-- Logs begin at Wed 2022-10-05 08:28:06 UTC, end at Wed 2022-10-05 11:06:51 UTC. -- Oct 05 09:21:03.632969 dv-neutron-860329-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 05 09:21:06.163990 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.common.config [-] Logging enabled! Oct 05 09:21:06.164565 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev48 Oct 05 09:21:06.164670 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89704) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 05 09:21:06.168045 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.common.config [-] Logging enabled! Oct 05 09:21:06.168305 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev48 Oct 05 09:21:06.168620 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89704) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 05 09:21:06.169586 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 05 09:21:06.169867 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 05 09:21:06.170207 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 05 09:21:06.170457 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 05 09:21:06.170688 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 05 09:21:06.171015 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.171316 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.171612 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.171842 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.172142 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.172431 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.172716 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.173007 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.173303 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.173589 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.173869 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.174185 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.174417 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.174700 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.175035 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.175275 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.175497 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] debug = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.175775 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.176201 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.176625 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.176906 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.177196 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.177475 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.177748 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.178052 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.178336 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.178670 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] host = dv-neutron-860329-1-hyperv {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.178949 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.179239 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.179553 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.179836 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.180213 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.180500 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.180788 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.181064 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.181340 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] log_file = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.181616 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.181903 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.182214 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.182506 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.182732 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.182957 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.183245 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.183531 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.183806 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.184080 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.184357 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.184631 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.184905 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.185173 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.185457 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.185739 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.186049 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.186328 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.186603 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.186879 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.187149 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.187433 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.187706 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.187977 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.188251 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.188544 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.188814 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.189086 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.189386 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.189671 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.189952 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.190261 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.190538 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.190820 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.191094 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.191367 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.191637 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] use_json = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.191908 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.192178 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.192461 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.192733 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.193008 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.193283 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.193556 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.193840 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.194137 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:06.194439 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.194737 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.195554 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.195858 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.196139 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.196418 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.196720 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.196999 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.197291 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.197580 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.197873 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.198179 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.198473 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.198757 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.199055 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.199364 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.199661 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.199955 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.200235 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.200512 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.200789 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.201070 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.201358 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.201653 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.201945 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.202245 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.202528 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.202823 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.203104 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.203379 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.203659 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.203947 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.204226 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.204500 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.204785 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.205077 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.205365 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.205639 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.205918 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.206231 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.206510 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.206789 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.207062 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.207339 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.207611 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.207897 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.208174 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.208446 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.208721 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.208998 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.209270 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.209542 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.209818 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.210114 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.210391 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.211312 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.211591 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.211870 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.212145 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.212419 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.212691 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.212964 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.213244 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.213516 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.213790 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.214092 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.214366 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.214640 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.214927 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.215215 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.215517 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.215798 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.216080 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.216360 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.216640 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.216923 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.217201 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.217480 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.217758 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.218055 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.218348 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.218632 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.218918 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.219203 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.219480 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.219774 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.220053 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.220335 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.220615 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.220892 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.221175 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.221457 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.221751 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.222069 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.222364 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.222654 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.222945 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.223226 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.223536 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.223815 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:06.224035 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 05 09:21:06.224282 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89704) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 05 09:21:06.613537 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO keyring.backend [-] Loading KWallet Oct 05 09:21:06.621390 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO keyring.backend [-] Loading SecretService Oct 05 09:21:06.624880 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO keyring.backend [-] Loading Windows Oct 05 09:21:06.626229 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO keyring.backend [-] Loading chainer Oct 05 09:21:06.626805 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO keyring.backend [-] Loading macOS Oct 05 09:21:06.660129 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 05 09:21:06.660407 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=89704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 05 09:21:06.660705 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 05 09:21:06.661039 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 05 09:21:07.057195 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.057495 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.057770 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.059017 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.059296 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.059565 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.095647 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.095942 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.096258 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.110146 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.110435 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.110706 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.142203 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.142425 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.142694 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.178832 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.179921 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.179921 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.413061 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.413277 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.413548 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.413842 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.414610 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.535215 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.535539 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.535827 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.536102 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.536373 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.536693 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.536962 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.537222 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.537480 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.537765 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.538052 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.538323 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.539093 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.539368 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.539641 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.539915 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.540176 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.540454 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.540712 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.540998 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.541352 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.541607 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.541863 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.542177 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.542432 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.542682 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.543074 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:21:07.543314 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:21:07.543553 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:21:07.543788 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:21:07.544025 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:21:07.544257 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:21:07.544624 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 05 09:21:07.547811 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 05 09:21:07.551733 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 05 09:21:07.556069 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Oct 05 09:21:07.557694 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 05 09:21:07.558319 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 05 09:21:07.558660 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 05 09:21:07.559048 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 05 09:21:07.561805 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 05 09:21:07.562087 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 05 09:21:07.562436 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 05 09:21:07.589727 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 05 09:21:07.590261 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.590509 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89704) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 05 09:21:07.590879 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.592226 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89704) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 05 09:21:07.592504 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 05 09:21:07.592751 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 05 09:21:07.596036 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.596320 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:07.657327 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 05 09:21:07.657568 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 05 09:21:07.657812 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 05 09:21:07.658213 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 05 09:21:07.691764 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_db.sqlalchemy.engines [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89704) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 05 09:21:08.191253 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Initializing driver for type 'gre' Oct 05 09:21:08.191883 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] gre ID ranges: [(1, 1000)] Oct 05 09:21:08.379702 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Initializing driver for type 'local' Oct 05 09:21:08.380053 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Initializing driver for type 'vlan' Oct 05 09:21:08.467510 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] VlanTypeDriver initialization complete Oct 05 09:21:08.467852 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Initializing driver for type 'vxlan' Oct 05 09:21:08.468525 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] vxlan ID ranges: [(1, 1000)] Oct 05 09:21:08.667627 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Initializing extension driver 'port_security' Oct 05 09:21:08.667968 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.extensions.port_security [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] PortSecurityExtensionDriver initialization complete Oct 05 09:21:08.668358 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Initializing mechanism driver 'openvswitch' Oct 05 09:21:08.668683 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Initializing mechanism driver 'hyperv' Oct 05 09:21:08.675281 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.plugins.ml2.plugin [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:08.675952 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > port after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.676348 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > port after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.676698 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > port after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.677221 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 09:21:08.677676 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > subnet after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.678056 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > subnet after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.678404 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.678791 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 09:21:08.679696 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > network after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.680042 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > network after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.680382 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > network after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.680770 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 09:21:08.681170 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > security_group after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.681518 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > security_group after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.681858 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > security_group after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.682276 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 09:21:08.682675 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.683023 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.683359 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.683872 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 09:21:08.684275 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > address_group after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.684628 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > address_group after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.684965 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > address_group after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.685353 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 09:21:08.685791 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] ML2 OVO RPC backend initialized. {{(pid=89704) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Oct 05 09:21:08.686513 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.686865 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.687278 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > network before_response 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.693246 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > networks before_response 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.693246 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > port before_response 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.693246 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > ports before_response 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.693246 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > subnet before_response 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.693556 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > subnets before_response 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.693556 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > network after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.693556 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > network after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.693556 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > network after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.693928 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > port after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.693928 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > port after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.693928 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > port after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.693928 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > subnet after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.694257 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > subnet after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.694257 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.694257 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.plugin [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Modular L2 Plugin initialization complete Oct 05 09:21:08.694257 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading services supported by the core plugin {{(pid=89704) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 05 09:21:08.694257 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.plugins.ml2.managers [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Got port-security extension from driver 'port_security' Oct 05 09:21:08.694257 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.extensions.vlantransparent [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Disabled vlantransparent extension. Oct 05 09:21:08.694702 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89704) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 05 09:21:08.694702 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading Plugin: router Oct 05 09:21:08.731844 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router_interface before_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.732169 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router after_create 55549900 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.732794 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router before_create 55549900 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.733165 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.733535 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.733892 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router after_delete 55549900 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.734274 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > floatingip after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.734668 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router after_create 55549900 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.735027 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router after_update 55549900 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.735378 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router after_update 55549900 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.735728 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.736086 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router after_update 55549900 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.736497 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router precommit_update 55549900 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.736867 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: port after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.737210 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: port after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.737547 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: subnet after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.737887 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.738265 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > port precommit_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.738615 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router precommit_create 55549900 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.738962 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: port before_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.739302 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router precommit_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.739661 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router after_update 55549900 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.740007 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router precommit_delete 55549900 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.740424 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router precommit_create 55549900 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.740790 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.741137 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router precommit_update 55549900 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.741503 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > agent after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.742384 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > agent after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.742728 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > network after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.743587 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Tracking information for resource: router configured {{(pid=89704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:21:08.743919 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Tracking information for resource: floatingip configured {{(pid=89704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:21:08.748832 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.db.l3_agentschedulers_db [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 05 09:21:08.749405 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: port after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.749767 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: port after_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.750150 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: port after_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.750505 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: port after_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.751411 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router before_create 55550100 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.751780 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router precommit_delete 55550100 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.752141 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router precommit_create 55550100 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.752501 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > router precommit_update 55550100 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.757004 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.services.provider_configuration [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Service providers = [] {{(pid=89704) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 05 09:21:08.758029 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.db.servicetype_db [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89704) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 05 09:21:08.760986 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.services.service_base [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 05 09:21:08.761332 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.services.service_base [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 05 09:21:08.761671 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.services.service_base [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 05 09:21:08.762579 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.services.service_base [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 05 09:21:08.762948 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.services.service_base [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 05 09:21:08.763331 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:21:08.763798 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 05 09:21:08.774596 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:21:08.774928 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading Plugin: auto_allocate Oct 05 09:21:08.780667 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: network precommit_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.781035 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: network precommit_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.781561 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:21:08.781883 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading Plugin: tag Oct 05 09:21:08.788324 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:21:08.788680 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading Plugin: timestamp Oct 05 09:21:08.792621 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:21:08.792953 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading Plugin: network_ip_availability Oct 05 09:21:08.798173 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.798579 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.798940 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:08.799649 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:21:08.799969 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading Plugin: flavors Oct 05 09:21:08.805147 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:21:08.805477 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading Plugin: revisions Oct 05 09:21:08.809970 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:21:08.810386 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_concurrency.lockutils [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.150s {{(pid=89704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 05 09:21:08.811117 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89704) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 05 09:21:08.811453 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Initializing extension manager. Oct 05 09:21:08.811956 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: __init__.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.812298 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: __pycache__ {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.812633 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.812964 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: address_group.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.813722 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.814323 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: address-group Oct 05 09:21:08.814648 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: address_scope.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.815356 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.815861 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: address-scope Oct 05 09:21:08.816185 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: admin_state_down_before_update.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.817088 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.817593 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: router-admin-state-down-before-update Oct 05 09:21:08.817914 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: agent.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.818646 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.819148 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: agent Oct 05 09:21:08.819468 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: agent_resources_synced.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.821111 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.821613 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: agent-resources-synced Oct 05 09:21:08.821934 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: allowedaddresspairs.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.823734 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.824249 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: allowed-address-pairs Oct 05 09:21:08.824575 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: auto_allocated_topology.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.825630 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.826160 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: auto-allocated-topology Oct 05 09:21:08.826484 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: availability_zone.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.827174 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.827670 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: availability_zone Oct 05 09:21:08.827989 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: availability_zone_filter.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.828890 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.829388 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: availability_zone_filter Oct 05 09:21:08.829705 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: data_plane_status.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.830615 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.831111 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension data-plane-status not supported by any of loaded plugins Oct 05 09:21:08.831428 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: default_subnetpools.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.832324 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.832822 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: default-subnetpools Oct 05 09:21:08.833137 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: dhcpagentscheduler.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.833940 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.834468 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: dhcp_agent_scheduler Oct 05 09:21:08.834787 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: dns.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.836050 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.836549 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension dns-integration not supported by any of loaded plugins Oct 05 09:21:08.836870 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: dns_domain_ports.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.837782 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.838311 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 05 09:21:08.838628 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: dvr.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.839294 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.839793 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: dvr Oct 05 09:21:08.840126 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: empty_string_filtering.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.841003 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.841506 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: empty-string-filtering Oct 05 09:21:08.841823 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.842739 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.843230 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 05 09:21:08.843547 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.844468 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.844958 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 05 09:21:08.845278 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: external_net.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.846200 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.846693 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: external-net Oct 05 09:21:08.847010 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: extra_dhcp_opt.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.847904 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.848461 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: extra_dhcp_opt Oct 05 09:21:08.848717 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: extraroute.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.849610 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.850134 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: extraroute Oct 05 09:21:08.850454 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: extraroute_atomic.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.851483 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.851984 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: extraroute-atomic Oct 05 09:21:08.852305 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: filter_validation.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.852966 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.853464 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: filter-validation Oct 05 09:21:08.853783 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: fip_pf_description.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.854711 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.855212 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 05 09:21:08.855533 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: fip_port_details.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.856436 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.856936 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: fip-port-details Oct 05 09:21:08.857254 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: flavors.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.858739 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.859251 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: flavors Oct 05 09:21:08.859570 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.861215 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.861720 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 05 09:21:08.862072 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: floatingip_pools.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.862771 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.863280 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: floatingip-pools Oct 05 09:21:08.863605 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: ip_allocation.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.864516 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.865007 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension ip_allocation not supported by any of loaded plugins Oct 05 09:21:08.865329 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.866348 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.867359 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: ip-substring-filtering Oct 05 09:21:08.867683 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: l2_adjacency.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.868610 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.869108 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 05 09:21:08.869432 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: l3.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.870445 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.870955 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: router Oct 05 09:21:08.871276 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: l3_conntrack_helper.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.873654 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.874207 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 05 09:21:08.874530 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.875457 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.875954 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: ext-gw-mode Oct 05 09:21:08.876278 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.877184 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.877683 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: l3-ha Oct 05 09:21:08.878033 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: l3_flavors.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.878936 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.879436 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: l3-flavors Oct 05 09:21:08.879755 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.880684 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.881176 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 05 09:21:08.881496 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: l3agentscheduler.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.883104 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.883606 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: l3_agent_scheduler Oct 05 09:21:08.883929 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: logging.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.885392 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.885902 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension logging not supported by any of loaded plugins Oct 05 09:21:08.886261 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: metering.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.887004 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.887578 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: metering Oct 05 09:21:08.887902 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.888995 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.889506 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: metering_source_and_destination_fields Oct 05 09:21:08.889833 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: multiprovidernet.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.890782 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.891289 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: multi-provider Oct 05 09:21:08.891613 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: netmtu.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.892514 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.893020 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: net-mtu Oct 05 09:21:08.893341 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: netmtu_writable.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.894288 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.894770 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: net-mtu-writable Oct 05 09:21:08.895090 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: network_availability_zone.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.895758 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.896251 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: network_availability_zone Oct 05 09:21:08.896568 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: network_ip_availability.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.897640 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.898298 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: network-ip-availability Oct 05 09:21:08.898625 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: network_segment_range.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.899380 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.899882 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension network-segment-range not supported by any of loaded plugins Oct 05 09:21:08.900204 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: pagination.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.901175 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.901505 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: pagination Oct 05 09:21:08.901823 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: port_device_profile.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.902756 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.903260 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: port-device-profile Oct 05 09:21:08.903579 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.904484 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.904986 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: port-mac-address-regenerate Oct 05 09:21:08.905302 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.906235 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.906738 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: port-numa-affinity-policy Oct 05 09:21:08.907056 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: port_resource_request.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.907950 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.908442 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension port-resource-request not supported by any of loaded plugins Oct 05 09:21:08.908759 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: portbindings.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.909674 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.910199 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: binding Oct 05 09:21:08.910516 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: portbindings_extended.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.911768 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.912271 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: binding-extended Oct 05 09:21:08.912594 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: portsecurity.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.913636 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.914173 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: port-security Oct 05 09:21:08.914497 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: project_id.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.915454 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.915781 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: project-id Oct 05 09:21:08.916098 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: providernet.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.917015 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.917520 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: provider Oct 05 09:21:08.917837 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: qos.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.921300 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.921815 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension qos not supported by any of loaded plugins Oct 05 09:21:08.922181 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.923406 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.923916 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 05 09:21:08.924242 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.925147 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.925653 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 05 09:21:08.925997 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: qos_default.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.926897 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.927405 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension qos-default not supported by any of loaded plugins Oct 05 09:21:08.927730 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: qos_fip.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.928376 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.928870 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension qos-fip not supported by any of loaded plugins Oct 05 09:21:08.929717 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: qos_gateway_ip.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.930646 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.931148 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 05 09:21:08.931469 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: qos_port_network_policy.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.932364 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.932862 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 05 09:21:08.933181 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: qos_rule_type_details.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.934104 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.934603 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 05 09:21:08.934920 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: qos_rules_alias.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.935941 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.936442 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 05 09:21:08.936761 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: quotasv2.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.937654 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.938001 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: quotas Oct 05 09:21:08.938323 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: quotasv2_detail.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.939896 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.940235 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: quota_details Oct 05 09:21:08.940562 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: rbac.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.941593 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.942146 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: rbac-policies Oct 05 09:21:08.942472 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: rbac_address_group.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.943382 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.943886 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: rbac-address-group Oct 05 09:21:08.944209 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: rbac_address_scope.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.945727 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.946255 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: rbac-address-scope Oct 05 09:21:08.946579 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: rbac_security_groups.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.947486 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.947991 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: rbac-security-groups Oct 05 09:21:08.948308 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: rbac_subnetpool.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.949227 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.949731 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: rbac-subnetpool Oct 05 09:21:08.950088 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: revisionifmatch.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.950994 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.951500 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: revision-if-match Oct 05 09:21:08.951818 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: revisions.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.952918 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.953418 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: standard-attr-revisions Oct 05 09:21:08.953736 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: router_availability_zone.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.954544 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.955053 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: router_availability_zone Oct 05 09:21:08.955373 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: routerservicetype.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.956289 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.956787 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension router-service-type not supported by any of loaded plugins Oct 05 09:21:08.957104 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.958032 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.958536 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: security-groups-normalized-cidr Oct 05 09:21:08.958881 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: security_groups_port_filtering.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.959761 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.960271 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: port-security-groups-filtering Oct 05 09:21:08.960608 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.961513 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.962031 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: security-groups-remote-address-group Oct 05 09:21:08.962353 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: securitygroup.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.971678 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.972212 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: security-group Oct 05 09:21:08.972535 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: segment.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.973378 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.973884 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension segment not supported by any of loaded plugins Oct 05 09:21:08.974232 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.975158 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.975658 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 05 09:21:08.975982 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: servicetype.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.977100 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.977611 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: service-type Oct 05 09:21:08.977938 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: sorting.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.978926 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.979258 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: sorting Oct 05 09:21:08.979580 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: standard_attr_segment.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.980537 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.981040 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 05 09:21:08.981364 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: standardattrdescription.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.982069 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.982786 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: standard-attr-description Oct 05 09:21:08.983107 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: stateful_security_group.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.984069 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.984627 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: stateful-security-group Oct 05 09:21:08.984954 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: stdattrs_common.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.985530 dv-neutron-860329-1-hyperv neutron-server[89704]: WARNING neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 05 09:21:08.985850 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.986874 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.987396 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 05 09:21:08.987714 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: subnet_onboard.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.988777 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.989283 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: subnet_onboard Oct 05 09:21:08.989647 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.990592 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.991090 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 05 09:21:08.991409 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: subnet_service_types.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.992843 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.993347 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: subnet-service-types Oct 05 09:21:08.993666 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: subnetallocation.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.994760 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:08.995267 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: subnet_allocation Oct 05 09:21:08.995587 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:08.996246 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:09.001036 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: subnetpool-prefix-ops Oct 05 09:21:09.001036 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:09.001755 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:09.002289 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 05 09:21:09.002606 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: tagging.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:09.003663 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:09.004176 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: standard-attr-tag Oct 05 09:21:09.004499 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: timestamp.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:09.005683 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:09.006218 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loaded extension: standard-attr-timestamp Oct 05 09:21:09.006544 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: trunk.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:09.008218 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:09.008723 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension trunk not supported by any of loaded plugins Oct 05 09:21:09.009045 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: trunk_details.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:09.009960 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:09.010482 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension trunk-details not supported by any of loaded plugins Oct 05 09:21:09.010801 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: uplink_status_propagation.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:09.011714 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:09.012212 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 05 09:21:09.012530 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Loading extension file: vlantransparent.py {{(pid=89704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:21:09.013212 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:21:09.013694 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 05 09:21:09.016180 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:network Oct 05 09:21:09.016908 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:subnet Oct 05 09:21:09.018910 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:subnetpool Oct 05 09:21:09.019525 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:port Oct 05 09:21:09.020786 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.v2.resource_helper [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:21:09.021227 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.v2.resource_helper [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Service FLAVORS assigned prefix: {{(pid=89704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:21:09.021843 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.v2.resource_helper [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:21:09.022301 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.v2.resource_helper [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:21:09.022630 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:router Oct 05 09:21:09.023303 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:floatingip Oct 05 09:21:09.024048 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.v2.resource_helper [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Service METERING assigned prefix: /metering {{(pid=89704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:21:09.025447 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:09.025816 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:09.026193 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:21:09.032547 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of CountableResource for resource:rbac_policy Oct 05 09:21:09.032547 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:security_group Oct 05 09:21:09.032547 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 05 09:21:09.032547 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.v2.resource_helper [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Service CORE assigned prefix: {{(pid=89704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:21:09.032547 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:subnetpool Oct 05 09:21:09.032547 dv-neutron-860329-1-hyperv neutron-server[89704]: WARNING neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] subnetpool is already registered Oct 05 09:21:09.032547 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.v2.resource_helper [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Service CORE assigned prefix: {{(pid=89704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:21:09.032547 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:subnetpool Oct 05 09:21:09.032547 dv-neutron-860329-1-hyperv neutron-server[89704]: WARNING neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] subnetpool is already registered Oct 05 09:21:09.033483 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.v2.resource_helper [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:21:09.033923 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.v2.resource_helper [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Service FLAVORS assigned prefix: {{(pid=89704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:21:09.034543 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.v2.resource_helper [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:21:09.034963 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.v2.resource_helper [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:21:09.035295 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:router Oct 05 09:21:09.035624 dv-neutron-860329-1-hyperv neutron-server[89704]: WARNING neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] router is already registered Oct 05 09:21:09.036213 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:floatingip Oct 05 09:21:09.036552 dv-neutron-860329-1-hyperv neutron-server[89704]: WARNING neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] floatingip is already registered Oct 05 09:21:09.037174 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.v2.resource_helper [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Service METERING assigned prefix: /metering {{(pid=89704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:21:09.037895 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of CountableResource for resource:rbac_policy Oct 05 09:21:09.038255 dv-neutron-860329-1-hyperv neutron-server[89704]: WARNING neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] rbac_policy is already registered Oct 05 09:21:09.039433 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:security_group Oct 05 09:21:09.039763 dv-neutron-860329-1-hyperv neutron-server[89704]: WARNING neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] security_group is already registered Oct 05 09:21:09.040354 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 05 09:21:09.040723 dv-neutron-860329-1-hyperv neutron-server[89704]: WARNING neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] security_group_rule is already registered Oct 05 09:21:09.041392 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.v2.resource_helper [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Service CORE assigned prefix: {{(pid=89704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:21:09.041721 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:subnetpool Oct 05 09:21:09.042071 dv-neutron-860329-1-hyperv neutron-server[89704]: WARNING neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] subnetpool is already registered Oct 05 09:21:09.042679 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.v2.resource_helper [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Service CORE assigned prefix: {{(pid=89704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:21:09.043002 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Creating instance of TrackedResource for resource:subnetpool Oct 05 09:21:09.043321 dv-neutron-860329-1-hyperv neutron-server[89704]: WARNING neutron.quota.resource_registry [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] subnetpool is already registered Oct 05 09:21:09.043962 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: extensions {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.045455 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: address-groups {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.047108 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: address-scopes {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.048325 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: agents {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.049484 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: auto-allocated-topology {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.050826 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: availability_zones {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.052134 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: dhcp-networks {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.053544 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: dhcp-agents {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.055665 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: routers {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.057479 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: flavors {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.058664 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: service_profiles {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.059879 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: next_providers {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.061399 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: service_profiles {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.062953 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: floatingip-pools {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.064164 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: routers {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.066086 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: floatingips {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.067278 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: l3-routers {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.068677 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: l3-agents {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.070217 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: metering-labels {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.071602 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: metering-label-rules {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.072877 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: network-ip-availabilities {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.074159 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: bindings {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.075906 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: quotas {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.077342 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: quotas {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.078794 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: rbac-policies {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.080094 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: security-groups {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.081300 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: security-group-rules {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.082577 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: service-providers {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.083796 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: subnetpools {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.086286 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: subnetpools {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.087763 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: tags {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.089464 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: tags {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.204883 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: tags {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.206718 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: tags {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.208503 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: tags {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.210484 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: tags {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.212183 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: tags {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.214118 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: tags {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.216007 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: tags {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.217787 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron.api.extensions [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Extended resource: tags {{(pid=89704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:21:09.223857 dv-neutron-860329-1-hyperv neutron-server[89704]: WARNING keystonemiddleware.auth_token [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 05 09:21:09.229279 dv-neutron-860329-1-hyperv neutron-server[89704]: WARNING keystonemiddleware.auth_token [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 05 09:21:09.237855 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_concurrency.lockutils [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Acquired lock "singleton_lock" {{(pid=89704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 05 09:21:09.238286 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_concurrency.lockutils [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Releasing lock "singleton_lock" {{(pid=89704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 05 09:21:09.238915 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO oslo_service.service [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Starting 2 workers Oct 05 09:21:09.244176 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Started child 89845 {{(pid=89704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 05 09:21:09.248699 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Started child 89846 {{(pid=89704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 05 09:21:09.249513 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:09.250474 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO neutron.service [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 05 09:21:09.251057 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Notify callbacks [] for process, before_spawn {{(pid=89704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:09.251232 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [-] (89845) wsgi starting up on http://0.0.0.0:9696 Oct 05 09:21:09.253429 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO oslo_service.service [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Starting 1 workers Oct 05 09:21:09.253961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:09.255390 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [-] (89846) wsgi starting up on http://0.0.0.0:9696 Oct 05 09:21:09.258573 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Started child 89847 {{(pid=89704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 05 09:21:09.259068 dv-neutron-860329-1-hyperv neutron-server[89704]: INFO oslo_service.service [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Starting 1 workers Oct 05 09:21:09.262427 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.service [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] calling RpcWorker wait() {{(pid=89847) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 05 09:21:09.263246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.service [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] returning from RpcWorker wait() {{(pid=89847) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 05 09:21:09.263457 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Started child 89848 {{(pid=89704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 05 09:21:09.264279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:09.264434 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG neutron_lib.callbacks.manager [None req-827174ea-22c9-44a3-b4dc-9d06fef13d01 None None] Notify callbacks [] for process, after_spawn {{(pid=89704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:09.264807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:09.266270 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 05 09:21:09.266477 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 05 09:21:09.266650 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 05 09:21:09.267034 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 05 09:21:09.267386 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 05 09:21:09.267532 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 05 09:21:09.268035 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.268317 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.268591 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.268846 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.269271 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.269834 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.270041 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:09.270775 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.270775 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.270775 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.271109 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.271109 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.271352 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.271475 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.271647 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.272116 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.272494 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.272692 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.272947 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.273148 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.273383 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.273651 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.273914 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.274207 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] debug = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.274472 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.274979 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.275205 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.275437 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.275682 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.275950 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.276175 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.276433 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.276672 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.276882 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.277153 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.277344 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.277590 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.277815 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.278057 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.278271 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.278525 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.278992 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] host = dv-neutron-860329-1-hyperv {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.279223 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.279455 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.279687 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.279897 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.280136 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.280363 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.280635 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.280894 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.281136 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.281373 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.281639 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.281844 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.282106 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.282356 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_file = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.282588 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_options = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.282918 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.283118 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.283313 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.283505 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.283699 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.283897 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.284089 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.284297 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.284486 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.284674 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.284860 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.285069 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.285274 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.285465 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.285707 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.285940 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.286189 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.286403 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.286629 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.286872 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.287072 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.287342 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.287547 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.287744 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.287939 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.288135 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.288331 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.289068 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.289289 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.289547 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.289786 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.290049 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.290295 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.290534 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.290756 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.290984 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.291185 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.291444 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.291676 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.291916 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.292158 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.292371 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.292596 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.292850 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.293198 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.293432 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] use_json = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.293666 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.293882 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.294414 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.294683 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.294976 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.295202 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.295433 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.295668 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.295879 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.296283 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.296560 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.296863 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.297134 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.297364 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.297611 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.297835 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.298085 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.298333 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.298599 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.298919 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.299157 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.299433 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.299680 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.299915 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.300245 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.300640 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.300991 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:09.301135 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.301268 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.301427 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.301715 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.301943 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.302286 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.302544 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.302794 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.303040 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.303284 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.303501 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.303716 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.305881 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.305881 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.305881 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.305881 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.305881 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.305881 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.309951 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.309951 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.309951 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.309951 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.309951 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.309951 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.309951 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.309951 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.309951 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.310937 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.310937 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.310937 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.310937 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.311338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 58142) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:09.311462 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.311462 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.311462 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.311462 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.311462 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.311462 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.312081 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.312081 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.312081 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.312408 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.312408 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.312628 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.312813 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.313220 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.313595 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.313815 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.314078 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.314306 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.314548 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.314769 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.315001 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.316007 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.316321 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.316587 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.316946 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.317401 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.317622 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.317843 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.318091 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.318337 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.319411 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.320959 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.321379 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.321653 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.321897 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.322295 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.322812 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.323501 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.324444 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.326274 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098903 Oct 05 09:21:09.326951 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.329686 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.330245 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.332719 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.333169 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.333901 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.336145 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.336921 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.336921 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.336921 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.337221 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.337439 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.338702 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.338702 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.338702 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.338702 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.338702 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.339308 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.339308 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.339678 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.339678 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.339937 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.340125 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.340393 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.340664 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.340966 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.341212 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.342026 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.342026 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.342026 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.342418 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.342702 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.342964 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.343219 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.343457 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.343706 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.346253 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.347674 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.348688 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.348955 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.349206 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.349515 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.349790 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.350118 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.350340 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.350576 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.351471 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.351743 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.353117 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.353117 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.353117 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.353117 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.353117 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.353738 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.353738 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.353738 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.354194 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.356847 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.356847 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.356847 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.357638 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.357638 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.359327 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.359581 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.359824 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.360065 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.360371 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.363939 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.364222 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.364510 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.365576 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.365576 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.366401 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.367351 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.367679 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.368057 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.368302 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.368547 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.368900 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.369191 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.369523 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.369879 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.370213 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.371332 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.371332 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.371332 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.371332 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.371831 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.371831 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.374006 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.374316 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.374580 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.374807 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.375033 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.375276 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.375515 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.375755 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.376015 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.376856 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.377150 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.377411 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.379256 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.379567 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.379821 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.380126 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.380364 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.380364 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.380364 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.380364 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.380364 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.380364 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.382227 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.382227 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.384370 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.384623 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.384878 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.386042 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.386042 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.386042 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.386042 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.386326 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.386524 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.386683 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.388254 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.388526 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.390050 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.391238 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.391238 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.391455 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.392697 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.393034 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.393315 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.393569 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.393848 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.394126 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.394394 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.394959 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.394959 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.395116 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.395278 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.395515 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.395740 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.395968 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.396240 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.396466 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.396768 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.399067 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.401576 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.401922 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.402246 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.402503 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.402809 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.403161 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.403420 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.403733 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.403973 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.404207 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.404446 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.404715 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.405038 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.405351 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.405635 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.405900 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.407269 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.407588 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.408424 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.408668 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.409019 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.411600 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.411905 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.412178 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.412429 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.412731 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.412957 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.413192 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.413446 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.416449 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.416860 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.417166 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.417453 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.418174 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.418502 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.418683 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.420003 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.421549 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.423147 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.423408 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.423657 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.423833 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 05 09:21:09.424381 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 05 09:21:09.424557 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 05 09:21:09.424723 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 05 09:21:09.424905 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 05 09:21:09.425086 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 05 09:21:09.425247 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 05 09:21:09.425465 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.425633 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.425796 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.425964 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.426349 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.427975 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.428164 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.429575 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.429790 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.429937 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.430139 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.430314 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.430484 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.430653 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.430822 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.430993 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.431161 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.431328 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.431490 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.431658 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.431821 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.431985 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.432147 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] debug = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.432329 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.432565 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.432687 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.432846 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.432989 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.433143 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.433306 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.433467 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.433632 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.433822 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.433946 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.434614 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.435080 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.435222 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.436466 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.436466 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.436466 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.436466 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] host = dv-neutron-860329-1-hyperv {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.436466 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.436466 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.436466 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.437287 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.437287 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.437441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:09.437515 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.437515 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.437515 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.437515 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.437515 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.437804 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.437804 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.437920 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.438014 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_file = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.438258 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_options = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.438373 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.438483 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.438688 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.438826 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.438974 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.439136 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.439329 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.439447 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.441379 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.441572 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.441748 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.441916 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.442101 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.443020 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.443152 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.443241 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.443414 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.443576 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.445061 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.445061 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.445061 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.446158 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.446488 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.446787 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.446885 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.446986 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.447667 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.447854 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.449461 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.450354 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.450562 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.450710 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.450878 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.451045 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.451209 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.451372 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.451541 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.452201 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.452201 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.452201 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.452201 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.452501 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.452501 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.452622 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.453095 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.453095 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] use_json = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.453095 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.453305 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.453383 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.453520 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.454433 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.454433 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.454433 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.454936 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.455110 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:21:09.455305 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.455473 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.455651 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.455817 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.455985 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.456155 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.456318 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.456593 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.456768 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.456942 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.457095 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.457259 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.457761 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.458107 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.458276 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.458450 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.458618 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.458785 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.459843 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.459843 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.459843 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.459843 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.459843 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.459843 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.461278 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.461278 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.461278 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.461278 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.461278 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.461278 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.462727 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.462727 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.462727 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.462727 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.462727 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.462727 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.463486 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.463486 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.463486 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.463486 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.463486 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.464127 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.464127 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.464127 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.464127 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.464582 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.464582 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.464790 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.464790 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.464967 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.465817 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.466022 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.466196 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.466364 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.466531 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.466696 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.466862 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.467683 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.467843 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.468010 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.468176 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.468357 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.470199 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.470462 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.470577 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.470762 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.470922 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.471104 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.471258 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.471435 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.471605 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.471778 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.471958 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.472147 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.472316 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.472436 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.473212 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.473212 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.473212 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.473212 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.473969 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.473969 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.473969 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.473969 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.475199 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.475199 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.475199 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.475199 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.475593 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.475593 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.475593 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.475764 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.478195 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.478481 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.478631 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.478768 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.478904 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.479074 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.479249 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.480244 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.480441 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.480754 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.480754 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.480997 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.481117 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.481238 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.481358 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.481529 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.481695 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.481861 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.482120 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.482516 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.482679 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.482831 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.483004 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.483174 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.483353 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.483528 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.483694 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.483850 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.484012 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.484176 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.484340 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.484504 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.484667 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.484830 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.484980 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.485163 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.485315 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.485481 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.485644 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.485804 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.485970 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.486180 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.486368 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.486515 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.486675 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.486996 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.486996 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.487305 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.487305 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.487572 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.487572 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.487906 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.487906 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.488127 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.488216 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.488296 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.488468 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.488652 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.488810 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.488960 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.489113 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.489282 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.489711 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.489888 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.490149 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.490318 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.490500 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.490647 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.490805 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.492200 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.492200 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.492200 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.492200 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.492200 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.492200 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.492200 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.492200 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.493127 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.493127 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.493127 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.493127 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.493127 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.493127 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.493812 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.493812 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.493812 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.493812 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.493812 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.494429 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.494429 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.494429 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.494429 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.494720 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.494797 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.495429 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.495429 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.495429 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.495429 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.495710 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.495710 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.495865 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.495979 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.496151 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.496353 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.496516 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.496682 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.496849 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.497012 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.497178 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.497340 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.497504 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.497668 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.497834 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.498078 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.498196 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.498359 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.498512 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.498676 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.498840 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.499005 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.499169 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.499334 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.499498 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.499801 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.499974 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.500161 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.500323 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.500486 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.500650 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.500814 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.500988 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.501154 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.501317 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.501482 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.501645 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.501819 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.501996 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.502170 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.502316 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.502485 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.502659 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.502846 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.503010 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.503185 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.503347 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.503510 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.503672 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.503849 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.504014 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.504182 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.504346 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.504509 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.504675 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.504840 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.505008 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.505183 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.505355 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.505522 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.505694 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.505866 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.506070 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.506237 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.506408 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.506585 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.506750 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.506914 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.507077 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.507279 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.507444 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.507608 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.507772 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.507935 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.508099 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.508263 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.508426 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.508590 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.508753 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.508916 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.509080 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.509243 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.509406 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.510018 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.510018 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:21:09.510018 dv-neutron-860329-1-hyperv neutron-server[89704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 05 09:21:20.316525 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d784fffa-b37e-408c-8b40-f132574ece48 None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:21:20.379483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d784fffa-b37e-408c-8b40-f132574ece48 None None] No non-hosted networks {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 05 09:21:20.394541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.agentschedulers_db [None req-d784fffa-b37e-408c-8b40-f132574ece48 None None] DHCP Agent not found on host dv-neutron-860329-1-hyperv {{(pid=89847) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 05 09:21:20.571532 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a863ce6-bcf5-40ba-b356-caebdea9e90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589803'] for agent, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:22.615344 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-883fdd84-a270-45fb-bf05-75d3d6907608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589803'] for agent, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:22.666444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-cac0d3c9-1c19-40b1-841f-59aba8636bfe None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-860329-1-hyperv {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:21:22.666879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-cac0d3c9-1c19-40b1-841f-59aba8636bfe None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:21:23.211783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cac0d3c9-1c19-40b1-841f-59aba8636bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:24.093958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589803'] for agent, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:24.118962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589803'] for agent, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:24.119945 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:24.120496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:24.121017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:24.121570 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:24.122167 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:24.122787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:24.123185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:24.126708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:24.126708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:24.126708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:24.126708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:24.126708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:24.127885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-860329-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:24.131367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-860329-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:25.105521 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.db.l3_hamode_db [None req-212f6099-52ba-4553-ac00-31b99ea5982a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 05 09:21:25.201663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f6099-52ba-4553-ac00-31b99ea5982a None None] Routers set() bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:25.202232 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f6099-52ba-4553-ac00-31b99ea5982a None None] Router IDs set() for agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Oct 05 09:21:25.409679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589803'] for agent, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:26.991735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 58242) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:27.574947 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING oslo_policy.policy [None req-7887af46-8e43-436c-804c-5ffd7c96fc83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:21:27.575565 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING oslo_policy.policy [None req-7887af46-8e43-436c-804c-5ffd7c96fc83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:21:27.794832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [None req-7887af46-8e43-436c-804c-5ffd7c96fc83 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:21:27.796094 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7887af46-8e43-436c-804c-5ffd7c96fc83 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8023658 Oct 05 09:21:30.223608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 58256) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:30.587746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-33fe899d-fca0-464d-a2f3-b4740173152e admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:30.682070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.policy [None req-33fe899d-fca0-464d-a2f3-b4740173152e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89845) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 05 09:21:30.727924 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING oslo_policy.policy [None req-33fe899d-fca0-464d-a2f3-b4740173152e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:21:30.728310 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING oslo_policy.policy [None req-33fe899d-fca0-464d-a2f3-b4740173152e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:21:30.737030 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.quota [None req-33fe899d-fca0-464d-a2f3-b4740173152e admin admin] Loaded quota_driver: . Oct 05 09:21:30.752417 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-33fe899d-fca0-464d-a2f3-b4740173152e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:30.906366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-33fe899d-fca0-464d-a2f3-b4740173152e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764026576291', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764026577014', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764026588814', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764026593991', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764026603775', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764026610164', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-763584', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1419671', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-364903', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-414215'] for rbac-policy, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:31.242211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-33fe899d-fca0-464d-a2f3-b4740173152e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:31.243427 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-33fe899d-fca0-464d-a2f3-b4740173152e admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0188341 Oct 05 09:21:33.897294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 58270) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:34.243182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Request body: {'network': {'name': 'private', 'project_id': '07c192177c624682a55db14486c14a5a', 'admin_state_up': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:34.247878 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:34.252373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Usage tracker for resource:network and tenant:07c192177c624682a55db14486c14a5a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:34.257595 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:34.263739 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:34.332939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Made reservation on behalf of 07c192177c624682a55db14486c14a5a for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:34.335807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.353276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.367725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:34.371403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Usage tracker for resource:security_group_rule and tenant:07c192177c624682a55db14486c14a5a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:34.376753 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:34.382939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:34.476354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.552513 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.575263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:21:34.601637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764024515548', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.602256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Unsubscribe: segment precommit_create {{(pid=89845) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 05 09:21:34.602751 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Added segment 7148ea3f-f15f-4599-8716-a5cdb1a412de of type vlan for network 9350c5a7-63d5-47b9-b862-79607bf2823e Oct 05 09:21:34.651255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdac8e5-986f-446e-abf1-5f0e2b723bfe,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:34.672137 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.672495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.672847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.673176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.673506 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.673835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.674186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.674512 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.674837 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.675159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.675474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.675817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Tracked resource versions report: Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: pushed versions: Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: { 'AddressGroup': {'1.2'}, Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'ConntrackHelper': {'1.0'}, Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Log': {'1.0'}, Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Network': {'1.1'}, Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Port': {'1.7'}, Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'PortForwarding': {'1.2'}, Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'QosPolicy': {'1.8'}, Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'SecurityGroup': {'1.4'}, Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'SubPort': {'1.0'}, Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Subnet': {'1.1'}, Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Trunk': {'1.1'}} Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: consumer versions: Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: { DHCP agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: L3 agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: Metadata agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: Metering agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: Open vSwitch agent@dv-neutron-860329-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'ConntrackHelper': '1.0', Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Log': '1.0', Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Network': '1.1', Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Port': '1.7', Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'PortForwarding': '1.2', Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'QosPolicy': '1.8', Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'SecurityGroup': '1.4', Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'SecurityGroupRule': '1.2', Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'SubPort': '1.0', Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Subnet': '1.1', Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Trunk': '1.1'}} Oct 05 09:21:34.677201 dv-neutron-860329-1-hyperv neutron-server[89845]: {{(pid=89845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:21:34.712575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.821065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.822511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:34.823247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.933839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] Pushing event updated for resources: {'Network': ['ID=9350c5a7-63d5-47b9-b862-79607bf2823e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:34.945378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 9350c5a7-63d5-47b9-b862-79607bf2823e details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:21:35.009904 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d0f5c77b-668a-4c51-a450-34c71edccf2b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1115270 Oct 05 09:21:37.728918 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 58286) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:38.175342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595df15c-75d1-45b3-b8e5-9087b77d43f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:38.176626 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-595df15c-75d1-45b3-b8e5-9087b77d43f6 admin admin] 10.222.0.49 "GET /v2.0/networks/9350c5a7-63d5-47b9-b862-79607bf2823e HTTP/1.1" status: 200 len: 825 time: 0.4467454 Oct 05 09:21:38.203950 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cd76451f-2889-4c3f-806c-f6871849d6f0 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/5a7e0ac3-0f88-4736-a5b8-9b66a280459f HTTP/1.1" status: 200 len: 734 time: 0.0218167 Oct 05 09:21:38.212968 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '07c192177c624682a55db14486c14a5a', 'ip_version': 4, 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e', 'subnetpool_id': '5a7e0ac3-0f88-4736-a5b8-9b66a280459f'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:38.217320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:38.221167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] Usage tracker for resource:subnet and tenant:07c192177c624682a55db14486c14a5a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:38.230587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:38.230587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:38.340789 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] Made reservation on behalf of 07c192177c624682a55db14486c14a5a for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:38.343495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:38.706837 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:38.804934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] Checking segment: {'id': '7148ea3f-f15f-4599-8716-a5cdb1a412de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:38.805562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] Network hostable DHCP agents. Network: 9350c5a7-63d5-47b9-b862-79607bf2823e, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:21:38.809217 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=770821cd-1623-4af0-9ac1-df3bc7609840,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:38.900509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] Network 9350c5a7-63d5-47b9-b862-79607bf2823e is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:21:38.980485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 9350c5a7-63d5-47b9-b862-79607bf2823e) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:38.985364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:38.985947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:38.991537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71d51e8-b42c-46cd-8381-da1beab01363 None None] Network 9350c5a7-63d5-47b9-b862-79607bf2823e requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:39.084396 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a467f6db-3c7a-459e-adbd-189592433b11 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8746815 Oct 05 09:21:39.289264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-9350c5a7-63d5-47b9-b862-79607bf2823e', 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e', 'tenant_id': '07c192177c624682a55db14486c14a5a', 'fixed_ips': [{'subnet_id': '770821cd-1623-4af0-9ac1-df3bc7609840'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:21:39.290504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:39.475963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Allocated IP 172.20.0.2 (9350c5a7-63d5-47b9-b862-79607bf2823e/770821cd-1623-4af0-9ac1-df3bc7609840/d8a74e5d-d85c-4669-8657-6329f22d07b3) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:39.704905 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:39.718740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Transition to ACTIVE for port object d8a74e5d-d85c-4669-8657-6329f22d07b3 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:39.739725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Transition to ACTIVE for port object d8a74e5d-d85c-4669-8657-6329f22d07b3 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:39.843940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:39.908814 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Network 9350c5a7-63d5-47b9-b862-79607bf2823e is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:39.911658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:39.918474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:39.920612 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Pushing event updated for resources: {'Port': ['ID=d8a74e5d-d85c-4669-8657-6329f22d07b3,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:39.960443 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:39.960725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:39.961065 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:39.961394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:39.961726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:39.962088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:39.962416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:39.962736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:39.963068 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:39.963389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:39.963704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:39.964022 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Tracked resource versions report: Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: pushed versions: Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: { 'AddressGroup': {'1.2'}, Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'ConntrackHelper': {'1.0'}, Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Log': {'1.0'}, Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Network': {'1.1'}, Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Port': {'1.7'}, Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'PortForwarding': {'1.2'}, Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'QosPolicy': {'1.8'}, Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'SecurityGroup': {'1.4'}, Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'SubPort': {'1.0'}, Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Subnet': {'1.1'}, Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Trunk': {'1.1'}} Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: consumer versions: Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: { DHCP agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: L3 agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: Metadata agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: Metering agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: Open vSwitch agent@dv-neutron-860329-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'ConntrackHelper': '1.0', Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Log': '1.0', Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Network': '1.1', Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Port': '1.7', Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'PortForwarding': '1.2', Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'QosPolicy': '1.8', Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'SecurityGroup': '1.4', Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'SecurityGroupRule': '1.2', Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'SubPort': '1.0', Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Subnet': '1.1', Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Trunk': '1.1'}} Oct 05 09:21:39.965340 dv-neutron-860329-1-hyperv neutron-server[89847]: {{(pid=89847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:21:40.037801 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Attempting to bind port d8a74e5d-d85c-4669-8657-6329f22d07b3 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:21:40.038472 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Attempting to bind port d8a74e5d-d85c-4669-8657-6329f22d07b3 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '7148ea3f-f15f-4599-8716-a5cdb1a412de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:21:40.038633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Attempting to bind port d8a74e5d-d85c-4669-8657-6329f22d07b3 on network 9350c5a7-63d5-47b9-b862-79607bf2823e {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:21:40.043886 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:21:40.044273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Checking segment: {'id': '7148ea3f-f15f-4599-8716-a5cdb1a412de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:40.044743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:40.045129 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Bound using segment: {'id': '7148ea3f-f15f-4599-8716-a5cdb1a412de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:21:40.045600 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Bound port: d8a74e5d-d85c-4669-8657-6329f22d07b3, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7148ea3f-f15f-4599-8716-a5cdb1a412de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:21:40.046003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:40.137444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] For port d8a74e5d-d85c-4669-8657-6329f22d07b3, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:21:40.141501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] For port d8a74e5d-d85c-4669-8657-6329f22d07b3, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d8a74e5d-d85c-4669-8657-6329f22d07b3,segment=NetworkSegment(7148ea3f-f15f-4599-8716-a5cdb1a412de),segment_id=7148ea3f-f15f-4599-8716-a5cdb1a412de)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:21:40.196121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:40.277725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cd83e-4ea9-4911-8b69-d11fc894bd2f None None] Pushing event updated for resources: {'Port': ['ID=d8a74e5d-d85c-4669-8657-6329f22d07b3,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:41.551309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 58296) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:41.924537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [None req-1ababeaa-b26c-40c0-9454-12b78bd7acce admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:21:41.938006 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1ababeaa-b26c-40c0-9454-12b78bd7acce admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3733480 Oct 05 09:21:43.898060 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d8a74e5d-d85c-4669-8657-6329f22d07b3 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:44.043570 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port d8a74e5d-d85c-4669-8657-6329f22d07b3 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:44.142267 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a6f2f0-5a99-43f0-a827-3c7c1439f694 None None] Network 9350c5a7-63d5-47b9-b862-79607bf2823e requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:44.301729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-166de949-8b21-4e5c-b0df-ed66609dc092 None None] Provisioning for port d8a74e5d-d85c-4669-8657-6329f22d07b3 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:44.311860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-166de949-8b21-4e5c-b0df-ed66609dc092 None None] Provisioning complete for port d8a74e5d-d85c-4669-8657-6329f22d07b3 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:44.312265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-166de949-8b21-4e5c-b0df-ed66609dc092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:44.312626 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-166de949-8b21-4e5c-b0df-ed66609dc092 None None] Attempt 1 to provision port d8a74e5d-d85c-4669-8657-6329f22d07b3 Oct 05 09:21:44.404020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 58310) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:44.502974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-166de949-8b21-4e5c-b0df-ed66609dc092 None None] Current status of the port d8a74e5d-d85c-4669-8657-6329f22d07b3 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:44.503390 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-166de949-8b21-4e5c-b0df-ed66609dc092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:44.543173 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-166de949-8b21-4e5c-b0df-ed66609dc092 None None] For port d8a74e5d-d85c-4669-8657-6329f22d07b3, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d8a74e5d-d85c-4669-8657-6329f22d07b3,segment=NetworkSegment(7148ea3f-f15f-4599-8716-a5cdb1a412de),segment_id=7148ea3f-f15f-4599-8716-a5cdb1a412de)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:44.632973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-166de949-8b21-4e5c-b0df-ed66609dc092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:44.703405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166de949-8b21-4e5c-b0df-ed66609dc092 None None] Pushing event updated for resources: {'Port': ['ID=d8a74e5d-d85c-4669-8657-6329f22d07b3,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:44.754275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-84d7f876-b21b-41eb-a299-a375e265dd56 None None] Provisioning complete for port d8a74e5d-d85c-4669-8657-6329f22d07b3 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:44.754655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-84d7f876-b21b-41eb-a299-a375e265dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:44.754977 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-84d7f876-b21b-41eb-a299-a375e265dd56 None None] Attempt 1 to provision port d8a74e5d-d85c-4669-8657-6329f22d07b3 Oct 05 09:21:44.794576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [None req-a309e264-3813-4353-a974-5154522886fa admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:21:44.795640 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a309e264-3813-4353-a974-5154522886fa admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3907495 Oct 05 09:21:44.901266 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-84d7f876-b21b-41eb-a299-a375e265dd56 None None] Current status of the port d8a74e5d-d85c-4669-8657-6329f22d07b3 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:45.869137 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d8a74e5d-d85c-4669-8657-6329f22d07b3 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:45.934888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port d8a74e5d-d85c-4669-8657-6329f22d07b3 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:45.935579 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:45.935579 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port d8a74e5d-d85c-4669-8657-6329f22d07b3 Oct 05 09:21:46.051184 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port d8a74e5d-d85c-4669-8657-6329f22d07b3 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:47.492879 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 58322) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:47.836383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c40329d0-3215-4e3f-a59f-af0ac0930cb1 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '07c192177c624682a55db14486c14a5a'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:47.841610 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c40329d0-3215-4e3f-a59f-af0ac0930cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:47.845405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c40329d0-3215-4e3f-a59f-af0ac0930cb1 admin admin] Usage tracker for resource:router and tenant:07c192177c624682a55db14486c14a5a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:47.848658 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c40329d0-3215-4e3f-a59f-af0ac0930cb1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:47.854384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c40329d0-3215-4e3f-a59f-af0ac0930cb1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:47.995827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c40329d0-3215-4e3f-a59f-af0ac0930cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:47.997443 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c40329d0-3215-4e3f-a59f-af0ac0930cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:48.019989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c40329d0-3215-4e3f-a59f-af0ac0930cb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:48.181251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c40329d0-3215-4e3f-a59f-af0ac0930cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:48.260081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c40329d0-3215-4e3f-a59f-af0ac0930cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:48.261188 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c40329d0-3215-4e3f-a59f-af0ac0930cb1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7673383 Oct 05 09:21:50.332301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a4af8c35-0349-4f90-8c70-808a41b6af67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:50.706070 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 58332) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:51.282683 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING oslo_policy.policy [None req-40a10d9e-d17d-4a9d-904e-d69e20a09689 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:21:51.283250 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING oslo_policy.policy [None req-40a10d9e-d17d-4a9d-904e-d69e20a09689 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:21:51.500909 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-40a10d9e-d17d-4a9d-904e-d69e20a09689 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:21:51.501961 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-40a10d9e-d17d-4a9d-904e-d69e20a09689 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7949932 Oct 05 09:21:52.608845 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7f4c4b42-6ccf-4390-a548-1f7f58f3c21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:53.943610 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 58350) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:54.077623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:54.122620 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:54.316541 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:54.318032 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.quota [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Loaded quota_driver: . Oct 05 09:21:54.333523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:54.340453 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Usage tracker for resource:network and tenant:e348e6e9a0cb4793a603c0a1c140edfa is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:54.345100 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:54.353255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:54.446475 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Made reservation on behalf of e348e6e9a0cb4793a603c0a1c140edfa for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:54.517900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.policy [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89846) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 05 09:21:54.564085 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING oslo_policy.policy [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:21:54.564395 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING oslo_policy.policy [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:21:54.574984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:54.594593 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:54.609814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:54.613550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Usage tracker for resource:security_group_rule and tenant:e348e6e9a0cb4793a603c0a1c140edfa is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:54.616881 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:54.622758 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:54.721059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:54.772743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:54.788780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Reserving flat network on physical network physnet1 {{(pid=89846) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 05 09:21:54.818915 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764024515548', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:54.819397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Unsubscribe: segment precommit_create {{(pid=89846) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 05 09:21:54.819896 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Added segment 379ae247-6653-4ad4-8486-24d2b430e69a of type flat for network 12658a95-590a-4fd3-b4a7-e649c53318e9 Oct 05 09:21:54.872685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b00688-b97e-4cba-94e0-613eed0cec55,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:54.896147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:54.901938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:54.901938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:54.901938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:54.901938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:54.901938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:54.902435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:54.902435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:54.902435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:54.902435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:54.902435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Tracked resource versions report: Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: pushed versions: Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: { 'AddressGroup': {'1.2'}, Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'ConntrackHelper': {'1.0'}, Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Log': {'1.0'}, Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Network': {'1.1'}, Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Port': {'1.7'}, Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'PortForwarding': {'1.2'}, Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'QosPolicy': {'1.8'}, Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'SecurityGroup': {'1.4'}, Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'SubPort': {'1.0'}, Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Subnet': {'1.1'}, Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Trunk': {'1.1'}} Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: consumer versions: Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: { DHCP agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: L3 agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: Metadata agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: Metering agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: Open vSwitch agent@dv-neutron-860329-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'ConntrackHelper': '1.0', Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Log': '1.0', Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Network': '1.1', Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Port': '1.7', Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'PortForwarding': '1.2', Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'QosPolicy': '1.8', Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'SecurityGroup': '1.4', Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'SecurityGroupRule': '1.2', Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'SubPort': '1.0', Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Subnet': '1.1', Oct 05 09:21:54.902853 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Trunk': '1.1'}} Oct 05 09:21:54.904995 dv-neutron-860329-1-hyperv neutron-server[89846]: {{(pid=89846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:21:54.948027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:55.047402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:55.048617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:55.049471 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:55.159326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] Pushing event updated for resources: {'Network': ['ID=12658a95-590a-4fd3-b4a7-e649c53318e9,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:55.169326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:21:55.224402 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-10ce1377-8ff1-4106-bb26-a5cdd99329c1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2792130 Oct 05 09:21:55.374516 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:57.638696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 58376) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:57.852827 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6614b2-51c2-419c-9583-a08f8de2d5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:57.854199 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dd6614b2-51c2-419c-9583-a08f8de2d5be admin admin] 10.222.0.49 "GET /v2.0/subnets/770821cd-1623-4af0-9ac1-df3bc7609840 HTTP/1.1" status: 200 len: 849 time: 0.2144535 Oct 05 09:21:58.026261 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cdf87458-1f13-4fdf-bc05-c2709026466f admin admin] 10.222.0.49 "GET /v2.0/routers/32788ae1-1bb3-40f7-97ba-784dda782898 HTTP/1.1" status: 200 len: 704 time: 0.1659026 Oct 05 09:21:58.504367 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:58.746648 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Allocated IP 172.20.0.1 (9350c5a7-63d5-47b9-b862-79607bf2823e/770821cd-1623-4af0-9ac1-df3bc7609840/0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:58.910425 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:58.929414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Transition to ACTIVE for port object 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:59.037723 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.104796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Network 9350c5a7-63d5-47b9-b862-79607bf2823e is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:59.107654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:59.113878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:59.114462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.234276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Pushing event updated for resources: {'Port': ['ID=0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:59.367033 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1755d5fd-ac38-4ac0-b3ba-5b26e6896431 None None] Provisioning for port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:59.371980 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1755d5fd-ac38-4ac0-b3ba-5b26e6896431 None None] Provisioning complete for port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:59.372358 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1755d5fd-ac38-4ac0-b3ba-5b26e6896431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.372698 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1755d5fd-ac38-4ac0-b3ba-5b26e6896431 None None] Attempt 1 to provision port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 Oct 05 09:21:59.428924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1755d5fd-ac38-4ac0-b3ba-5b26e6896431 None None] Port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:59.449017 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.709182 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.785675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.786514 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.915506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Pushing event updated for resources: {'Port': ['ID=0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:59.930214 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1755d5fd-ac38-4ac0-b3ba-5b26e6896431 None None] Attempt 2 to provision port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 Oct 05 09:21:59.979545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Network 9350c5a7-63d5-47b9-b862-79607bf2823e is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:59.980778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:59.984561 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1755d5fd-ac38-4ac0-b3ba-5b26e6896431 None None] Port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:22:00.254010 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Router 32788ae1-1bb3-40f7-97ba-784dda782898 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:22:00.406601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:22:00.416483 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-51c1dd08-e25b-48ca-a329-b537833bcc8c admin admin] 10.222.0.49 "PUT /v2.0/routers/32788ae1-1bb3-40f7-97ba-784dda782898/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3853698 Oct 05 09:22:00.418242 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Sync routers for ids ['32788ae1-1bb3-40f7-97ba-784dda782898'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:22:00.433455 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Routers {'32788ae1-1bb3-40f7-97ba-784dda782898'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:22:00.434652 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:21:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['32788ae1-1bb3-40f7-97ba-784dda782898'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:00.486388 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1755d5fd-ac38-4ac0-b3ba-5b26e6896431 None None] Attempt 3 to provision port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 Oct 05 09:22:00.545754 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1755d5fd-ac38-4ac0-b3ba-5b26e6896431 None None] Port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:22:00.649210 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Set router 32788ae1-1bb3-40f7-97ba-784dda782898 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:22:01.019006 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32788ae1-1bb3-40f7-97ba-784dda782898', 'name': 'router1', 'tenant_id': '07c192177c624682a55db14486c14a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:48Z', 'updated_at': '2022-10-05T09:21:59Z', 'revision_number': 2, 'project_id': '07c192177c624682a55db14486c14a5a', 'gw_port_host': None, '_interfaces': [{'id': '0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7', 'name': '', 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e', 'tenant_id': '07c192177c624682a55db14486c14a5a', 'mac_address': 'fa:16:3e:09:c5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32788ae1-1bb3-40f7-97ba-784dda782898', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '770821cd-1623-4af0-9ac1-df3bc7609840', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:58Z', 'updated_at': '2022-10-05T09:21:59Z', 'revision_number': 2, 'project_id': '07c192177c624682a55db14486c14a5a', 'subnets': [{'id': '770821cd-1623-4af0-9ac1-df3bc7609840', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a7e0ac3-0f88-4736-a5b8-9b66a280459f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:01.024421 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Checking router: 32788ae1-1bb3-40f7-97ba-784dda782898 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:22:01.024794 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Updating router 32788ae1-1bb3-40f7-97ba-784dda782898 port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:22:01.047111 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1755d5fd-ac38-4ac0-b3ba-5b26e6896431 None None] Attempt 4 to provision port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 Oct 05 09:22:01.078142 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:01.100813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1755d5fd-ac38-4ac0-b3ba-5b26e6896431 None None] Port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:22:01.461916 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:01.477475 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Transition to ACTIVE for port object 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:22:01.549199 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:01.602009 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1755d5fd-ac38-4ac0-b3ba-5b26e6896431 None None] Attempt 5 to provision port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 Oct 05 09:22:01.662691 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1755d5fd-ac38-4ac0-b3ba-5b26e6896431 None None] Port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:22:01.780606 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0b399-cd71-45c6-9ee2-838a112af21b None None] Pushing event updated for resources: {'Port': ['ID=0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:01.798297 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0b399-cd71-45c6-9ee2-838a112af21b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:01.798645 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0b399-cd71-45c6-9ee2-838a112af21b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:01.798979 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0b399-cd71-45c6-9ee2-838a112af21b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:01.799306 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0b399-cd71-45c6-9ee2-838a112af21b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:01.799626 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0b399-cd71-45c6-9ee2-838a112af21b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:01.799961 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0b399-cd71-45c6-9ee2-838a112af21b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:01.800285 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0b399-cd71-45c6-9ee2-838a112af21b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:01.800603 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0b399-cd71-45c6-9ee2-838a112af21b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:01.800934 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0b399-cd71-45c6-9ee2-838a112af21b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:01.801251 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0b399-cd71-45c6-9ee2-838a112af21b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:01.801563 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0b399-cd71-45c6-9ee2-838a112af21b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:01.801881 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0b399-cd71-45c6-9ee2-838a112af21b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0b399-cd71-45c6-9ee2-838a112af21b None None] Tracked resource versions report: Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: pushed versions: Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: { 'AddressGroup': {'1.2'}, Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'ConntrackHelper': {'1.0'}, Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Log': {'1.0'}, Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Network': {'1.1'}, Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Port': {'1.7'}, Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'PortForwarding': {'1.2'}, Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'QosPolicy': {'1.8'}, Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'SecurityGroup': {'1.4'}, Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'SubPort': {'1.0'}, Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Subnet': {'1.1'}, Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Trunk': {'1.1'}} Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: consumer versions: Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: { DHCP agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: L3 agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: Metadata agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: Metering agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: Open vSwitch agent@dv-neutron-860329-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'ConntrackHelper': '1.0', Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Log': '1.0', Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Network': '1.1', Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Port': '1.7', Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'PortForwarding': '1.2', Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'QosPolicy': '1.8', Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'SecurityGroup': '1.4', Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'SecurityGroupRule': '1.2', Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'SubPort': '1.0', Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Subnet': '1.1', Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Trunk': '1.1'}} Oct 05 09:22:01.803790 dv-neutron-860329-1-hyperv neutron-server[89848]: {{(pid=89848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:22:01.809717 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Attempting to bind port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:22:01.810137 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Attempting to bind port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '7148ea3f-f15f-4599-8716-a5cdb1a412de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:22:01.810553 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Attempting to bind port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 on network 9350c5a7-63d5-47b9-b862-79607bf2823e {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:22:01.815722 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:22:01.816120 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Checking segment: {'id': '7148ea3f-f15f-4599-8716-a5cdb1a412de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:22:01.816590 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:01.816967 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Bound using segment: {'id': '7148ea3f-f15f-4599-8716-a5cdb1a412de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:22:01.817461 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Bound port: 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7148ea3f-f15f-4599-8716-a5cdb1a412de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:22:01.817875 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:01.903690 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] For port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:22:01.907889 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] For port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7,segment=NetworkSegment(7148ea3f-f15f-4599-8716-a5cdb1a412de),segment_id=7148ea3f-f15f-4599-8716-a5cdb1a412de)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:22:01.997185 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:02.061433 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Routers {'32788ae1-1bb3-40f7-97ba-784dda782898'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:22:02.061964 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:21:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['32788ae1-1bb3-40f7-97ba-784dda782898'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:02.164113 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1755d5fd-ac38-4ac0-b3ba-5b26e6896431 None None] Attempt 6 to provision port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 Oct 05 09:22:02.185383 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0b399-cd71-45c6-9ee2-838a112af21b None None] Pushing event updated for resources: {'Port': ['ID=0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:02.228069 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] Set router 32788ae1-1bb3-40f7-97ba-784dda782898 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:22:02.231939 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1755d5fd-ac38-4ac0-b3ba-5b26e6896431 None None] Port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:22:02.546477 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32788ae1-1bb3-40f7-97ba-784dda782898', 'name': 'router1', 'tenant_id': '07c192177c624682a55db14486c14a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:48Z', 'updated_at': '2022-10-05T09:21:59Z', 'revision_number': 2, 'project_id': '07c192177c624682a55db14486c14a5a', 'gw_port_host': None, '_interfaces': [{'id': '0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7', 'name': '', 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e', 'tenant_id': '07c192177c624682a55db14486c14a5a', 'mac_address': 'fa:16:3e:09:c5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32788ae1-1bb3-40f7-97ba-784dda782898', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '770821cd-1623-4af0-9ac1-df3bc7609840', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:58Z', 'updated_at': '2022-10-05T09:22:01Z', 'revision_number': 4, 'project_id': '07c192177c624682a55db14486c14a5a', 'subnets': [{'id': '770821cd-1623-4af0-9ac1-df3bc7609840', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a7e0ac3-0f88-4736-a5b8-9b66a280459f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:02.550489 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f844f3-312d-41c7-a710-595bf4c01a4c None None] The sync data for ids ['32788ae1-1bb3-40f7-97ba-784dda782898'] in dv-neutron-860329-1-hyperv is: [{'id': '32788ae1-1bb3-40f7-97ba-784dda782898', 'name': 'router1', 'tenant_id': '07c192177c624682a55db14486c14a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:48Z', 'updated_at': '2022-10-05T09:21:59Z', 'revision_number': 2, 'project_id': '07c192177c624682a55db14486c14a5a', 'gw_port_host': None, '_interfaces': [{'id': '0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7', 'name': '', 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e', 'tenant_id': '07c192177c624682a55db14486c14a5a', 'mac_address': 'fa:16:3e:09:c5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32788ae1-1bb3-40f7-97ba-784dda782898', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '770821cd-1623-4af0-9ac1-df3bc7609840', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:58Z', 'updated_at': '2022-10-05T09:22:01Z', 'revision_number': 4, 'project_id': '07c192177c624682a55db14486c14a5a', 'subnets': [{'id': '770821cd-1623-4af0-9ac1-df3bc7609840', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a7e0ac3-0f88-4736-a5b8-9b66a280459f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:22:02.710833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 58394) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:02.865809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37711e8-1885-4047-a49d-b7f8b9275cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:02.866404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d37711e8-1885-4047-a49d-b7f8b9275cff admin admin] Synchronizing usage tracker for tenant:e348e6e9a0cb4793a603c0a1c140edfa on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:22:02.956560 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d37711e8-1885-4047-a49d-b7f8b9275cff admin admin] Unset dirty status for tenant:e348e6e9a0cb4793a603c0a1c140edfa on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:22:02.957744 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d37711e8-1885-4047-a49d-b7f8b9275cff admin admin] 10.222.0.49 "GET /v2.0/networks/12658a95-590a-4fd3-b4a7-e649c53318e9 HTTP/1.1" status: 200 len: 842 time: 0.2458870 Oct 05 09:22:02.967659 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Request body: {'subnet': {'gateway_ip': '172.26.7.1', 'cidr': '172.26.7.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:02.973444 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:22:02.978215 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Usage tracker for resource:subnet and tenant:e348e6e9a0cb4793a603c0a1c140edfa is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:22:02.981471 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:22:02.987716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:22:03.080671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Made reservation on behalf of e348e6e9a0cb4793a603c0a1c140edfa for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:22:03.083084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Notify callbacks [] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:03.541191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.objects.ports [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89846) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:22:03.541644 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:03.622231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a74f02-464e-484b-b2bc-4353968cfe6f,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:03.630315 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:22:03.630676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Network hostable DHCP agents. Network: 12658a95-590a-4fd3-b4a7-e649c53318e9, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:22:03.710768 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:22:03.785025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 12658a95-590a-4fd3-b4a7-e649c53318e9) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:22:03.789166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:03.789816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:03.793946 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55433a0-57c7-4f92-960b-4569159edf3a None None] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:22:03.884347 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e5d89ea4-a510-4cfe-abb7-31f460d4c44c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9202564 Oct 05 09:22:03.909352 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:22:04.090464 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b9d1ea-d2da-4630-86c0-4b4acf2cb4a5 None None] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:22:04.161577 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:22:04.176257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:22:04.176633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:04.176964 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 Oct 05 09:22:04.410234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:22:04.410613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:04.444700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7,segment=NetworkSegment(7148ea3f-f15f-4599-8716-a5cdb1a412de),segment_id=7148ea3f-f15f-4599-8716-a5cdb1a412de)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:22:04.505627 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:04.575166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:05.879474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:22:05.967834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:22:05.968202 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:05.968532 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 Oct 05 09:22:06.088098 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:22:06.197435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 58408) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:06.429017 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7672d9b4-b381-4682-909a-62e0cd9959ed admin admin] 10.222.0.49 "GET /v2.0/routers/32788ae1-1bb3-40f7-97ba-784dda782898 HTTP/1.1" status: 200 len: 710 time: 0.2301488 Oct 05 09:22:06.553925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca009ba5-c94a-42af-a369-5b55f328e215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:06.555286 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ca009ba5-c94a-42af-a369-5b55f328e215 admin admin] 10.222.0.49 "GET /v2.0/networks/12658a95-590a-4fd3-b4a7-e649c53318e9 HTTP/1.1" status: 200 len: 886 time: 0.1213017 Oct 05 09:22:06.563923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:06.999920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:07.419661 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:07.475959 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:07.608846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Allocated IP 172.26.7.156 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/2f1a50a0-a889-4efd-84df-3a3fb9872ce6) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:22:07.799300 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:07.871312 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:07.935292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:22:07.938015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:22:07.940516 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:22:08.005890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Pushing event updated for resources: {'Port': ['ID=2f1a50a0-a889-4efd-84df-3a3fb9872ce6,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:08.415938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:08.749027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:08.752406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:08.930743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Router 32788ae1-1bb3-40f7-97ba-784dda782898 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:22:09.106958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:22:09.117449 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:09.118183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Sync routers for ids ['32788ae1-1bb3-40f7-97ba-784dda782898'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:22:09.119032 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1dd0a482-0c87-4684-8e79-7d63ae18e84a admin admin] 10.222.0.49 "PUT /v2.0/routers/32788ae1-1bb3-40f7-97ba-784dda782898 HTTP/1.1" status: 200 len: 890 time: 2.5582185 Oct 05 09:22:09.130330 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Routers {'32788ae1-1bb3-40f7-97ba-784dda782898'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:22:09.131204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:21:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['32788ae1-1bb3-40f7-97ba-784dda782898'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:09.323974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Set router 32788ae1-1bb3-40f7-97ba-784dda782898 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:22:09.661208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32788ae1-1bb3-40f7-97ba-784dda782898', 'name': 'router1', 'tenant_id': '07c192177c624682a55db14486c14a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2f1a50a0-a889-4efd-84df-3a3fb9872ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:48Z', 'updated_at': '2022-10-05T09:22:08Z', 'revision_number': 4, 'project_id': '07c192177c624682a55db14486c14a5a', 'gw_port': {'id': '2f1a50a0-a889-4efd-84df-3a3fb9872ce6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32788ae1-1bb3-40f7-97ba-784dda782898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:22:07Z', 'updated_at': '2022-10-05T09:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7', 'name': '', 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e', 'tenant_id': '07c192177c624682a55db14486c14a5a', 'mac_address': 'fa:16:3e:09:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32788ae1-1bb3-40f7-97ba-784dda782898', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '770821cd-1623-4af0-9ac1-df3bc7609840', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:58Z', 'updated_at': '2022-10-05T09:22:04Z', 'revision_number': 5, 'project_id': '07c192177c624682a55db14486c14a5a', 'subnets': [{'id': '770821cd-1623-4af0-9ac1-df3bc7609840', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a7e0ac3-0f88-4736-a5b8-9b66a280459f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:09.667605 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Checking router: 32788ae1-1bb3-40f7-97ba-784dda782898 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:22:09.668097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Updating router 32788ae1-1bb3-40f7-97ba-784dda782898 port 2f1a50a0-a889-4efd-84df-3a3fb9872ce6 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:22:09.727175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:10.059352 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:10.071494 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Transition to ACTIVE for port object 2f1a50a0-a889-4efd-84df-3a3fb9872ce6 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:22:10.139320 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:10.201140 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Attempting to bind port 2f1a50a0-a889-4efd-84df-3a3fb9872ce6 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:22:10.201511 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Attempting to bind port 2f1a50a0-a889-4efd-84df-3a3fb9872ce6 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:22:10.201883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Attempting to bind port 2f1a50a0-a889-4efd-84df-3a3fb9872ce6 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:22:10.212118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:22:10.212535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:22:10.212938 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:10.213327 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:22:10.213787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Bound port: 2f1a50a0-a889-4efd-84df-3a3fb9872ce6, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:22:10.214182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:10.252055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cca479-13f5-437f-bedf-95b06d203783 None None] Pushing event updated for resources: {'Port': ['ID=2f1a50a0-a889-4efd-84df-3a3fb9872ce6,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:10.289939 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] For port 2f1a50a0-a889-4efd-84df-3a3fb9872ce6, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:22:10.292954 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] For port 2f1a50a0-a889-4efd-84df-3a3fb9872ce6, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2f1a50a0-a889-4efd-84df-3a3fb9872ce6,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:22:10.361152 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:10.421407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Routers {'32788ae1-1bb3-40f7-97ba-784dda782898'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:22:10.421940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:21:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['32788ae1-1bb3-40f7-97ba-784dda782898'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:10.509131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cca479-13f5-437f-bedf-95b06d203783 None None] Pushing event updated for resources: {'Port': ['ID=2f1a50a0-a889-4efd-84df-3a3fb9872ce6,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:10.638961 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] Set router 32788ae1-1bb3-40f7-97ba-784dda782898 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:22:10.966616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32788ae1-1bb3-40f7-97ba-784dda782898', 'name': 'router1', 'tenant_id': '07c192177c624682a55db14486c14a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2f1a50a0-a889-4efd-84df-3a3fb9872ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:48Z', 'updated_at': '2022-10-05T09:22:08Z', 'revision_number': 4, 'project_id': '07c192177c624682a55db14486c14a5a', 'gw_port': {'id': '2f1a50a0-a889-4efd-84df-3a3fb9872ce6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32788ae1-1bb3-40f7-97ba-784dda782898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:22:07Z', 'updated_at': '2022-10-05T09:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7', 'name': '', 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e', 'tenant_id': '07c192177c624682a55db14486c14a5a', 'mac_address': 'fa:16:3e:09:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32788ae1-1bb3-40f7-97ba-784dda782898', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '770821cd-1623-4af0-9ac1-df3bc7609840', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:58Z', 'updated_at': '2022-10-05T09:22:04Z', 'revision_number': 5, 'project_id': '07c192177c624682a55db14486c14a5a', 'subnets': [{'id': '770821cd-1623-4af0-9ac1-df3bc7609840', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a7e0ac3-0f88-4736-a5b8-9b66a280459f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:10.970541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63d2d7e-c8f9-4152-8623-42003dbdf555 None None] The sync data for ids ['32788ae1-1bb3-40f7-97ba-784dda782898'] in dv-neutron-860329-1-hyperv is: [{'id': '32788ae1-1bb3-40f7-97ba-784dda782898', 'name': 'router1', 'tenant_id': '07c192177c624682a55db14486c14a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2f1a50a0-a889-4efd-84df-3a3fb9872ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:48Z', 'updated_at': '2022-10-05T09:22:08Z', 'revision_number': 4, 'project_id': '07c192177c624682a55db14486c14a5a', 'gw_port': {'id': '2f1a50a0-a889-4efd-84df-3a3fb9872ce6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32788ae1-1bb3-40f7-97ba-784dda782898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:22:07Z', 'updated_at': '2022-10-05T09:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7', 'name': '', 'network_id': '9350c5a7-63d5-47b9-b862-79607bf2823e', 'tenant_id': '07c192177c624682a55db14486c14a5a', 'mac_address': 'fa:16:3e:09:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32788ae1-1bb3-40f7-97ba-784dda782898', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '770821cd-1623-4af0-9ac1-df3bc7609840', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:58Z', 'updated_at': '2022-10-05T09:22:04Z', 'revision_number': 5, 'project_id': '07c192177c624682a55db14486c14a5a', 'subnets': [{'id': '770821cd-1623-4af0-9ac1-df3bc7609840', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a7e0ac3-0f88-4736-a5b8-9b66a280459f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:22:11.314022 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 5 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:22:11.564303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 58418) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:11.715881 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-19e9765a-33ea-4abb-9a2e-f0481c52761b admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1503532 Oct 05 09:22:11.912727 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2f1a50a0-a889-4efd-84df-3a3fb9872ce6 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:22:12.092553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 2f1a50a0-a889-4efd-84df-3a3fb9872ce6 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:22:12.098287 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 2f1a50a0-a889-4efd-84df-3a3fb9872ce6 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:22:12.098663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:12.099483 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 2f1a50a0-a889-4efd-84df-3a3fb9872ce6 Oct 05 09:22:12.231246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2f1a50a0-a889-4efd-84df-3a3fb9872ce6 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:22:12.231647 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:12.250255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 2f1a50a0-a889-4efd-84df-3a3fb9872ce6, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2f1a50a0-a889-4efd-84df-3a3fb9872ce6,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:22:12.305154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:12.376054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=2f1a50a0-a889-4efd-84df-3a3fb9872ce6,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:13.888789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2f1a50a0-a889-4efd-84df-3a3fb9872ce6 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:22:13.970666 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 2f1a50a0-a889-4efd-84df-3a3fb9872ce6 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:22:13.980964 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:13.980964 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 2f1a50a0-a889-4efd-84df-3a3fb9872ce6 Oct 05 09:22:14.101493 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2f1a50a0-a889-4efd-84df-3a3fb9872ce6 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:22:20.334205 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ce71-867b-4cb6-b46d-f54e5a2c6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:22.634760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ddec1c74-03d8-4a3c-b024-51e8d6092eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:24.054663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:24.104857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:25.378655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:48.312468 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 5 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:22:50.319893 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-416d23d6-78de-4c04-9b06-038fc52a0226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:52.594024 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3d17c4af-8272-4d9b-9ede-9483685da07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:54.069403 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:54.126889 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:55.442053 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:20.326319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a8b063dc-6fc9-4e59-9a69-dbbc5e4a2350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:22.584556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dfc8bb0b-2e3b-44f5-8f17-335f13a45aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.034907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.109965 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:25.311020 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 5 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:23:25.401455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:50.322159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-caeb2e8f-e03f-4dbe-b36a-43c01d251c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:52.630415 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c7e95822-2edf-48a0-9237-ea826aa76f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:54.053436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:54.139163 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:55.413471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:02.310477 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 5 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:24:20.316026 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-35a3a176-be4a-485c-a062-5dd192c51afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:22.606576 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6458d889-b503-4979-8a78-e6bfd4bc90a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:24.063385 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:24.115549 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:24.588320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59024) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:24.655192 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1375ca28-8964-4627-adeb-b9c5091dfd28 admin admin] GET failed (client error): The resource could not be found. Oct 05 09:24:24.656453 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1375ca28-8964-4627-adeb-b9c5091dfd28 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671139 Oct 05 09:24:24.786954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb778f0c-90e3-482c-b38d-14793df7712e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:24.788541 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bb778f0c-90e3-482c-b38d-14793df7712e admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1282201 Oct 05 09:24:25.401406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:26.969557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59034) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:27.079663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65015279-bd5b-40d4-8bbb-cdc63bd50a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:27.080131 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-65015279-bd5b-40d4-8bbb-cdc63bd50a3f admin admin] Synchronizing usage tracker for tenant:e348e6e9a0cb4793a603c0a1c140edfa on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:24:27.144407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-65015279-bd5b-40d4-8bbb-cdc63bd50a3f admin admin] Unset dirty status for tenant:e348e6e9a0cb4793a603c0a1c140edfa on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:24:27.145588 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-65015279-bd5b-40d4-8bbb-cdc63bd50a3f admin admin] 10.222.0.49 "GET /v2.0/subnets/770821cd-1623-4af0-9ac1-df3bc7609840 HTTP/1.1" status: 200 len: 849 time: 0.1750507 Oct 05 09:24:27.155891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:27.318422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Notify callbacks [] for subnet, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:27.560656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764024587147'] for subnet, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:27.606937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:27.607534 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:27.608809 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] 10.222.0.49 "PUT /v2.0/subnets/770821cd-1623-4af0-9ac1-df3bc7609840 HTTP/1.1" status: 200 len: 868 time: 0.4569306 Oct 05 09:24:27.611724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cf9c26-c967-4bfd-9232-963ee960b005 None None] Network 9350c5a7-63d5-47b9-b862-79607bf2823e requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:24:27.635173 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Pushing event updated for resources: {'Subnet': ['ID=770821cd-1623-4af0-9ac1-df3bc7609840,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:27.643638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:27.644129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:27.644414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:27.644752 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:27.645099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:27.645450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:27.645788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:27.646157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:27.650897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:27.650897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:27.650897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:27.650897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276541fe-3cfa-4df5-b3e0-1c723004338e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:28.059188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-32166bc6-a901-4a2b-bd8a-69af38ec3b1f None None] Provisioning complete for port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:24:28.059560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-32166bc6-a901-4a2b-bd8a-69af38ec3b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.059897 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-32166bc6-a901-4a2b-bd8a-69af38ec3b1f None None] Attempt 1 to provision port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 Oct 05 09:24:28.202743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-32166bc6-a901-4a2b-bd8a-69af38ec3b1f None None] Current status of the port 0da41a5a-fac5-4bf4-9bb3-0e86f3c0ebc7 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:24:28.214146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-32166bc6-a901-4a2b-bd8a-69af38ec3b1f None None] Provisioning complete for port d8a74e5d-d85c-4669-8657-6329f22d07b3 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:24:28.216191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-32166bc6-a901-4a2b-bd8a-69af38ec3b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.216191 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-32166bc6-a901-4a2b-bd8a-69af38ec3b1f None None] Attempt 1 to provision port d8a74e5d-d85c-4669-8657-6329f22d07b3 Oct 05 09:24:28.329913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-32166bc6-a901-4a2b-bd8a-69af38ec3b1f None None] Current status of the port d8a74e5d-d85c-4669-8657-6329f22d07b3 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:24:29.782815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59044) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:29.958390 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025105b1-da18-4302-b312-0a62637cef65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:29.958920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025105b1-da18-4302-b312-0a62637cef65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:29.960410 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-025105b1-da18-4302-b312-0a62637cef65 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1765294 Oct 05 09:24:32.158215 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59054) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:32.330698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b96bb21-9df7-4888-8eaa-5112825eeae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:32.331171 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b96bb21-9df7-4888-8eaa-5112825eeae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:32.332664 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7b96bb21-9df7-4888-8eaa-5112825eeae9 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1733661 Oct 05 09:24:34.535164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59064) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:34.699254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c529e436-9aa6-419d-ab92-7d8d2886eadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:34.700612 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c529e436-9aa6-419d-ab92-7d8d2886eadb admin admin] 10.222.0.49 "GET /v2.0/networks/12658a95-590a-4fd3-b4a7-e649c53318e9 HTTP/1.1" status: 200 len: 886 time: 0.1645010 Oct 05 09:24:36.900073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59074) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:37.074368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e02c01-7aa7-4fe0-824e-60a79bce4c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:37.075650 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b9e02c01-7aa7-4fe0-824e-60a79bce4c5e admin admin] 10.222.0.49 "GET /v2.0/networks/9350c5a7-63d5-47b9-b862-79607bf2823e HTTP/1.1" status: 200 len: 869 time: 0.1746337 Oct 05 09:24:39.271428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59084) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:39.309182 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 5 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:24:39.379979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c041a8d-8774-4749-aec3-f73b172dd2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:39.380436 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c041a8d-8774-4749-aec3-f73b172dd2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:39.381936 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6c041a8d-8774-4749-aec3-f73b172dd2fd admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1095488 Oct 05 09:24:41.549966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59094) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:41.654425 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19f3f39-1474-4b01-9b28-a391f17a5385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:41.654886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19f3f39-1474-4b01-9b28-a391f17a5385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:41.656367 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f19f3f39-1474-4b01-9b28-a391f17a5385 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1054451 Oct 05 09:24:43.849194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59104) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:43.951866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbdb579-0bc8-4168-9b80-8924051a7108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:43.953191 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5bbdb579-0bc8-4168-9b80-8924051a7108 admin admin] 10.222.0.49 "GET /v2.0/subnets/27a74f02-464e-484b-b2bc-4353968cfe6f HTTP/1.1" status: 200 len: 816 time: 0.1030324 Oct 05 09:24:46.139780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59114) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:46.245763 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90440d70-afdc-4294-9714-3b172aa3f847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:46.247154 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-90440d70-afdc-4294-9714-3b172aa3f847 admin admin] 10.222.0.49 "GET /v2.0/subnets/770821cd-1623-4af0-9ac1-df3bc7609840 HTTP/1.1" status: 200 len: 868 time: 0.1064436 Oct 05 09:24:50.355920 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-29f5f43f-6458-4070-9d8b-401de8508bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:52.635431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7960993c-c821-4516-bc61-c3b8030de8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:54.055648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:54.116143 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:55.406610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:05.786006 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59160) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:05.833149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-d8db6b13-312c-4c90-8824-0e5441b67918 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:25:05.834174 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d8db6b13-312c-4c90-8824-0e5441b67918 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471652 Oct 05 09:25:08.084511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59170) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:08.155999 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5ca143-0f71-4a4e-823a-a0e2d3e5ef43 admin admin] GET failed (client error): The resource could not be found. Oct 05 09:25:08.157583 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9c5ca143-0f71-4a4e-823a-a0e2d3e5ef43 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0721426 Oct 05 09:25:08.283988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c68fc-4b96-41cf-8a44-983d64a033ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:08.285354 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-596c68fc-4b96-41cf-8a44-983d64a033ec admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1237049 Oct 05 09:25:10.489006 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59180) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:10.535932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:25:10.540433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:25:10.549848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:25:10.606778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Made reservation on behalf of e348e6e9a0cb4793a603c0a1c140edfa for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:25:10.609192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:10.698481 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING neutron.services.revisions.revision_plugin [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Could not find related network for resource to bump revision. Oct 05 09:25:10.711002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:25:10.720851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:10.721220 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Added segment 7f5b8906-b702-492a-90e9-79723acb05c0 of type vlan for network 47561394-aa4e-4c9d-a8cb-240eb2aa136c Oct 05 09:25:10.747466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:10.812517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:10.813487 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:10.814088 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:10.914043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Pushing event updated for resources: {'Network': ['ID=47561394-aa4e-4c9d-a8cb-240eb2aa136c,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:10.920771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:10.921123 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:10.921454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:10.921785 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:10.922148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:10.922475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:10.922801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:10.923140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:10.923475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:10.923794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:10.924113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:10.924434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:10.935603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 47561394-aa4e-4c9d-a8cb-240eb2aa136c details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:25:10.962237 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c5088d21-b65f-4c60-aab6-52b2fa20a8ca admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4720371 Oct 05 09:25:13.207034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59190) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:13.275964 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c04280d-4a99-4f6c-8560-219371426b34 admin admin] GET failed (client error): The resource could not be found. Oct 05 09:25:13.276498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8c04280d-4a99-4f6c-8560-219371426b34 admin admin] Synchronizing usage tracker for tenant:e348e6e9a0cb4793a603c0a1c140edfa on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:25:13.349752 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8c04280d-4a99-4f6c-8560-219371426b34 admin admin] Unset dirty status for tenant:e348e6e9a0cb4793a603c0a1c140edfa on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:25:13.351068 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8c04280d-4a99-4f6c-8560-219371426b34 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1430304 Oct 05 09:25:13.458778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9cfcda-bce7-463a-b0cb-f614e94993ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:13.460231 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ea9cfcda-bce7-463a-b0cb-f614e94993ce admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1043403 Oct 05 09:25:13.469779 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-270274d6-19d8-4b0a-aa38-58b87f9ea3ba admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '47561394-aa4e-4c9d-a8cb-240eb2aa136c', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:25:13.474274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-270274d6-19d8-4b0a-aa38-58b87f9ea3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:25:13.484660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-270274d6-19d8-4b0a-aa38-58b87f9ea3ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:25:13.538268 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270274d6-19d8-4b0a-aa38-58b87f9ea3ba admin admin] Made reservation on behalf of e348e6e9a0cb4793a603c0a1c140edfa for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:25:13.541005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-270274d6-19d8-4b0a-aa38-58b87f9ea3ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:13.812731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-270274d6-19d8-4b0a-aa38-58b87f9ea3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:13.883798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270274d6-19d8-4b0a-aa38-58b87f9ea3ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=028443fb-cd93-4b77-918a-f9030bec6e10,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:13.891133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270274d6-19d8-4b0a-aa38-58b87f9ea3ba admin admin] Checking segment: {'id': '7f5b8906-b702-492a-90e9-79723acb05c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47561394-aa4e-4c9d-a8cb-240eb2aa136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:25:13.891480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270274d6-19d8-4b0a-aa38-58b87f9ea3ba admin admin] Network hostable DHCP agents. Network: 47561394-aa4e-4c9d-a8cb-240eb2aa136c, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:25:13.961305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270274d6-19d8-4b0a-aa38-58b87f9ea3ba admin admin] Network 47561394-aa4e-4c9d-a8cb-240eb2aa136c is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:25:14.023882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-270274d6-19d8-4b0a-aa38-58b87f9ea3ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 47561394-aa4e-4c9d-a8cb-240eb2aa136c) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:25:14.027885 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270274d6-19d8-4b0a-aa38-58b87f9ea3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:14.028397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-270274d6-19d8-4b0a-aa38-58b87f9ea3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:14.033303 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b8f833-953a-46b6-a9f8-cc5c8a06762b None None] Network 47561394-aa4e-4c9d-a8cb-240eb2aa136c requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:25:14.087949 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-270274d6-19d8-4b0a-aa38-58b87f9ea3ba admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6215277 Oct 05 09:25:14.267624 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-47561394-aa4e-4c9d-a8cb-240eb2aa136c', 'network_id': '47561394-aa4e-4c9d-a8cb-240eb2aa136c', 'tenant_id': 'e348e6e9a0cb4793a603c0a1c140edfa', 'fixed_ips': [{'subnet_id': '028443fb-cd93-4b77-918a-f9030bec6e10'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:25:14.268472 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:14.428237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Allocated IP 192.168.233.2 (47561394-aa4e-4c9d-a8cb-240eb2aa136c/028443fb-cd93-4b77-918a-f9030bec6e10/4f871794-5a89-42ae-89a1-65e99f084e78) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:25:14.634299 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:14.645301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Transition to ACTIVE for port object 4f871794-5a89-42ae-89a1-65e99f084e78 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:25:14.665076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Transition to ACTIVE for port object 4f871794-5a89-42ae-89a1-65e99f084e78 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:25:14.756412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:14.823701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Network 47561394-aa4e-4c9d-a8cb-240eb2aa136c is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:25:14.826498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:25:14.830223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:25:14.836058 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Pushing event updated for resources: {'Port': ['ID=4f871794-5a89-42ae-89a1-65e99f084e78,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:14.877056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:14.877410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:14.877740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:14.878093 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:14.878417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:14.878757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:14.879078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:14.879392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:14.879720 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:14.880037 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:14.880347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:14.880660 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:14.944176 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Attempting to bind port 4f871794-5a89-42ae-89a1-65e99f084e78 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:25:14.944533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Attempting to bind port 4f871794-5a89-42ae-89a1-65e99f084e78 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '7f5b8906-b702-492a-90e9-79723acb05c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47561394-aa4e-4c9d-a8cb-240eb2aa136c'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:25:14.944892 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Attempting to bind port 4f871794-5a89-42ae-89a1-65e99f084e78 on network 47561394-aa4e-4c9d-a8cb-240eb2aa136c {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:25:14.950894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:25:14.951265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Checking segment: {'id': '7f5b8906-b702-492a-90e9-79723acb05c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47561394-aa4e-4c9d-a8cb-240eb2aa136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:25:14.951658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:14.952038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Bound using segment: {'id': '7f5b8906-b702-492a-90e9-79723acb05c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47561394-aa4e-4c9d-a8cb-240eb2aa136c'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:25:14.952495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Bound port: 4f871794-5a89-42ae-89a1-65e99f084e78, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5b8906-b702-492a-90e9-79723acb05c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47561394-aa4e-4c9d-a8cb-240eb2aa136c'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:25:14.952879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:15.046516 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] For port 4f871794-5a89-42ae-89a1-65e99f084e78, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:25:15.049613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] For port 4f871794-5a89-42ae-89a1-65e99f084e78, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4f871794-5a89-42ae-89a1-65e99f084e78,segment=NetworkSegment(7f5b8906-b702-492a-90e9-79723acb05c0),segment_id=7f5b8906-b702-492a-90e9-79723acb05c0)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:25:15.127857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:15.203544 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525294a3-3f73-4cfe-af3f-b91484e149d3 None None] Pushing event updated for resources: {'Port': ['ID=4f871794-5a89-42ae-89a1-65e99f084e78,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:16.031394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4f871794-5a89-42ae-89a1-65e99f084e78 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:25:16.061381 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4789f24-ba73-4f0c-a285-f583c57a026f None None] Network 47561394-aa4e-4c9d-a8cb-240eb2aa136c requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:25:16.281745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d41c2d68-4074-4e71-a850-6309b0b87bf4 None None] Provisioning for port 4f871794-5a89-42ae-89a1-65e99f084e78 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:25:16.308521 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 5 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:25:16.338430 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 4f871794-5a89-42ae-89a1-65e99f084e78 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:25:16.350344 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 4f871794-5a89-42ae-89a1-65e99f084e78 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:25:16.350720 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:16.351089 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 4f871794-5a89-42ae-89a1-65e99f084e78 Oct 05 09:25:16.490724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 4f871794-5a89-42ae-89a1-65e99f084e78 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:25:16.491234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:16.533935 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 4f871794-5a89-42ae-89a1-65e99f084e78, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4f871794-5a89-42ae-89a1-65e99f084e78,segment=NetworkSegment(7f5b8906-b702-492a-90e9-79723acb05c0),segment_id=7f5b8906-b702-492a-90e9-79723acb05c0)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:25:16.618956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:16.687389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=4f871794-5a89-42ae-89a1-65e99f084e78,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:16.717851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-da844783-066c-46bb-851b-548c6066577c None None] Provisioning complete for port 4f871794-5a89-42ae-89a1-65e99f084e78 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:25:16.718319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-da844783-066c-46bb-851b-548c6066577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:16.718749 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-da844783-066c-46bb-851b-548c6066577c None None] Attempt 1 to provision port 4f871794-5a89-42ae-89a1-65e99f084e78 Oct 05 09:25:16.847886 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-da844783-066c-46bb-851b-548c6066577c None None] Current status of the port 4f871794-5a89-42ae-89a1-65e99f084e78 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:25:17.986849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4f871794-5a89-42ae-89a1-65e99f084e78 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:25:18.056858 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 4f871794-5a89-42ae-89a1-65e99f084e78 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:25:18.057228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:18.057554 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 4f871794-5a89-42ae-89a1-65e99f084e78 Oct 05 09:25:18.176122 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 4f871794-5a89-42ae-89a1-65e99f084e78 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:25:20.326744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-da33fae4-802d-4798-8eb6-867519b77833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:22.618500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a3501bbc-da89-4321-aaac-2142c12a73f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:24.081194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:24.098081 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:25.418548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:50.315529 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9e332544-b631-4b3b-89a2-11372695681f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:52.590411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d14f1ee4-c9ef-4b7b-b2df-17ba7278392f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:53.307757 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 5 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:25:54.052266 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:54.115728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:55.418311 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:20.337636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4e4a752f-cbb1-41e4-8cc3-a4c76f85989a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:22.612472 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6b1af456-f175-4bfd-bc72-89fbe5781ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:24.104091 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:24.212372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:25.406478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:30.307399 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 5 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:26:35.840653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59242) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:35.846502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-2bb74ea8-c28e-48f2-84f1-5aa3a34227be tempest-verify_tempest_config-1469207205 tempest-verify_tempest_config-1469207205-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:26:35.847488 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2bb74ea8-c28e-48f2-84f1-5aa3a34227be tempest-verify_tempest_config-1469207205 tempest-verify_tempest_config-1469207205-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058179 Oct 05 09:26:36.361568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59260) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:36.483710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:36.498786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:26:36.502689 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Usage tracker for resource:security_group_rule and tenant:be3fbedf28c24182b1c102cd5bc2f4bc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:26:36.505479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:26:36.511179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:26:36.599089 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:36.766335 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:36.814089 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Synchronizing usage tracker for tenant:e348e6e9a0cb4793a603c0a1c140edfa on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:26:36.818771 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2308731b-1669-4d64-8dd0-d6fa60538f9a,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:36.828578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:36.833149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:36.833149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:36.833149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:36.833149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:36.833149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:36.833149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:36.833149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:36.833149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:36.833149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:36.833149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:36.833149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:36.897632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] Unset dirty status for tenant:e348e6e9a0cb4793a603c0a1c140edfa on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:26:36.898949 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-781ead17-64e5-46f7-8a80-c0671d7adbb7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be3fbedf28c24182b1c102cd5bc2f4bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5363927 Oct 05 09:26:36.902668 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59266) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:36.959382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8321a262-064f-4a11-9582-50e4b96b6c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:36.985220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8321a262-064f-4a11-9582-50e4b96b6c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:37.133187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8321a262-064f-4a11-9582-50e4b96b6c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:37.148354 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321a262-064f-4a11-9582-50e4b96b6c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2308731b-1669-4d64-8dd0-d6fa60538f9a,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:37.155690 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8321a262-064f-4a11-9582-50e4b96b6c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:37.158896 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8321a262-064f-4a11-9582-50e4b96b6c64 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2308731b-1669-4d64-8dd0-d6fa60538f9a HTTP/1.1" status: 204 len: 168 time: 0.2532547 Oct 05 09:26:50.297384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-02a9c991-3df2-46f7-a379-f69c608e2bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:52.629183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe33d-b782-4625-a3db-39096e7ca093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:54.052218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:54.097541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:55.405932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:07.306766 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 5 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:27:20.348653 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b6ac-11f5-4ce8-b997-4e42b65efd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:22.600320 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f513bde6-1716-4bc6-9b55-c6cab13eaa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:24.068634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:24.120527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:25.428835 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:44.305657 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 5 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:27:50.325729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2c66a236-7a45-48cd-a2a7-9eb3257a4e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:52.588798 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7692e419-90c5-4d2d-a849-fc7fd063c07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:54.085917 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:54.153999 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:54.862745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589803'] for agent, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:55.434282 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:09.197144 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59336) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:09.308935 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d03999c1-1bcf-4123-a259-6d21bcac3772 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1107011 Oct 05 09:28:11.559125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59346) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:11.618988 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5fb6960c-c7e4-4183-93a9-5004501a0563 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0587363 Oct 05 09:28:20.302544 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2c71b58c-2de0-4f8e-b9cb-7b310fe598c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:21.304950 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:28:22.588275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c1eb9b95-ba16-4b5f-9b01-6421adf4bed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:24.067692 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:24.125380 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:24.862326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:25.428373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:50.337410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3332d29c-934e-43e9-bdfb-d2e2b0ea06cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:52.593288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-96acd948-2406-4a61-b20b-c9a3bf2fceda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:54.103360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:54.131214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:54.856558 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:55.416419 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:58.304491 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:29:20.308340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5c5688a8-e165-4e92-ad16-83c1ab5cad3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:22.587533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9c30c419-67c7-49bd-b59f-133915d5ce97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:24.079257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:24.119487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:24.827361 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:25.433440 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:35.303537 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:29:42.548903 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59500) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:42.694976 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59516) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:42.795103 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1930363868-network', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:42.800730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:42.805545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Usage tracker for resource:network and tenant:11ad3cb180c447e080f7bd11392582ae is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:42.808809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:42.817080 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:42.958270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Made reservation on behalf of 11ad3cb180c447e080f7bd11392582ae for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:42.961353 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:42.976555 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:42.993688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:42.998214 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Usage tracker for resource:security_group_rule and tenant:11ad3cb180c447e080f7bd11392582ae is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:43.001609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:43.008559 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:43.099324 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:43.143961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1571604070'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:43.150925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:43.157761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Usage tracker for resource:network and tenant:1d061eb1bd9e437c9fb62f40c9d01f5d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:43.161482 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:43.168270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:43.183902 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:43.207705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:29:43.229933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:43.230338 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Added segment e5c0adcc-f023-4ace-8bf8-a05e02096e05 of type vlan for network 521118dc-25a5-447f-9a14-544274ea6279 Oct 05 09:29:43.238554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4989e0-159c-4d68-a5f8-c3661c4b809b,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:43.249080 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:43.249434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:43.249771 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:43.250129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:43.250454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:43.250793 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:43.251123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:43.251457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:43.251778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:43.252095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:43.252407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:43.252720 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Tracked resource versions report: Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: pushed versions: Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: { 'AddressGroup': {'1.2'}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'ConntrackHelper': {'1.0'}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Log': {'1.0'}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Network': {'1.1'}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Port': {'1.7'}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'PortForwarding': {'1.2'}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'QosPolicy': {'1.8'}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'SecurityGroup': {'1.4'}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'SubPort': {'1.0'}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Subnet': {'1.1'}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Trunk': {'1.1'}} Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: consumer versions: Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: { DHCP agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: HyperV agent@hv-neutron-8603: {}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: L3 agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: Metadata agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: Metering agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: Open vSwitch agent@dv-neutron-860329-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'ConntrackHelper': '1.0', Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Log': '1.0', Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Network': '1.1', Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Port': '1.7', Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'PortForwarding': '1.2', Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'QosPolicy': '1.8', Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'SecurityGroup': '1.4', Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'SecurityGroupRule': '1.2', Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'SubPort': '1.0', Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Subnet': '1.1', Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: 'Trunk': '1.1'}} Oct 05 09:29:43.253764 dv-neutron-860329-1-hyperv neutron-server[89846]: {{(pid=89846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:29:43.274878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:43.293472 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Made reservation on behalf of 1d061eb1bd9e437c9fb62f40c9d01f5d for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:43.297022 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:43.317602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:43.333366 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:43.338446 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Usage tracker for resource:security_group_rule and tenant:1d061eb1bd9e437c9fb62f40c9d01f5d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:43.341234 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:43.347770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:43.379874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:43.382562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:43.383421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:43.535183 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] Pushing event updated for resources: {'Network': ['ID=521118dc-25a5-447f-9a14-544274ea6279,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:43.548925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 521118dc-25a5-447f-9a14-544274ea6279 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:29:43.589352 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:43.604265 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-663e1939-0a11-478d-b489-47b499fc6143 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0541065 Oct 05 09:29:43.607205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59546) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:43.612735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] Request body: {'subnet': {'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1930363868-subnet', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:43.619128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:43.622987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] Usage tracker for resource:subnet and tenant:11ad3cb180c447e080f7bd11392582ae is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:43.625820 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:43.635192 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:43.680808 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:43.714828 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:29:43.723857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f080120b-ba1b-47ff-b5b6-a62595a69ad7,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:43.730975 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:43.731322 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Added segment 4d903db1-dd3a-46b4-9587-46c4311ddd7d of type vlan for network 6e44e01d-ebab-4e88-88f6-f4a4861e0f24 Oct 05 09:29:43.758850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] Made reservation on behalf of 11ad3cb180c447e080f7bd11392582ae for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:43.761391 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:43.784257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:43.824372 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59554) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:43.865431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59560) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:43.953692 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:43.959170 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:43.962834 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.144716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Pushing event updated for resources: {'Network': ['ID=6e44e01d-ebab-4e88-88f6-f4a4861e0f24,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:44.165027 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 6e44e01d-ebab-4e88-88f6-f4a4861e0f24 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:29:44.222980 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-427edf94-4b03-48fc-9867-d503b53c3733 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5279431 Oct 05 09:29:44.226882 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59574) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:44.235929 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Request body: {'subnet': {'network_id': '6e44e01d-ebab-4e88-88f6-f4a4861e0f24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:44.310112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.328798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-856689419-network', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:44.335330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:44.340910 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Usage tracker for resource:network and tenant:64bbc57863b44b77bc87e580adbb4648 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:44.346188 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:44.356745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:44.371906 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1805211131-network', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:44.378484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:44.382144 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Usage tracker for resource:network and tenant:0c32c3c1f621440c9b1008a8b2086dc9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:44.385017 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:44.391007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:44.428974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a16d9de-a890-4cc4-90e3-baf71064bc52,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:44.431216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:44.437877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Usage tracker for resource:subnet and tenant:1d061eb1bd9e437c9fb62f40c9d01f5d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:44.441726 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:44.448368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] Checking segment: {'id': 'e5c0adcc-f023-4ace-8bf8-a05e02096e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '521118dc-25a5-447f-9a14-544274ea6279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:29:44.448723 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] Network hostable DHCP agents. Network: 521118dc-25a5-447f-9a14-544274ea6279, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:29:44.453108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:44.454922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Made reservation on behalf of 64bbc57863b44b77bc87e580adbb4648 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:44.457249 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.470215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.486361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:44.488394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Made reservation on behalf of 0c32c3c1f621440c9b1008a8b2086dc9 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:44.493381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.505594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Usage tracker for resource:security_group_rule and tenant:64bbc57863b44b77bc87e580adbb4648 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:44.509069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:44.513343 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.532131 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:44.534332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:44.536075 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Made reservation on behalf of 1d061eb1bd9e437c9fb62f40c9d01f5d for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:44.539885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks [] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.540265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Usage tracker for resource:security_group_rule and tenant:0c32c3c1f621440c9b1008a8b2086dc9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:44.545997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:44.553147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:44.606772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] Network 521118dc-25a5-447f-9a14-544274ea6279 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:29:44.687848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.703563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.727336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 521118dc-25a5-447f-9a14-544274ea6279) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:44.732982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:44.733935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.738164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253898d3-4e06-4e74-bd47-99fd823f3611 None None] Network 521118dc-25a5-447f-9a14-544274ea6279 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:29:44.742194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.777522 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:29:44.789343 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.789901 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Added segment fe6cd753-5414-4bf0-a2d3-ee735ee081d0 of type vlan for network 2a3ab058-7897-4bde-8218-aa6bbb729df2 Oct 05 09:29:44.820937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.853827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.863234 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8588d437-1c2d-4940-883d-8de2260bbd3e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2548187 Oct 05 09:29:44.866837 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59594) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:44.872048 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:44.876886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:44.882227 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Usage tracker for resource:router and tenant:11ad3cb180c447e080f7bd11392582ae is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:44.885818 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:44.890710 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:29:44.893438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:44.900511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c653da7-1f1c-4e0e-9ec6-d2c2c8491171,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:44.908144 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.909899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.910283 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Added segment 8f05bc13-abf3-4e7e-b28c-bfe31439a54b of type vlan for network ba10b7ba-8830-441b-bd4b-c1479440701d Oct 05 09:29:44.912166 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:44.912530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:44.912920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:44.913287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:44.913844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:44.914242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:44.914796 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:44.915354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:44.915689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:44.916019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:44.916347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:44.916716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Tracked resource versions report: Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: pushed versions: Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: { 'AddressGroup': {'1.2'}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'ConntrackHelper': {'1.0'}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Log': {'1.0'}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Network': {'1.1'}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Port': {'1.7'}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'PortForwarding': {'1.2'}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'QosPolicy': {'1.8'}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'SecurityGroup': {'1.4'}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'SubPort': {'1.0'}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Subnet': {'1.1'}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Trunk': {'1.1'}} Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: consumer versions: Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: { DHCP agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: HyperV agent@hv-neutron-8603: {}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: L3 agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: Metadata agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: Metering agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: Open vSwitch agent@dv-neutron-860329-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'ConntrackHelper': '1.0', Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Log': '1.0', Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Network': '1.1', Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Port': '1.7', Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'PortForwarding': '1.2', Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'QosPolicy': '1.8', Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'SecurityGroup': '1.4', Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'SecurityGroupRule': '1.2', Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'SubPort': '1.0', Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Subnet': '1.1', Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: 'Trunk': '1.1'}} Oct 05 09:29:44.917907 dv-neutron-860329-1-hyperv neutron-server[89845]: {{(pid=89845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:29:44.935973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:44.937000 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:44.937580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:45.010252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:45.011471 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:45.025157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Pushing event updated for resources: {'Subnet': ['ID=77f03e02-0fdc-41dd-83f9-e72a0e0a55f4,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:45.040438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Checking segment: {'id': '4d903db1-dd3a-46b4-9587-46c4311ddd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6e44e01d-ebab-4e88-88f6-f4a4861e0f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:29:45.040811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Network hostable DHCP agents. Network: 6e44e01d-ebab-4e88-88f6-f4a4861e0f24, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:29:45.050976 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:45.064395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] Pushing event updated for resources: {'Network': ['ID=2a3ab058-7897-4bde-8218-aa6bbb729df2,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:45.080389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 2a3ab058-7897-4bde-8218-aa6bbb729df2 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:29:45.099484 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143cef4c-5642-492e-a170-355952f47488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-521118dc-25a5-447f-9a14-544274ea6279', 'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'fixed_ips': [{'subnet_id': '4a16d9de-a890-4cc4-90e3-baf71064bc52'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:29:45.101598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:45.105047 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a979aa9-9035-4ba9-bbaf-fae8c7fcb944,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:45.111444 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:45.197292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59606) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:45.197884 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-09e353c8-c9c4-4772-be4c-77431b07c70c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3304329 Oct 05 09:29:45.204366 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] Request body: {'subnet': {'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1805211131-subnet', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:45.210501 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:45.215156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] Usage tracker for resource:subnet and tenant:0c32c3c1f621440c9b1008a8b2086dc9 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:45.218511 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:45.278236 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:45.279635 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:45.280365 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:45.281018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:45.288367 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Network 6e44e01d-ebab-4e88-88f6-f4a4861e0f24 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:29:45.378892 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5530815 Oct 05 09:29:45.393091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59618) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:45.415435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] Request body: {'subnet': {'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-856689419-subnet', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:45.420844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:45.425562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] Usage tracker for resource:subnet and tenant:64bbc57863b44b77bc87e580adbb4648 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:45.428849 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:45.436042 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:45.452191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ba8c2-b4c0-456d-a867-07a06813e6a7 admin admin] Pushing event updated for resources: {'Network': ['ID=ba10b7ba-8830-441b-bd4b-c1479440701d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:45.455364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 6e44e01d-ebab-4e88-88f6-f4a4861e0f24) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:45.456046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-143cef4c-5642-492e-a170-355952f47488 None None] Allocated IP 172.20.0.2 (521118dc-25a5-447f-9a14-544274ea6279/4a16d9de-a890-4cc4-90e3-baf71064bc52/c5e86bd2-2521-4677-aef0-7a174a8c3cd2) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:45.465595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network ba10b7ba-8830-441b-bd4b-c1479440701d details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:29:45.468730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:45.469312 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:45.482198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e76dad-b9e6-495a-bb8d-890eb8650a3d None None] Network 6e44e01d-ebab-4e88-88f6-f4a4861e0f24 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:29:45.519551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] Made reservation on behalf of 64bbc57863b44b77bc87e580adbb4648 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:45.523350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:45.542996 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] Made reservation on behalf of 0c32c3c1f621440c9b1008a8b2086dc9 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:45.542996 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:45.561424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:45.820279 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-25609273-2670-47f0-a84c-48e181383583 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5919571 Oct 05 09:29:45.821353 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59628) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:45.857110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Request body: {'port': {'network_id': '6e44e01d-ebab-4e88-88f6-f4a4861e0f24', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2097727756'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:46.110388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:46.116700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59636) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:46.181318 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:46.204350 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-143cef4c-5642-492e-a170-355952f47488 None None] Transition to ACTIVE for port object c5e86bd2-2521-4677-aef0-7a174a8c3cd2 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:46.228462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-143cef4c-5642-492e-a170-355952f47488 None None] Transition to ACTIVE for port object c5e86bd2-2521-4677-aef0-7a174a8c3cd2 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:46.235210 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-6e44e01d-ebab-4e88-88f6-f4a4861e0f24', 'network_id': '6e44e01d-ebab-4e88-88f6-f4a4861e0f24', 'tenant_id': '1d061eb1bd9e437c9fb62f40c9d01f5d', 'fixed_ips': [{'subnet_id': '77f03e02-0fdc-41dd-83f9-e72a0e0a55f4'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:29:46.236217 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:46.315594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:46.353552 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:46.423230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Usage tracker for resource:port and tenant:1d061eb1bd9e437c9fb62f40c9d01f5d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:46.455212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:46.457277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] Checking segment: {'id': '8f05bc13-abf3-4e7e-b28c-bfe31439a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:29:46.457670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] Network hostable DHCP agents. Network: ba10b7ba-8830-441b-bd4b-c1479440701d, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:29:46.470928 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:46.476723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e672df19-ead0-4e95-8b84-9c3c88196ab2,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:46.493963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143cef4c-5642-492e-a170-355952f47488 None None] Network 521118dc-25a5-447f-9a14-544274ea6279 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:29:46.503493 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-143cef4c-5642-492e-a170-355952f47488 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:46.509253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cef4c-5642-492e-a170-355952f47488 None None] Pushing event updated for resources: {'Port': ['ID=c5e86bd2-2521-4677-aef0-7a174a8c3cd2,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:46.511961 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143cef4c-5642-492e-a170-355952f47488 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:29:46.570686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] Network ba10b7ba-8830-441b-bd4b-c1479440701d is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:29:46.601953 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59646) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:46.607304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:46.607895 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:46.608450 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:46.609910 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:46.610470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:46.611038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:46.612158 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:46.612699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:46.613250 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:46.613778 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:46.615237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:46.615793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Tracked resource versions report: Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: pushed versions: Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: { 'AddressGroup': {'1.2'}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'ConntrackHelper': {'1.0'}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Log': {'1.0'}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Network': {'1.1'}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Port': {'1.7'}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'PortForwarding': {'1.2'}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'QosPolicy': {'1.8'}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'SecurityGroup': {'1.4'}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'SubPort': {'1.0'}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Subnet': {'1.1'}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Trunk': {'1.1'}} Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: consumer versions: Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: { DHCP agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: HyperV agent@hv-neutron-8603: {}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: L3 agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: Metadata agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: Metering agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: Open vSwitch agent@dv-neutron-860329-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'ConntrackHelper': '1.0', Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Log': '1.0', Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Network': '1.1', Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Port': '1.7', Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'PortForwarding': '1.2', Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'QosPolicy': '1.8', Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'SecurityGroup': '1.4', Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'SecurityGroupRule': '1.2', Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'SubPort': '1.0', Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Subnet': '1.1', Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: 'Trunk': '1.1'}} Oct 05 09:29:46.617792 dv-neutron-860329-1-hyperv neutron-server[89847]: {{(pid=89847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:29:46.622310 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:46.684677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, ba10b7ba-8830-441b-bd4b-c1479440701d) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:46.690070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:46.693389 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:46.768514 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=687b5c3a-83db-4081-9f2c-b62c2b0d104e,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:46.773351 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Made reservation on behalf of 1d061eb1bd9e437c9fb62f40c9d01f5d for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:46.777314 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:46.789936 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-963fa692-6d57-441b-a605-b46d0d741d95 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3952520 Oct 05 09:29:46.794984 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59654) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:46.800563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:46.812177 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:46.813046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cccea1-a3f5-4f25-8a22-96c80efddc54 None None] Network ba10b7ba-8830-441b-bd4b-c1479440701d requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:29:46.836847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Usage tracker for resource:router and tenant:64bbc57863b44b77bc87e580adbb4648 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:46.844722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:46.866343 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:46.904212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1410885843'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:46.922696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] device_id is not set on port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:29:46.963872 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:46.970946 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:46.973411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:46.988220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Usage tracker for resource:network and tenant:4e31229075234d8cbdda391767678504 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:47.004307 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:47.010886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:47.021094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:47.049093 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:47.071213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:47.073263 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] Checking segment: {'id': 'fe6cd753-5414-4bf0-a2d3-ee735ee081d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:29:47.073623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] Network hostable DHCP agents. Network: 2a3ab058-7897-4bde-8218-aa6bbb729df2, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:29:47.128947 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-143cef4c-5642-492e-a170-355952f47488 None None] Attempting to bind port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:29:47.130161 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-143cef4c-5642-492e-a170-355952f47488 None None] Attempting to bind port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'e5c0adcc-f023-4ace-8bf8-a05e02096e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '521118dc-25a5-447f-9a14-544274ea6279'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:29:47.131051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143cef4c-5642-492e-a170-355952f47488 None None] Attempting to bind port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 on network 521118dc-25a5-447f-9a14-544274ea6279 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:29:47.141908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-ba10b7ba-8830-441b-bd4b-c1479440701d', 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'fixed_ips': [{'subnet_id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:29:47.143113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:47.167463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143cef4c-5642-492e-a170-355952f47488 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:29:47.168317 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143cef4c-5642-492e-a170-355952f47488 None None] Checking segment: {'id': 'e5c0adcc-f023-4ace-8bf8-a05e02096e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '521118dc-25a5-447f-9a14-544274ea6279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:29:47.168980 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:47.169594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143cef4c-5642-492e-a170-355952f47488 None None] Bound using segment: {'id': 'e5c0adcc-f023-4ace-8bf8-a05e02096e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '521118dc-25a5-447f-9a14-544274ea6279'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:29:47.170330 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-143cef4c-5642-492e-a170-355952f47488 None None] Bound port: c5e86bd2-2521-4677-aef0-7a174a8c3cd2, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c0adcc-f023-4ace-8bf8-a05e02096e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '521118dc-25a5-447f-9a14-544274ea6279'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:29:47.170986 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:47.185863 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Allocated IP 2001:db8::2 (6e44e01d-ebab-4e88-88f6-f4a4861e0f24/77f03e02-0fdc-41dd-83f9-e72a0e0a55f4/b555504f-1548-413b-9313-9e3c035783de) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:47.212562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Made reservation on behalf of 4e31229075234d8cbdda391767678504 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:47.221447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:47.261969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:47.270026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] Network 2a3ab058-7897-4bde-8218-aa6bbb729df2 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:29:47.384724 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:47.393778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Usage tracker for resource:security_group_rule and tenant:4e31229075234d8cbdda391767678504 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:47.401221 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:47.410995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:47.426995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 2a3ab058-7897-4bde-8218-aa6bbb729df2) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:47.429018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:47.431247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:47.431958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:47.440352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-222002901', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:47.446692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:47.450210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Usage tracker for resource:port and tenant:ef4b2e226820490a860bf732148fe8de is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:47.453662 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:47.462024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:47.467600 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08fce73-336b-45cb-abb3-9edb65e56e83 None None] Network 2a3ab058-7897-4bde-8218-aa6bbb729df2 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:29:47.472900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Allocated IP 172.26.7.163 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/4c2122ea-9cbf-4280-989e-ba282bdfdf26) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:47.489450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59670) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:47.611022 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9577b64f-b0c1-48aa-8e47-711110302dbc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4124112 Oct 05 09:29:47.620623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59676) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:47.627848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:47.632940 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:47.633162 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-143cef4c-5642-492e-a170-355952f47488 None None] For port c5e86bd2-2521-4677-aef0-7a174a8c3cd2, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:29:47.637219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Usage tracker for resource:router and tenant:0c32c3c1f621440c9b1008a8b2086dc9 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:47.644085 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:47.651468 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:47.668647 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-143cef4c-5642-492e-a170-355952f47488 None None] For port c5e86bd2-2521-4677-aef0-7a174a8c3cd2, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c5e86bd2-2521-4677-aef0-7a174a8c3cd2,segment=NetworkSegment(e5c0adcc-f023-4ace-8bf8-a05e02096e05),segment_id=e5c0adcc-f023-4ace-8bf8-a05e02096e05)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:29:47.697566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Allocated IP 172.20.0.2 (ba10b7ba-8830-441b-bd4b-c1479440701d/e672df19-ead0-4e95-8b84-9c3c88196ab2/3ddd16b8-431d-44d5-b456-17c5a0b735e9) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:47.702050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b2012fef-923b-49c1-9c7c-1be14e3da841 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:47.716200 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Made reservation on behalf of ef4b2e226820490a860bf732148fe8de for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:47.723766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:47.742667 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:47.747405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:47.749077 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:47.767369 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:47.786369 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.024191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:48.024191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Usage tracker for resource:security_group_rule and tenant:ef4b2e226820490a860bf732148fe8de is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:48.024479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.025539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:48.025539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:48.025903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-143cef4c-5642-492e-a170-355952f47488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.028357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59686) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:48.029749 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b2012fef-923b-49c1-9c7c-1be14e3da841 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] 10.222.0.49 "PUT /v2.0/quotas/9f0e57242fe1492198a65450ab10e089 HTTP/1.1" status: 200 len: 368 time: 0.4492724 Oct 05 09:29:48.030386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Request body: {'network': {'project_id': '9f0e57242fe1492198a65450ab10e089'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:48.030386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:48.030386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Usage tracker for resource:network and tenant:9f0e57242fe1492198a65450ab10e089 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:48.030386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:48.031379 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.031550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:48.031550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.127328 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.218448 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.225566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.238385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Made reservation on behalf of 9f0e57242fe1492198a65450ab10e089 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:48.241413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Transition to ACTIVE for port object 3ddd16b8-431d-44d5-b456-17c5a0b735e9 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:48.243206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.267504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Transition to ACTIVE for port object 3ddd16b8-431d-44d5-b456-17c5a0b735e9 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:48.273969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.276348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cef4c-5642-492e-a170-355952f47488 None None] Pushing event updated for resources: {'Port': ['ID=c5e86bd2-2521-4677-aef0-7a174a8c3cd2,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:48.278834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.291598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Transition to ACTIVE for port object b555504f-1548-413b-9313-9e3c035783de will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:48.311670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59702) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:48.325874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.330598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Transition to ACTIVE for port object b555504f-1548-413b-9313-9e3c035783de will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:48.340487 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] device_id is not set on port b066a0cb-4ac8-4d66-a826-81ea60ebb09d yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:29:48.374870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.393354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.486605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa40a43f-8252-48ce-a33f-aee14f6adacd,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:48.497042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Pushing event updated for resources: {'Port': ['ID=3ddd16b8-431d-44d5-b456-17c5a0b735e9,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:48.502237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-2a3ab058-7897-4bde-8218-aa6bbb729df2', 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'fixed_ips': [{'subnet_id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:29:48.503944 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.515464 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2122ea-9cbf-4280-989e-ba282bdfdf26,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:48.540937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:29:48.545921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.558098 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:29:48.565757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:48.574945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:48.597850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Usage tracker for resource:floatingip and tenant:0a920b00c62c4d699274a21f8ce321e5 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:48.617678 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:48.629593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:48.655824 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Allocated IP 172.26.7.127 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/b066a0cb-4ac8-4d66-a826-81ea60ebb09d) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:48.678350 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Network ba10b7ba-8830-441b-bd4b-c1479440701d is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:29:48.688924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:48.720969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:48.726504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Usage tracker for resource:security_group_rule and tenant:9f0e57242fe1492198a65450ab10e089 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:48.728919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.734044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:48.742877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:48.774992 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Network 6e44e01d-ebab-4e88-88f6-f4a4861e0f24 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:29:48.796280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:29:48.799211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:48.818924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:29:48.829361 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:48.863901 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:29:48.881058 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Pushing event updated for resources: {'Port': ['ID=b555504f-1548-413b-9313-9e3c035783de,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:48.925260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:48.925909 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Added segment 8395143c-7e25-46c0-ab6f-1fd66eff94cb of type vlan for network 40fe6fe4-7b07-4c64-b775-f0d8ced63b1e Oct 05 09:29:49.015140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.094479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.097198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Attempting to bind port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:29:49.097463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Attempting to bind port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '8f05bc13-abf3-4e7e-b28c-bfe31439a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:29:49.097924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Attempting to bind port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 on network ba10b7ba-8830-441b-bd4b-c1479440701d {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:29:49.115038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Attempting to bind port b555504f-1548-413b-9313-9e3c035783de on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:29:49.115038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Attempting to bind port b555504f-1548-413b-9313-9e3c035783de by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '4d903db1-dd3a-46b4-9587-46c4311ddd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6e44e01d-ebab-4e88-88f6-f4a4861e0f24'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:29:49.115038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Attempting to bind port b555504f-1548-413b-9313-9e3c035783de on network 6e44e01d-ebab-4e88-88f6-f4a4861e0f24 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:29:49.122542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:29:49.123087 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Checking segment: {'id': '4d903db1-dd3a-46b4-9587-46c4311ddd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6e44e01d-ebab-4e88-88f6-f4a4861e0f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:29:49.123600 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.124109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Bound using segment: {'id': '4d903db1-dd3a-46b4-9587-46c4311ddd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6e44e01d-ebab-4e88-88f6-f4a4861e0f24'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:29:49.124696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Bound port: b555504f-1548-413b-9313-9e3c035783de, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d903db1-dd3a-46b4-9587-46c4311ddd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6e44e01d-ebab-4e88-88f6-f4a4861e0f24'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:29:49.125159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.137055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:29:49.137598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Checking segment: {'id': '8f05bc13-abf3-4e7e-b28c-bfe31439a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:29:49.138130 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.138622 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Bound using segment: {'id': '8f05bc13-abf3-4e7e-b28c-bfe31439a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:29:49.139207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Bound port: 3ddd16b8-431d-44d5-b456-17c5a0b735e9, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f05bc13-abf3-4e7e-b28c-bfe31439a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:29:49.139699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.176240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.186337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b739e34-bdb3-481b-aa30-04cff2554a2c,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:49.217683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.254140 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Allocated IP 172.20.0.2 (2a3ab058-7897-4bde-8218-aa6bbb729df2/687b5c3a-83db-4081-9f2c-b62c2b0d104e/b4b93323-3bc1-4ed2-87c7-c30e0d31542d) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:49.275430 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Allocated IP 2001:db8::d4 (6e44e01d-ebab-4e88-88f6-f4a4861e0f24/77f03e02-0fdc-41dd-83f9-e72a0e0a55f4/9f15b2b5-ef1d-4f4a-8d80-12df37b6176f) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:49.296132 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.311434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.374199 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.401441 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Pushing event updated for resources: {'Port': ['ID=b066a0cb-4ac8-4d66-a826-81ea60ebb09d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:49.411670 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] For port b555504f-1548-413b-9313-9e3c035783de, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:29:49.414089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Allocated IP 172.26.7.41 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/729c2c1f-2094-4829-afdf-6fa667cfbfbb) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:49.424510 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:29:49.429134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:49.430634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] For port b555504f-1548-413b-9313-9e3c035783de, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=b555504f-1548-413b-9313-9e3c035783de,segment=NetworkSegment(4d903db1-dd3a-46b4-9587-46c4311ddd7d),segment_id=4d903db1-dd3a-46b4-9587-46c4311ddd7d)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:29:49.432154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:29:49.433258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:49.433732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] For port 3ddd16b8-431d-44d5-b456-17c5a0b735e9, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:29:49.433892 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.438915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] For port 3ddd16b8-431d-44d5-b456-17c5a0b735e9, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3ddd16b8-431d-44d5-b456-17c5a0b735e9,segment=NetworkSegment(8f05bc13-abf3-4e7e-b28c-bfe31439a54b),segment_id=8f05bc13-abf3-4e7e-b28c-bfe31439a54b)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:29:49.525960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.577657 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:29:49.593225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.605149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.611067 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:49.611904 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.646693 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.668354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Transition to ACTIVE for port object b4b93323-3bc1-4ed2-87c7-c30e0d31542d will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:49.681666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.690812 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9b853116-a394-4328-8700-52b10d27505b tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0875814 Oct 05 09:29:49.691642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59708) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:49.701742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.127'}]}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:49.705609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:49.706776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8820f-5840-4913-ac9f-c598a96b0576 None None] Pushing event updated for resources: {'Port': ['ID=b555504f-1548-413b-9313-9e3c035783de,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:49.720355 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Usage tracker for resource:router and tenant:ef4b2e226820490a860bf732148fe8de is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:49.726105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:49.736032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b052094-dcca-4825-a49a-ec2cb028a41e,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:49.738935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.741385 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Added segment f6c6e9dd-5808-4678-aea8-dfab4b27aaec of type vlan for network 0a7bbeba-65ec-4608-a05f-26118233ec26 Oct 05 09:29:49.741824 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:49.814569 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffd6340-f861-4cf0-a40d-153627280cbb None None] Network 521118dc-25a5-447f-9a14-544274ea6279 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:29:49.829669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.831267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.847394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Transition to ACTIVE for port object b4b93323-3bc1-4ed2-87c7-c30e0d31542d will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:49.865670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.892999 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:49.987583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:50.042224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Pushing event updated for resources: {'Network': ['ID=40fe6fe4-7b07-4c64-b775-f0d8ced63b1e,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:50.043546 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1854d4bf-1d76-4e98-920d-212e11ce3709 None None] Provisioning for port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:29:50.051520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:29:50.067555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:50.082754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:29:50.103269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:50.114231 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 40fe6fe4-7b07-4c64-b775-f0d8ced63b1e details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:29:50.140898 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:50.171782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e459d-76ce-46b5-9ff0-4616e593e0a4 None None] Pushing event updated for resources: {'Port': ['ID=3ddd16b8-431d-44d5-b456-17c5a0b735e9,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:50.192302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Network 2a3ab058-7897-4bde-8218-aa6bbb729df2 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:29:50.253481 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b9ce877f-e691-4c4f-ad57-344657391e30 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 4.1365519 Oct 05 09:29:50.264301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:50.269507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:29:50.271305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59712) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:50.273050 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:29:50.308773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Request body: {'subnet': {'network_id': '40fe6fe4-7b07-4c64-b775-f0d8ced63b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:50.406052 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:50.408261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c5e86bd2-2521-4677-aef0-7a174a8c3cd2 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:29:50.551848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:50.553073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:50.553658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:50.567888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Transition to ACTIVE for port object 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:50.590448 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Allocated IP 172.26.7.49 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/309bce55-b9e5-45c3-8371-69a4a57ba4ca) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:50.601361 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Pushing event updated for resources: {'Port': ['ID=b4b93323-3bc1-4ed2-87c7-c30e0d31542d,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:50.602696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:50.609255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Usage tracker for resource:subnet and tenant:4e31229075234d8cbdda391767678504 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:50.613675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:50.620212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:50.623090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Pushing event updated for resources: {'Port': ['ID=729c2c1f-2094-4829-afdf-6fa667cfbfbb,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:50.635341 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Attempting to bind port b4b93323-3bc1-4ed2-87c7-c30e0d31542d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:29:50.635681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Attempting to bind port b4b93323-3bc1-4ed2-87c7-c30e0d31542d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'fe6cd753-5414-4bf0-a2d3-ee735ee081d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:29:50.635938 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Attempting to bind port b4b93323-3bc1-4ed2-87c7-c30e0d31542d on network 2a3ab058-7897-4bde-8218-aa6bbb729df2 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:29:50.654858 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d481f06b-a104-4199-950e-7b0c4c025f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:50.733304 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7921977 Oct 05 09:29:50.784701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:29:50.785183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Checking segment: {'id': 'fe6cd753-5414-4bf0-a2d3-ee735ee081d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:29:50.785689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:50.786162 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Bound using segment: {'id': 'fe6cd753-5414-4bf0-a2d3-ee735ee081d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:29:50.786905 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Bound port: b4b93323-3bc1-4ed2-87c7-c30e0d31542d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6cd753-5414-4bf0-a2d3-ee735ee081d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:29:50.787578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:50.827368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59718) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:50.886935 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:29:50.893091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:50.905887 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:29:50.906318 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:50.906662 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 Oct 05 09:29:51.036072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Made reservation on behalf of 4e31229075234d8cbdda391767678504 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:51.040903 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks [] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:51.054491 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] For port b4b93323-3bc1-4ed2-87c7-c30e0d31542d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:29:51.060326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] For port b4b93323-3bc1-4ed2-87c7-c30e0d31542d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=b4b93323-3bc1-4ed2-87c7-c30e0d31542d,segment=NetworkSegment(fe6cd753-5414-4bf0-a2d3-ee735ee081d0),segment_id=fe6cd753-5414-4bf0-a2d3-ee735ee081d0)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:29:51.133582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:51.137246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:51.214222 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Request body: {'network': {'project_id': '9f0e57242fe1492198a65450ab10e089'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:51.218602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e7301-3a72-438d-8a4c-c8fb7e32c268 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Pushing event updated for resources: {'Network': ['ID=0a7bbeba-65ec-4608-a05f-26118233ec26,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:51.218735 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c4a90-5607-4fe2-aa7f-5e9021500c21 None None] Network ba10b7ba-8830-441b-bd4b-c1479440701d requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:29:51.268485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:29:51.269108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:51.279987 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 0a7bbeba-65ec-4608-a05f-26118233ec26 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:29:51.326658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:51.373857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f13b7d-857c-4102-b2cc-268c12abb8ca None None] Pushing event updated for resources: {'Port': ['ID=b4b93323-3bc1-4ed2-87c7-c30e0d31542d,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:51.396992 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port c5e86bd2-2521-4677-aef0-7a174a8c3cd2, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c5e86bd2-2521-4677-aef0-7a174a8c3cd2,segment=NetworkSegment(e5c0adcc-f023-4ace-8bf8-a05e02096e05),segment_id=e5c0adcc-f023-4ace-8bf8-a05e02096e05)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:29:51.438980 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:51.502546 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Usage tracker for resource:network and tenant:9f0e57242fe1492198a65450ab10e089 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:51.507645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:51.518744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:51.618831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:51.671293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:51.672235 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device b555504f-1548-413b-9313-9e3c035783de up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:29:51.704884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:51.767464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:29:51.781254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Network 6e44e01d-ebab-4e88-88f6-f4a4861e0f24 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:29:51.788634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:51.793557 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:29:51.793700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:51.815439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:29:51.821394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:51.822034 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:51.840615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Pushing event updated for resources: {'Port': ['ID=9f15b2b5-ef1d-4f4a-8d80-12df37b6176f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:51.849460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:51.868888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=c5e86bd2-2521-4677-aef0-7a174a8c3cd2,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:51.875218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defbe676-4e87-4d51-9a0f-2a724005ffad None None] Network 6e44e01d-ebab-4e88-88f6-f4a4861e0f24 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:29:51.887043 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Made reservation on behalf of 9f0e57242fe1492198a65450ab10e089 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:51.889497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:51.891020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:51.915235 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:51.920604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-235b86b8-1d7a-4ec9-9bd0-a0bfd92c7a9e None None] Provisioning for port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:29:51.955811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event updated for resources: {'Port': ['ID=309bce55-b9e5-45c3-8371-69a4a57ba4ca,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:51.961683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:51.967338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:52.110544 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6275a76d-6418-4188-a7c7-db2f1f617f35 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 6.2777128 Oct 05 09:29:52.117687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59722) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:52.149461 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Request body: {'port': {'network_id': '6e44e01d-ebab-4e88-88f6-f4a4861e0f24', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-37605917', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:52.150057 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.api.validators [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] bootfile-name is not in valid_values {{(pid=89846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:29:52.150398 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.api.validators [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] tftp-server is not in valid_values {{(pid=89846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:29:52.150737 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.api.validators [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] server-ip-address is not in valid_values {{(pid=89846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:29:52.171658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:29:52.224877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:52.267878 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port b555504f-1548-413b-9313-9e3c035783de completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:29:52.298778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Allocated IP 172.26.7.140 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/454a5bf8-e204-4bfb-9182-6fe19f8ebc2e) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:52.455079 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-82b7d411-5cce-44dd-aa82-65995062d014 None None] Provisioning for port b555504f-1548-413b-9313-9e3c035783de completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:29:52.460851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-82b7d411-5cce-44dd-aa82-65995062d014 None None] Provisioning complete for port b555504f-1548-413b-9313-9e3c035783de triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:29:52.461226 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-82b7d411-5cce-44dd-aa82-65995062d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:52.461562 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-82b7d411-5cce-44dd-aa82-65995062d014 None None] Attempt 1 to provision port b555504f-1548-413b-9313-9e3c035783de Oct 05 09:29:52.577179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:52.635068 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:52.635574 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Added segment 72bf4423-c315-447f-9a13-0176f3895369 of type vlan for network b5d60c5d-6785-4612-b7ae-5ae0005578c2 Oct 05 09:29:52.717202 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-82b7d411-5cce-44dd-aa82-65995062d014 None None] Current status of the port b555504f-1548-413b-9313-9e3c035783de is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:29:52.717506 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-82b7d411-5cce-44dd-aa82-65995062d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:52.726888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc8d889-f19e-494b-bd4a-db2fdd7cea88 None None] Network 2a3ab058-7897-4bde-8218-aa6bbb729df2 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:29:52.744054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3ddd16b8-431d-44d5-b456-17c5a0b735e9 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:29:52.768070 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Pushing event updated for resources: {'Subnet': ['ID=2346fb5e-9247-485f-82c2-49ecd916db43,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:52.772031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f22c2ce5-395c-4c4b-ad64-ef928230cba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:52.902455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-82b7d411-5cce-44dd-aa82-65995062d014 None None] For port b555504f-1548-413b-9313-9e3c035783de, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=b555504f-1548-413b-9313-9e3c035783de,segment=NetworkSegment(4d903db1-dd3a-46b4-9587-46c4311ddd7d),segment_id=4d903db1-dd3a-46b4-9587-46c4311ddd7d)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:29:52.923536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:52.952970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Usage tracker for resource:port and tenant:1d061eb1bd9e437c9fb62f40c9d01f5d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:52.958579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:52.962667 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:52.982681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:52.988508 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-82b7d411-5cce-44dd-aa82-65995062d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:52.997788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Checking segment: {'id': '8395143c-7e25-46c0-ab6f-1fd66eff94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '40fe6fe4-7b07-4c64-b775-f0d8ced63b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:29:52.997994 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Network hostable DHCP agents. Network: 40fe6fe4-7b07-4c64-b775-f0d8ced63b1e, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:29:53.020719 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.021270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.066592 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:29:53.069152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.115257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Made reservation on behalf of 1d061eb1bd9e437c9fb62f40c9d01f5d for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:53.119735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.131718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:29:53.132102 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.132445 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 Oct 05 09:29:53.151623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.153428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:53.153638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.197660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.202586 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-82b7d411-5cce-44dd-aa82-65995062d014 None None] Provisioning complete for port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:29:53.203087 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-82b7d411-5cce-44dd-aa82-65995062d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.203432 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-82b7d411-5cce-44dd-aa82-65995062d014 None None] Attempt 1 to provision port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 Oct 05 09:29:53.260009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] device_id is not set on port 9af6fbbc-5c2b-4a31-b7df-f1012842904c yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:29:53.280856 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.281625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.304447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Router 7ba622c5-0d5f-4c89-96af-3077ee8db55c is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:29:53.320439 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7d411-5cce-44dd-aa82-65995062d014 None None] Pushing event updated for resources: {'Port': ['ID=b555504f-1548-413b-9313-9e3c035783de,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:53.358921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.363182 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Network 40fe6fe4-7b07-4c64-b775-f0d8ced63b1e is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:29:53.363481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:29:53.462993 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:29:53.463503 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.493714 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event updated for resources: {'Port': ['ID=309bce55-b9e5-45c3-8371-69a4a57ba4ca,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:53.496157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:29:53.499911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.501317 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5b295475-b12f-4307-bd9a-4569db3c98c8 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1883991 Oct 05 09:29:53.504449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59726) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:53.512714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 3ddd16b8-431d-44d5-b456-17c5a0b735e9, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3ddd16b8-431d-44d5-b456-17c5a0b735e9,segment=NetworkSegment(8f05bc13-abf3-4e7e-b28c-bfe31439a54b),segment_id=8f05bc13-abf3-4e7e-b28c-bfe31439a54b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:29:53.516260 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-82b7d411-5cce-44dd-aa82-65995062d014 None None] Current status of the port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:29:53.525001 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-194934192'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:53.531649 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:53.537953 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Usage tracker for resource:network and tenant:0a920b00c62c4d699274a21f8ce321e5 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:53.541522 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:53.550662 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.564421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:53.566376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Pushing event updated for resources: {'Network': ['ID=b5d60c5d-6785-4612-b7ae-5ae0005578c2,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:53.581679 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:29:53.604715 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.606326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c5e86bd2-2521-4677-aef0-7a174a8c3cd2 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:29:53.609547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:53.636201 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d5851c8f-3bee-4769-8d22-bafe1c49a687 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4766309 Oct 05 09:29:53.636201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 40fe6fe4-7b07-4c64-b775-f0d8ced63b1e) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:53.666320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59732) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:53.667055 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Pushing event updated for resources: {'Port': ['ID=454a5bf8-e204-4bfb-9182-6fe19f8ebc2e,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:53.698994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5c1685-9078-4a17-a575-05069f4a0d97 None None] Network 40fe6fe4-7b07-4c64-b775-f0d8ced63b1e requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:29:53.710843 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:53.711690 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.718665 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2d982e99-83d3-4ea3-9769-9bf1017f0ed1 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Request body: {'network': {'project_id': '9f0e57242fe1492198a65450ab10e089'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:53.857387 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Provisioning complete for port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:29:53.858169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:53.858169 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Attempt 1 to provision port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 Oct 05 09:29:53.889793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=3ddd16b8-431d-44d5-b456-17c5a0b735e9,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:53.917147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2d982e99-83d3-4ea3-9769-9bf1017f0ed1 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:53.928873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network b5d60c5d-6785-4612-b7ae-5ae0005578c2 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:29:53.971272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:29:53.983054 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Sync routers for ids ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:29:53.991481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Made reservation on behalf of 0a920b00c62c4d699274a21f8ce321e5 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:53.993729 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Routers {'35fa253b-6a8f-4ab4-b224-f8eba779b0c3'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:29:53.994385 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:53.996559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.030276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Allocated IP 2001:db8::7e (6e44e01d-ebab-4e88-88f6-f4a4861e0f24/77f03e02-0fdc-41dd-83f9-e72a0e0a55f4/9af6fbbc-5c2b-4a31-b7df-f1012842904c) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:54.047330 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:29:54.047621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.047970 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 Oct 05 09:29:54.113704 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.127676 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.134070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.174484 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Set router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:29:54.247502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.248161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:54.271995 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.276923 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e3e799b4-303a-420e-8c6c-3415d94061cc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4808545 Oct 05 09:29:54.278053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59738) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:54.284227 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Usage tracker for resource:security_group_rule and tenant:0a920b00c62c4d699274a21f8ce321e5 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:54.290431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-40fe6fe4-7b07-4c64-b775-f0d8ced63b1e', 'network_id': '40fe6fe4-7b07-4c64-b775-f0d8ced63b1e', 'tenant_id': '4e31229075234d8cbdda391767678504', 'fixed_ips': [{'subnet_id': '2346fb5e-9247-485f-82c2-49ecd916db43'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:29:54.291071 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.293373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.317547 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.326165 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2d982e99-83d3-4ea3-9769-9bf1017f0ed1 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Usage tracker for resource:network and tenant:9f0e57242fe1492198a65450ab10e089 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:54.329495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2d982e99-83d3-4ea3-9769-9bf1017f0ed1 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:54.336001 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2d982e99-83d3-4ea3-9769-9bf1017f0ed1 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:54.338394 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-46264204-7d30-4570-982b-712f5fc37bd4 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0554483 Oct 05 09:29:54.340093 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:29:54.342059 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d982e99-83d3-4ea3-9769-9bf1017f0ed1 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 05 09:29:54.342838 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d982e99-83d3-4ea3-9769-9bf1017f0ed1 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:29:54.346812 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2d982e99-83d3-4ea3-9769-9bf1017f0ed1 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.6738505 Oct 05 09:29:54.346812 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59742) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:54.368410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:54.371385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59744) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:54.411263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:54.416236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Request body: {'port': {'network_id': '40fe6fe4-7b07-4c64-b775-f0d8ced63b1e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-792220691'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:54.429266 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Sync routers for ids ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:29:54.445298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Current status of the port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:29:54.466915 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:46Z', 'updated_at': '2022-10-05T09:29:50Z', 'revision_number': 3, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'gw_port': {'id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:48Z', 'updated_at': '2022-10-05T09:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:54.467191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Transition to ACTIVE for port object 9af6fbbc-5c2b-4a31-b7df-f1012842904c will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:54.469876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.470577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1382c94a-7eb4-4e98-91f9-4ed60f0c9d6f {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:29:54.471100 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Checking router: 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:29:54.471571 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Updating router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 port 729c2c1f-2094-4829-afdf-6fa667cfbfbb binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:29:54.504057 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Routers {'7ba622c5-0d5f-4c89-96af-3077ee8db55c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:29:54.505365 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:54.533050 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.575601 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:29:54.577033 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device b4b93323-3bc1-4ed2-87c7-c30e0d31542d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:29:54.657060 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e922ffa0-6763-45cc-aebc-bcfaa10898b2 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f0e57242fe1492198a65450ab10e089&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2784595 Oct 05 09:29:54.664697 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59750) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:54.680589 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Provisioning complete for port b555504f-1548-413b-9313-9e3c035783de triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:29:54.681298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.681827 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Attempt 1 to provision port b555504f-1548-413b-9313-9e3c035783de Oct 05 09:29:54.764299 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 05 09:29:54.767309 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ec99465c-6e84-4a03-83dd-48b5da5ee053 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.0716474 Oct 05 09:29:54.790889 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59754) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:54.840240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.880801 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.892962 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Transition to ACTIVE for port object 729c2c1f-2094-4829-afdf-6fa667cfbfbb will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:54.962343 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:54.971044 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:55.027839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b375caf-c22d-473e-9c3a-7b2e0341c217 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:55.036951 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-1d95cc96-288a-441d-8750-79704697a8e8 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Deleting port b066a0cb-4ac8-4d66-a826-81ea60ebb09d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:29:55.037346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1d95cc96-288a-441d-8750-79704697a8e8 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:55.042672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Set router 7ba622c5-0d5f-4c89-96af-3077ee8db55c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:29:55.106255 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Attempting to bind port 729c2c1f-2094-4829-afdf-6fa667cfbfbb on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:29:55.107528 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Attempting to bind port 729c2c1f-2094-4829-afdf-6fa667cfbfbb by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:29:55.108173 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Attempting to bind port 729c2c1f-2094-4829-afdf-6fa667cfbfbb on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:29:55.116556 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c1b1b-be2c-4812-a825-6f5cecb26b26 None None] Pushing event updated for resources: {'Port': ['ID=729c2c1f-2094-4829-afdf-6fa667cfbfbb,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:55.122579 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Allocated IP 172.20.0.2 (40fe6fe4-7b07-4c64-b775-f0d8ced63b1e/2346fb5e-9247-485f-82c2-49ecd916db43/a0c6039a-69f8-401e-a3a7-14ea9b111af8) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:55.133770 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:29:55.134731 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:29:55.135471 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:55.136242 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:29:55.136931 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Bound port: 729c2c1f-2094-4829-afdf-6fa667cfbfbb, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:29:55.137754 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:55.179170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:55.211402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b375caf-c22d-473e-9c3a-7b2e0341c217 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:55.254279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:55.255519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port b4b93323-3bc1-4ed2-87c7-c30e0d31542d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:29:55.257294 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] For port 729c2c1f-2094-4829-afdf-6fa667cfbfbb, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:29:55.263986 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] For port 729c2c1f-2094-4829-afdf-6fa667cfbfbb, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=729c2c1f-2094-4829-afdf-6fa667cfbfbb,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:29:55.266280 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1b1b-be2c-4812-a825-6f5cecb26b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:55.266860 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1b1b-be2c-4812-a825-6f5cecb26b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:55.267454 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1b1b-be2c-4812-a825-6f5cecb26b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:55.267995 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1b1b-be2c-4812-a825-6f5cecb26b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:55.269034 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1b1b-be2c-4812-a825-6f5cecb26b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:55.269804 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1b1b-be2c-4812-a825-6f5cecb26b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:55.270572 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1b1b-be2c-4812-a825-6f5cecb26b26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:55.271441 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1b1b-be2c-4812-a825-6f5cecb26b26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:55.272635 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1b1b-be2c-4812-a825-6f5cecb26b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:55.273210 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1b1b-be2c-4812-a825-6f5cecb26b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:55.273738 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1b1b-be2c-4812-a825-6f5cecb26b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:55.274431 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1b1b-be2c-4812-a825-6f5cecb26b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1b1b-be2c-4812-a825-6f5cecb26b26 None None] Tracked resource versions report: Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: pushed versions: Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: { 'AddressGroup': {'1.2'}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'ConntrackHelper': {'1.0'}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Log': {'1.0'}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Network': {'1.1'}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Port': {'1.7'}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'PortForwarding': {'1.2'}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'QosPolicy': {'1.8'}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'SecurityGroup': {'1.4'}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'SubPort': {'1.0'}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Subnet': {'1.1'}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Trunk': {'1.1'}} Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: consumer versions: Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: { DHCP agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: HyperV agent@hv-neutron-8603: {}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: L3 agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: Metadata agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: Metering agent@dv-neutron-860329-1-hyperv: {}, Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: Open vSwitch agent@dv-neutron-860329-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'ConntrackHelper': '1.0', Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Log': '1.0', Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Network': '1.1', Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Port': '1.7', Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'PortForwarding': '1.2', Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'QosPolicy': '1.8', Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'SecurityGroup': '1.4', Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'SecurityGroupRule': '1.2', Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'SubPort': '1.0', Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Subnet': '1.1', Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: 'Trunk': '1.1'}} Oct 05 09:29:55.275858 dv-neutron-860329-1-hyperv neutron-server[89848]: {{(pid=89848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:29:55.284833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Network 6e44e01d-ebab-4e88-88f6-f4a4861e0f24 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:29:55.294520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Pushing event updated for resources: {'Port': ['ID=9af6fbbc-5c2b-4a31-b7df-f1012842904c,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:55.298551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:55.300431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:55.308547 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:55.310471 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-da380354-896f-4e21-bdeb-45095cc70666 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.4422581 Oct 05 09:29:55.321565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:29:55.331050 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:55.332069 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:55.342672 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59758) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:55.348671 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:55.423105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:29:55.466465 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf7b4a0-a54d-43dc-8ae3-0fdb3033c9f2,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:55.536125 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c1b1b-be2c-4812-a825-6f5cecb26b26 None None] Pushing event updated for resources: {'Port': ['ID=729c2c1f-2094-4829-afdf-6fa667cfbfbb,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:55.570746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:55.571328 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Added segment faa4fead-6da9-4d1d-83c7-0d2d6fed55e6 of type vlan for network e2c20761-3e0d-458f-b550-a802bdcfa5e4 Oct 05 09:29:55.576652 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Routers {'35fa253b-6a8f-4ab4-b224-f8eba779b0c3'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:29:55.577792 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:55.687063 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:55.688367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3ddd16b8-431d-44d5-b456-17c5a0b735e9 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:29:55.901043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1d95cc96-288a-441d-8750-79704697a8e8 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:55.958672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Current status of the port b555504f-1548-413b-9313-9e3c035783de is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:29:55.987046 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] Set router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:29:56.062830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-1d95cc96-288a-441d-8750-79704697a8e8 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Calling delete_port for b066a0cb-4ac8-4d66-a826-81ea60ebb09d owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:29:56.094318 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:29:56.094935 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:56.095471 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 Oct 05 09:29:56.238355 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Provisioning for port b4b93323-3bc1-4ed2-87c7-c30e0d31542d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:29:56.275557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Provisioning complete for port b4b93323-3bc1-4ed2-87c7-c30e0d31542d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:29:56.276175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:56.276717 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Attempt 1 to provision port b4b93323-3bc1-4ed2-87c7-c30e0d31542d Oct 05 09:29:56.310745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b375caf-c22d-473e-9c3a-7b2e0341c217 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:56.317076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:56.361473 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:46Z', 'updated_at': '2022-10-05T09:29:50Z', 'revision_number': 3, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'gw_port': {'id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:48Z', 'updated_at': '2022-10-05T09:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:56.365856 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba77b4d-b78e-45a8-8510-5148a815b416 None None] The sync data for ids ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'] in dv-neutron-860329-1-hyperv is: [{'id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:46Z', 'updated_at': '2022-10-05T09:29:50Z', 'revision_number': 3, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'gw_port': {'id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:48Z', 'updated_at': '2022-10-05T09:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:29:56.489171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b375caf-c22d-473e-9c3a-7b2e0341c217 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b052094-dcca-4825-a49a-ec2cb028a41e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:56.532423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:56.534885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:56.542265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:56.542462 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-309ee21b-ace5-4385-abb3-2f5b579fcd81 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1147 time: 4.3981218 Oct 05 09:29:56.542591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:56.554569 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59764) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:56.561689 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Usage tracker for resource:port and tenant:4e31229075234d8cbdda391767678504 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:56.591449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:56.650697 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Transition to ACTIVE for port object a0c6039a-69f8-401e-a3a7-14ea9b111af8 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:56.686014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:56.689331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Current status of the port b4b93323-3bc1-4ed2-87c7-c30e0d31542d is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:29:56.690457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:56.691435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1d95cc96-288a-441d-8750-79704697a8e8 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:56.710366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:29:56.711683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device b555504f-1548-413b-9313-9e3c035783de up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:29:56.720575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event updated for resources: {'Network': ['ID=e2c20761-3e0d-458f-b550-a802bdcfa5e4,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:56.724518 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:56.746055 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-acdaef2a-a350-49df-aabd-b954afb90492 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.2393098 Oct 05 09:29:56.749369 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b375caf-c22d-473e-9c3a-7b2e0341c217 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:56.755241 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4b375caf-c22d-473e-9c3a-7b2e0341c217 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b052094-dcca-4825-a49a-ec2cb028a41e HTTP/1.1" status: 204 len: 168 time: 2.0850232 Oct 05 09:29:56.790904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:45Z', 'updated_at': '2022-10-05T09:29:49Z', 'revision_number': 3, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'gw_port': {'id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:56.791821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59770) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:56.792117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59772) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:56.822067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Transition to ACTIVE for port object a0c6039a-69f8-401e-a3a7-14ea9b111af8 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:56.832897 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Checking router: 7ba622c5-0d5f-4c89-96af-3077ee8db55c for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:29:56.832897 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Updating router 7ba622c5-0d5f-4c89-96af-3077ee8db55c port 4c2122ea-9cbf-4280-989e-ba282bdfdf26 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:29:56.912859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Request body: {'subnet': {'network_id': 'e2c20761-3e0d-458f-b550-a802bdcfa5e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:56.914584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] For port b4b93323-3bc1-4ed2-87c7-c30e0d31542d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=b4b93323-3bc1-4ed2-87c7-c30e0d31542d,segment=NetworkSegment(fe6cd753-5414-4bf0-a2d3-ee735ee081d0),segment_id=fe6cd753-5414-4bf0-a2d3-ee735ee081d0)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:29:56.918767 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:56.922891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:56.932067 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Made reservation on behalf of 4e31229075234d8cbdda391767678504 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:56.936897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:56.970034 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:57.032641 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:57.081523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] device_id is not set on port a959bcee-3014-4760-b3ab-d8459dad9245 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:29:57.084071 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:57.103154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:57.145658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Network 40fe6fe4-7b07-4c64-b775-f0d8ced63b1e is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:29:57.156577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95cc96-288a-441d-8750-79704697a8e8 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Pushing event deleted for resources: {'Port': ['ID=b066a0cb-4ac8-4d66-a826-81ea60ebb09d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:57.177422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Usage tracker for resource:subnet and tenant:0a920b00c62c4d699274a21f8ce321e5 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:57.179351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:57.190398 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Pushing event updated for resources: {'Port': ['ID=a0c6039a-69f8-401e-a3a7-14ea9b111af8,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:57.260020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:57.280800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:57.308086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:29:57.318231 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network e2c20761-3e0d-458f-b550-a802bdcfa5e4 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:29:57.376554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1d95cc96-288a-441d-8750-79704697a8e8 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:57.378670 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1d95cc96-288a-441d-8750-79704697a8e8 tempest-RoutersAdminNegativeTest-1857724458 tempest-RoutersAdminNegativeTest-1857724458-project-admin] 10.222.0.49 "DELETE /v2.0/ports/b066a0cb-4ac8-4d66-a826-81ea60ebb09d HTTP/1.1" status: 204 len: 168 time: 2.4924760 Oct 05 09:29:57.388663 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:57.400854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fe94fc-c44d-438c-b5cc-d8f0c7973131 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:57.420851 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fe94fc-c44d-438c-b5cc-d8f0c7973131 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:57.436529 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fe94fc-c44d-438c-b5cc-d8f0c7973131 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:57.437419 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-06fe94fc-c44d-438c-b5cc-d8f0c7973131 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Synchronizing usage tracker for tenant:1d061eb1bd9e437c9fb62f40c9d01f5d on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:29:57.459403 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port b555504f-1548-413b-9313-9e3c035783de triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:29:57.459787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:57.460130 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port b555504f-1548-413b-9313-9e3c035783de Oct 05 09:29:57.469264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Made reservation on behalf of 0a920b00c62c4d699274a21f8ce321e5 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:29:57.474395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:57.571455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Provisioning for port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:29:57.576894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Pushing event updated for resources: {'Port': ['ID=b4b93323-3bc1-4ed2-87c7-c30e0d31542d,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:57.667706 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-06fe94fc-c44d-438c-b5cc-d8f0c7973131 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Unset dirty status for tenant:1d061eb1bd9e437c9fb62f40c9d01f5d on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:29:57.672107 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-06fe94fc-c44d-438c-b5cc-d8f0c7973131 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 1.1134071 Oct 05 09:29:57.676769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59782) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:57.688743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Provisioning complete for port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:29:57.688743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:57.688743 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Attempt 1 to provision port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f Oct 05 09:29:57.785537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:57.792729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Attempting to bind port a0c6039a-69f8-401e-a3a7-14ea9b111af8 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:29:57.793264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Attempting to bind port a0c6039a-69f8-401e-a3a7-14ea9b111af8 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '8395143c-7e25-46c0-ab6f-1fd66eff94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '40fe6fe4-7b07-4c64-b775-f0d8ced63b1e'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:29:57.793912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Attempting to bind port a0c6039a-69f8-401e-a3a7-14ea9b111af8 on network 40fe6fe4-7b07-4c64-b775-f0d8ced63b1e {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:29:57.810026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:29:57.815307 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:57.901688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:29:57.913460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:29:57.913936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Checking segment: {'id': '8395143c-7e25-46c0-ab6f-1fd66eff94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '40fe6fe4-7b07-4c64-b775-f0d8ced63b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:29:57.914446 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:57.915137 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Bound using segment: {'id': '8395143c-7e25-46c0-ab6f-1fd66eff94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '40fe6fe4-7b07-4c64-b775-f0d8ced63b1e'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:29:57.915702 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Bound port: a0c6039a-69f8-401e-a3a7-14ea9b111af8, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8395143c-7e25-46c0-ab6f-1fd66eff94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '40fe6fe4-7b07-4c64-b775-f0d8ced63b1e'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:29:57.916171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:57.916618 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Allocated IP 172.20.0.6 (40fe6fe4-7b07-4c64-b775-f0d8ced63b1e/2346fb5e-9247-485f-82c2-49ecd916db43/a959bcee-3014-4760-b3ab-d8459dad9245) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:57.962747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:29:57.963094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:29:57.963835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:29:57.964165 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Subscribe: > port after_create 55550000 {{(pid=89845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:29:57.964542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:29:57.964887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Subscribe: > port after_update 55550000 {{(pid=89845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:29:57.965248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:29:57.965590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:29:57.965912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:29:57.966311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:29:58.113911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c998f-1b9c-4771-8ef3-b16d31226069 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Deleting port 9af6fbbc-5c2b-4a31-b7df-f1012842904c {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:29:58.114529 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fd3c998f-1b9c-4771-8ef3-b16d31226069 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:58.141706 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59790) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:58.153024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:29:58.153235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:29:58.153580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:29:58.155008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:29:58.155008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d60c5d-6785-4612-b7ae-5ae0005578c2']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:58.168631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port b555504f-1548-413b-9313-9e3c035783de is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:29:58.175046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] For port a0c6039a-69f8-401e-a3a7-14ea9b111af8, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:29:58.179868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] For port a0c6039a-69f8-401e-a3a7-14ea9b111af8, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a0c6039a-69f8-401e-a3a7-14ea9b111af8,segment=NetworkSegment(8395143c-7e25-46c0-ab6f-1fd66eff94cb),segment_id=8395143c-7e25-46c0-ab6f-1fd66eff94cb)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:29:58.224354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Allocated IP 172.20.0.1 (ba10b7ba-8830-441b-bd4b-c1479440701d/e672df19-ead0-4e95-8b84-9c3c88196ab2/d8323336-ec0e-4642-9f32-7fcef99f0de1) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:58.227558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bf4423-c315-447f-9a13-0176f3895369') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:58.227856 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bf4423-c315-447f-9a13-0176f3895369') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:58.253054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:58.275113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:58.304058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:58.401290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:29:58.401900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:58.404540 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Attempt 2 to provision port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f Oct 05 09:29:58.536211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 729c2c1f-2094-4829-afdf-6fa667cfbfbb up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:29:58.641350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:58.644076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:58.658539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Transition to ACTIVE for port object 4c2122ea-9cbf-4280-989e-ba282bdfdf26 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:58.700986 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:58.716495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:58.723638 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5d60c5d-6785-4612-b7ae-5ae0005578c2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:58.781123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:58.793026 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:29:58.793631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee912b-c909-432d-9dd7-e6637aae1399 None None] Pushing event updated for resources: {'Port': ['ID=a0c6039a-69f8-401e-a3a7-14ea9b111af8,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:58.803933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:58.866465 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-23d83032-800a-4abe-9d88-41ab2838de66 tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] 10.222.0.49 "DELETE /v2.0/networks/b5d60c5d-6785-4612-b7ae-5ae0005578c2 HTTP/1.1" status: 204 len: 168 time: 2.0112658 Oct 05 09:29:58.875412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59806) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:58.907555 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227c3ab-9670-4f39-a996-3f8543c0bdf8 None None] Pushing event updated for resources: {'Port': ['ID=4c2122ea-9cbf-4280-989e-ba282bdfdf26,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:58.922381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e5f4599e-06fd-4008-9a97-7b4ecd0628e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:58.937418 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Attempting to bind port 4c2122ea-9cbf-4280-989e-ba282bdfdf26 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:29:58.937790 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Attempting to bind port 4c2122ea-9cbf-4280-989e-ba282bdfdf26 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:29:58.938211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Attempting to bind port 4c2122ea-9cbf-4280-989e-ba282bdfdf26 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:29:58.946467 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:29:58.946850 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:29:58.947258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:58.947653 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:29:58.948249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Bound port: 4c2122ea-9cbf-4280-989e-ba282bdfdf26, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:29:58.948646 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:58.978262 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Transition to ACTIVE for port object d8323336-ec0e-4642-9f32-7fcef99f0de1 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:58.998019 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 72bf4423-c315-447f-9a13-0176f3895369 resource provider aggregate not found Oct 05 09:29:59.011591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Checking segment: {'id': 'faa4fead-6da9-4d1d-83c7-0d2d6fed55e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e2c20761-3e0d-458f-b550-a802bdcfa5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:29:59.011969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Network hostable DHCP agents. Network: e2c20761-3e0d-458f-b550-a802bdcfa5e4, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:29:59.029782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 729c2c1f-2094-4829-afdf-6fa667cfbfbb completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:29:59.035523 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 72bf4423-c315-447f-9a13-0176f3895369 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72bf4423-c315-447f-9a13-0176f3895369 found for delete ", "request_id": "req-6ceeba87-5de2-4da5-ae11-207a434ce076"}]} Oct 05 09:29:59.039028 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 729c2c1f-2094-4829-afdf-6fa667cfbfbb triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:29:59.039172 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.039573 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 729c2c1f-2094-4829-afdf-6fa667cfbfbb Oct 05 09:29:59.040050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event updated for resources: {'Subnet': ['ID=96ce2e36-ce6c-4798-9d66-b4397dde7c3e,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:59.054501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-610d92b8-7774-4121-83e0-99ed94894e8d tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.092610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] For port 4c2122ea-9cbf-4280-989e-ba282bdfdf26, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:29:59.117841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] For port 4c2122ea-9cbf-4280-989e-ba282bdfdf26, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4c2122ea-9cbf-4280-989e-ba282bdfdf26,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:29:59.124277 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e5f4599e-06fd-4008-9a97-7b4ecd0628e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:59.127131 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:29:59.140805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e5f4599e-06fd-4008-9a97-7b4ecd0628e7 admin admin] Usage tracker for resource:security_group_rule and tenant:3ae9b9b35bfc411dab9e183e537a3d12 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:59.143255 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Sync routers for ids ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:29:59.157715 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Routers {'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:29:59.158688 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:59.165024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Allocated IP 172.20.0.1 (521118dc-25a5-447f-9a14-544274ea6279/4a16d9de-a890-4cc4-90e3-baf71064bc52/49a8de3e-040e-42bb-aa2d-a26606eb8f2e) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:59.194117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Network e2c20761-3e0d-458f-b550-a802bdcfa5e4 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:29:59.196791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.208109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 729c2c1f-2094-4829-afdf-6fa667cfbfbb is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:29:59.220201 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.220201 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.284841 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-610d92b8-7774-4121-83e0-99ed94894e8d tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.293895 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Attempt 3 to provision port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f Oct 05 09:29:59.303324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Network ba10b7ba-8830-441b-bd4b-c1479440701d is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:29:59.313137 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:59.334853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:29:59.354446 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.355600 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 729c2c1f-2094-4829-afdf-6fa667cfbfbb, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=729c2c1f-2094-4829-afdf-6fa667cfbfbb,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:29:59.362516 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-610d92b8-7774-4121-83e0-99ed94894e8d tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7bbeba-65ec-4608-a05f-26118233ec26']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:59.370812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Routers {'7ba622c5-0d5f-4c89-96af-3077ee8db55c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:29:59.372431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:59.374313 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Transition to ACTIVE for port object 49a8de3e-040e-42bb-aa2d-a26606eb8f2e will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:29:59.387233 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e5f4599e-06fd-4008-9a97-7b4ecd0628e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:59.398242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, e2c20761-3e0d-458f-b550-a802bdcfa5e4) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:59.425711 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-610d92b8-7774-4121-83e0-99ed94894e8d tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c6e9dd-5808-4678-aea8-dfab4b27aaec') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:59.426348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-610d92b8-7774-4121-83e0-99ed94894e8d tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c6e9dd-5808-4678-aea8-dfab4b27aaec') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:59.439279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e5f4599e-06fd-4008-9a97-7b4ecd0628e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:59.452186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:59.452837 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.457109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Pushing event updated for resources: {'Port': ['ID=d8323336-ec0e-4642-9f32-7fcef99f0de1,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:59.468916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-610d92b8-7774-4121-83e0-99ed94894e8d tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.515277 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Set router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:29:59.522840 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1809df-4526-442d-87dc-e2693fb23379 None None] Network e2c20761-3e0d-458f-b550-a802bdcfa5e4 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:29:59.523211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.524588 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d572bbfb-efdd-4c85-86b3-2e6bbaf18af4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.9071097 Oct 05 09:29:59.527684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59814) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:59.546265 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fd3c998f-1b9c-4771-8ef3-b16d31226069 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.554711 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.573584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.575717 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device b4b93323-3bc1-4ed2-87c7-c30e0d31542d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:29:59.831713 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-610d92b8-7774-4121-83e0-99ed94894e8d tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.835639 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227c3ab-9670-4f39-a996-3f8543c0bdf8 None None] Pushing event updated for resources: {'Port': ['ID=4c2122ea-9cbf-4280-989e-ba282bdfdf26,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:59.846867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610d92b8-7774-4121-83e0-99ed94894e8d tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:29:59.847327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-610d92b8-7774-4121-83e0-99ed94894e8d tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.854480 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:29:59.977319 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-41cd3fc5-5bb1-4ece-96f2-4f525378e296 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1320021 Oct 05 09:29:59.986335 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59818) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:59.997959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1598011037', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:00.000182 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:29:53Z', 'revision_number': 3, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'gw_port': {'id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:51Z', 'updated_at': '2022-10-05T09:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:00.006180 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Checking router: a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:30:00.006180 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Updating router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:30:00.019527 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c998f-1b9c-4771-8ef3-b16d31226069 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Calling delete_port for 9af6fbbc-5c2b-4a31-b7df-f1012842904c owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:00.033021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:00.042483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Usage tracker for resource:router and tenant:0a920b00c62c4d699274a21f8ce321e5 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:00.046466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:00.053124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:00.059956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9225c62a-e6a6-403c-b2ca-02ae73129e1c None None] Network 40fe6fe4-7b07-4c64-b775-f0d8ced63b1e requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:00.082583 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.105305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.113928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-610d92b8-7774-4121-83e0-99ed94894e8d tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.173618 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-610d92b8-7774-4121-83e0-99ed94894e8d tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.187269 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-610d92b8-7774-4121-83e0-99ed94894e8d tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] 10.222.0.49 "DELETE /v2.0/networks/0a7bbeba-65ec-4608-a05f-26118233ec26 HTTP/1.1" status: 204 len: 168 time: 1.3107264 Oct 05 09:30:00.213971 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.215416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.223295 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d92b8-7774-4121-83e0-99ed94894e8d tempest-QuotasNegativeTest-746811896 tempest-QuotasNegativeTest-746811896-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a7bbeba-65ec-4608-a05f-26118233ec26,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:00.268706 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.270484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.271373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Transition to ACTIVE for port object a959bcee-3014-4760-b3ab-d8459dad9245 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:00.307146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] Set router 7ba622c5-0d5f-4c89-96af-3077ee8db55c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:30:00.361874 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=729c2c1f-2094-4829-afdf-6fa667cfbfbb,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:00.368101 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Attempt 4 to provision port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f Oct 05 09:30:00.402428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.502685 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.518293 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Transition to ACTIVE for port object 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:00.534340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:00.566276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Network 521118dc-25a5-447f-9a14-544274ea6279 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:00.577082 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:00.578241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port b4b93323-3bc1-4ed2-87c7-c30e0d31542d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:00.579178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.579178 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port b4b93323-3bc1-4ed2-87c7-c30e0d31542d Oct 05 09:30:00.591101 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.667145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.700526 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Attempting to bind port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:30:00.700908 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Attempting to bind port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:30:00.701283 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Attempting to bind port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:00.713326 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:30:00.713707 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:00.714154 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.714554 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:30:00.715031 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Bound port: 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:30:00.715421 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.759814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.845647 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f94c6-a233-48a5-b884-59c84d201157 None None] Pushing event updated for resources: {'Port': ['ID=454a5bf8-e204-4bfb-9182-6fe19f8ebc2e,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:00.908390 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:00.909060 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:00.920722 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] For port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:30:00.942093 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] For port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=454a5bf8-e204-4bfb-9182-6fe19f8ebc2e,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:30:00.958782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Pushing event updated for resources: {'Port': ['ID=d8323336-ec0e-4642-9f32-7fcef99f0de1,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:01.008857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Pushing event updated for resources: {'Port': ['ID=49a8de3e-040e-42bb-aa2d-a26606eb8f2e,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:01.023680 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:01.049722 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Attempt 5 to provision port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f Oct 05 09:30:01.086755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-e2c20761-3e0d-458f-b550-a802bdcfa5e4', 'network_id': 'e2c20761-3e0d-458f-b550-a802bdcfa5e4', 'tenant_id': '0a920b00c62c4d699274a21f8ce321e5', 'fixed_ips': [{'subnet_id': '96ce2e36-ce6c-4798-9d66-b4397dde7c3e'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:30:01.087814 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:01.093068 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:01.119763 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment f6c6e9dd-5808-4678-aea8-dfab4b27aaec resource provider aggregate not found Oct 05 09:30:01.153054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:01.167358 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Routers {'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:01.168191 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:01.212150 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment f6c6e9dd-5808-4678-aea8-dfab4b27aaec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6c6e9dd-5808-4678-aea8-dfab4b27aaec found for delete ", "request_id": "req-c957177c-b863-47cc-9606-2665f1a38603"}]} Oct 05 09:30:01.228944 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e5f4599e-06fd-4008-9a97-7b4ecd0628e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:01.230786 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:01.328878 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f94c6-a233-48a5-b884-59c84d201157 None None] Pushing event updated for resources: {'Port': ['ID=454a5bf8-e204-4bfb-9182-6fe19f8ebc2e,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:01.346115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:01.347992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e5f4599e-06fd-4008-9a97-7b4ecd0628e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:01.351774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port b4b93323-3bc1-4ed2-87c7-c30e0d31542d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:01.511087 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Allocated IP 172.20.0.2 (e2c20761-3e0d-458f-b550-a802bdcfa5e4/96ce2e36-ce6c-4798-9d66-b4397dde7c3e/7aac0637-049f-4f43-8848-586cdd2c6c74) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:01.512596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Network ba10b7ba-8830-441b-bd4b-c1479440701d is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:01.513596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59832) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:01.514761 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:01.549406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:45Z', 'updated_at': '2022-10-05T09:29:49Z', 'revision_number': 3, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'gw_port': {'id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:01.549879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fd3c998f-1b9c-4771-8ef3-b16d31226069 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:01.565609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81570c3-8ec7-4aba-b88c-026a43bbe65d None None] The sync data for ids ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'] in dv-neutron-860329-1-hyperv is: [{'id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:45Z', 'updated_at': '2022-10-05T09:29:49Z', 'revision_number': 3, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'gw_port': {'id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:30:01.567401 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] Set router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:30:01.631819 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4599e-06fd-4008-9a97-7b4ecd0628e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa795a9e-9fff-451c-a47d-5cbe495d787d,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:01.644379 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Network 40fe6fe4-7b07-4c64-b775-f0d8ced63b1e is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:01.716525 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 729c2c1f-2094-4829-afdf-6fa667cfbfbb up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:01.824046 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:01.846783 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Attempt 6 to provision port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f Oct 05 09:30:01.863665 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:01.882180 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:01.887899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:01.962184 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd0f07a5-c733-48e9-be47-39bf1cf70af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:02.042475 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:02.163062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-cd0f07a5-c733-48e9-be47-39bf1cf70af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:02.183228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 729c2c1f-2094-4829-afdf-6fa667cfbfbb triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:02.184216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:02.184718 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 729c2c1f-2094-4829-afdf-6fa667cfbfbb Oct 05 09:30:02.205130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-cd0f07a5-c733-48e9-be47-39bf1cf70af6 admin admin] Usage tracker for resource:security_group_rule and tenant:7901272e75b844db93ecf4a238c52b31 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:02.215357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-cd0f07a5-c733-48e9-be47-39bf1cf70af6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:02.252799 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-cd0f07a5-c733-48e9-be47-39bf1cf70af6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:02.302469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:30:02.324847 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Pushing event updated for resources: {'Port': ['ID=a959bcee-3014-4760-b3ab-d8459dad9245,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:02.384235 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:02.404371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Transition to ACTIVE for port object 7aac0637-049f-4f43-8848-586cdd2c6c74 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:02.451199 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:29:53Z', 'revision_number': 3, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'gw_port': {'id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:51Z', 'updated_at': '2022-10-05T09:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:02.458974 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202daf9-b6b0-4260-b950-c9d27fb9689c None None] The sync data for ids ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'] in dv-neutron-860329-1-hyperv is: [{'id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:29:53Z', 'revision_number': 3, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'gw_port': {'id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:51Z', 'updated_at': '2022-10-05T09:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:30:02.485076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Transition to ACTIVE for port object 7aac0637-049f-4f43-8848-586cdd2c6c74 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:02.510914 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e5f4599e-06fd-4008-9a97-7b4ecd0628e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ae9b9b35bfc411dab9e183e537a3d12&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3555834 Oct 05 09:30:02.516234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 729c2c1f-2094-4829-afdf-6fa667cfbfbb is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:02.517476 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a0c6039a-69f8-401e-a3a7-14ea9b111af8 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:02.542156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59838) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:02.561841 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Attempt 7 to provision port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f Oct 05 09:30:02.613764 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:02.621266 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-61325b7e-4d5b-4a88-b51b-f6dbd873de93 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.2728722 Oct 05 09:30:02.640092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59842) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:02.643439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c998f-1b9c-4771-8ef3-b16d31226069 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Pushing event deleted for resources: {'Port': ['ID=9af6fbbc-5c2b-4a31-b7df-f1012842904c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:02.680701 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fd3c998f-1b9c-4771-8ef3-b16d31226069 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:02.691748 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fd3c998f-1b9c-4771-8ef3-b16d31226069 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] 10.222.0.49 "DELETE /v2.0/ports/9af6fbbc-5c2b-4a31-b7df-f1012842904c HTTP/1.1" status: 204 len: 168 time: 4.9991348 Oct 05 09:30:02.695325 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59846) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:02.812380 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-0f61900c-1943-4872-aa8e-f5c5663381a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Request body: {'port': {'name': 'tempest-new-port-name-1220730201', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:02.815766 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.api.validators [None req-0f61900c-1943-4872-aa8e-f5c5663381a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] bootfile-name is not in valid_values {{(pid=89846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:30:02.818215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Network e2c20761-3e0d-458f-b550-a802bdcfa5e4 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:02.822060 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.api.validators [None req-0f61900c-1943-4872-aa8e-f5c5663381a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] tftp-server is not in valid_values {{(pid=89846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:30:02.823113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.api.validators [None req-0f61900c-1943-4872-aa8e-f5c5663381a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] server-ip-address is not in valid_values {{(pid=89846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:30:02.835957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:02.841960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:02.853125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:02.874811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Pushing event updated for resources: {'Port': ['ID=7aac0637-049f-4f43-8848-586cdd2c6c74,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:02.914495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.025243 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6aa91ca4-ecf8-49da-bd01-9b8f111d4952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.085482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Attempting to bind port 7aac0637-049f-4f43-8848-586cdd2c6c74 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:30:03.086100 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Attempting to bind port 7aac0637-049f-4f43-8848-586cdd2c6c74 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'faa4fead-6da9-4d1d-83c7-0d2d6fed55e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e2c20761-3e0d-458f-b550-a802bdcfa5e4'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:30:03.087336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Attempting to bind port 7aac0637-049f-4f43-8848-586cdd2c6c74 on network e2c20761-3e0d-458f-b550-a802bdcfa5e4 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:03.092161 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port a0c6039a-69f8-401e-a3a7-14ea9b111af8 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:03.102806 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:30:03.103196 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Checking segment: {'id': 'faa4fead-6da9-4d1d-83c7-0d2d6fed55e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e2c20761-3e0d-458f-b550-a802bdcfa5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:03.103599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.104004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Bound using segment: {'id': 'faa4fead-6da9-4d1d-83c7-0d2d6fed55e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e2c20761-3e0d-458f-b550-a802bdcfa5e4'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:30:03.104590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Bound port: 7aac0637-049f-4f43-8848-586cdd2c6c74, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa4fead-6da9-4d1d-83c7-0d2d6fed55e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e2c20761-3e0d-458f-b550-a802bdcfa5e4'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:30:03.105059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.253688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6aa91ca4-ecf8-49da-bd01-9b8f111d4952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.254983 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] For port 7aac0637-049f-4f43-8848-586cdd2c6c74, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:30:03.259165 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] For port 7aac0637-049f-4f43-8848-586cdd2c6c74, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7aac0637-049f-4f43-8848-586cdd2c6c74,segment=NetworkSegment(faa4fead-6da9-4d1d-83c7-0d2d6fed55e6),segment_id=faa4fead-6da9-4d1d-83c7-0d2d6fed55e6)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:30:03.276916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd0f07a5-c733-48e9-be47-39bf1cf70af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.343673 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Attempt 8 to provision port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f Oct 05 09:30:03.365848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-112f3638-098e-464d-88c8-8e99c568f1ca tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Deleting port a959bcee-3014-4760-b3ab-d8459dad9245 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:03.369794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-112f3638-098e-464d-88c8-8e99c568f1ca tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.386952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.401136 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.454750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd0f07a5-c733-48e9-be47-39bf1cf70af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.465925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.513008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.540014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:30:03.556682 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Sync routers for ids ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:30:03.610449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Routers {'35fa253b-6a8f-4ab4-b224-f8eba779b0c3'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:03.611230 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:03.658209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.658397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f07a5-c733-48e9-be47-39bf1cf70af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111256ff-4fdc-4eb2-b233-b085b666ddf0,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:03.696084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:03.696866 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:03.868239 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cd0f07a5-c733-48e9-be47-39bf1cf70af6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7901272e75b844db93ecf4a238c52b31&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2457104 Oct 05 09:30:03.869084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f61900c-1943-4872-aa8e-f5c5663381a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.869084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.869084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:03.869502 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-47b0b642-386b-4db2-a91c-7343ee70d83c admin admin] 10.222.0.49 "PUT /v2.0/routers/35fa253b-6a8f-4ab4-b224-f8eba779b0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5459790 Oct 05 09:30:03.886063 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59854) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:03.922225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Pushing event updated for resources: {'Port': ['ID=49a8de3e-040e-42bb-aa2d-a26606eb8f2e,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:03.997802 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cc3ff-3a30-4016-ab6e-de2a69db2216 None None] Pushing event updated for resources: {'Port': ['ID=7aac0637-049f-4f43-8848-586cdd2c6c74,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:04.083159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6aa91ca4-ecf8-49da-bd01-9b8f111d4952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:04.119325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6aa91ca4-ecf8-49da-bd01-9b8f111d4952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:04.122946 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6aa91ca4-ecf8-49da-bd01-9b8f111d4952 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa795a9e-9fff-451c-a47d-5cbe495d787d HTTP/1.1" status: 204 len: 168 time: 1.5771496 Oct 05 09:30:04.225924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa91ca4-ecf8-49da-bd01-9b8f111d4952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa795a9e-9fff-451c-a47d-5cbe495d787d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:04.280301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f61900c-1943-4872-aa8e-f5c5663381a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:04.348776 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Attempt 9 to provision port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f Oct 05 09:30:04.359057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97d25b7f-810e-4d9d-a4ea-4da02004ae53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:04.390126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f61900c-1943-4872-aa8e-f5c5663381a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:04.445760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-112f3638-098e-464d-88c8-8e99c568f1ca tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:04.498352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Allocated IP 172.26.7.15 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/761e4511-1756-4a58-9332-c8e398aa9531) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:04.572390 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:04.578571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Set router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:30:04.629128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0f61900c-1943-4872-aa8e-f5c5663381a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] In _notify_port_updated(), no bound segment for port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f on network 6e44e01d-ebab-4e88-88f6-f4a4861e0f24 {{(pid=89846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:30:04.635421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61900c-1943-4872-aa8e-f5c5663381a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:04.636208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f61900c-1943-4872-aa8e-f5c5663381a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:04.637569 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0f61900c-1943-4872-aa8e-f5c5663381a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] 10.222.0.49 "PUT /v2.0/ports/9f15b2b5-ef1d-4f4a-8d80-12df37b6176f HTTP/1.1" status: 200 len: 1129 time: 1.9234912 Oct 05 09:30:04.669462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59872) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:04.677486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:04.689676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61900c-1943-4872-aa8e-f5c5663381a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Pushing event updated for resources: {'Port': ['ID=9f15b2b5-ef1d-4f4a-8d80-12df37b6176f,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:04.701025 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:04.701025 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:04.703568 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e Oct 05 09:30:04.794994 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Allocated IP 172.20.0.1 (2a3ab058-7897-4bde-8218-aa6bbb729df2/687b5c3a-83db-4081-9f2c-b62c2b0d104e/d4dacd77-72d3-4920-94e2-9de220eadca2) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:04.854782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaa44c2-a3ea-482a-8075-c40d38f860cd tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:04.855422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fcaa44c2-a3ea-482a-8075-c40d38f860cd tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Synchronizing usage tracker for tenant:1d061eb1bd9e437c9fb62f40c9d01f5d on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:30:04.881514 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Network 521118dc-25a5-447f-9a14-544274ea6279 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:04.884426 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:04.994935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:05.073914 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Attempt 10 to provision port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f Oct 05 09:30:05.179518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59876) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:05.188082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-112f3638-098e-464d-88c8-8e99c568f1ca tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Calling delete_port for a959bcee-3014-4760-b3ab-d8459dad9245 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:05.247592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:05.268155 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-95ca55b0-5044-48c4-9c54-82e51ff44f08 None None] Port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:05.301065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fcaa44c2-a3ea-482a-8075-c40d38f860cd tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Unset dirty status for tenant:1d061eb1bd9e437c9fb62f40c9d01f5d on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:30:05.302689 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fcaa44c2-a3ea-482a-8075-c40d38f860cd tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] 10.222.0.49 "GET /v2.0/ports/9f15b2b5-ef1d-4f4a-8d80-12df37b6176f HTTP/1.1" status: 200 len: 1129 time: 0.6290576 Oct 05 09:30:05.316654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59880) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:05.420900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:05.455899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Router 7ba622c5-0d5f-4c89-96af-3077ee8db55c has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:30:05.462851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97d25b7f-810e-4d9d-a4ea-4da02004ae53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:05.471531 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:05.473189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:05.486727 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1baa1086-eb9c-4394-86ed-715b928400df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef4b2e226820490a860bf732148fe8de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2410700 Oct 05 09:30:05.488214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:05.503405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:05.505500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59884) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:05.507624 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:05.543880 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=454a5bf8-e204-4bfb-9182-6fe19f8ebc2e,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:05.566253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Provisioning for port a0c6039a-69f8-401e-a3a7-14ea9b111af8 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:05.589018 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Provisioning complete for port a0c6039a-69f8-401e-a3a7-14ea9b111af8 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:05.589394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:05.589736 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Attempt 1 to provision port a0c6039a-69f8-401e-a3a7-14ea9b111af8 Oct 05 09:30:05.621059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877d4c58-bd67-445d-8161-023325b0e97e None None] Network e2c20761-3e0d-458f-b550-a802bdcfa5e4 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:05.675255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59888) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:05.677338 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:05.678253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4c2122ea-9cbf-4280-989e-ba282bdfdf26 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:05.694503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-62ccbaae-4458-4335-a51d-174b2b0eaa3f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1489943970', 'description': 'tempest-description--452955137'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:05.844040 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-62ccbaae-4458-4335-a51d-174b2b0eaa3f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:05.855046 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-b2144b7f-0e2a-472f-a895-e870b437dbb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Deleting port 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:05.855046 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b2144b7f-0e2a-472f-a895-e870b437dbb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:05.901187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:30:05.913601 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Sync routers for ids ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:30:05.928938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event updated for resources: {'Port': ['ID=761e4511-1756-4a58-9332-c8e398aa9531,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:05.930848 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Routers {'7ba622c5-0d5f-4c89-96af-3077ee8db55c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:05.932013 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:05.936401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Transition to ACTIVE for port object d4dacd77-72d3-4920-94e2-9de220eadca2 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:05.943551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-62ccbaae-4458-4335-a51d-174b2b0eaa3f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Usage tracker for resource:security_group and tenant:64bbc57863b44b77bc87e580adbb4648 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:05.960859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-62ccbaae-4458-4335-a51d-174b2b0eaa3f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:05.976463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-62ccbaae-4458-4335-a51d-174b2b0eaa3f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:05.982149 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4ba3d3fc-68fc-4549-b094-79b2ace0bf39 admin admin] 10.222.0.49 "PUT /v2.0/routers/7ba622c5-0d5f-4c89-96af-3077ee8db55c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6381736 Oct 05 09:30:06.090257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62ccbaae-4458-4335-a51d-174b2b0eaa3f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.150654 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Set router 7ba622c5-0d5f-4c89-96af-3077ee8db55c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:30:06.209037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-62ccbaae-4458-4335-a51d-174b2b0eaa3f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:06.223207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-62ccbaae-4458-4335-a51d-174b2b0eaa3f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Usage tracker for resource:security_group_rule and tenant:64bbc57863b44b77bc87e580adbb4648 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:06.228582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-62ccbaae-4458-4335-a51d-174b2b0eaa3f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:06.243316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-62ccbaae-4458-4335-a51d-174b2b0eaa3f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:06.268559 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=454a5bf8-e204-4bfb-9182-6fe19f8ebc2e,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:06.278280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Current status of the port a0c6039a-69f8-401e-a3a7-14ea9b111af8 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:06.278280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.381014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 4c2122ea-9cbf-4280-989e-ba282bdfdf26 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:06.383036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62ccbaae-4458-4335-a51d-174b2b0eaa3f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.385031 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97d25b7f-810e-4d9d-a4ea-4da02004ae53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.392746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:46Z', 'updated_at': '2022-10-05T09:30:00Z', 'revision_number': 4, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'gw_port': {'id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:48Z', 'updated_at': '2022-10-05T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'd8323336-ec0e-4642-9f32-7fcef99f0de1', 'name': '', 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'mac_address': 'fa:16:3e:d2:ae:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:00Z', 'revision_number': 2, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'subnets': [{'id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:06.407842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Checking router: 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:30:06.408176 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Updating router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 port d8323336-ec0e-4642-9f32-7fcef99f0de1 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:30:06.441826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-112f3638-098e-464d-88c8-8e99c568f1ca tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.443558 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 4c2122ea-9cbf-4280-989e-ba282bdfdf26 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:06.443558 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.443885 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 4c2122ea-9cbf-4280-989e-ba282bdfdf26 Oct 05 09:30:06.459791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97d25b7f-810e-4d9d-a4ea-4da02004ae53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.461335 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-97d25b7f-810e-4d9d-a4ea-4da02004ae53 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/111256ff-4fdc-4eb2-b233-b085b666ddf0 HTTP/1.1" status: 204 len: 168 time: 2.5729325 Oct 05 09:30:06.485669 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98c6bf01-7d6f-4300-af44-e8fd830159b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.487229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] For port a0c6039a-69f8-401e-a3a7-14ea9b111af8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a0c6039a-69f8-401e-a3a7-14ea9b111af8,segment=NetworkSegment(8395143c-7e25-46c0-ab6f-1fd66eff94cb),segment_id=8395143c-7e25-46c0-ab6f-1fd66eff94cb)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:06.488377 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b2144b7f-0e2a-472f-a895-e870b437dbb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.557710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.595141 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62ccbaae-4458-4335-a51d-174b2b0eaa3f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.611716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.611943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.620329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d25b7f-810e-4d9d-a4ea-4da02004ae53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111256ff-4fdc-4eb2-b233-b085b666ddf0,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:06.680366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f3638-098e-464d-88c8-8e99c568f1ca tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Pushing event deleted for resources: {'Port': ['ID=a959bcee-3014-4760-b3ab-d8459dad9245,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:06.687346 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:45Z', 'updated_at': '2022-10-05T09:30:02Z', 'revision_number': 4, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'gw_port': {'id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '49a8de3e-040e-42bb-aa2d-a26606eb8f2e', 'name': '', 'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'mac_address': 'fa:16:3e:0d:51:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:03Z', 'revision_number': 2, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'subnets': [{'id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:06.699603 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Checking router: 7ba622c5-0d5f-4c89-96af-3077ee8db55c for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:30:06.699969 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Updating router 7ba622c5-0d5f-4c89-96af-3077ee8db55c port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:30:06.857259 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.878212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-b2144b7f-0e2a-472f-a895-e870b437dbb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Calling delete_port for 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:06.961297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98c6bf01-7d6f-4300-af44-e8fd830159b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.972813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Provisioning for port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:07.022287 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Pushing event updated for resources: {'Port': ['ID=a0c6039a-69f8-401e-a3a7-14ea9b111af8,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:07.039219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Network 2a3ab058-7897-4bde-8218-aa6bbb729df2 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:07.051293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:07.072414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:07.073195 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:07.100814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Pushing event updated for resources: {'Port': ['ID=d4dacd77-72d3-4920-94e2-9de220eadca2,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:07.103305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Provisioning complete for port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:07.134404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:07.141390 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Attempt 1 to provision port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e Oct 05 09:30:07.238539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:07.329282 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98c6bf01-7d6f-4300-af44-e8fd830159b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:07.354079 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6bf01-7d6f-4300-af44-e8fd830159b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa40a43f-8252-48ce-a33f-aee14f6adacd,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:07.415245 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 4c2122ea-9cbf-4280-989e-ba282bdfdf26 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:07.415655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:07.452646 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:07.465365 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b2144b7f-0e2a-472f-a895-e870b437dbb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:07.494922 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 4c2122ea-9cbf-4280-989e-ba282bdfdf26, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4c2122ea-9cbf-4280-989e-ba282bdfdf26,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:07.544323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98c6bf01-7d6f-4300-af44-e8fd830159b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:07.549437 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-98c6bf01-7d6f-4300-af44-e8fd830159b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa40a43f-8252-48ce-a33f-aee14f6adacd HTTP/1.1" status: 204 len: 168 time: 1.6600041 Oct 05 09:30:07.550693 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2144b7f-0e2a-472f-a895-e870b437dbb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Pushing event deleted for resources: {'Port': ['ID=9f15b2b5-ef1d-4f4a-8d80-12df37b6176f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:07.616854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:07.665382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b2144b7f-0e2a-472f-a895-e870b437dbb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:07.672174 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b2144b7f-0e2a-472f-a895-e870b437dbb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] 10.222.0.49 "DELETE /v2.0/ports/9f15b2b5-ef1d-4f4a-8d80-12df37b6176f HTTP/1.1" status: 204 len: 168 time: 2.3413677 Oct 05 09:30:07.673660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59914) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:07.719957 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:07.736155 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Transition to ACTIVE for port object 49a8de3e-040e-42bb-aa2d-a26606eb8f2e will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:07.759324 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59918) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:07.827745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59922) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:07.839563 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:07.884179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5a9475a9-e039-4df9-8d6a-01a11239b6f8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1759068518', 'description': 'tempest-description--1629319099'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:07.890259 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5a9475a9-e039-4df9-8d6a-01a11239b6f8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:07.900835 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5a9475a9-e039-4df9-8d6a-01a11239b6f8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Usage tracker for resource:security_group and tenant:11ad3cb180c447e080f7bd11392582ae is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:07.907328 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5a9475a9-e039-4df9-8d6a-01a11239b6f8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:07.909872 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5a9475a9-e039-4df9-8d6a-01a11239b6f8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:07.928918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1ac0-8ba5-4061-8e11-4cc5a6f7d667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:07.932336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=4c2122ea-9cbf-4280-989e-ba282bdfdf26,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:07.945079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:07.954860 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Attempt 2 to provision port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e Oct 05 09:30:07.978991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bf7e1ac0-8ba5-4061-8e11-4cc5a6f7d667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:07.993482 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ccca586-ab84-4435-a4ed-cda63d0d7580 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Deleting subnet 77f03e02-0fdc-41dd-83f9-e72a0e0a55f4 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:30:07.995694 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bf7e1ac0-8ba5-4061-8e11-4cc5a6f7d667 admin admin] Usage tracker for resource:security_group_rule and tenant:434cb9c9bc1e4ffc902490450e52ba03 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:07.998343 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.009859 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bf7e1ac0-8ba5-4061-8e11-4cc5a6f7d667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:08.014202 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:08.014965 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ccca586-ab84-4435-a4ed-cda63d0d7580 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.048935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bf7e1ac0-8ba5-4061-8e11-4cc5a6f7d667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:08.151487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ccca586-ab84-4435-a4ed-cda63d0d7580 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.155752 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5a9475a9-e039-4df9-8d6a-01a11239b6f8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.158740 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d0812-35ec-491a-b006-f17ea373321e None None] Pushing event updated for resources: {'Port': ['ID=49a8de3e-040e-42bb-aa2d-a26606eb8f2e,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:08.242665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.247859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccbaae-4458-4335-a51d-174b2b0eaa3f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc3563e-e74c-45d8-bfbe-6996af189c92,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:08.282687 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Transition to ACTIVE for port object d8323336-ec0e-4642-9f32-7fcef99f0de1 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:08.294751 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:08.300540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62ccbaae-4458-4335-a51d-174b2b0eaa3f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.304607 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-62ccbaae-4458-4335-a51d-174b2b0eaa3f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.6256986 Oct 05 09:30:08.304793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:08.304793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.304793 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e Oct 05 09:30:08.320534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59930) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:08.343089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-6b008b24-e0a5-41a3-82f8-5d80d1e868a8 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Request body: {'security_group_rule': {'security_group_id': '5fc3563e-e74c-45d8-bfbe-6996af189c92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:08.346690 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Attempting to bind port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:30:08.347271 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Attempting to bind port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'e5c0adcc-f023-4ace-8bf8-a05e02096e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '521118dc-25a5-447f-9a14-544274ea6279'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:30:08.347815 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Attempting to bind port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e on network 521118dc-25a5-447f-9a14-544274ea6279 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:08.355614 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:30:08.356394 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Checking segment: {'id': 'e5c0adcc-f023-4ace-8bf8-a05e02096e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '521118dc-25a5-447f-9a14-544274ea6279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:08.357039 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.357713 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Bound using segment: {'id': 'e5c0adcc-f023-4ace-8bf8-a05e02096e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '521118dc-25a5-447f-9a14-544274ea6279'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:30:08.358447 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Bound port: 49a8de3e-040e-42bb-aa2d-a26606eb8f2e, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c0adcc-f023-4ace-8bf8-a05e02096e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '521118dc-25a5-447f-9a14-544274ea6279'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:30:08.359146 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.373153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-112f3638-098e-464d-88c8-8e99c568f1ca tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.378293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.379631 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-112f3638-098e-464d-88c8-8e99c568f1ca tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] 10.222.0.49 "DELETE /v2.0/ports/a959bcee-3014-4760-b3ab-d8459dad9245 HTTP/1.1" status: 204 len: 168 time: 5.7272730 Oct 05 09:30:08.387762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59936) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:08.388778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6b008b24-e0a5-41a3-82f8-5d80d1e868a8 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:08.398015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6b008b24-e0a5-41a3-82f8-5d80d1e868a8 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Usage tracker for resource:security_group_rule and tenant:64bbc57863b44b77bc87e580adbb4648 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:08.414687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6b008b24-e0a5-41a3-82f8-5d80d1e868a8 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:08.420850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6b008b24-e0a5-41a3-82f8-5d80d1e868a8 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:08.490723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Router 3f73aa86-d519-46d5-8053-ed455735ee54 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:30:08.499391 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5a9475a9-e039-4df9-8d6a-01a11239b6f8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:08.536299 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ccca586-ab84-4435-a4ed-cda63d0d7580 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.601526 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] For port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:30:08.612646 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] For port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=49a8de3e-040e-42bb-aa2d-a26606eb8f2e,segment=NetworkSegment(e5c0adcc-f023-4ace-8bf8-a05e02096e05),segment_id=e5c0adcc-f023-4ace-8bf8-a05e02096e05)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:30:08.687826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:08.689075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a0c6039a-69f8-401e-a3a7-14ea9b111af8 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:08.708434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5a9475a9-e039-4df9-8d6a-01a11239b6f8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Usage tracker for resource:security_group_rule and tenant:11ad3cb180c447e080f7bd11392582ae is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:08.741386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5a9475a9-e039-4df9-8d6a-01a11239b6f8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:08.773053 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ccca586-ab84-4435-a4ed-cda63d0d7580 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.787397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5a9475a9-e039-4df9-8d6a-01a11239b6f8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:08.789938 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff0189-4aec-4173-8696-9738e4278fe0 None None] Pushing event updated for resources: {'Port': ['ID=d8323336-ec0e-4642-9f32-7fcef99f0de1,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:08.794834 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.796857 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Attempt 3 to provision port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e Oct 05 09:30:08.844679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Attempting to bind port d8323336-ec0e-4642-9f32-7fcef99f0de1 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:30:08.844844 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Attempting to bind port d8323336-ec0e-4642-9f32-7fcef99f0de1 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '8f05bc13-abf3-4e7e-b28c-bfe31439a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:30:08.845215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Attempting to bind port d8323336-ec0e-4642-9f32-7fcef99f0de1 on network ba10b7ba-8830-441b-bd4b-c1479440701d {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:08.870674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:30:08.871055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Checking segment: {'id': '8f05bc13-abf3-4e7e-b28c-bfe31439a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:08.871461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.871856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Bound using segment: {'id': '8f05bc13-abf3-4e7e-b28c-bfe31439a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:30:08.872337 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Bound port: d8323336-ec0e-4642-9f32-7fcef99f0de1, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f05bc13-abf3-4e7e-b28c-bfe31439a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:30:08.872713 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.913018 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccca586-ab84-4435-a4ed-cda63d0d7580 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Pushing event deleted for resources: {'Subnet': ['ID=77f03e02-0fdc-41dd-83f9-e72a0e0a55f4,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:08.944831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6b008b24-e0a5-41a3-82f8-5d80d1e868a8 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:08.969939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ccca586-ab84-4435-a4ed-cda63d0d7580 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.018722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:30:09.028974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9fca4b-a0b2-4fb8-8d67-396f9e342691 None None] Network 6e44e01d-ebab-4e88-88f6-f4a4861e0f24 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:09.032882 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d0812-35ec-491a-b006-f17ea373321e None None] Pushing event updated for resources: {'Port': ['ID=49a8de3e-040e-42bb-aa2d-a26606eb8f2e,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:09.055261 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Routers {'7ba622c5-0d5f-4c89-96af-3077ee8db55c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:09.056035 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:09.057004 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6b008b24-e0a5-41a3-82f8-5d80d1e868a8 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.060073 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a23ef3ea-463c-4398-9335-2afc20949bb2 tempest-DHCPAgentSchedulersTestJSON-91927581 tempest-DHCPAgentSchedulersTestJSON-91927581-project-admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6667678 Oct 05 09:30:09.063116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59954) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:09.069727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1719659180'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:09.105081 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port a0c6039a-69f8-401e-a3a7-14ea9b111af8 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:09.105723 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.106276 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port a0c6039a-69f8-401e-a3a7-14ea9b111af8 Oct 05 09:30:09.144296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6b008b24-e0a5-41a3-82f8-5d80d1e868a8 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.156521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:09.177330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5a9475a9-e039-4df9-8d6a-01a11239b6f8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.181488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b008b24-e0a5-41a3-82f8-5d80d1e868a8 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23bbb44-ee6d-483c-aa32-f88481dc3868,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:09.199762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Usage tracker for resource:network and tenant:4e31229075234d8cbdda391767678504 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:09.207395 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1ac0-8ba5-4061-8e11-4cc5a6f7d667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.215097 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:09.237813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:09.249639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:30:09.285324 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] Set router 7ba622c5-0d5f-4c89-96af-3077ee8db55c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:30:09.314793 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0ccca586-ab84-4435-a4ed-cda63d0d7580 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] 10.222.0.49 "DELETE /v2.0/subnets/77f03e02-0fdc-41dd-83f9-e72a0e0a55f4 HTTP/1.1" status: 204 len: 168 time: 1.6398399 Oct 05 09:30:09.319362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59960) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:09.340170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Provisioning complete for port b4b93323-3bc1-4ed2-87c7-c30e0d31542d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:09.340373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5a9475a9-e039-4df9-8d6a-01a11239b6f8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.340873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.346812 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Attempt 1 to provision port b4b93323-3bc1-4ed2-87c7-c30e0d31542d Oct 05 09:30:09.388491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6b008b24-e0a5-41a3-82f8-5d80d1e868a8 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.392215 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6b008b24-e0a5-41a3-82f8-5d80d1e868a8 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0683711 Oct 05 09:30:09.398134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59964) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:09.421671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f854f72d-bbd7-47cf-805c-98165abb4a27 None None] Sync routers for ids ['3f73aa86-d519-46d5-8053-ed455735ee54'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:30:09.422721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1ac0-8ba5-4061-8e11-4cc5a6f7d667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.476673 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.484941 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bf7e1ac0-8ba5-4061-8e11-4cc5a6f7d667 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=434cb9c9bc1e4ffc902490450e52ba03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7222326 Oct 05 09:30:09.486988 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59968) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:09.515497 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.519289 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f00fb543-92a2-4eca-9e73-22b8d7dc9499 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.5274847 Oct 05 09:30:09.523794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-5e90943f-ce61-41a3-a316-bc020888269a tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Request body: {'security_group_rule': {'security_group_id': '5fc3563e-e74c-45d8-bfbe-6996af189c92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:09.527825 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5a9475a9-e039-4df9-8d6a-01a11239b6f8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.527825 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5a9475a9-e039-4df9-8d6a-01a11239b6f8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6510100 Oct 05 09:30:09.531112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59972) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:09.531456 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59974) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:09.550642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Made reservation on behalf of 4e31229075234d8cbdda391767678504 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:09.565821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.586024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-5e90943f-ce61-41a3-a316-bc020888269a tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:09.638406 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5e90943f-ce61-41a3-a316-bc020888269a tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Usage tracker for resource:security_group_rule and tenant:64bbc57863b44b77bc87e580adbb4648 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:09.659142 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59980) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:09.660865 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] For port d8323336-ec0e-4642-9f32-7fcef99f0de1, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:30:09.667885 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5e90943f-ce61-41a3-a316-bc020888269a tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:09.675479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e5bf4edf-c5d1-4901-ab4a-1702b36a8312 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Request body: {'security_group_rule': {'security_group_id': '0b8f0693-49ca-4874-ad41-bb93d8b72875', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:09.681863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9475a9-e039-4df9-8d6a-01a11239b6f8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8f0693-49ca-4874-ad41-bb93d8b72875,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:09.694773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-5e90943f-ce61-41a3-a316-bc020888269a tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:09.705302 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.706292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.723334 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e5bf4edf-c5d1-4901-ab4a-1702b36a8312 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:09.732876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.759975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:30:09.777894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f854f72d-bbd7-47cf-805c-98165abb4a27 None None] Routers {'3f73aa86-d519-46d5-8053-ed455735ee54'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:09.778729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f854f72d-bbd7-47cf-805c-98165abb4a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3f73aa86-d519-46d5-8053-ed455735ee54'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:09.785914 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Deleting port b555504f-1548-413b-9313-9e3c035783de {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:09.786417 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.859663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] For port d8323336-ec0e-4642-9f32-7fcef99f0de1, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d8323336-ec0e-4642-9f32-7fcef99f0de1,segment=NetworkSegment(8f05bc13-abf3-4e7e-b28c-bfe31439a54b),segment_id=8f05bc13-abf3-4e7e-b28c-bfe31439a54b)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:30:09.871658 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.875238 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Added segment 41bef4e4-2d22-42a3-9d04-12a2d21e83a3 of type vlan for network c2431576-926f-4f52-804c-820a0248fa69 Oct 05 09:30:09.875352 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port a0c6039a-69f8-401e-a3a7-14ea9b111af8 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:09.875352 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7aac0637-049f-4f43-8848-586cdd2c6c74 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:09.878491 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:45Z', 'updated_at': '2022-10-05T09:30:02Z', 'revision_number': 4, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'gw_port': {'id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '49a8de3e-040e-42bb-aa2d-a26606eb8f2e', 'name': '', 'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'mac_address': 'fa:16:3e:0d:51:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:08Z', 'revision_number': 4, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'subnets': [{'id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:09.882251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e5bf4edf-c5d1-4901-ab4a-1702b36a8312 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Usage tracker for resource:security_group_rule and tenant:11ad3cb180c447e080f7bd11392582ae is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:09.885010 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e04b8d-1d0d-4fe8-aaa3-6a2b2626d3a4 None None] The sync data for ids ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'] in dv-neutron-860329-1-hyperv is: [{'id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:45Z', 'updated_at': '2022-10-05T09:30:02Z', 'revision_number': 4, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'gw_port': {'id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '49a8de3e-040e-42bb-aa2d-a26606eb8f2e', 'name': '', 'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'mac_address': 'fa:16:3e:0d:51:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:08Z', 'revision_number': 4, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'subnets': [{'id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:30:09.892066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e5bf4edf-c5d1-4901-ab4a-1702b36a8312 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:09.899676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e5bf4edf-c5d1-4901-ab4a-1702b36a8312 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:09.907792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f854f72d-bbd7-47cf-805c-98165abb4a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:09.908836 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.940183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.943983 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Pushing event updated for resources: {'Port': ['ID=d4dacd77-72d3-4920-94e2-9de220eadca2,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:10.014104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5e90943f-ce61-41a3-a316-bc020888269a tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:10.094109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f854f72d-bbd7-47cf-805c-98165abb4a27 None None] Routers {'3f73aa86-d519-46d5-8053-ed455735ee54'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:10.094902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f854f72d-bbd7-47cf-805c-98165abb4a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3f73aa86-d519-46d5-8053-ed455735ee54'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:10.146802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:10.155556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:10.156784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:10.168866 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Request body: {'networks': [{'name': 'tempest-network--584174833'}, {'name': 'tempest-network--1157975928'}]} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:10.169425 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Request body: {'network': {'name': 'tempest-network--584174833'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:10.170044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Request body: {'network': {'name': 'tempest-network--1157975928'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:10.193864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Routers {'35fa253b-6a8f-4ab4-b224-f8eba779b0c3'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:10.194660 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:10.254262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Network 2a3ab058-7897-4bde-8218-aa6bbb729df2 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:10.256847 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:10.261156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f854f72d-bbd7-47cf-805c-98165abb4a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:10.261634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f854f72d-bbd7-47cf-805c-98165abb4a27 None None] The sync data for ids ['3f73aa86-d519-46d5-8053-ed455735ee54'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:30:10.269138 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:10.281900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e5bf4edf-c5d1-4901-ab4a-1702b36a8312 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:10.289745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e1ac0-8ba5-4061-8e11-4cc5a6f7d667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64634fdd-a996-47d2-b037-b3146b81e3d2,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:10.293315 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-35c783fc-1375-4932-9ba3-0b63ab1f5858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:10.323050 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Current status of the port b4b93323-3bc1-4ed2-87c7-c30e0d31542d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:10.325504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff0189-4aec-4173-8696-9738e4278fe0 None None] Pushing event updated for resources: {'Port': ['ID=d8323336-ec0e-4642-9f32-7fcef99f0de1,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:10.326656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Usage tracker for resource:network and tenant:6e751e2b3318401a8da8d3d16c84144f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:10.356907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:10.448456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 7aac0637-049f-4f43-8848-586cdd2c6c74 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:10.476402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:10.479514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] Set router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:30:10.519198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] For port b555504f-1548-413b-9313-9e3c035783de, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=b555504f-1548-413b-9313-9e3c035783de,segment=NetworkSegment(4d903db1-dd3a-46b4-9587-46c4311ddd7d),segment_id=4d903db1-dd3a-46b4-9587-46c4311ddd7d)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:10.519198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:10.536868 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4726012 Oct 05 09:30:10.540149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59986) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:10.569641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5e90943f-ce61-41a3-a316-bc020888269a tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:10.580400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e053da-aefa-4982-910e-24ea2b1fd233 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Pushing event updated for resources: {'Network': ['ID=c2431576-926f-4f52-804c-820a0248fa69,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:10.601625 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc0aad3-81ef-4f33-924e-99e61c8b2fa8 None None] DHCP port deletion for 6e44e01d-ebab-4e88-88f6-f4a4861e0f24 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:30:10.606233 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network c2431576-926f-4f52-804c-820a0248fa69 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:30:10.639407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Provisioning for port d8323336-ec0e-4642-9f32-7fcef99f0de1 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:10.668506 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0aad3-81ef-4f33-924e-99e61c8b2fa8 None None] Deleting port b555504f-1548-413b-9313-9e3c035783de {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:10.668995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2cc0aad3-81ef-4f33-924e-99e61c8b2fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:10.710648 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Made reservation on behalf of 6e751e2b3318401a8da8d3d16c84144f for: {'network': 2} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:10.717877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:10.719886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5e90943f-ce61-41a3-a316-bc020888269a tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:10.738617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Calling delete_port for b555504f-1548-413b-9313-9e3c035783de owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:10.760625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-35c783fc-1375-4932-9ba3-0b63ab1f5858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:10.778027 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4c2122ea-9cbf-4280-989e-ba282bdfdf26 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:10.825285 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:10.845035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Could not find standard attr ID for object a959bcee-3014-4760-b3ab-d8459dad9245. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:30:10.948415 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Could not find standard attr ID for object 9af6fbbc-5c2b-4a31-b7df-f1012842904c. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:30:10.978921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5390c437-1e07-487c-bd17-ccb2377d6383 None None] Could not find standard attr ID for object 9f15b2b5-ef1d-4f4a-8d80-12df37b6176f. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:30:11.040293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:11.074412 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e5bf4edf-c5d1-4901-ab4a-1702b36a8312 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:11.078117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Usage tracker for resource:security_group_rule and tenant:6e751e2b3318401a8da8d3d16c84144f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:11.087689 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:11.105683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:11.134177 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0049833e-a439-4483-8477-b75a139330cc tempest-DHCPAgentSchedulersTestJSON-91927581 tempest-DHCPAgentSchedulersTestJSON-91927581-project-admin] 10.222.0.49 "GET /v2.0/agents/5bc1159c-cafa-4804-9265-e9f9a7ce7f10/dhcp-networks HTTP/1.1" status: 200 len: 7251 time: 0.5703361 Oct 05 09:30:11.137960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5e90943f-ce61-41a3-a316-bc020888269a tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:11.139479 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5e90943f-ce61-41a3-a316-bc020888269a tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7366648 Oct 05 09:30:11.144466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59990) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:11.144944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 59992) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:11.152556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90943f-ce61-41a3-a316-bc020888269a tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1def539e-e530-4f49-b151-3fbf331ba300,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:11.157807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:11.173154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e5bf4edf-c5d1-4901-ab4a-1702b36a8312 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:11.176994 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:30:11.198330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:11.263681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-35c783fc-1375-4932-9ba3-0b63ab1f5858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:11.287674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Usage tracker for resource:floatingip and tenant:64bbc57863b44b77bc87e580adbb4648 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:11.290995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Provisioning for port 7aac0637-049f-4f43-8848-586cdd2c6c74 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:11.293773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:11.303402 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 4c2122ea-9cbf-4280-989e-ba282bdfdf26 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:11.303790 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:11.304131 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 4c2122ea-9cbf-4280-989e-ba282bdfdf26 Oct 05 09:30:11.304574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:11.359916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b6591-d2ea-4a63-9f14-6c57de846e81 tempest-DHCPAgentSchedulersTestJSON-91927581 tempest-DHCPAgentSchedulersTestJSON-91927581-project-admin] Network c2431576-926f-4f52-804c-820a0248fa69 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:30:11.366174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Provisioning complete for port 7aac0637-049f-4f43-8848-586cdd2c6c74 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:11.366551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:11.366888 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Attempt 1 to provision port 7aac0637-049f-4f43-8848-586cdd2c6c74 Oct 05 09:30:11.376113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:11.391047 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf4edf-c5d1-4901-ab4a-1702b36a8312 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dec24b7-a824-42e6-9b01-ae3bfbc56102,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:11.420084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c783fc-1375-4932-9ba3-0b63ab1f5858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64634fdd-a996-47d2-b037-b3146b81e3d2,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:11.446692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:11.465499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] No DVR routers for this DVR port b555504f-1548-413b-9313-9e3c035783de on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:30:11.516681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Pushing event deleted for resources: {'Port': ['ID=b555504f-1548-413b-9313-9e3c035783de,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:11.546493 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-2cc0aad3-81ef-4f33-924e-99e61c8b2fa8 None None] For port b555504f-1548-413b-9313-9e3c035783de, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=b555504f-1548-413b-9313-9e3c035783de,segment=NetworkSegment(4d903db1-dd3a-46b4-9587-46c4311ddd7d),segment_id=4d903db1-dd3a-46b4-9587-46c4311ddd7d)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:11.546957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2cc0aad3-81ef-4f33-924e-99e61c8b2fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:11.554728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cce4b6-6aa3-44a7-97b1-44836eef8891 None None] Network c2431576-926f-4f52-804c-820a0248fa69 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:11.623145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e5bf4edf-c5d1-4901-ab4a-1702b36a8312 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:11.624347 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e5bf4edf-c5d1-4901-ab4a-1702b36a8312 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0878475 Oct 05 09:30:11.631321 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-35c783fc-1375-4932-9ba3-0b63ab1f5858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:11.635167 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-35c783fc-1375-4932-9ba3-0b63ab1f5858 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/64634fdd-a996-47d2-b037-b3146b81e3d2 HTTP/1.1" status: 204 len: 168 time: 2.1471114 Oct 05 09:30:11.640475 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7f9b6591-d2ea-4a63-9f14-6c57de846e81 tempest-DHCPAgentSchedulersTestJSON-91927581 tempest-DHCPAgentSchedulersTestJSON-91927581-project-admin] 10.222.0.49 "POST /v2.0/agents/5bc1159c-cafa-4804-9265-e9f9a7ce7f10/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4944100 Oct 05 09:30:11.649826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 59998) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:11.650040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60002) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:11.691697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b3e32682-da6e-4011-956d-95ff4389e38a tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Request body: {'security_group_rule': {'security_group_id': '0b8f0693-49ca-4874-ad41-bb93d8b72875', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:11.799979 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b3e32682-da6e-4011-956d-95ff4389e38a tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:11.863758 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b3e32682-da6e-4011-956d-95ff4389e38a tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Usage tracker for resource:security_group_rule and tenant:11ad3cb180c447e080f7bd11392582ae is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:11.885805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b3e32682-da6e-4011-956d-95ff4389e38a tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:11.889092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:11.904218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0aad3-81ef-4f33-924e-99e61c8b2fa8 None None] Calling delete_port for b555504f-1548-413b-9313-9e3c035783de owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:11.945357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e44e01d-ebab-4e88-88f6-f4a4861e0f24']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:11.962850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d903db1-dd3a-46b4-9587-46c4311ddd7d') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:11.963355 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d903db1-dd3a-46b4-9587-46c4311ddd7d') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:11.976969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:11.980496 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b3e32682-da6e-4011-956d-95ff4389e38a tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:11.983881 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:11.996396 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.004608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:30:12.005171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.032618 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:30:12.038500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Current status of the port 7aac0637-049f-4f43-8848-586cdd2c6c74 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:12.039281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.046594 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Sync routers for ids ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:30:12.069440 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Routers {'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:12.069661 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5ded342d-e08e-4f40-9770-a63cf3cbe411 admin admin] 10.222.0.49 "PUT /v2.0/routers/a5c62505-7952-4fa6-ae4b-c86ebec0e1e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5265028 Oct 05 09:30:12.070364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.070870 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:12.071000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.148813 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 4d903db1-dd3a-46b4-9587-46c4311ddd7d resource provider aggregate not found Oct 05 09:30:12.185589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5c4e54-9a9d-4f9e-91de-57da4ed37894,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:12.186239 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 4d903db1-dd3a-46b4-9587-46c4311ddd7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d903db1-dd3a-46b4-9587-46c4311ddd7d found for delete ", "request_id": "req-fce9534b-eec9-4e69-812f-e83430cf2b12"}]} Oct 05 09:30:12.247778 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 4c2122ea-9cbf-4280-989e-ba282bdfdf26 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:12.252582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 49a8de3e-040e-42bb-aa2d-a26606eb8f2e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:12.272566 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b3e32682-da6e-4011-956d-95ff4389e38a tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.276378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.346480 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:30:12.351815 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.376769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.382385 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] For port 7aac0637-049f-4f43-8848-586cdd2c6c74, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7aac0637-049f-4f43-8848-586cdd2c6c74,segment=NetworkSegment(faa4fead-6da9-4d1d-83c7-0d2d6fed55e6),segment_id=faa4fead-6da9-4d1d-83c7-0d2d6fed55e6)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:12.403610 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-96ddf79b-cb14-4c28-8c1c-08fc0863e568 tempest-DHCPAgentSchedulersTestJSON-91927581 tempest-DHCPAgentSchedulersTestJSON-91927581-project-admin] 10.222.0.49 "GET /v2.0/agents/5bc1159c-cafa-4804-9265-e9f9a7ce7f10/dhcp-networks HTTP/1.1" status: 200 len: 8021 time: 0.7509785 Oct 05 09:30:12.409198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-2cc0aad3-81ef-4f33-924e-99e61c8b2fa8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:30:12.409198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-2cc0aad3-81ef-4f33-924e-99e61c8b2fa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:30:12.411234 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b3e32682-da6e-4011-956d-95ff4389e38a tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.413586 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60024) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:12.415951 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:46Z', 'updated_at': '2022-10-05T09:30:00Z', 'revision_number': 4, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'gw_port': {'id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:48Z', 'updated_at': '2022-10-05T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'd8323336-ec0e-4642-9f32-7fcef99f0de1', 'name': '', 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'mac_address': 'fa:16:3e:d2:ae:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:09Z', 'revision_number': 4, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'subnets': [{'id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:12.427885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.428314 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Added segment 24e36dc9-5f8e-4775-acc2-8b1d822ec46c of type vlan for network 72d1cd6c-4580-4a4c-8c28-dfecd500d7dc Oct 05 09:30:12.431578 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:30:12.436747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a092c6f1-5ad6-4d23-a5a6-66cd84ed1eb9 None None] The sync data for ids ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'] in dv-neutron-860329-1-hyperv is: [{'id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:46Z', 'updated_at': '2022-10-05T09:30:00Z', 'revision_number': 4, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'gw_port': {'id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:48Z', 'updated_at': '2022-10-05T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'd8323336-ec0e-4642-9f32-7fcef99f0de1', 'name': '', 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'mac_address': 'fa:16:3e:d2:ae:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:09Z', 'revision_number': 4, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'subnets': [{'id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:30:12.461311 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.466057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] Pushing event deleted for resources: {'Network': ['ID=6e44e01d-ebab-4e88-88f6-f4a4861e0f24,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:12.478862 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b107d4af-55ed-4a8e-976b-fa68856d1ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339 tempest-ExtraDHCPOptionsIpV6TestJSON-457629339-project] 10.222.0.49 "DELETE /v2.0/networks/6e44e01d-ebab-4e88-88f6-f4a4861e0f24 HTTP/1.1" status: 204 len: 168 time: 3.1582377 Oct 05 09:30:12.508337 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Set router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:30:12.529397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.549302 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b3e32682-da6e-4011-956d-95ff4389e38a tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.685641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e32682-da6e-4011-956d-95ff4389e38a tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bca3984-22fa-44c8-bafc-390ca9c40b90,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:12.685819 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Pushing event updated for resources: {'Port': ['ID=7aac0637-049f-4f43-8848-586cdd2c6c74,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:12.685905 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.688019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Allocated IP 172.26.7.129 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/68aeaca7-b12e-4667-ac17-cc23e5121464) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:12.746223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:12.750270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Provisioning for port d4dacd77-72d3-4920-94e2-9de220eadca2 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:12.765613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Provisioning complete for port d4dacd77-72d3-4920-94e2-9de220eadca2 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:12.769028 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.769434 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Attempt 1 to provision port d4dacd77-72d3-4920-94e2-9de220eadca2 Oct 05 09:30:12.866664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60032) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:12.873384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:12.873609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.873937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-fa22a2d4-522a-49dc-aa97-a1ed6a79620f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079658390', 'description': 'tempest-description--358940013'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:12.875230 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e Oct 05 09:30:12.903624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-fa22a2d4-522a-49dc-aa97-a1ed6a79620f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:12.912946 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fa22a2d4-522a-49dc-aa97-a1ed6a79620f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Usage tracker for resource:security_group and tenant:0c32c3c1f621440c9b1008a8b2086dc9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:12.932276 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c5d322a7-a19e-4cc8-a387-092d9509f006 tempest-DHCPAgentSchedulersTestJSON-91927581 tempest-DHCPAgentSchedulersTestJSON-91927581-project-admin] 10.222.0.49 "DELETE /v2.0/agents/5bc1159c-cafa-4804-9265-e9f9a7ce7f10/dhcp-networks/c2431576-926f-4f52-804c-820a0248fa69 HTTP/1.1" status: 204 len: 168 time: 0.5159142 Oct 05 09:30:12.944252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60038) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:12.959327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fa22a2d4-522a-49dc-aa97-a1ed6a79620f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:12.967098 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b3e32682-da6e-4011-956d-95ff4389e38a tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:12.977057 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b3e32682-da6e-4011-956d-95ff4389e38a tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3192036 Oct 05 09:30:12.978571 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60042) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:12.979204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-fa22a2d4-522a-49dc-aa97-a1ed6a79620f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:13.011308 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0aad3-81ef-4f33-924e-99e61c8b2fa8 None None] Deleting port b555504f-1548-413b-9313-9e3c035783de {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:13.011855 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2cc0aad3-81ef-4f33-924e-99e61c8b2fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:13.112600 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:13.138086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:13.152319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fa22a2d4-522a-49dc-aa97-a1ed6a79620f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:13.176164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:30:13.187497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:13.209923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0aad3-81ef-4f33-924e-99e61c8b2fa8 None None] The port 'b555504f-1548-413b-9313-9e3c035783de' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:30:13.217650 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Port d4dacd77-72d3-4920-94e2-9de220eadca2 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:13.245834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-fa22a2d4-522a-49dc-aa97-a1ed6a79620f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:13.252800 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Usage tracker for resource:floatingip and tenant:11ad3cb180c447e080f7bd11392582ae is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:13.256530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60048) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:13.256741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fa22a2d4-522a-49dc-aa97-a1ed6a79620f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Usage tracker for resource:security_group_rule and tenant:0c32c3c1f621440c9b1008a8b2086dc9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:13.266681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fa22a2d4-522a-49dc-aa97-a1ed6a79620f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:13.276898 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-fa22a2d4-522a-49dc-aa97-a1ed6a79620f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:13.279943 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:13.376795 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'gw_port': {'id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:51Z', 'updated_at': '2022-10-05T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'd4dacd77-72d3-4920-94e2-9de220eadca2', 'name': '', 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'mac_address': 'fa:16:3e:77:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:30:03Z', 'updated_at': '2022-10-05T09:30:08Z', 'revision_number': 2, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'subnets': [{'id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:13.381748 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Checking router: a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:30:13.382334 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Updating router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 port d4dacd77-72d3-4920-94e2-9de220eadca2 binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:30:13.385067 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:13.385557 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Added segment 208df382-b64f-4d12-b76d-63faf14b87ac of type vlan for network 2804b404-28f5-4eea-bd0f-4087ec79c2fc Oct 05 09:30:13.401120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:13.418386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:13.495902 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:13.501687 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:13.502346 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:13.545841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=49a8de3e-040e-42bb-aa2d-a26606eb8f2e,segment=NetworkSegment(e5c0adcc-f023-4ace-8bf8-a05e02096e05),segment_id=e5c0adcc-f023-4ace-8bf8-a05e02096e05)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:13.562817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Pushing event updated for resources: {'Port': ['ID=68aeaca7-b12e-4667-ac17-cc23e5121464,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:13.580770 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:13.585674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:13.590878 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:13.637445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:13.663471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fa22a2d4-522a-49dc-aa97-a1ed6a79620f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:13.679384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:13.742604 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fa22a2d4-522a-49dc-aa97-a1ed6a79620f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:13.799239 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Attempt 2 to provision port d4dacd77-72d3-4920-94e2-9de220eadca2 Oct 05 09:30:13.855245 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device b555504f-1548-413b-9313-9e3c035783de no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:30:13.894681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22a2d4-522a-49dc-aa97-a1ed6a79620f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b524a93-9e81-4ded-9354-12e88f168512,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:13.899629 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fa22a2d4-522a-49dc-aa97-a1ed6a79620f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:13.901219 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fa22a2d4-522a-49dc-aa97-a1ed6a79620f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0335932 Oct 05 09:30:13.904485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60062) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:13.910670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-70d861a8-a7cb-4d6e-98e8-a5f405e22b26 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Request body: {'security_group_rule': {'security_group_id': '2b524a93-9e81-4ded-9354-12e88f168512', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:13.923446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-70d861a8-a7cb-4d6e-98e8-a5f405e22b26 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:13.939862 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-70d861a8-a7cb-4d6e-98e8-a5f405e22b26 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Usage tracker for resource:security_group_rule and tenant:0c32c3c1f621440c9b1008a8b2086dc9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:13.944338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:13.946236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: b555504f-1548-413b-9313-9e3c035783de {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:30:13.946530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-70d861a8-a7cb-4d6e-98e8-a5f405e22b26 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:13.946641 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device b555504f-1548-413b-9313-9e3c035783de not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:30:13.956881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-70d861a8-a7cb-4d6e-98e8-a5f405e22b26 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:13.987742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Port d4dacd77-72d3-4920-94e2-9de220eadca2 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:13.991208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=49a8de3e-040e-42bb-aa2d-a26606eb8f2e,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:14.038317 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:14.103890 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:14.116201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-70d861a8-a7cb-4d6e-98e8-a5f405e22b26 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:14.146024 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Transition to ACTIVE for port object d4dacd77-72d3-4920-94e2-9de220eadca2 will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:14.186081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:14.197958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d8323336-ec0e-4642-9f32-7fcef99f0de1 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:14.248848 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:14.347951 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-70d861a8-a7cb-4d6e-98e8-a5f405e22b26 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:14.364645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port d8323336-ec0e-4642-9f32-7fcef99f0de1 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:14.370807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port d8323336-ec0e-4642-9f32-7fcef99f0de1 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:14.371191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:14.371530 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port d8323336-ec0e-4642-9f32-7fcef99f0de1 Oct 05 09:30:14.381889 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-61f4e64a-d69f-4126-9826-dd56f1496c71 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d061eb1bd9e437c9fb62f40c9d01f5d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0983698 Oct 05 09:30:14.382756 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:14.383259 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:14.389197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60070) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:14.398221 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:14.403670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:14.404385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:14.487897 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d511f987-77bf-43d7-9ce1-6c23a1d90737 tempest-DHCPAgentSchedulersTestJSON-91927581 tempest-DHCPAgentSchedulersTestJSON-91927581-project-admin] 10.222.0.49 "GET /v2.0/agents/5bc1159c-cafa-4804-9265-e9f9a7ce7f10/dhcp-networks HTTP/1.1" status: 200 len: 6481 time: 1.5360351 Oct 05 09:30:14.488917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60074) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:14.490812 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-70d861a8-a7cb-4d6e-98e8-a5f405e22b26 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:14.493082 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Attempt 3 to provision port d4dacd77-72d3-4920-94e2-9de220eadca2 Oct 05 09:30:14.555562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Allocated IP 172.20.0.1 (e2c20761-3e0d-458f-b550-a802bdcfa5e4/96ce2e36-ce6c-4798-9d66-b4397dde7c3e/74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:14.561121 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.8728766 Oct 05 09:30:14.569738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60080) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:14.632552 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event updated for resources: {'Network': ['ID=72d1cd6c-4580-4a4c-8c28-dfecd500d7dc,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:14.651115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 72d1cd6c-4580-4a4c-8c28-dfecd500d7dc details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:30:14.660366 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bdfb4-7843-499c-8331-b22f7dc57187 None None] Pushing event updated for resources: {'Port': ['ID=d4dacd77-72d3-4920-94e2-9de220eadca2,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:14.684108 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Attempting to bind port d4dacd77-72d3-4920-94e2-9de220eadca2 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:30:14.684729 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Attempting to bind port d4dacd77-72d3-4920-94e2-9de220eadca2 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'fe6cd753-5414-4bf0-a2d3-ee735ee081d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:30:14.685366 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Attempting to bind port d4dacd77-72d3-4920-94e2-9de220eadca2 on network 2a3ab058-7897-4bde-8218-aa6bbb729df2 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:14.696326 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9bdeca30-e405-4c6c-97c8-065f2f638f05 tempest-DHCPAgentSchedulersTestJSON-91927581 tempest-DHCPAgentSchedulersTestJSON-91927581-project-admin] 10.222.0.49 "GET /v2.0/networks/40fe6fe4-7b07-4c64-b775-f0d8ced63b1e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1509261 Oct 05 09:30:14.698422 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:30:14.700415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60086) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:14.711334 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Checking segment: {'id': 'fe6cd753-5414-4bf0-a2d3-ee735ee081d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:14.712917 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:14.712917 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Bound using segment: {'id': 'fe6cd753-5414-4bf0-a2d3-ee735ee081d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:30:14.712917 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Bound port: d4dacd77-72d3-4920-94e2-9de220eadca2, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6cd753-5414-4bf0-a2d3-ee735ee081d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:30:14.716367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d861a8-a7cb-4d6e-98e8-a5f405e22b26 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778770b6-897f-4ae1-b479-85b141985677,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:14.717058 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:14.759357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8235fa59-eab2-428d-a0ca-1e6d3bd68a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:14.800185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Port d4dacd77-72d3-4920-94e2-9de220eadca2 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:14.846191 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4df48e86-af24-46d0-a585-25bd88ff80d1 tempest-DHCPAgentSchedulersTestJSON-91927581 tempest-DHCPAgentSchedulersTestJSON-91927581-project-admin] 10.222.0.49 "GET /v2.0/networks/40fe6fe4-7b07-4c64-b775-f0d8ced63b1e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1400466 Oct 05 09:30:14.858439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60092) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:14.928184 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port d8323336-ec0e-4642-9f32-7fcef99f0de1 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:14.928571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:14.936988 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] For port d4dacd77-72d3-4920-94e2-9de220eadca2, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:30:14.941343 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] For port d4dacd77-72d3-4920-94e2-9de220eadca2, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d4dacd77-72d3-4920-94e2-9de220eadca2,segment=NetworkSegment(fe6cd753-5414-4bf0-a2d3-ee735ee081d0),segment_id=fe6cd753-5414-4bf0-a2d3-ee735ee081d0)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:30:14.953426 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee509cf0-5c2f-46c7-8ff1-d051c531e906 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event updated for resources: {'Network': ['ID=2804b404-28f5-4eea-bd0f-4087ec79c2fc,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:14.968811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 2804b404-28f5-4eea-bd0f-4087ec79c2fc details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:30:14.992799 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port d8323336-ec0e-4642-9f32-7fcef99f0de1, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d8323336-ec0e-4642-9f32-7fcef99f0de1,segment=NetworkSegment(8f05bc13-abf3-4e7e-b28c-bfe31439a54b),segment_id=8f05bc13-abf3-4e7e-b28c-bfe31439a54b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:15.003308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-70d861a8-a7cb-4d6e-98e8-a5f405e22b26 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.007023 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-70d861a8-a7cb-4d6e-98e8-a5f405e22b26 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0988882 Oct 05 09:30:15.019504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60100) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:15.026285 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.042062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4471f8be-cfcb-4019-86e3-506728fd77c1 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Request body: {'security_group_rule': {'security_group_id': '2b524a93-9e81-4ded-9354-12e88f168512', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:15.063570 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.064572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7aac0637-049f-4f43-8848-586cdd2c6c74 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:15.074873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4471f8be-cfcb-4019-86e3-506728fd77c1 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:15.104814 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bdfb4-7843-499c-8331-b22f7dc57187 None None] Pushing event updated for resources: {'Port': ['ID=d4dacd77-72d3-4920-94e2-9de220eadca2,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:15.119956 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Routers {'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:15.121719 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:15.135863 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8235fa59-eab2-428d-a0ca-1e6d3bd68a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.149035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4471f8be-cfcb-4019-86e3-506728fd77c1 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Usage tracker for resource:security_group_rule and tenant:0c32c3c1f621440c9b1008a8b2086dc9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:15.183214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4471f8be-cfcb-4019-86e3-506728fd77c1 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:15.183844 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.220919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60104) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:15.230410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4471f8be-cfcb-4019-86e3-506728fd77c1 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:15.244716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.248877 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 7aac0637-049f-4f43-8848-586cdd2c6c74 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:15.249955 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.251011 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 7aac0637-049f-4f43-8848-586cdd2c6c74 Oct 05 09:30:15.276210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811ba8fc-faed-46cd-9a15-99364ca4c4cb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:15.282010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811ba8fc-faed-46cd-9a15-99364ca4c4cb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:15.287885 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811ba8fc-faed-46cd-9a15-99364ca4c4cb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:15.289740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=d8323336-ec0e-4642-9f32-7fcef99f0de1,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:15.294072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811ba8fc-faed-46cd-9a15-99364ca4c4cb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:15.296457 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-811ba8fc-faed-46cd-9a15-99364ca4c4cb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7058923 Oct 05 09:30:15.304132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.306436 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60110) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:15.316439 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Attempt 4 to provision port d4dacd77-72d3-4920-94e2-9de220eadca2 Oct 05 09:30:15.410154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-575731066', 'router:external': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:15.416045 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] Set router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:30:15.416263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.435349 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6e443704-897f-48bd-b774-9086180e3634 tempest-DHCPAgentSchedulersTestJSON-91927581 tempest-DHCPAgentSchedulersTestJSON-91927581-project-admin] 10.222.0.49 "GET /v2.0/agents/5bc1159c-cafa-4804-9265-e9f9a7ce7f10/dhcp-networks HTTP/1.1" status: 200 len: 6481 time: 0.5756519 Oct 05 09:30:15.445120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60114) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:15.451763 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Transition to ACTIVE for port object 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:15.500548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 7aac0637-049f-4f43-8848-586cdd2c6c74 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:15.507538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:15.509888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-63ad205b-4ab3-4a8a-acde-ca11bbd3ba00 None None] Port d4dacd77-72d3-4920-94e2-9de220eadca2 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:30:15.537061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4471f8be-cfcb-4019-86e3-506728fd77c1 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.547125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Usage tracker for resource:network and tenant:5aa1a1578f464bb99a109d02a8f0e770 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:15.556056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:15.577894 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:15.609922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5feb5adb-cdf1-47a2-b78d-5faf1bb62269 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.632081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.653111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Pushing event updated for resources: {'Port': ['ID=68aeaca7-b12e-4667-ac17-cc23e5121464,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:15.686175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Allocated IP 172.26.7.204 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/19a839f6-c188-468d-bbb4-7a84a6ff7e3f) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:15.695177 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.762172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Made reservation on behalf of 5aa1a1578f464bb99a109d02a8f0e770 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:15.764405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.773121 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8235fa59-eab2-428d-a0ca-1e6d3bd68a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.798500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.822393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.832968 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'gw_port': {'id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:51Z', 'updated_at': '2022-10-05T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'd4dacd77-72d3-4920-94e2-9de220eadca2', 'name': '', 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'mac_address': 'fa:16:3e:77:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:30:03Z', 'updated_at': '2022-10-05T09:30:14Z', 'revision_number': 4, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'subnets': [{'id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:15.838156 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24baae-458c-4c21-a0e4-ce5e924a0bac None None] The sync data for ids ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'] in dv-neutron-860329-1-hyperv is: [{'id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'gw_port': {'id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:51Z', 'updated_at': '2022-10-05T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'd4dacd77-72d3-4920-94e2-9de220eadca2', 'name': '', 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'mac_address': 'fa:16:3e:77:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:30:03Z', 'updated_at': '2022-10-05T09:30:14Z', 'revision_number': 4, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'subnets': [{'id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:30:15.840517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235fa59-eab2-428d-a0ca-1e6d3bd68a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f080120b-ba1b-47ff-b5b6-a62595a69ad7,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:15.866162 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8235fa59-eab2-428d-a0ca-1e6d3bd68a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.867276 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8235fa59-eab2-428d-a0ca-1e6d3bd68a39 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f080120b-ba1b-47ff-b5b6-a62595a69ad7 HTTP/1.1" status: 204 len: 168 time: 1.4765954 Oct 05 09:30:15.874475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:15.876738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.883119 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d31e1473-4574-4540-93da-c257dccba8ed tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7347097 Oct 05 09:30:15.909115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4471f8be-cfcb-4019-86e3-506728fd77c1 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:15.994617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Usage tracker for resource:security_group_rule and tenant:5aa1a1578f464bb99a109d02a8f0e770 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:15.998376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:16.006354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:16.016071 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4471f8be-cfcb-4019-86e3-506728fd77c1 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.073168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471f8be-cfcb-4019-86e3-506728fd77c1 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a4c878-074e-46f9-9db0-abff491b174b,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:16.103423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5feb5adb-cdf1-47a2-b78d-5faf1bb62269 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.152964 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-5feb5adb-cdf1-47a2-b78d-5faf1bb62269 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d1cd6c-4580-4a4c-8c28-dfecd500d7dc']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:16.173290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-5feb5adb-cdf1-47a2-b78d-5faf1bb62269 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e36dc9-5f8e-4775-acc2-8b1d822ec46c') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:16.173594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-5feb5adb-cdf1-47a2-b78d-5faf1bb62269 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e36dc9-5f8e-4775-acc2-8b1d822ec46c') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:16.189390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5feb5adb-cdf1-47a2-b78d-5faf1bb62269 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.205579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4471f8be-cfcb-4019-86e3-506728fd77c1 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.210142 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4471f8be-cfcb-4019-86e3-506728fd77c1 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1861379 Oct 05 09:30:16.210873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60134) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:16.221884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:16.235311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:16.237749 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5feb5adb-cdf1-47a2-b78d-5faf1bb62269 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.251347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Usage tracker for resource:floatingip and tenant:0c32c3c1f621440c9b1008a8b2086dc9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:16.251347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5feb5adb-cdf1-47a2-b78d-5faf1bb62269 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:30:16.251347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5feb5adb-cdf1-47a2-b78d-5faf1bb62269 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.266492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 49a8de3e-040e-42bb-aa2d-a26606eb8f2e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:16.270923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Network e2c20761-3e0d-458f-b550-a802bdcfa5e4 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:16.275286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.288625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:16.316690 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:16.319968 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.354513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event updated for resources: {'Port': ['ID=74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:16.394836 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Subscribe: > segment before_delete 55550000 {{(pid=89846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:30:16.397022 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:30:16.398150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:30:16.398491 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Subscribe: > port after_create 55550000 {{(pid=89846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:30:16.398961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Subscribe: > port after_delete 55550000 {{(pid=89846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:30:16.399300 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Subscribe: > port after_update 55550000 {{(pid=89846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:30:16.399668 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Subscribe: > segment after_delete 55550000 {{(pid=89846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:30:16.400060 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Subscribe: > subnet after_create 55550000 {{(pid=89846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:30:16.400391 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Subscribe: > subnet after_delete 55550000 {{(pid=89846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:30:16.400713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Subscribe: > subnet after_update 55550000 {{(pid=89846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:30:16.451577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:16.470617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:16.475363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.475750 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e Oct 05 09:30:16.484292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:16.497079 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 24e36dc9-5f8e-4775-acc2-8b1d822ec46c resource provider aggregate not found Oct 05 09:30:16.531434 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 24e36dc9-5f8e-4775-acc2-8b1d822ec46c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24e36dc9-5f8e-4775-acc2-8b1d822ec46c found for delete ", "request_id": "req-3dbe6d5d-b2f1-4211-a6fd-ba11fd8aa228"}]} Oct 05 09:30:16.544908 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5feb5adb-cdf1-47a2-b78d-5faf1bb62269 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.555369 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5feb5adb-cdf1-47a2-b78d-5faf1bb62269 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.602884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.667340 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5feb5adb-cdf1-47a2-b78d-5faf1bb62269 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "DELETE /v2.0/networks/72d1cd6c-4580-4a4c-8c28-dfecd500d7dc HTTP/1.1" status: 204 len: 168 time: 1.3590281 Oct 05 09:30:16.678236 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb5adb-cdf1-47a2-b78d-5faf1bb62269 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event deleted for resources: {'Network': ['ID=72d1cd6c-4580-4a4c-8c28-dfecd500d7dc,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:16.697731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60150) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:16.757706 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Subscribe: > subnet after_create 55550000 {{(pid=89846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:30:16.758228 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Subscribe: > subnet after_delete 55550000 {{(pid=89846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:30:16.758408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Subscribe: > subnet before_create 55550000 {{(pid=89846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:30:16.758749 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Subscribe: > subnet before_update 55550000 {{(pid=89846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:30:16.759142 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2431576-926f-4f52-804c-820a0248fa69']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:16.806408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bef4e4-2d22-42a3-9d04-12a2d21e83a3') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:16.806846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bef4e4-2d22-42a3-9d04-12a2d21e83a3') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:16.831261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.838726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:16.839907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d4dacd77-72d3-4920-94e2-9de220eadca2 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:16.878846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.891705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.895542 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.904406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Provisioning for port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:16.919827 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:30:16.920234 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.950727 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Provisioning complete for port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:16.951238 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:16.951821 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Attempt 1 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:16.974597 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60164) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:16.981120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.039172 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:17.052553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4778142-ffa5-4c8f-97fe-e64eb9fdc0dc,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:17.069441 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:30:17.085509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c8122b0e-ef4d-40f4-b535-50e508d9371c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.102536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.102970 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Added segment 0e8c772d-d21f-4d1f-8720-d79e9ef27e6a of type vlan for network 98576e81-e984-4fdf-89ed-fef52685e60b Oct 05 09:30:17.124774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port d4dacd77-72d3-4920-94e2-9de220eadca2 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:17.132769 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port d4dacd77-72d3-4920-94e2-9de220eadca2 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:17.133302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.133737 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port d4dacd77-72d3-4920-94e2-9de220eadca2 Oct 05 09:30:17.144477 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 05 09:30:17.282619 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-3cbdf08d-a29c-4307-9689-fa27f3b02d73 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1489943970&fields=id&tenant_id=64bbc57863b44b77bc87e580adbb4648 HTTP/1.1" status: 200 len: 267 time: 0.2998731 Oct 05 09:30:17.328285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port d4dacd77-72d3-4920-94e2-9de220eadca2 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:17.328841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.367679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.368817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port d4dacd77-72d3-4920-94e2-9de220eadca2, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d4dacd77-72d3-4920-94e2-9de220eadca2,segment=NetworkSegment(fe6cd753-5414-4bf0-a2d3-ee735ee081d0),segment_id=fe6cd753-5414-4bf0-a2d3-ee735ee081d0)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:17.399096 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c8122b0e-ef4d-40f4-b535-50e508d9371c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.407691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.444873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.445635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d8323336-ec0e-4642-9f32-7fcef99f0de1 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:17.493751 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-c8122b0e-ef4d-40f4-b535-50e508d9371c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2804b404-28f5-4eea-bd0f-4087ec79c2fc']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:17.498185 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.503954 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.517613 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.569582 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] 10.222.0.49 "DELETE /v2.0/networks/c2431576-926f-4f52-804c-820a0248fa69 HTTP/1.1" status: 204 len: 168 time: 2.1227789 Oct 05 09:30:17.572874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-c8122b0e-ef4d-40f4-b535-50e508d9371c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208df382-b64f-4d12-b76d-63faf14b87ac') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:17.573301 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-c8122b0e-ef4d-40f4-b535-50e508d9371c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208df382-b64f-4d12-b76d-63faf14b87ac') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:17.573787 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 41bef4e4-2d22-42a3-9d04-12a2d21e83a3 resource provider aggregate not found Oct 05 09:30:17.580673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60184) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:17.600935 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Attempt 2 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:17.633307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c8122b0e-ef4d-40f4-b535-50e508d9371c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.637284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Pushing event updated for resources: {'Port': ['ID=19a839f6-c188-468d-bbb4-7a84a6ff7e3f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:17.648546 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.656956 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0a49be-e21b-41b2-abe2-086511720175 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] DELETE failed (client error): The resource could not be found. Oct 05 09:30:17.657730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0a49be-e21b-41b2-abe2-086511720175 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:30:17.671660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2f842-2dfe-4325-84b1-7231addeb964 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Pushing event deleted for resources: {'Network': ['ID=c2431576-926f-4f52-804c-820a0248fa69,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:17.692164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.692760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:17.693376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.697841 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c8122b0e-ef4d-40f4-b535-50e508d9371c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.727283 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cb0a49be-e21b-41b2-abe2-086511720175 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] 10.222.0.49 "DELETE /v2.0/ports/a959bcee-3014-4760-b3ab-d8459dad9245 HTTP/1.1" status: 404 len: 333 time: 0.1445537 Oct 05 09:30:17.735485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8122b0e-ef4d-40f4-b535-50e508d9371c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:30:17.735897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c8122b0e-ef4d-40f4-b535-50e508d9371c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.755427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60192) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:17.757009 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 41bef4e4-2d22-42a3-9d04-12a2d21e83a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41bef4e4-2d22-42a3-9d04-12a2d21e83a3 found for delete ", "request_id": "req-9747e126-5d6d-4504-8574-f69d216c9fa5"}]} Oct 05 09:30:17.779820 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:17.796622 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port d8323336-ec0e-4642-9f32-7fcef99f0de1 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:17.797315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.797834 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port d8323336-ec0e-4642-9f32-7fcef99f0de1 Oct 05 09:30:17.799741 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:17.878739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dce7417-9db1-467b-8639-1e00bfc38a91 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Deleting subnet 2346fb5e-9247-485f-82c2-49ecd916db43 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:30:17.882183 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1dce7417-9db1-467b-8639-1e00bfc38a91 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:17.904145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=d4dacd77-72d3-4920-94e2-9de220eadca2,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:17.907187 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60196) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:17.938631 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:17.941909 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:17.967326 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.7436821 Oct 05 09:30:17.967326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a1c6b-2ee5-4eb8-ba0a-06794202382f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Pushing event updated for resources: {'Network': ['ID=98576e81-e984-4fdf-89ed-fef52685e60b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:17.968848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60202) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:17.984896 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Request body: {'subnet': {'network_id': '98576e81-e984-4fdf-89ed-fef52685e60b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:17.986113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port d8323336-ec0e-4642-9f32-7fcef99f0de1 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:17.988818 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 98576e81-e984-4fdf-89ed-fef52685e60b details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:30:17.989917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Allocated IP 172.26.7.205 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/771da4c5-d0c2-4624-b23a-c2e8c369864f) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:17.992379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:18.004041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Usage tracker for resource:subnet and tenant:5aa1a1578f464bb99a109d02a8f0e770 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:18.006264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:18.007183 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e96580-6bae-4b96-b53e-02f112677f33 req-fa887a66-b223-404d-927d-ad5f4fe708b9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:18.013652 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:18.016156 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-fa887a66-b223-404d-927d-ad5f4fe708b9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/networks?id=ba10b7ba-8830-441b-bd4b-c1479440701d HTTP/1.1" status: 200 len: 811 time: 0.7273614 Oct 05 09:30:18.051430 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1dce7417-9db1-467b-8639-1e00bfc38a91 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:18.060506 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c8122b0e-ef4d-40f4-b535-50e508d9371c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:18.098414 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-79c191ea-2d5c-4666-b5a3-83b2c1a6d7d9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/quotas/64bbc57863b44b77bc87e580adbb4648 HTTP/1.1" status: 200 len: 375 time: 0.0812285 Oct 05 09:30:18.137647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c8122b0e-ef4d-40f4-b535-50e508d9371c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:18.140830 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d4dacd77-72d3-4920-94e2-9de220eadca2 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:18.176181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8122b0e-ef4d-40f4-b535-50e508d9371c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event deleted for resources: {'Network': ['ID=2804b404-28f5-4eea-bd0f-4087ec79c2fc,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:18.191770 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c8122b0e-ef4d-40f4-b535-50e508d9371c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "DELETE /v2.0/networks/2804b404-28f5-4eea-bd0f-4087ec79c2fc HTTP/1.1" status: 204 len: 168 time: 1.3759673 Oct 05 09:30:18.195279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-725139345'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:18.199916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60206) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:18.205447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:18.240600 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port d4dacd77-72d3-4920-94e2-9de220eadca2 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:18.241331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:18.241840 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port d4dacd77-72d3-4920-94e2-9de220eadca2 Oct 05 09:30:18.242677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Made reservation on behalf of 5aa1a1578f464bb99a109d02a8f0e770 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:18.244962 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:18.284319 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Attempt 3 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:18.341614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:network and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:18.356395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:18.365285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:18.434867 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port d4dacd77-72d3-4920-94e2-9de220eadca2 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:18.463372 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:18.471537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:18.565907 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:18.587786 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 208df382-b64f-4d12-b76d-63faf14b87ac resource provider aggregate not found Oct 05 09:30:18.589150 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-7f95b535-0a90-43bb-bd9c-f5b686d8fbb2 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=64bbc57863b44b77bc87e580adbb4648&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4762912 Oct 05 09:30:18.600653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1dce7417-9db1-467b-8639-1e00bfc38a91 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:18.615373 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 208df382-b64f-4d12-b76d-63faf14b87ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 208df382-b64f-4d12-b76d-63faf14b87ac found for delete ", "request_id": "req-b2d0bcc2-8744-496d-8422-d45703c01c00"}]} Oct 05 09:30:18.616208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:18.619960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:18.640711 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:18.682994 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:18.703784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a2a924-913f-45c7-ada1-8eaa1f8cca52 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:18.728719 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a2a924-913f-45c7-ada1-8eaa1f8cca52 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:18.740733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a2a924-913f-45c7-ada1-8eaa1f8cca52 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:18.742046 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-50a2a924-913f-45c7-ada1-8eaa1f8cca52 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Synchronizing usage tracker for tenant:6e751e2b3318401a8da8d3d16c84144f on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:30:18.750029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:security_group_rule and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:18.757471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:18.780341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:18.796937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:18.860689 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-9b21de4d-b739-4f69-8241-670435571026 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:30:18.862478 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-9b21de4d-b739-4f69-8241-670435571026 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1366823 Oct 05 09:30:18.867574 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Attempt 4 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:18.924309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:18.928105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:18.991677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1dce7417-9db1-467b-8639-1e00bfc38a91 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.022478 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:19.037858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:19.045792 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:19.075041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.080095 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0061dbd-378a-4c7d-83e4-14b2bbe73194 None None] Network 40fe6fe4-7b07-4c64-b775-f0d8ced63b1e requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:19.142821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Pushing event updated for resources: {'Port': ['ID=771da4c5-d0c2-4624-b23a-c2e8c369864f,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:19.159533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.185511 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce7417-9db1-467b-8639-1e00bfc38a91 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Pushing event deleted for resources: {'Subnet': ['ID=2346fb5e-9247-485f-82c2-49ecd916db43,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:19.188204 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1dce7417-9db1-467b-8639-1e00bfc38a91 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.195527 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.236649 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:30:19.240258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-50a2a924-913f-45c7-ada1-8eaa1f8cca52 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Unset dirty status for tenant:6e751e2b3318401a8da8d3d16c84144f on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:30:19.247823 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-50a2a924-913f-45c7-ada1-8eaa1f8cca52 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1898 time: 1.0458941 Oct 05 09:30:19.248381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60220) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:19.256619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be7f83c-8ee6-4e66-bbfa-d94ee55da630,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:19.267962 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.270663 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-1361e0f4-1cbd-4ce1-87ea-edb1fcffc90e tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1783323235'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:19.293193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1361e0f4-1cbd-4ce1-87ea-edb1fcffc90e tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:19.301325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.301912 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Added segment 1f7d8eca-c970-4850-a7e1-3d1b005eb815 of type vlan for network 4e442d92-efaf-4d77-b7e7-a3ef8ff95df4 Oct 05 09:30:19.341929 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1dce7417-9db1-467b-8639-1e00bfc38a91 tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] 10.222.0.49 "DELETE /v2.0/subnets/2346fb5e-9247-485f-82c2-49ecd916db43 HTTP/1.1" status: 204 len: 168 time: 1.5761278 Oct 05 09:30:19.355489 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60224) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:19.357380 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1361e0f4-1cbd-4ce1-87ea-edb1fcffc90e tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:19.421144 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-f9e18a3f-dce9-4871-9857-d32432bc52c3 service neutron] 10.222.0.49 "GET /v2.0/networks/ba10b7ba-8830-441b-bd4b-c1479440701d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413146 Oct 05 09:30:19.426784 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Attempt 5 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:19.451950 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.455541 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event updated for resources: {'Port': ['ID=74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:19.472332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.475352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.494106 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348b378a-2090-494b-92db-db0d007c8262 None None] DHCP port deletion for 40fe6fe4-7b07-4c64-b775-f0d8ced63b1e request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:30:19.508445 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1361e0f4-1cbd-4ce1-87ea-edb1fcffc90e tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Made reservation on behalf of 6e751e2b3318401a8da8d3d16c84144f for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:19.511917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1361e0f4-1cbd-4ce1-87ea-edb1fcffc90e tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.515200 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-348b378a-2090-494b-92db-db0d007c8262 None None] Deleting port a0c6039a-69f8-401e-a3a7-14ea9b111af8 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:19.515570 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-348b378a-2090-494b-92db-db0d007c8262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.569680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:19.582102 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.632724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1361e0f4-1cbd-4ce1-87ea-edb1fcffc90e tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:30:19.684245 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1361e0f4-1cbd-4ce1-87ea-edb1fcffc90e tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.684596 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-1361e0f4-1cbd-4ce1-87ea-edb1fcffc90e tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Added segment 873168b0-fb6c-479d-ade7-29c0f29ed836 of type vlan for network f060b640-c3f5-455b-a5c9-769fe4ff6ea2 Oct 05 09:30:19.693607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.693892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.699185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:19.699816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.735610 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Deleting port a0c6039a-69f8-401e-a3a7-14ea9b111af8 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:19.735942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.742476 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-5cc9b2fa-12a4-4628-ad95-66818d90974b service neutron] 10.222.0.49 "GET /v2.0/networks/ba10b7ba-8830-441b-bd4b-c1479440701d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917516 Oct 05 09:30:19.755029 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Network e2c20761-3e0d-458f-b550-a802bdcfa5e4 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:19.756878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:19.788423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-348b378a-2090-494b-92db-db0d007c8262 None None] For port a0c6039a-69f8-401e-a3a7-14ea9b111af8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a0c6039a-69f8-401e-a3a7-14ea9b111af8,segment=NetworkSegment(8395143c-7e25-46c0-ab6f-1fd66eff94cb),segment_id=8395143c-7e25-46c0-ab6f-1fd66eff94cb)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:19.788989 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-348b378a-2090-494b-92db-db0d007c8262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.823246 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:19.900239 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:20.004357 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-348b378a-2090-494b-92db-db0d007c8262 None None] Calling delete_port for a0c6039a-69f8-401e-a3a7-14ea9b111af8 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:20.013848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Pushing event updated for resources: {'Port': ['ID=19a839f6-c188-468d-bbb4-7a84a6ff7e3f,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:20.027422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.objects.ports [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89845) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:30:20.027989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:20.056563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1361e0f4-1cbd-4ce1-87ea-edb1fcffc90e tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:20.079625 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Attempt 6 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:20.085315 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:20.148008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a0c6039a-69f8-401e-a3a7-14ea9b111af8 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:30:20.162677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Router 3f73aa86-d519-46d5-8053-ed455735ee54 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:30:20.183663 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Network': ['ID=4e442d92-efaf-4d77-b7e7-a3ef8ff95df4,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:20.226766 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 4e442d92-efaf-4d77-b7e7-a3ef8ff95df4 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:30:20.253589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:20.255206 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bbcc993e-8b93-4af0-88be-9afc99500ad1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2357271 Oct 05 09:30:20.391713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60248) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:20.430092 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:30:20.447302 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a867937e-45ec-4edc-bb9d-9e3aa558ed42 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] 10.222.0.49 "PUT /v2.0/routers/3f73aa86-d519-46d5-8053-ed455735ee54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9093535 Oct 05 09:30:20.449542 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60254) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:20.449688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:20.450410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f0b22-27fc-4130-80e5-9ef2323d4d97 None None] Sync routers for ids ['3f73aa86-d519-46d5-8053-ed455735ee54'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:30:20.464506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Request body: {'port': {'network_id': 'e2c20761-3e0d-458f-b550-a802bdcfa5e4', 'name': 'tempest-FloatingIPAdminTestJSON-1139911892'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:20.484073 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e19fc6d6-f8b1-4fb4-a5be-5641b5ac8098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:20.506207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:20.653718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port a0c6039a-69f8-401e-a3a7-14ea9b111af8 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:20.653718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:20.672674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f0b22-27fc-4130-80e5-9ef2323d4d97 None None] Routers {'3f73aa86-d519-46d5-8053-ed455735ee54'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:20.673570 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d72f0b22-27fc-4130-80e5-9ef2323d4d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3f73aa86-d519-46d5-8053-ed455735ee54'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:20.716623 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d401b36e-5dff-4c96-88f9-3fab58c57db9 req-72ec422b-8f7a-472e-bda6-00af9b1c743f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 210 time: 0.3237755 Oct 05 09:30:20.767280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d72f0b22-27fc-4130-80e5-9ef2323d4d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:20.773352 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-348b378a-2090-494b-92db-db0d007c8262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:20.800725 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-9e2b761b-b726-4f10-bb49-7b96ab4ee856 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Synchronizing usage tracker for tenant:11ad3cb180c447e080f7bd11392582ae on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:30:20.809339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:20.816964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:20.826646 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Usage tracker for resource:port and tenant:0a920b00c62c4d699274a21f8ce321e5 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:20.830339 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:20.841345 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:20.852907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f0b22-27fc-4130-80e5-9ef2323d4d97 None None] Routers {'3f73aa86-d519-46d5-8053-ed455735ee54'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:20.853908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d72f0b22-27fc-4130-80e5-9ef2323d4d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:29:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3f73aa86-d519-46d5-8053-ed455735ee54'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:20.907309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b378a-2090-494b-92db-db0d007c8262 None None] Pushing event deleted for resources: {'Port': ['ID=a0c6039a-69f8-401e-a3a7-14ea9b111af8,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:20.935111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.resource_extend [None req-1361e0f4-1cbd-4ce1-87ea-edb1fcffc90e tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:30:20.947202 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b378a-2090-494b-92db-db0d007c8262 None None] No DVR routers for this DVR port a0c6039a-69f8-401e-a3a7-14ea9b111af8 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:30:20.970694 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Attempt 7 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:20.989953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Made reservation on behalf of 0a920b00c62c4d699274a21f8ce321e5 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:20.993420 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:21.003594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d72f0b22-27fc-4130-80e5-9ef2323d4d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:21.004212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f0b22-27fc-4130-80e5-9ef2323d4d97 None None] The sync data for ids ['3f73aa86-d519-46d5-8053-ed455735ee54'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:30:21.013394 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-866ca89b-bb0d-4202-875a-6a71513e99dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.0978913 Oct 05 09:30:21.025407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8d2b348d-ded1-4560-aa54-936e2c9db307,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:21.027385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] device_id is not set on port 733889a6-1643-4c35-a6d0-124cc41a538c yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:30:21.059867 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:21.066028 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Checking segment: {'id': '0e8c772d-d21f-4d1f-8720-d79e9ef27e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '98576e81-e984-4fdf-89ed-fef52685e60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:21.066570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Network hostable DHCP agents. Network: 98576e81-e984-4fdf-89ed-fef52685e60b, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:30:21.084092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:21.089064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] For port a0c6039a-69f8-401e-a3a7-14ea9b111af8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a0c6039a-69f8-401e-a3a7-14ea9b111af8,segment=NetworkSegment(8395143c-7e25-46c0-ab6f-1fd66eff94cb),segment_id=8395143c-7e25-46c0-ab6f-1fd66eff94cb)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:21.089647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:21.097130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Pushing event updated for resources: {'Port': ['ID=771da4c5-d0c2-4624-b23a-c2e8c369864f,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:21.117395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1361e0f4-1cbd-4ce1-87ea-edb1fcffc90e tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:21.123075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1361e0f4-1cbd-4ce1-87ea-edb1fcffc90e tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:21.123727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1361e0f4-1cbd-4ce1-87ea-edb1fcffc90e tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:21.127372 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-9e2b761b-b726-4f10-bb49-7b96ab4ee856 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Unset dirty status for tenant:11ad3cb180c447e080f7bd11392582ae on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:30:21.128885 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-9e2b761b-b726-4f10-bb49-7b96ab4ee856 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1759068518&fields=id&tenant_id=11ad3cb180c447e080f7bd11392582ae HTTP/1.1" status: 200 len: 267 time: 0.4459653 Oct 05 09:30:21.282515 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Calling delete_port for a0c6039a-69f8-401e-a3a7-14ea9b111af8 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:21.362784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:21.370012 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-64e694ce-3c90-48df-9fb0-2a8a3b4a63f0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1490960 Oct 05 09:30:21.395853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Network 98576e81-e984-4fdf-89ed-fef52685e60b is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:30:21.414802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361e0f4-1cbd-4ce1-87ea-edb1fcffc90e tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event updated for resources: {'Network': ['ID=f060b640-c3f5-455b-a5c9-769fe4ff6ea2,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:21.443579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Allocated IP 172.20.0.7 (e2c20761-3e0d-458f-b550-a802bdcfa5e4/96ce2e36-ce6c-4798-9d66-b4397dde7c3e/733889a6-1643-4c35-a6d0-124cc41a538c) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:21.459101 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network f060b640-c3f5-455b-a5c9-769fe4ff6ea2 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:30:21.474565 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:30:21.475298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:30:21.494963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-98f1d0ea-9672-41b9-ae45-0088a3f7f0c3 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:21.495682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-98f1d0ea-9672-41b9-ae45-0088a3f7f0c3 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Synchronizing usage tracker for tenant:11ad3cb180c447e080f7bd11392582ae on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:30:21.531998 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1361e0f4-1cbd-4ce1-87ea-edb1fcffc90e tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2768600 Oct 05 09:30:21.540530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60286) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:21.544181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-57551cdc-02fe-4603-8517-99b2ace434e4 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1810446145'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:21.555237 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-57551cdc-02fe-4603-8517-99b2ace434e4 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:21.584993 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-57551cdc-02fe-4603-8517-99b2ace434e4 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:21.601940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 98576e81-e984-4fdf-89ed-fef52685e60b) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:21.612587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:21.616959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:21.664910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-98f1d0ea-9672-41b9-ae45-0088a3f7f0c3 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Unset dirty status for tenant:11ad3cb180c447e080f7bd11392582ae on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:30:21.666451 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Attempt 8 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:21.666942 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-98f1d0ea-9672-41b9-ae45-0088a3f7f0c3 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/networks?id=521118dc-25a5-447f-9a14-544274ea6279 HTTP/1.1" status: 200 len: 806 time: 0.5144179 Oct 05 09:30:21.679149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57551cdc-02fe-4603-8517-99b2ace434e4 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Made reservation on behalf of 6e751e2b3318401a8da8d3d16c84144f for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:21.685700 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-57551cdc-02fe-4603-8517-99b2ace434e4 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:21.736374 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6babf6a4-721b-4bba-8722-11f7578b01de tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7633770 Oct 05 09:30:21.740835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60294) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:21.751028 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-c420e853-f263-4983-996b-d4c746453a79 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/quotas/11ad3cb180c447e080f7bd11392582ae HTTP/1.1" status: 200 len: 375 time: 0.0699880 Oct 05 09:30:21.755199 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1521716824', 'network_id': '98576e81-e984-4fdf-89ed-fef52685e60b'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:21.762721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50585487-0c66-4b61-a92d-0873681327eb None None] Network 98576e81-e984-4fdf-89ed-fef52685e60b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:21.776925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:21.776925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57551cdc-02fe-4603-8517-99b2ace434e4 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:30:21.787515 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Usage tracker for resource:port and tenant:5aa1a1578f464bb99a109d02a8f0e770 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:21.793724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:21.812787 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:21.817607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-57551cdc-02fe-4603-8517-99b2ace434e4 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:21.818887 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-57551cdc-02fe-4603-8517-99b2ace434e4 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Added segment 3b80e162-8df9-45c4-8cc8-ce53fe35acee of type vlan for network 48c17799-42d1-4182-803e-07981bfae778 Oct 05 09:30:21.910643 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-57551cdc-02fe-4603-8517-99b2ace434e4 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:21.922229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:21.939023 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Transition to ACTIVE for port object 733889a6-1643-4c35-a6d0-124cc41a538c will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:21.959480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Made reservation on behalf of 5aa1a1578f464bb99a109d02a8f0e770 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:21.963295 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:21.991075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Deleting port a0c6039a-69f8-401e-a3a7-14ea9b111af8 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:21.991783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:22.045941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:22.064778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] device_id is not set on port 41fc4719-429c-4021-a4ce-58188cd7a416 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:30:22.069494 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-5132e822-ff2c-4e31-80fe-c539d20c4c2d tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2079658390&fields=id&tenant_id=0c32c3c1f621440c9b1008a8b2086dc9 HTTP/1.1" status: 200 len: 267 time: 0.1181886 Oct 05 09:30:22.075162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:22.150959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-57551cdc-02fe-4603-8517-99b2ace434e4 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:22.158897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57551cdc-02fe-4603-8517-99b2ace434e4 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:22.160248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-57551cdc-02fe-4603-8517-99b2ace434e4 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:22.232082 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-120f2ad4-280f-4617-b076-953b163abb72 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:22.238718 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-120f2ad4-280f-4617-b076-953b163abb72 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/networks?id=2a3ab058-7897-4bde-8218-aa6bbb729df2 HTTP/1.1" status: 200 len: 812 time: 0.1681836 Oct 05 09:30:22.274671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c8271-5a8e-4dcc-9695-b4ce89229eef None None] Network 98576e81-e984-4fdf-89ed-fef52685e60b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:22.322181 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event updated for resources: {'Port': ['ID=733889a6-1643-4c35-a6d0-124cc41a538c,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:22.353640 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-f87fd0a3-7100-4dc0-874f-f355045e5f59 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/quotas/0c32c3c1f621440c9b1008a8b2086dc9 HTTP/1.1" status: 200 len: 375 time: 0.1140070 Oct 05 09:30:22.367299 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-31c45b84-2d74-41f5-9161-e0e5db3d3f81 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Synchronizing usage tracker for tenant:11ad3cb180c447e080f7bd11392582ae on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:30:22.386228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] The port 'a0c6039a-69f8-401e-a3a7-14ea9b111af8' was deleted {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:30:22.426322 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Network e2c20761-3e0d-458f-b550-a802bdcfa5e4 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:22.430457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:22.435526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:22.502903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Allocated IP 172.20.0.4 (98576e81-e984-4fdf-89ed-fef52685e60b/8d2b348d-ded1-4560-aa54-936e2c9db307/41fc4719-429c-4021-a4ce-58188cd7a416) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:22.510713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:22.519716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:22.553679 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Attempt 9 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:22.605318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-31c45b84-2d74-41f5-9161-e0e5db3d3f81 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Unset dirty status for tenant:11ad3cb180c447e080f7bd11392582ae on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:30:22.606833 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-31c45b84-2d74-41f5-9161-e0e5db3d3f81 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=11ad3cb180c447e080f7bd11392582ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6583536 Oct 05 09:30:22.646903 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-def3b9ba-c111-4edf-b42a-9abc56da962b tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Synchronizing usage tracker for tenant:0c32c3c1f621440c9b1008a8b2086dc9 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:30:22.690658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:22.758688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0630552c-c1de-410e-ab9f-dc69a2bd25c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:22.805716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:22.858723 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-b26c611d-b1d8-4e76-9c1f-8ae1550de4ce service neutron] 10.222.0.49 "GET /v2.0/networks/521118dc-25a5-447f-9a14-544274ea6279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049456 Oct 05 09:30:22.860018 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c9cddc7a-0222-4d93-980d-ee199255e25b tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4087029 Oct 05 09:30:22.873230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60322) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:22.968306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-def3b9ba-c111-4edf-b42a-9abc56da962b tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Unset dirty status for tenant:0c32c3c1f621440c9b1008a8b2086dc9 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:30:22.982373 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-def3b9ba-c111-4edf-b42a-9abc56da962b tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c32c3c1f621440c9b1008a8b2086dc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6189368 Oct 05 09:30:23.001056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:23.091173 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-77fd6f02-edef-45fe-86c1-be5d6e8603ce service neutron] 10.222.0.49 "GET /v2.0/networks/521118dc-25a5-447f-9a14-544274ea6279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165356 Oct 05 09:30:23.106034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Pushing event updated for resources: {'Port': ['ID=41fc4719-429c-4021-a4ce-58188cd7a416,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:23.109310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57551cdc-02fe-4603-8517-99b2ace434e4 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event updated for resources: {'Network': ['ID=48c17799-42d1-4182-803e-07981bfae778,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:23.133129 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-57551cdc-02fe-4603-8517-99b2ace434e4 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5938778 Oct 05 09:30:23.133880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60330) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:23.138613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 48c17799-42d1-4182-803e-07981bfae778 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:30:23.140238 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Request body: {'ports': [{'network_id': 'f060b640-c3f5-455b-a5c9-769fe4ff6ea2', 'name': 'tempest-port--801658422', 'admin_state_up': True}, {'network_id': '48c17799-42d1-4182-803e-07981bfae778', 'admin_state_up': False}]} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:23.140639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Request body: {'port': {'network_id': 'f060b640-c3f5-455b-a5c9-769fe4ff6ea2', 'name': 'tempest-port--801658422', 'admin_state_up': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:23.141242 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Request body: {'port': {'network_id': '48c17799-42d1-4182-803e-07981bfae778', 'admin_state_up': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:23.145420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Network 98576e81-e984-4fdf-89ed-fef52685e60b is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:23.149354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:23.152656 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:23.185806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:23.199128 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Attempt 10 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:23.242208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fe6fe4-7b07-4c64-b775-f0d8ced63b1e']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:23.262285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8395143c-7e25-46c0-ab6f-1fd66eff94cb') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:23.262573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8395143c-7e25-46c0-ab6f-1fd66eff94cb') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:23.274975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:23.275615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:23.295261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:23.316205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:23.331695 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:30:23.333212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:23.358461 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'project_id': '0a920b00c62c4d699274a21f8ce321e5', 'port_id': '733889a6-1643-4c35-a6d0-124cc41a538c'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:23.366903 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:23.375837 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Usage tracker for resource:floatingip and tenant:0a920b00c62c4d699274a21f8ce321e5 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:23.383172 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:23.395103 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:23.402727 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d657b1f9-f173-424c-ba90-0e738c4f9a0e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6568956 Oct 05 09:30:23.404091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60338) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:23.407765 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 8395143c-7e25-46c0-ab6f-1fd66eff94cb resource provider aggregate not found Oct 05 09:30:23.465548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-9f8c6cab-e4c4-4143-9f5b-494f6e154e54 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:30:23.474935 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-9f8c6cab-e4c4-4143-9f5b-494f6e154e54 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2921426 Oct 05 09:30:23.509456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e35da52-d1ba-4299-8903-c3b6423e1cf0 None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:23.664050 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:23.711723 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Provisioning for port 733889a6-1643-4c35-a6d0-124cc41a538c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:23.718823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Provisioning complete for port 733889a6-1643-4c35-a6d0-124cc41a538c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:23.719327 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:23.719799 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 1 to provision port 733889a6-1643-4c35-a6d0-124cc41a538c Oct 05 09:30:23.730841 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 8395143c-7e25-46c0-ab6f-1fd66eff94cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8395143c-7e25-46c0-ab6f-1fd66eff94cb found for delete ", "request_id": "req-4f9510fb-ea3a-40c5-a243-8077fb11bbff"}]} Oct 05 09:30:23.831614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3323c55f-9189-464a-821c-9ea4913fe537 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Deleting port 41fc4719-429c-4021-a4ce-58188cd7a416 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:23.832781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3323c55f-9189-464a-821c-9ea4913fe537 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:23.882834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 733889a6-1643-4c35-a6d0-124cc41a538c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:24.106639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:24.136150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:24.136979 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:24.162437 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:24.166847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] Pushing event deleted for resources: {'Network': ['ID=40fe6fe4-7b07-4c64-b775-f0d8ced63b1e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:24.176982 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3323c55f-9189-464a-821c-9ea4913fe537 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:24.192960 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d1055569-8f9f-4a12-9d2f-bcde9ecde9eb tempest-DHCPAgentSchedulersTestJSON-9991970 tempest-DHCPAgentSchedulersTestJSON-9991970-project] 10.222.0.49 "DELETE /v2.0/networks/40fe6fe4-7b07-4c64-b775-f0d8ced63b1e HTTP/1.1" status: 204 len: 168 time: 4.8317835 Oct 05 09:30:24.204083 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f3999a0e-fa85-474f-a5b9-d291abdd27b2 req-37ce5195-5c50-4eb2-abf3-34d7e3c0d189 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 210 time: 0.3401916 Oct 05 09:30:24.318692 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-e2b6f636-e050-46c5-9ec4-6663d8c73d44 service neutron] 10.222.0.49 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8426225 Oct 05 09:30:24.325158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.55', 64112) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:24.356454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60368) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:24.362051 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'subnet': {'network_id': '4e442d92-efaf-4d77-b7e7-a3ef8ff95df4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:24.383581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3323c55f-9189-464a-821c-9ea4913fe537 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Calling delete_port for 41fc4719-429c-4021-a4ce-58188cd7a416 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:24.384187 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 2 to provision port 733889a6-1643-4c35-a6d0-124cc41a538c Oct 05 09:30:24.467130 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 733889a6-1643-4c35-a6d0-124cc41a538c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:24.519358 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d1679306-a0da-4dbc-baaa-ddfbe2b8dc80 req-0bb09481-cde6-40e1-96f3-4570861bdd26 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 210 time: 0.2347517 Oct 05 09:30:24.612134 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:24.634658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Usage tracker for resource:port and tenant:6e751e2b3318401a8da8d3d16c84144f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:24.643451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:24.651770 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:24.657764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:24.660013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:subnet and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:24.664848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:24.673461 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:24.735856 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-2f05f156-36ae-4d42-a292-4813cb27a1b3 service neutron] 10.222.0.49 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607101 Oct 05 09:30:24.742129 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:24.747609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:24.757396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e96580-6bae-4b96-b53e-02f112677f33 req-c120cf80-38dd-4cf5-97b2-2feebb4dd205 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:24.758973 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-c120cf80-38dd-4cf5-97b2-2feebb4dd205 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.55 "GET /v2.0/networks?id=ba10b7ba-8830-441b-bd4b-c1479440701d HTTP/1.1" status: 200 len: 811 time: 0.3923690 Oct 05 09:30:24.781524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Made reservation on behalf of 6e751e2b3318401a8da8d3d16c84144f for: {'port': 2} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:24.783390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3323c55f-9189-464a-821c-9ea4913fe537 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:24.787325 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:24.800836 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:24.844260 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:24.869364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:24.873918 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60384) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:24.959021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323c55f-9189-464a-821c-9ea4913fe537 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Pushing event deleted for resources: {'Port': ['ID=41fc4719-429c-4021-a4ce-58188cd7a416,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:24.969339 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 3 to provision port 733889a6-1643-4c35-a6d0-124cc41a538c Oct 05 09:30:25.001792 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-c626dd09-988a-4d6a-a255-106e55c956c2 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64bbc57863b44b77bc87e580adbb4648 HTTP/1.1" status: 200 len: 380 time: 0.1510980 Oct 05 09:30:25.058831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Request body: {'port': {'device_id': '1ffc99b9-2164-438b-97c8-9c42557deba1', 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'admin_state_up': True, 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'security_groups': ['5fc3563e-e74c-45d8-bfbe-6996af189c92']}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:25.110256 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 733889a6-1643-4c35-a6d0-124cc41a538c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:25.259558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3323c55f-9189-464a-821c-9ea4913fe537 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:25.324120 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3323c55f-9189-464a-821c-9ea4913fe537 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "DELETE /v2.0/ports/41fc4719-429c-4021-a4ce-58188cd7a416 HTTP/1.1" status: 204 len: 168 time: 1.6389208 Oct 05 09:30:25.333574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60414) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:25.352171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98576e81-e984-4fdf-89ed-fef52685e60b', 'external_fixed_ips': [{'subnet_id': '8d2b348d-ded1-4560-aa54-936e2c9db307', 'ip_address': '172.20.0.4'}]}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:25.361684 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0ff135db-feb4-4462-aaa9-444b1afa2466 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e31229075234d8cbdda391767678504&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4765925 Oct 05 09:30:25.373886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60418) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:25.382196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:25.410400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Usage tracker for resource:router and tenant:5aa1a1578f464bb99a109d02a8f0e770 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:25.419205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:25.431000 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:25.461713 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:25.480647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c91d0763-7c1d-452c-816f-80d55155045e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:25.506886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c91d0763-7c1d-452c-816f-80d55155045e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:25.524385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:25.532329 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-35ccfd4a-9b6d-45d3-9224-1204926f3711 req-50e05ba5-c812-4209-b18f-ec52a2609f11 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 210 time: 0.2371986 Oct 05 09:30:25.558019 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] device_id is not set on port 2a1b232b-9a0b-4389-904a-6f12d77cbd42 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:30:25.562339 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-11b9621f-f1d8-419a-9cfa-953d94eeedb5 req-03f9a3db-2769-468a-a614-b67ef3a7afee tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 210 time: 0.1119831 Oct 05 09:30:25.596145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:25.596451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:25.604590 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Allocated IP 172.26.7.165 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/9f363150-cacc-420a-9484-ada504019dd8) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:25.609660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:25.611646 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 4 to provision port 733889a6-1643-4c35-a6d0-124cc41a538c Oct 05 09:30:25.612251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:25.621855 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Usage tracker for resource:port and tenant:64bbc57863b44b77bc87e580adbb4648 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:25.626201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:25.637040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:25.692439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Subnet': ['ID=ffcf8cce-01fa-4a79-8497-cb33892fb3bc,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:25.700135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Checking segment: {'id': '1f7d8eca-c970-4850-a7e1-3d1b005eb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e442d92-efaf-4d77-b7e7-a3ef8ff95df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:25.700509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network hostable DHCP agents. Network: 4e442d92-efaf-4d77-b7e7-a3ef8ff95df4, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:30:25.790438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 733889a6-1643-4c35-a6d0-124cc41a538c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:25.807667 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1eaaf2a2-9145-4108-870f-efa2b228558b req-ca8ad21d-2377-466a-b786-ad28678f3ab4 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 210 time: 0.0788794 Oct 05 09:30:25.859463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Made reservation on behalf of 64bbc57863b44b77bc87e580adbb4648 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:25.863127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:25.935131 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c91d0763-7c1d-452c-816f-80d55155045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:25.998201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:26.013280 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:26.034044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d0763-7c1d-452c-816f-80d55155045e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b739e34-bdb3-481b-aa30-04cff2554a2c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:26.054294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c91d0763-7c1d-452c-816f-80d55155045e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:26.057908 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c91d0763-7c1d-452c-816f-80d55155045e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b739e34-bdb3-481b-aa30-04cff2554a2c HTTP/1.1" status: 204 len: 168 time: 0.6791067 Oct 05 09:30:26.138135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:26.151208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network 4e442d92-efaf-4d77-b7e7-a3ef8ff95df4 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:30:26.292579 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 5 to provision port 733889a6-1643-4c35-a6d0-124cc41a538c Oct 05 09:30:26.300684 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 4e442d92-efaf-4d77-b7e7-a3ef8ff95df4) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:26.306781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:26.307763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:26.340813 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] device_id is not set on port 4e762315-3549-4d16-bd7b-f9f9bfaeb31f yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:30:26.356561 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dedf59-bde4-4d50-ad98-7de0b3f97221 None None] Network 4e442d92-efaf-4d77-b7e7-a3ef8ff95df4 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:26.440439 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f6f04879-bf02-4a36-94b2-c95a0141752e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0826576 Oct 05 09:30:26.444592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60444) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:26.457505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-139570495'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:26.467684 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:26.498634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:network and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:26.521001 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 733889a6-1643-4c35-a6d0-124cc41a538c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:26.561733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:26.615512 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:26.625105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:26.669236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:26.824433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:26.858345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:26.862480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:26.943601 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-4e442d92-efaf-4d77-b7e7-a3ef8ff95df4', 'network_id': '4e442d92-efaf-4d77-b7e7-a3ef8ff95df4', 'tenant_id': '7283f07e358044f8b3cf5f6bbdcb5318', 'fixed_ips': [{'subnet_id': 'ffcf8cce-01fa-4a79-8497-cb33892fb3bc'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:30:26.945236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:26.970139 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:30:26.985332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:27.017205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:27.017764 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Added segment f760f4bf-d315-4e47-b96a-4efec9fa3e73 of type vlan for network b59f9424-9ee4-4125-b534-633facefbd56 Oct 05 09:30:27.024204 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 6 to provision port 733889a6-1643-4c35-a6d0-124cc41a538c Oct 05 09:30:27.027839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:27.105463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:27.126677 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7d764555-8d20-4bfc-bb16-82c266522a01 req-f523779e-84f6-4855-aa6f-f58c7485eccc tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 210 time: 0.2837441 Oct 05 09:30:27.134620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Allocated IP 172.20.0.3 (ba10b7ba-8830-441b-bd4b-c1479440701d/e672df19-ead0-4e95-8b84-9c3c88196ab2/cebb164e-6b28-45f4-86d1-c77cfb2cf82d) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:27.146718 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3ed9877e-1ffb-4f66-bdb2-b6c2ae33a88c req-1b453687-ecc1-4818-a84c-32323fe9b7a0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 210 time: 0.3511009 Oct 05 09:30:27.247133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60458) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:27.259999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:27.275226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d369e330-4c16-468d-a5ab-9b9442102028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:27.282626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:27.285510 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:27.324269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:27.330452 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:27.331092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:27.376512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event updated for resources: {'Port': ['ID=2a1b232b-9a0b-4389-904a-6f12d77cbd42,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:27.382682 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d369e330-4c16-468d-a5ab-9b9442102028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:27.388265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Allocated IP 2001:db8:0:ffff::2 (4e442d92-efaf-4d77-b7e7-a3ef8ff95df4/ffcf8cce-01fa-4a79-8497-cb33892fb3bc/564d919d-3306-4ac2-bf5b-1b6bfd6c726b) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:27.455231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d369e330-4c16-468d-a5ab-9b9442102028 admin admin] Usage tracker for resource:security_group_rule and tenant:cafe1d424a3544858a7a7efe40aa197e is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:27.455647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Checking segment: {'id': '873168b0-fb6c-479d-ade7-29c0f29ed836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f060b640-c3f5-455b-a5c9-769fe4ff6ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:27.456012 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Network hostable DHCP agents. Network: f060b640-c3f5-455b-a5c9-769fe4ff6ea2, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:30:27.470869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d369e330-4c16-468d-a5ab-9b9442102028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:27.492024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d369e330-4c16-468d-a5ab-9b9442102028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:27.499654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Network': ['ID=b59f9424-9ee4-4125-b534-633facefbd56,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:27.512689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Allocated IP 172.20.0.4 (98576e81-e984-4fdf-89ed-fef52685e60b/8d2b348d-ded1-4560-aa54-936e2c9db307/3746bbd2-0aa2-44e5-b460-01608925f49b) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:27.529845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.55', 64120) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:27.562519 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b20bd73a-3c84-4420-b531-ca06907ce7d7 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1167145 Oct 05 09:30:27.591105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 733889a6-1643-4c35-a6d0-124cc41a538c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:27.591832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network b59f9424-9ee4-4125-b534-633facefbd56 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:30:27.633442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60464) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:27.676552 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Pushing event updated for resources: {'Port': ['ID=9f363150-cacc-420a-9484-ada504019dd8,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:27.687300 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'subnet': {'network_id': 'b59f9424-9ee4-4125-b534-633facefbd56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:27.722579 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c163b262-5e84-47e5-bee0-6f78a4646075 req-d6431296-cc89-4d4d-8b81-fd546bb41586 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 210 time: 0.3364866 Oct 05 09:30:27.931703 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:27.975304 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-c56400a5-9778-426a-83e6-273b2fe968bb tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:27.975304 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-c56400a5-9778-426a-83e6-273b2fe968bb tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.55 "GET /v2.0/networks?id=521118dc-25a5-447f-9a14-544274ea6279 HTTP/1.1" status: 200 len: 806 time: 0.3842447 Oct 05 09:30:28.025750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:28.027277 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Network f060b640-c3f5-455b-a5c9-769fe4ff6ea2 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:30:28.042547 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Transition to ACTIVE for port object 564d919d-3306-4ac2-bf5b-1b6bfd6c726b will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:28.063147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d369e330-4c16-468d-a5ab-9b9442102028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:28.079632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Transition to ACTIVE for port object 564d919d-3306-4ac2-bf5b-1b6bfd6c726b will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:28.093039 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 7 to provision port 733889a6-1643-4c35-a6d0-124cc41a538c Oct 05 09:30:28.106251 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-f9ddc857-5e6d-4975-ac9c-16ef2363ec3f tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11ad3cb180c447e080f7bd11392582ae HTTP/1.1" status: 200 len: 380 time: 0.1395478 Oct 05 09:30:28.143183 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:28.147681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:subnet and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:28.158191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:28.163896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:28.164376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Request body: {'port': {'device_id': '55ac3fef-a471-41d3-872e-a28581e4a33f', 'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'admin_state_up': True, 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'security_groups': ['0b8f0693-49ca-4874-ad41-bb93d8b72875']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:28.213805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 733889a6-1643-4c35-a6d0-124cc41a538c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:28.322309 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:28.382159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d369e330-4c16-468d-a5ab-9b9442102028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:28.398142 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:28.543094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:28.543862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Pushing event updated for resources: {'Port': ['ID=564d919d-3306-4ac2-bf5b-1b6bfd6c726b,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:28.552382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Network 4e442d92-efaf-4d77-b7e7-a3ef8ff95df4 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:28.554124 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:28.560154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:28.566951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Transition to ACTIVE for port object cebb164e-6b28-45f4-86d1-c77cfb2cf82d will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:28.616643 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fd33c59f-75f6-40af-9254-846ab0798600 req-3d32a9ff-98e4-4d46-90f9-28c58490f8d6 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 210 time: 0.1707876 Oct 05 09:30:28.616643 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0af69534-0112-4a97-843e-0f9ddf2735bd req-aa816ba4-cf3d-4a30-a84d-381c6a155a78 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 210 time: 0.0974808 Oct 05 09:30:28.619317 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:28.634005 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:28.639580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, f060b640-c3f5-455b-a5c9-769fe4ff6ea2) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:28.652854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee86186d-195b-47ef-bffa-0eb29728043e None None] Network f060b640-c3f5-455b-a5c9-769fe4ff6ea2 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:28.675629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:28.676501 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:28.737269 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 8 to provision port 733889a6-1643-4c35-a6d0-124cc41a538c Oct 05 09:30:28.773162 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.55', 64123) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:28.862488 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Attempting to bind port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:30:28.862954 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Attempting to bind port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '1f7d8eca-c970-4850-a7e1-3d1b005eb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e442d92-efaf-4d77-b7e7-a3ef8ff95df4'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:30:28.863415 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Attempting to bind port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b on network 4e442d92-efaf-4d77-b7e7-a3ef8ff95df4 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:28.899461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:30:28.899789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Checking segment: {'id': '1f7d8eca-c970-4850-a7e1-3d1b005eb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e442d92-efaf-4d77-b7e7-a3ef8ff95df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:28.900311 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:28.900801 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Bound using segment: {'id': '1f7d8eca-c970-4850-a7e1-3d1b005eb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e442d92-efaf-4d77-b7e7-a3ef8ff95df4'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:30:28.901433 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Bound port: 564d919d-3306-4ac2-bf5b-1b6bfd6c726b, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7d8eca-c970-4850-a7e1-3d1b005eb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e442d92-efaf-4d77-b7e7-a3ef8ff95df4'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:30:28.901903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:28.902954 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event updated for resources: {'Port': ['ID=4e762315-3549-4d16-bd7b-f9f9bfaeb31f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:28.979174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 733889a6-1643-4c35-a6d0-124cc41a538c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:28.991286 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d369e330-4c16-468d-a5ab-9b9442102028 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cafe1d424a3544858a7a7efe40aa197e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7422945 Oct 05 09:30:28.992175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369e330-4c16-468d-a5ab-9b9442102028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7affa2a7-6a24-4a4f-a768-e43b6e6e03a0,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:29.077081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60484) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:29.115630 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] For port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:30:29.146145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Pushing event updated for resources: {'Port': ['ID=3746bbd2-0aa2-44e5-b460-01608925f49b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:29.149458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:29.189758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] For port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=564d919d-3306-4ac2-bf5b-1b6bfd6c726b,segment=NetworkSegment(1f7d8eca-c970-4850-a7e1-3d1b005eb815),segment_id=1f7d8eca-c970-4850-a7e1-3d1b005eb815)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:30:29.196784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Network 98576e81-e984-4fdf-89ed-fef52685e60b is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:29.212076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:29.215670 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ab394751-92f9-4ce6-ab18-d681f23f67cd req-865e7a7a-c01e-4df8-99c8-5642b85eca12 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 210 time: 0.2838883 Oct 05 09:30:29.234041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:29.234041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:29.259852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:29.386961 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e977b-a6e3-4e27-b998-a7f6ba84215b None None] Pushing event updated for resources: {'Port': ['ID=564d919d-3306-4ac2-bf5b-1b6bfd6c726b,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:29.419872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Made reservation on behalf of 11ad3cb180c447e080f7bd11392582ae for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:29.423685 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:29.480275 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 9 to provision port 733889a6-1643-4c35-a6d0-124cc41a538c Oct 05 09:30:29.543152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-95ec840a-d08f-4a9a-9c1f-c8d4b95a93a6 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:29.543927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-95ec840a-d08f-4a9a-9c1f-c8d4b95a93a6 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Synchronizing usage tracker for tenant:0c32c3c1f621440c9b1008a8b2086dc9 on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:30:29.584555 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 733889a6-1643-4c35-a6d0-124cc41a538c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:29.874792 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-95ec840a-d08f-4a9a-9c1f-c8d4b95a93a6 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Unset dirty status for tenant:0c32c3c1f621440c9b1008a8b2086dc9 on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:30:29.880805 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-95ec840a-d08f-4a9a-9c1f-c8d4b95a93a6 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.55 "GET /v2.0/networks?id=2a3ab058-7897-4bde-8218-aa6bbb729df2 HTTP/1.1" status: 200 len: 812 time: 0.8945272 Oct 05 09:30:29.956768 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Checking segment: {'id': '3b80e162-8df9-45c4-8cc8-ce53fe35acee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '48c17799-42d1-4182-803e-07981bfae778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:29.957463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Network hostable DHCP agents. Network: 48c17799-42d1-4182-803e-07981bfae778, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:30:29.966247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:30.031287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-51af2df8-6abf-4cd7-96c2-efb9570a6668 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Synchronizing usage tracker for tenant:0c32c3c1f621440c9b1008a8b2086dc9 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:30:30.086227 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 10 to provision port 733889a6-1643-4c35-a6d0-124cc41a538c Oct 05 09:30:30.107524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Allocated IP 172.20.0.11 (521118dc-25a5-447f-9a14-544274ea6279/4a16d9de-a890-4cc4-90e3-baf71064bc52/a20677fa-b862-4bc8-b2eb-520a7136650a) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:30.257201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:30.285356 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 564d919d-3306-4ac2-bf5b-1b6bfd6c726b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:30.359046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 733889a6-1643-4c35-a6d0-124cc41a538c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:30.384835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-51af2df8-6abf-4cd7-96c2-efb9570a6668 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Unset dirty status for tenant:0c32c3c1f621440c9b1008a8b2086dc9 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:30:30.386052 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-51af2df8-6abf-4cd7-96c2-efb9570a6668 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c32c3c1f621440c9b1008a8b2086dc9 HTTP/1.1" status: 200 len: 380 time: 0.4677267 Oct 05 09:30:30.396404 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ffbbd053-2bb8-4631-b8cc-ed43c13c47de req-ea7d523a-5588-44ff-9d39-12157cd4e7b0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 210 time: 0.5181959 Oct 05 09:30:30.403394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Provisioning complete for port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:30.403788 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:30.404183 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 1 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:30.465073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Network ba10b7ba-8830-441b-bd4b-c1479440701d is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:30.484858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:30.506255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Request body: {'port': {'device_id': 'ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6', 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'admin_state_up': True, 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'security_groups': ['2b524a93-9e81-4ded-9354-12e88f168512']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:30.524089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:30.529455 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:30.548481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:30.612981 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9a6388bd-f8fb-41ae-a473-977f10a83c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:30.697468 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9a6388bd-f8fb-41ae-a473-977f10a83c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:30.967933 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0ab34bb8-b94d-4e9e-81a0-2e7650b64cd9 req-5e0091b8-1f93-4f1c-a99e-f08951a4be61 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 210 time: 0.1889164 Oct 05 09:30:30.967933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Network 48c17799-42d1-4182-803e-07981bfae778 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:30:30.967933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:30.970113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:30.970635 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Pushing event updated for resources: {'Port': ['ID=cebb164e-6b28-45f4-86d1-c77cfb2cf82d,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:30.970787 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:30.986049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:30.986517 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:30.987227 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:31.025916 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 2 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:31.095127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:31.106620 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:31.107313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d857ec9-82e6-4301-a21a-2a44c7b3e729 None None] Network 4e442d92-efaf-4d77-b7e7-a3ef8ff95df4 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:31.136016 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:31.169615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Subnet': ['ID=ce355c11-319f-4e8e-9a7f-b6b7e9ddd1fa,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:31.173066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9a6388bd-f8fb-41ae-a473-977f10a83c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:31.217213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ac7c5-c648-4840-aabe-ffde0e3df2d4 req-dc96bc6f-9667-4f0d-8586-825a861d4c65 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:31.218052 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-ed9ac7c5-c648-4840-aabe-ffde0e3df2d4 req-dc96bc6f-9667-4f0d-8586-825a861d4c65 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Synchronizing usage tracker for tenant:64bbc57863b44b77bc87e580adbb4648 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:30:31.225258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Transition to ACTIVE for port object a20677fa-b862-4bc8-b2eb-520a7136650a will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:31.262889 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 48c17799-42d1-4182-803e-07981bfae778) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:31.267186 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:31.278524 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d699593-4a7f-4ad6-902c-6ebdfb88302d None None] Network 48c17799-42d1-4182-803e-07981bfae778 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:31.304332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:31.304332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:31.304332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:31.326056 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6388bd-f8fb-41ae-a473-977f10a83c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7affa2a7-6a24-4a4f-a768-e43b6e6e03a0,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:31.350987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9a6388bd-f8fb-41ae-a473-977f10a83c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:31.355921 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9a6388bd-f8fb-41ae-a473-977f10a83c1b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7affa2a7-6a24-4a4f-a768-e43b6e6e03a0 HTTP/1.1" status: 204 len: 168 time: 2.2730906 Oct 05 09:30:31.372079 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Checking segment: {'id': 'f760f4bf-d315-4e47-b96a-4efec9fa3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b59f9424-9ee4-4125-b534-633facefbd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:31.372535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network hostable DHCP agents. Network: b59f9424-9ee4-4125-b534-633facefbd56, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:30:31.611862 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 3 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:31.615470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Made reservation on behalf of 0c32c3c1f621440c9b1008a8b2086dc9 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:31.616864 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-119704e2-9d66-419d-a266-e177393671f9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6091983 Oct 05 09:30:31.630701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:31.698932 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c5f52b5f-e10f-4d78-9e40-b4e325cba358 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 8.5634229 Oct 05 09:30:31.700263 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network b59f9424-9ee4-4125-b534-633facefbd56 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:30:31.702818 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-ed9ac7c5-c648-4840-aabe-ffde0e3df2d4 req-dc96bc6f-9667-4f0d-8586-825a861d4c65 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Unset dirty status for tenant:64bbc57863b44b77bc87e580adbb4648 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:30:31.704241 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ed9ac7c5-c648-4840-aabe-ffde0e3df2d4 req-dc96bc6f-9667-4f0d-8586-825a861d4c65 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 931 time: 1.7594926 Oct 05 09:30:31.713565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60506) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:31.722793 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-17093c9e-9302-41eb-8cd8-0fa0e338f3db tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:30:31.724272 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-17093c9e-9302-41eb-8cd8-0fa0e338f3db tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0383365 Oct 05 09:30:31.747222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:32.047892 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:32.049624 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-72852778-364c-476d-8916-d78333dd3cb6 req-acc37b18-c7f6-4935-802f-30287612dcac tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 210 time: 0.2256505 Oct 05 09:30:32.049624 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, b59f9424-9ee4-4125-b534-633facefbd56) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:32.050803 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7798f04-b096-4b4c-8405-6ec5dc987c7e None None] Network b59f9424-9ee4-4125-b534-633facefbd56 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:32.050938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:32.050938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:32.118531 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ed9ac7c5-c648-4840-aabe-ffde0e3df2d4 req-be6ec8b9-2710-4993-b4aa-873f5f14d0e4 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856381 Oct 05 09:30:32.180918 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Network 521118dc-25a5-447f-9a14-544274ea6279 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:32.182303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Pushing event updated for resources: {'Port': ['ID=a20677fa-b862-4bc8-b2eb-520a7136650a,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:32.185885 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:32.189078 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:32.213499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:32.258922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Request body: {'port': {'device_id': '1ffc99b9-2164-438b-97c8-9c42557deba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:32.263637 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 4 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:32.324063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:30:32.407123 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-827d03c8-e940-4a54-ac19-48f46fe89ff1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.7557070 Oct 05 09:30:32.414331 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60516) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:32.490251 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:32.528603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-b59f9424-9ee4-4125-b534-633facefbd56', 'network_id': 'b59f9424-9ee4-4125-b534-633facefbd56', 'tenant_id': '7283f07e358044f8b3cf5f6bbdcb5318', 'fixed_ips': [{'subnet_id': 'ce355c11-319f-4e8e-9a7f-b6b7e9ddd1fa'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:30:32.529547 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:32.619195 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Allocated IP 172.20.0.10 (2a3ab058-7897-4bde-8218-aa6bbb729df2/687b5c3a-83db-4081-9f2c-b62c2b0d104e/add821ab-e8c4-4678-a2ea-a72aacffc8bd) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:32.625848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec7d8f7-e3bc-48c6-90c4-484de0128b5a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:32.632292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec7d8f7-e3bc-48c6-90c4-484de0128b5a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:32.633372 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9ec7d8f7-e3bc-48c6-90c4-484de0128b5a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Synchronizing usage tracker for tenant:6e751e2b3318401a8da8d3d16c84144f on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:30:32.657738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:32.660438 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:32.686370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:32.795711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:32.878009 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Allocated IP 2001:db8::1 (b59f9424-9ee4-4125-b534-633facefbd56/ce355c11-319f-4e8e-9a7f-b6b7e9ddd1fa/dc33f39a-56e1-4d13-a4fa-eb364aba9ff2) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:32.941866 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:33.034708 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9ec7d8f7-e3bc-48c6-90c4-484de0128b5a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Unset dirty status for tenant:6e751e2b3318401a8da8d3d16c84144f on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:30:33.039901 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9ec7d8f7-e3bc-48c6-90c4-484de0128b5a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.3085866 Oct 05 09:30:33.041337 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 5 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:33.056662 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60528) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:33.147578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:33.172545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Pushing event updated for resources: {'Port': ['ID=9f363150-cacc-420a-9484-ada504019dd8,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:33.197495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:33.326015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05fa6f-4161-4590-b03f-1a249003393f req-b6a96333-bba9-43d4-8062-2765de22c50c tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:33.333956 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3a05fa6f-4161-4590-b03f-1a249003393f req-b6a96333-bba9-43d4-8062-2765de22c50c tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 932 time: 1.1511896 Oct 05 09:30:33.347917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-eea8a2e0-d2a4-4267-bcb8-ecc6e74a8151 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Deleting port 2a1b232b-9a0b-4389-904a-6f12d77cbd42 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:33.348580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eea8a2e0-d2a4-4267-bcb8-ecc6e74a8151 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:33.354483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:33.367742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Transition to ACTIVE for port object dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:33.394611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Transition to ACTIVE for port object dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:33.395040 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-7199e72c-1763-4d2f-9db0-3d60f7876d63 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2636497 Oct 05 09:30:33.405974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:33.428086 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bb76ee36-1a05-4b3a-94e7-8bf1310c7062 req-2b37b7a4-c36d-4092-9850-e5a0d5c29c00 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 210 time: 0.1594334 Oct 05 09:30:33.468395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:33.549090 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3a05fa6f-4161-4590-b03f-1a249003393f req-f1af54ca-692e-4143-bcdd-4f1e80b518b1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140894 Oct 05 09:30:33.549843 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Deleting port dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:33.550215 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:33.604817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Request body: {'port': {'device_id': '55ac3fef-a471-41d3-872e-a28581e4a33f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:33.618832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Network b59f9424-9ee4-4125-b534-633facefbd56 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:33.622633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:33.625847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:33.637412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Pushing event updated for resources: {'Port': ['ID=dc33f39a-56e1-4d13-a4fa-eb364aba9ff2,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:33.772938 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Floating IP e7285212-84ff-48b8-ab06-f17f50a28788 associated. External IP: 172.26.7.165, port: 733889a6-1643-4c35-a6d0-124cc41a538c. Oct 05 09:30:33.858508 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Attempting to bind port dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:30:33.859075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Attempting to bind port dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'f760f4bf-d315-4e47-b96a-4efec9fa3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b59f9424-9ee4-4125-b534-633facefbd56'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:30:33.859566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Attempting to bind port dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 on network b59f9424-9ee4-4125-b534-633facefbd56 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:33.870731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:30:33.871228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Checking segment: {'id': 'f760f4bf-d315-4e47-b96a-4efec9fa3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b59f9424-9ee4-4125-b534-633facefbd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:33.871753 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:33.872236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Bound using segment: {'id': 'f760f4bf-d315-4e47-b96a-4efec9fa3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b59f9424-9ee4-4125-b534-633facefbd56'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:30:33.872812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Bound port: dc33f39a-56e1-4d13-a4fa-eb364aba9ff2, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f760f4bf-d315-4e47-b96a-4efec9fa3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b59f9424-9ee4-4125-b534-633facefbd56'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:30:33.873368 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:33.908985 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 6 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:33.931025 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Router 55eba673-b983-4554-97e3-86d422a91780 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:30:33.935549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:34.031954 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] For port dc33f39a-56e1-4d13-a4fa-eb364aba9ff2, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:30:34.035576 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] For port dc33f39a-56e1-4d13-a4fa-eb364aba9ff2, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=dc33f39a-56e1-4d13-a4fa-eb364aba9ff2,segment=NetworkSegment(f760f4bf-d315-4e47-b96a-4efec9fa3e73),segment_id=f760f4bf-d315-4e47-b96a-4efec9fa3e73)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:30:34.079387 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:34.113146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:34.191919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Transition to ACTIVE for port object add821ab-e8c4-4678-a2ea-a72aacffc8bd will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:34.225131 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eea8a2e0-d2a4-4267-bcb8-ecc6e74a8151 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:34.237203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:34.247513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e391d76-2560-4a22-b5dd-d553f6aa98b3 None None] Pushing event updated for resources: {'Port': ['ID=dc33f39a-56e1-4d13-a4fa-eb364aba9ff2,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:34.588517 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 7 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:34.735211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-eea8a2e0-d2a4-4267-bcb8-ecc6e74a8151 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Calling delete_port for 2a1b232b-9a0b-4389-904a-6f12d77cbd42 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:34.831760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:35.117599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:30:35.128548 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Sync routers for ids ['55eba673-b983-4554-97e3-86d422a91780'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:30:35.220283 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] For port dc33f39a-56e1-4d13-a4fa-eb364aba9ff2, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=dc33f39a-56e1-4d13-a4fa-eb364aba9ff2,segment=NetworkSegment(f760f4bf-d315-4e47-b96a-4efec9fa3e73),segment_id=f760f4bf-d315-4e47-b96a-4efec9fa3e73)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:35.220283 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:35.255280 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Routers {'55eba673-b983-4554-97e3-86d422a91780'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:35.256119 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['55eba673-b983-4554-97e3-86d422a91780'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:35.333811 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 8 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:35.417190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eea8a2e0-d2a4-4267-bcb8-ecc6e74a8151 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:35.473701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60562) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:35.484478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:35.514281 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bec22e-3134-4a36-b65e-de466fd26cbc req-e911297e-b135-4a29-9fb3-b9718d5d1827 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:35.522142 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-62bec22e-3134-4a36-b65e-de466fd26cbc req-e911297e-b135-4a29-9fb3-b9718d5d1827 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 931 time: 1.9187229 Oct 05 09:30:35.534524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Calling delete_port for dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:35.546767 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:35.552467 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Set router 55eba673-b983-4554-97e3-86d422a91780 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:30:35.583934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:35.586096 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-491b9211-6469-423e-aed4-1774972a89b2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.2509024 Oct 05 09:30:35.601804 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60568) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:35.629221 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dceddda4-0db0-43f9-a5bb-13682aa9b76c req-af77c0d7-e928-472b-a1a8-bc063ae37ba2 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 210 time: 0.7839699 Oct 05 09:30:35.733168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8a2e0-d2a4-4267-bcb8-ecc6e74a8151 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event deleted for resources: {'Port': ['ID=2a1b232b-9a0b-4389-904a-6f12d77cbd42,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:35.787637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eea8a2e0-d2a4-4267-bcb8-ecc6e74a8151 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:35.789830 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-eea8a2e0-d2a4-4267-bcb8-ecc6e74a8151 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "DELETE /v2.0/ports/2a1b232b-9a0b-4389-904a-6f12d77cbd42 HTTP/1.1" status: 204 len: 168 time: 2.7151163 Oct 05 09:30:35.832707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce169a3-8854-4d7e-99a7-c4f23faf5bba None None] Network b59f9424-9ee4-4125-b534-633facefbd56 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:35.845901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:35.858509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60572) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:35.871997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Network 2a3ab058-7897-4bde-8218-aa6bbb729df2 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:35.896895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:35.987107 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 9 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:35.997104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:36.002347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4c39c-5592-43ea-a072-ada4354cb19d tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Deleting port 4e762315-3549-4d16-bd7b-f9f9bfaeb31f {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:36.002629 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c39c-5592-43ea-a072-ada4354cb19d tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:36.044410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:36.157816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Usage tracker for resource:floatingip and tenant:b479a2a49a924bb092ff41e318233ba5 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:36.188548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:36.211745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:36.269800 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:36.280664 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eba673-b983-4554-97e3-86d422a91780', 'name': '', 'tenant_id': '5aa1a1578f464bb99a109d02a8f0e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98576e81-e984-4fdf-89ed-fef52685e60b', 'external_fixed_ips': [{'subnet_id': '8d2b348d-ded1-4560-aa54-936e2c9db307', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '3746bbd2-0aa2-44e5-b460-01608925f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:30:25Z', 'updated_at': '2022-10-05T09:30:29Z', 'revision_number': 3, 'project_id': '5aa1a1578f464bb99a109d02a8f0e770', 'gw_port': {'id': '3746bbd2-0aa2-44e5-b460-01608925f49b', 'name': '', 'network_id': '98576e81-e984-4fdf-89ed-fef52685e60b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eba673-b983-4554-97e3-86d422a91780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '8d2b348d-ded1-4560-aa54-936e2c9db307', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:30:27Z', 'updated_at': '2022-10-05T09:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d2b348d-ded1-4560-aa54-936e2c9db307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:36.285142 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Checking router: 55eba673-b983-4554-97e3-86d422a91780 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:30:36.285504 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Updating router 55eba673-b983-4554-97e3-86d422a91780 port 3746bbd2-0aa2-44e5-b460-01608925f49b binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:30:36.348686 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Router 3f73aa86-d519-46d5-8053-ed455735ee54 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:30:36.356405 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-62bec22e-3134-4a36-b65e-de466fd26cbc req-dd6db94e-79e4-4b75-883f-a20a0af2b68b tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8331175 Oct 05 09:30:36.377866 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:36.381551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:36.571850 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:36.573117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:36.573941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:36.591463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:36.592214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:36.592935 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 Oct 05 09:30:36.601703 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:36.622177 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:36.641816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Pushing event updated for resources: {'Port': ['ID=add821ab-e8c4-4678-a2ea-a72aacffc8bd,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:36.646632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Port dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:30:36.751042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a28a0-8910-4343-ba06-5dd3ae8bc656 req-c539564a-2143-4040-bb14-e0b732ff2753 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:36.756890 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3a3a28a0-8910-4343-ba06-5dd3ae8bc656 req-c539564a-2143-4040-bb14-e0b732ff2753 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 932 time: 0.6442113 Oct 05 09:30:36.798156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebb164e-6b28-45f4-86d1-c77cfb2cf82d {{(pid=89846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:30:36.819448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:36.863254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Transition to ACTIVE for port object cebb164e-6b28-45f4-86d1-c77cfb2cf82d will not be triggered until provisioned by entity L2. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:36.883255 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Attempt 10 to provision port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f Oct 05 09:30:36.906726 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Port': ['ID=dc33f39a-56e1-4d13-a4fa-eb364aba9ff2,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:36.917701 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:36.933631 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Transition to ACTIVE for port object 3746bbd2-0aa2-44e5-b460-01608925f49b will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:36.998631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-145e2249-10a0-46ec-8067-c40d5eacc95e None None] Port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:37.099653 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daac4ce-dfe6-42f8-b1c0-ddd4957db28a None None] DHCP port deletion for b59f9424-9ee4-4125-b534-633facefbd56 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:30:37.101095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:30:37.104413 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:37.134414 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:37.150265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb01c5bb-c47e-4bf2-896c-e2aa5bd5b548 None None] Sync routers for ids ['3f73aa86-d519-46d5-8053-ed455735ee54'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:30:37.161866 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b31b0c7f-e4ed-4edf-b699-f0285e491f6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6616905 Oct 05 09:30:37.166185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20677fa-b862-4bc8-b2eb-520a7136650a {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:30:37.180545 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ade26e-5e6e-4064-974d-753cbff467ad None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:30:37.191923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:37.203983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Request body: {'port': {'device_id': 'ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:37.211145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:37.246134 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Attempting to bind port 3746bbd2-0aa2-44e5-b460-01608925f49b on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:30:37.248876 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Attempting to bind port 3746bbd2-0aa2-44e5-b460-01608925f49b by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '0e8c772d-d21f-4d1f-8720-d79e9ef27e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '98576e81-e984-4fdf-89ed-fef52685e60b'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:30:37.248876 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Attempting to bind port 3746bbd2-0aa2-44e5-b460-01608925f49b on network 98576e81-e984-4fdf-89ed-fef52685e60b {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:37.252533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Provisioning for port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:37.254344 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c30dc9-e9b7-4703-bd22-dc7450844b56 None None] Pushing event updated for resources: {'Port': ['ID=3746bbd2-0aa2-44e5-b460-01608925f49b,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:37.258595 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:30:37.259400 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Checking segment: {'id': '0e8c772d-d21f-4d1f-8720-d79e9ef27e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '98576e81-e984-4fdf-89ed-fef52685e60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:37.260035 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:37.260667 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Bound using segment: {'id': '0e8c772d-d21f-4d1f-8720-d79e9ef27e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '98576e81-e984-4fdf-89ed-fef52685e60b'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:30:37.261382 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Bound port: 3746bbd2-0aa2-44e5-b460-01608925f49b, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8c772d-d21f-4d1f-8720-d79e9ef27e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '98576e81-e984-4fdf-89ed-fef52685e60b'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:30:37.262081 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:37.273477 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb01c5bb-c47e-4bf2-896c-e2aa5bd5b548 None None] Routers {'3f73aa86-d519-46d5-8053-ed455735ee54'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:37.274156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-fb01c5bb-c47e-4bf2-896c-e2aa5bd5b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3f73aa86-d519-46d5-8053-ed455735ee54'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:37.344208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Provisioning complete for port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:37.344551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:37.344892 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Attempt 1 to provision port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b Oct 05 09:30:37.345673 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No DVR routers for this DVR port dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:30:37.411659 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] For port 3746bbd2-0aa2-44e5-b460-01608925f49b, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:30:37.419870 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] For port 3746bbd2-0aa2-44e5-b460-01608925f49b, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3746bbd2-0aa2-44e5-b460-01608925f49b,segment=NetworkSegment(0e8c772d-d21f-4d1f-8720-d79e9ef27e6a),segment_id=0e8c772d-d21f-4d1f-8720-d79e9ef27e6a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:30:37.431863 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-fb01c5bb-c47e-4bf2-896c-e2aa5bd5b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:37.482802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Transition to ACTIVE for port object a20677fa-b862-4bc8-b2eb-520a7136650a will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:37.523233 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb01c5bb-c47e-4bf2-896c-e2aa5bd5b548 None None] Routers {'3f73aa86-d519-46d5-8053-ed455735ee54'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:37.523233 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-fb01c5bb-c47e-4bf2-896c-e2aa5bd5b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3f73aa86-d519-46d5-8053-ed455735ee54'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:37.523513 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:37.612580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Pushing event updated for resources: {'Port': ['ID=cebb164e-6b28-45f4-86d1-c77cfb2cf82d,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:37.626143 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-fb01c5bb-c47e-4bf2-896c-e2aa5bd5b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:37.626586 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb01c5bb-c47e-4bf2-896c-e2aa5bd5b548 None None] The sync data for ids ['3f73aa86-d519-46d5-8053-ed455735ee54'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:30:37.664453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c39c-5592-43ea-a072-ada4354cb19d tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:37.723146 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Routers {'55eba673-b983-4554-97e3-86d422a91780'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:37.723866 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['55eba673-b983-4554-97e3-86d422a91780'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:37.743557 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3a3a28a0-8910-4343-ba06-5dd3ae8bc656 req-7354bce3-0a47-4148-8313-1409a8f9cd96 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8440900 Oct 05 09:30:37.778030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Current status of the port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:37.778478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:37.821635 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:37.885155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4c39c-5592-43ea-a072-ada4354cb19d tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Calling delete_port for 4e762315-3549-4d16-bd7b-f9f9bfaeb31f owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:37.891140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:37.958023 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c30dc9-e9b7-4703-bd22-dc7450844b56 None None] Pushing event updated for resources: {'Port': ['ID=3746bbd2-0aa2-44e5-b460-01608925f49b,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:37.989505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:38.016698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] For port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=564d919d-3306-4ac2-bf5b-1b6bfd6c726b,segment=NetworkSegment(1f7d8eca-c970-4850-a7e1-3d1b005eb815),segment_id=1f7d8eca-c970-4850-a7e1-3d1b005eb815)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:38.022603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ade26e-5e6e-4064-974d-753cbff467ad None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:30:38.184025 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] Set router 55eba673-b983-4554-97e3-86d422a91780 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:30:38.199521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:38.228954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:38.377795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Allocated IP 172.26.7.97 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/e7e1d06e-b5e1-4280-b706-dc5001183592) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:38.421360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:30:38.453568 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:38.548786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:38.573099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:30:38.573492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device dc33f39a-56e1-4d13-a4fa-eb364aba9ff2 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:30:38.601924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Could not find standard attr ID for object dc33f39a-56e1-4d13-a4fa-eb364aba9ff2. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:30:38.621633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:38.638535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ab904-cea8-4d29-9d24-e96012198fc2 req-0f633336-644b-404c-a664-a70459083863 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:38.642479 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6b1ab904-cea8-4d29-9d24-e96012198fc2 req-0f633336-644b-404c-a664-a70459083863 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 932 time: 1.7638760 Oct 05 09:30:38.647462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Pushing event updated for resources: {'Port': ['ID=564d919d-3306-4ac2-bf5b-1b6bfd6c726b,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:38.683802 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c08b5e27-ac4c-4a6d-be5d-89ba0e90bfab tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 15.8094652 Oct 05 09:30:38.720374 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60580) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:38.728040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Provisioning for port a20677fa-b862-4bc8-b2eb-520a7136650a completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:38.731276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Pushing event updated for resources: {'Port': ['ID=a20677fa-b862-4bc8-b2eb-520a7136650a,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:38.763280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Attempting to bind port a20677fa-b862-4bc8-b2eb-520a7136650a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:30:38.768686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Attempting to bind port a20677fa-b862-4bc8-b2eb-520a7136650a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'e5c0adcc-f023-4ace-8bf8-a05e02096e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '521118dc-25a5-447f-9a14-544274ea6279'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:30:38.768686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Attempting to bind port a20677fa-b862-4bc8-b2eb-520a7136650a on network 521118dc-25a5-447f-9a14-544274ea6279 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:38.790436 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eba673-b983-4554-97e3-86d422a91780', 'name': '', 'tenant_id': '5aa1a1578f464bb99a109d02a8f0e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98576e81-e984-4fdf-89ed-fef52685e60b', 'external_fixed_ips': [{'subnet_id': '8d2b348d-ded1-4560-aa54-936e2c9db307', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '3746bbd2-0aa2-44e5-b460-01608925f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:30:25Z', 'updated_at': '2022-10-05T09:30:29Z', 'revision_number': 3, 'project_id': '5aa1a1578f464bb99a109d02a8f0e770', 'gw_port': {'id': '3746bbd2-0aa2-44e5-b460-01608925f49b', 'name': '', 'network_id': '98576e81-e984-4fdf-89ed-fef52685e60b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eba673-b983-4554-97e3-86d422a91780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '8d2b348d-ded1-4560-aa54-936e2c9db307', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:30:27Z', 'updated_at': '2022-10-05T09:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d2b348d-ded1-4560-aa54-936e2c9db307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:38.800290 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a1853-67d5-482c-86aa-055a7f115f0b None None] The sync data for ids ['55eba673-b983-4554-97e3-86d422a91780'] in dv-neutron-860329-1-hyperv is: [{'id': '55eba673-b983-4554-97e3-86d422a91780', 'name': '', 'tenant_id': '5aa1a1578f464bb99a109d02a8f0e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98576e81-e984-4fdf-89ed-fef52685e60b', 'external_fixed_ips': [{'subnet_id': '8d2b348d-ded1-4560-aa54-936e2c9db307', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '3746bbd2-0aa2-44e5-b460-01608925f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:30:25Z', 'updated_at': '2022-10-05T09:30:29Z', 'revision_number': 3, 'project_id': '5aa1a1578f464bb99a109d02a8f0e770', 'gw_port': {'id': '3746bbd2-0aa2-44e5-b460-01608925f49b', 'name': '', 'network_id': '98576e81-e984-4fdf-89ed-fef52685e60b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eba673-b983-4554-97e3-86d422a91780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '8d2b348d-ded1-4560-aa54-936e2c9db307', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:30:27Z', 'updated_at': '2022-10-05T09:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d2b348d-ded1-4560-aa54-936e2c9db307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:30:38.814948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Port a20677fa-b862-4bc8-b2eb-520a7136650a on network 521118dc-25a5-447f-9a14-544274ea6279 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:30:38.815283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Attempting to bind port a20677fa-b862-4bc8-b2eb-520a7136650a on network 521118dc-25a5-447f-9a14-544274ea6279 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:38.843826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Provisioning for port cebb164e-6b28-45f4-86d1-c77cfb2cf82d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:38.865018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Deleting port 3746bbd2-0aa2-44e5-b460-01608925f49b {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:38.865018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:38.865207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a34dac6-a9ef-4951-9116-7692116723c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-b59f9424-9ee4-4125-b534-633facefbd56', 'network_id': 'b59f9424-9ee4-4125-b534-633facefbd56', 'tenant_id': '7283f07e358044f8b3cf5f6bbdcb5318', 'fixed_ips': [{'subnet_id': 'ce355c11-319f-4e8e-9a7f-b6b7e9ddd1fa'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:30:38.865207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a34dac6-a9ef-4951-9116-7692116723c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:38.893400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:38.938567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:30:38.938940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Checking segment: {'id': 'e5c0adcc-f023-4ace-8bf8-a05e02096e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '521118dc-25a5-447f-9a14-544274ea6279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:38.939499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Bound using segment: {'id': 'e5c0adcc-f023-4ace-8bf8-a05e02096e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '521118dc-25a5-447f-9a14-544274ea6279'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:30:38.940107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Bound port: a20677fa-b862-4bc8-b2eb-520a7136650a, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c0adcc-f023-4ace-8bf8-a05e02096e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '521118dc-25a5-447f-9a14-544274ea6279'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:30:38.940366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:38.947229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Attempting to bind port cebb164e-6b28-45f4-86d1-c77cfb2cf82d on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:30:38.956623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Attempting to bind port cebb164e-6b28-45f4-86d1-c77cfb2cf82d by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '8f05bc13-abf3-4e7e-b28c-bfe31439a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:30:38.956623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Attempting to bind port cebb164e-6b28-45f4-86d1-c77cfb2cf82d on network ba10b7ba-8830-441b-bd4b-c1479440701d {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:38.978382 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c39c-5592-43ea-a072-ada4354cb19d tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:38.982727 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6b1ab904-cea8-4d29-9d24-e96012198fc2 req-f6742ced-cd68-4240-aa24-b03a0e7e2a19 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031278 Oct 05 09:30:38.986026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Port cebb164e-6b28-45f4-86d1-c77cfb2cf82d on network ba10b7ba-8830-441b-bd4b-c1479440701d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:30:38.986348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Attempting to bind port cebb164e-6b28-45f4-86d1-c77cfb2cf82d on network ba10b7ba-8830-441b-bd4b-c1479440701d {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:39.005868 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430a231-1037-4c30-b3ce-ec03447cf4b5 req-2ac0eef2-4fc6-4706-82a0-30d2baf2a419 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:39.013645 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4430a231-1037-4c30-b3ce-ec03447cf4b5 req-2ac0eef2-4fc6-4706-82a0-30d2baf2a419 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 943 time: 0.9551210 Oct 05 09:30:39.033218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Provisioning for port add821ab-e8c4-4678-a2ea-a72aacffc8bd completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:39.039643 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Provisioning complete for port add821ab-e8c4-4678-a2ea-a72aacffc8bd triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:39.039831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:39.040055 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Attempt 1 to provision port add821ab-e8c4-4678-a2ea-a72aacffc8bd Oct 05 09:30:39.043569 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:30:39.051744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Checking segment: {'id': '8f05bc13-abf3-4e7e-b28c-bfe31439a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:39.051744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Bound using segment: {'id': '8f05bc13-abf3-4e7e-b28c-bfe31439a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d'} {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:30:39.051744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Bound port: cebb164e-6b28-45f4-86d1-c77cfb2cf82d, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f05bc13-abf3-4e7e-b28c-bfe31439a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d'}}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:30:39.051744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:39.085318 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a3d3c60b-0172-4b5f-8ca1-9a1cc8d6eec0 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] 10.222.0.49 "GET /v2.0/floatingips/e7285212-84ff-48b8-ab06-f17f50a28788 HTTP/1.1" status: 200 len: 983 time: 0.3387511 Oct 05 09:30:39.088309 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60588) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:39.097462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Port add821ab-e8c4-4678-a2ea-a72aacffc8bd cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:39.107819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:39.149080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server [None req-4a34dac6-a9ef-4951-9116-7692116723c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce355c11-319f-4e8e-9a7f-b6b7e9ddd1fa: This subnet is being modified by another concurrent operation. Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:30:39.165376 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise exception Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce355c11-319f-4e8e-9a7f-b6b7e9ddd1fa: This subnet is being modified by another concurrent operation. Oct 05 09:30:39.168628 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server Oct 05 09:30:39.197190 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88caa912-ba3a-4e92-a71a-596cb8b14bd5 None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:30:39.245870 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:39.249705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c39c-5592-43ea-a072-ada4354cb19d tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:39.253028 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:39.371377 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88caa912-ba3a-4e92-a71a-596cb8b14bd5 None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:30:39.395008 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4430a231-1037-4c30-b3ce-ec03447cf4b5 req-97e0981b-c360-47f7-afaa-c4b712d36db6 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805554 Oct 05 09:30:39.438594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Subnet': ['ID=ce355c11-319f-4e8e-9a7f-b6b7e9ddd1fa,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:39.562622 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7ab4c39c-5592-43ea-a072-ada4354cb19d tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "DELETE /v2.0/ports/4e762315-3549-4d16-bd7b-f9f9bfaeb31f HTTP/1.1" status: 204 len: 168 time: 3.6870084 Oct 05 09:30:39.562861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:39.562973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Pushing event updated for resources: {'Port': ['ID=e7e1d06e-b5e1-4280-b706-dc5001183592,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:39.573843 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60592) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:39.582581 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-25c65cf3-27d9-406e-8428-f8d69c8f0bfa tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.4911647 Oct 05 09:30:39.588070 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60596) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:39.611859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] For port a20677fa-b862-4bc8-b2eb-520a7136650a, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:30:39.616825 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] For port a20677fa-b862-4bc8-b2eb-520a7136650a, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a20677fa-b862-4bc8-b2eb-520a7136650a,segment=NetworkSegment(e5c0adcc-f023-4ace-8bf8-a05e02096e05),segment_id=e5c0adcc-f023-4ace-8bf8-a05e02096e05)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:30:39.636362 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Attempt 2 to provision port add821ab-e8c4-4678-a2ea-a72aacffc8bd Oct 05 09:30:39.649222 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] For port cebb164e-6b28-45f4-86d1-c77cfb2cf82d, host hv-neutron-8603, cleared binding levels {{(pid=89846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:30:39.686954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4c39c-5592-43ea-a072-ada4354cb19d tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event deleted for resources: {'Port': ['ID=4e762315-3549-4d16-bd7b-f9f9bfaeb31f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:39.697312 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:39.733604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Port add821ab-e8c4-4678-a2ea-a72aacffc8bd cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:39.735512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59f9424-9ee4-4125-b534-633facefbd56']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:39.765226 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-121724a3-6596-4ddc-a9fc-33820c8d39eb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1861269 Oct 05 09:30:39.778147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60600) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:39.779713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] For port cebb164e-6b28-45f4-86d1-c77cfb2cf82d, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=cebb164e-6b28-45f4-86d1-c77cfb2cf82d,segment=NetworkSegment(8f05bc13-abf3-4e7e-b28c-bfe31439a54b),segment_id=8f05bc13-abf3-4e7e-b28c-bfe31439a54b)] {{(pid=89846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:30:39.788463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f760f4bf-d315-4e47-b96a-4efec9fa3e73') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:39.788753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f760f4bf-d315-4e47-b96a-4efec9fa3e73') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:39.805117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Pushing event updated for resources: {'Port': ['ID=a20677fa-b862-4bc8-b2eb-520a7136650a,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:39.815573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:39.816196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:39.818318 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-db3dfeeb-2956-424e-96bd-7a46f1fae7dc service neutron] 10.222.0.55 "PUT /v2.0/ports/a20677fa-b862-4bc8-b2eb-520a7136650a HTTP/1.1" status: 200 len: 1094 time: 6.3327219 Oct 05 09:30:39.820690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ac3fef-a471-41d3-872e-a28581e4a33f', 'tag': 'a20677fa-b862-4bc8-b2eb-520a7136650a'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:30:39.826505 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1173046010'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:39.832490 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:39.856617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:39.859732 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:39.863355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:39.864618 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:39.866435 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] 10.222.0.55 "PUT /v2.0/ports/cebb164e-6b28-45f4-86d1-c77cfb2cf82d HTTP/1.1" status: 200 len: 1093 time: 7.8158834 Oct 05 09:30:39.890452 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:39.911757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffc99b9-2164-438b-97c8-9c42557deba1', 'tag': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:30:39.917511 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Usage tracker for resource:network and tenant:6e751e2b3318401a8da8d3d16c84144f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:39.931954 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b498b28-46c4-4590-aea5-338f2bce078a None None] Network b59f9424-9ee4-4125-b534-633facefbd56 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:39.938435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:39.956934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:39.977262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46177e6b-5219-49f0-bf86-9b1f49bf24d9 req-9589b5e4-3f2c-467c-b6c4-b0d08f385488 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:39.978849 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-46177e6b-5219-49f0-bf86-9b1f49bf24d9 req-9589b5e4-3f2c-467c-b6c4-b0d08f385488 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 944 time: 0.7914577 Oct 05 09:30:39.981024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] For port 3746bbd2-0aa2-44e5-b460-01608925f49b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3746bbd2-0aa2-44e5-b460-01608925f49b,segment=NetworkSegment(0e8c772d-d21f-4d1f-8720-d79e9ef27e6a),segment_id=0e8c772d-d21f-4d1f-8720-d79e9ef27e6a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:39.985302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:40.020157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:30:40.021677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:40.058497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:40.193645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746ac4eb-1ebc-4a17-a1ad-a475f7b3478a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffc99b9-2164-438b-97c8-9c42557deba1", "tag": "cebb164e-6b28-45f4-86d1-c77cfb2cf82d"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:30:40.201101 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Calling delete_port for 3746bbd2-0aa2-44e5-b460-01608925f49b owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:40.236677 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Attempt 3 to provision port add821ab-e8c4-4678-a2ea-a72aacffc8bd Oct 05 09:30:40.289704 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment f760f4bf-d315-4e47-b96a-4efec9fa3e73 resource provider aggregate not found Oct 05 09:30:40.313154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Port add821ab-e8c4-4678-a2ea-a72aacffc8bd cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:40.313914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 564d919d-3306-4ac2-bf5b-1b6bfd6c726b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:40.409490 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment f760f4bf-d315-4e47-b96a-4efec9fa3e73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f760f4bf-d315-4e47-b96a-4efec9fa3e73 found for delete ", "request_id": "req-e8bcb1ef-2834-4344-9ec4-b5523d792c29"}]} Oct 05 09:30:40.414451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cd9957-67bd-43bf-98b9-1e93fb657425 None None] DHCP port deletion for b59f9424-9ee4-4125-b534-633facefbd56 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:30:40.424501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:40.426171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:40.426171 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b Oct 05 09:30:40.436132 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Made reservation on behalf of 6e751e2b3318401a8da8d3d16c84144f for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:40.436543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03e67c1-0c45-4749-8a76-7a81f5b57cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "55ac3fef-a471-41d3-872e-a28581e4a33f", "tag": "a20677fa-b862-4bc8-b2eb-520a7136650a"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:30:40.439907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:40.509618 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-46177e6b-5219-49f0-bf86-9b1f49bf24d9 req-01f2338a-3c6b-4338-9d4e-946b1fb3bd09 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4438119 Oct 05 09:30:40.511047 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb894f-a44b-49d2-a28b-0087341f0635 service neutron] Pushing event updated for resources: {'Port': ['ID=cebb164e-6b28-45f4-86d1-c77cfb2cf82d,revision_number=3']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:40.518813 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ffe0c-2569-4182-b28a-d0a6d20ef500 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Deleting port 9f363150-cacc-420a-9484-ada504019dd8 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:40.519167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a7ffe0c-2569-4182-b28a-d0a6d20ef500 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:40.576329 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:40.627087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:40.639025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:30:40.644446 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:40.646843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3746bbd2-0aa2-44e5-b460-01608925f49b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:40.682885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Network': ['ID=b59f9424-9ee4-4125-b534-633facefbd56,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:40.699932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:40.791112 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 3746bbd2-0aa2-44e5-b460-01608925f49b completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:40.796507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 3746bbd2-0aa2-44e5-b460-01608925f49b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:40.800052 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:40.800052 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 3746bbd2-0aa2-44e5-b460-01608925f49b Oct 05 09:30:40.802817 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:40.803171 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Added segment 440a315c-dd6f-468b-8dac-102345fdbcca of type vlan for network 70d76b9c-9672-4cba-a00f-a5a35b8c19c7 Oct 05 09:30:40.840034 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Attempt 4 to provision port add821ab-e8c4-4678-a2ea-a72aacffc8bd Oct 05 09:30:40.853701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add821ab-e8c4-4678-a2ea-a72aacffc8bd {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:30:40.880339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:40.961193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Transition to ACTIVE for port object add821ab-e8c4-4678-a2ea-a72aacffc8bd will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:40.968153 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Port add821ab-e8c4-4678-a2ea-a72aacffc8bd cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:41.016626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8543e9e1-3119-4668-bdb8-77ef201bf36b x-openstack-request-id: req-8543e9e1-3119-4668-bdb8-77ef201bf36b {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:30:41.017235 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffc99b9-2164-438b-97c8-9c42557deba1", "tag": "cebb164e-6b28-45f4-86d1-c77cfb2cf82d", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:30:41.017827 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8543e9e1-3119-4668-bdb8-77ef201bf36b {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:30:41.018476 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8543e9e1-3119-4668-bdb8-77ef201bf36b'] response: {'name': 'network-changed', 'server_uuid': '1ffc99b9-2164-438b-97c8-9c42557deba1', 'tag': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d', 'status': 'completed', 'code': 200} Oct 05 09:30:41.024093 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-157e8d6f-ff70-41d8-aac1-54ae45073c00 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/b59f9424-9ee4-4125-b534-633facefbd56 HTTP/1.1" status: 204 len: 168 time: 8.3857858 Oct 05 09:30:41.033193 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 3746bbd2-0aa2-44e5-b460-01608925f49b is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:41.033571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:41.041703 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60630) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:41.065697 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-75977539'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:41.070781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:41.165211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:41.175396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318d4a9-9d93-48c1-8c35-07ab87a462ba req-073260c9-9d21-4181-b0ef-fac261791da3 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:41.178434 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a318d4a9-9d93-48c1-8c35-07ab87a462ba req-073260c9-9d21-4181-b0ef-fac261791da3 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 932 time: 0.8910797 Oct 05 09:30:41.183306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a7ffe0c-2569-4182-b28a-d0a6d20ef500 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:41.183636 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a7ffe0c-2569-4182-b28a-d0a6d20ef500 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:41.187464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:network and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:41.194729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:41.202256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:41.214219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:41.266823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:41.300905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e96580-6bae-4b96-b53e-02f112677f33 req-cd4e962b-3c91-4818-9559-86178312fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:41.302456 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-cd4e962b-3c91-4818-9559-86178312fdf0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64bbc57863b44b77bc87e580adbb4648&device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 1096 time: 0.5302472 Oct 05 09:30:41.327825 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Pushing event updated for resources: {'Port': ['ID=add821ab-e8c4-4678-a2ea-a72aacffc8bd,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:41.354894 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ffe0c-2569-4182-b28a-d0a6d20ef500 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Calling delete_port for 9f363150-cacc-420a-9484-ada504019dd8 owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:41.469159 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Attempt 5 to provision port add821ab-e8c4-4678-a2ea-a72aacffc8bd Oct 05 09:30:41.476002 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a318d4a9-9d93-48c1-8c35-07ab87a462ba req-e0b4ef8f-a21c-4dab-9905-0a69e2eafc7b tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766321 Oct 05 09:30:41.512289 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-55898327-4fd6-49af-9e19-081409c5e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:41.515365 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-55898327-4fd6-49af-9e19-081409c5e78a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11ad3cb180c447e080f7bd11392582ae&device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 1097 time: 0.4994571 Oct 05 09:30:41.526100 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af052def-e2ed-49b4-8c73-7ed731f0b9a1 req-74390cc9-da32-4cd4-9e6e-6185907600ea tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:41.527672 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-af052def-e2ed-49b4-8c73-7ed731f0b9a1 req-74390cc9-da32-4cd4-9e6e-6185907600ea tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 943 time: 0.5080028 Oct 05 09:30:41.552929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Port add821ab-e8c4-4678-a2ea-a72aacffc8bd cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:41.553662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:41.559630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:41.560249 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:41.626521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Pushing event deleted for resources: {'Port': ['ID=3746bbd2-0aa2-44e5-b460-01608925f49b,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:41.628412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:41.632357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:41.642208 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-3fa5f712-0d15-4cc3-93e5-4cf823179520 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cebb164e-6b28-45f4-86d1-c77cfb2cf82d HTTP/1.1" status: 200 len: 217 time: 0.3066225 Oct 05 09:30:41.656537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7906e1-58a2-466a-ae81-b76f020247dc x-openstack-request-id: req-5c7906e1-58a2-466a-ae81-b76f020247dc {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:30:41.656819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ac3fef-a471-41d3-872e-a28581e4a33f", "tag": "a20677fa-b862-4bc8-b2eb-520a7136650a", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:30:41.657203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c7906e1-58a2-466a-ae81-b76f020247dc {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:30:41.657516 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7906e1-58a2-466a-ae81-b76f020247dc'] response: {'name': 'network-changed', 'server_uuid': '55ac3fef-a471-41d3-872e-a28581e4a33f', 'tag': 'a20677fa-b862-4bc8-b2eb-520a7136650a', 'status': 'completed', 'code': 200} Oct 05 09:30:41.705695 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-af052def-e2ed-49b4-8c73-7ed731f0b9a1 req-7b2f0712-89c3-452f-b2d5-c95168867f60 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703703 Oct 05 09:30:41.784024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event updated for resources: {'Network': ['ID=70d76b9c-9672-4cba-a00f-a5a35b8c19c7,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:41.791492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:30:41.795003 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1f1dfea4-bc6f-46ba-9085-c485d0e11b9a tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9990511 Oct 05 09:30:41.804527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 70d76b9c-9672-4cba-a00f-a5a35b8c19c7 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:30:41.807975 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60640) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:41.827665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Attempting to bind port add821ab-e8c4-4678-a2ea-a72aacffc8bd on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:30:41.828069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Attempting to bind port add821ab-e8c4-4678-a2ea-a72aacffc8bd by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'fe6cd753-5414-4bf0-a2d3-ee735ee081d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:30:41.828634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Attempting to bind port add821ab-e8c4-4678-a2ea-a72aacffc8bd on network 2a3ab058-7897-4bde-8218-aa6bbb729df2 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:41.835384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:41.845325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:41.845697 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Added segment e0c209c0-d995-4a80-b880-bcc029bff6db of type vlan for network 4dbfcff4-75ea-4b49-a96c-2c8c3575986c Oct 05 09:30:41.850711 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-80ad9ef2-e80f-4d5e-8a0f-0051dd0e7d3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a20677fa-b862-4bc8-b2eb-520a7136650a HTTP/1.1" status: 200 len: 217 time: 0.1393738 Oct 05 09:30:41.855162 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:41.896323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1979370877'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:41.900125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Port add821ab-e8c4-4678-a2ea-a72aacffc8bd on network 2a3ab058-7897-4bde-8218-aa6bbb729df2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:30:41.900125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Attempting to bind port add821ab-e8c4-4678-a2ea-a72aacffc8bd on network 2a3ab058-7897-4bde-8218-aa6bbb729df2 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:41.901782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:41.907768 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Usage tracker for resource:network and tenant:6e751e2b3318401a8da8d3d16c84144f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:41.953462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:41.970150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:42.000779 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.020654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-f01ec813-716f-4f0f-83e6-5f10a06b60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:42.025381 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-f01ec813-716f-4f0f-83e6-5f10a06b60b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a16d9de-a890-4cc4-90e3-baf71064bc52 HTTP/1.1" status: 200 len: 845 time: 0.1162686 Oct 05 09:30:42.054019 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Attempt 6 to provision port add821ab-e8c4-4678-a2ea-a72aacffc8bd Oct 05 09:30:42.090924 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Made reservation on behalf of 6e751e2b3318401a8da8d3d16c84144f for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:42.095492 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.108514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:30:42.108514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Checking segment: {'id': 'fe6cd753-5414-4bf0-a2d3-ee735ee081d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:42.108967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Bound using segment: {'id': 'fe6cd753-5414-4bf0-a2d3-ee735ee081d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:30:42.109377 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Bound port: add821ab-e8c4-4678-a2ea-a72aacffc8bd, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe6cd753-5414-4bf0-a2d3-ee735ee081d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:30:42.109756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.120315 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e96580-6bae-4b96-b53e-02f112677f33 req-58df53e1-b83d-427f-933e-ca4c6853765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:42.121548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8555068-b74d-4f39-8c3f-f83f06a121b2 req-0a5ae84b-8f6d-4891-97fb-92afb3eb091d tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:42.121842 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-58df53e1-b83d-427f-933e-ca4c6853765f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e672df19-ead0-4e95-8b84-9c3c88196ab2 HTTP/1.1" status: 200 len: 850 time: 0.3824944 Oct 05 09:30:42.122885 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f8555068-b74d-4f39-8c3f-f83f06a121b2 req-0a5ae84b-8f6d-4891-97fb-92afb3eb091d tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 944 time: 0.3368988 Oct 05 09:30:42.123544 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Port add821ab-e8c4-4678-a2ea-a72aacffc8bd cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:30:42.130455 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a7ffe0c-2569-4182-b28a-d0a6d20ef500 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.146956 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.173251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.208720 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ffe0c-2569-4182-b28a-d0a6d20ef500 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event deleted for resources: {'Port': ['ID=9f363150-cacc-420a-9484-ada504019dd8,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:42.224564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.297548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:30:42.324744 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Pushing event updated for resources: {'Port': ['ID=e7e1d06e-b5e1-4280-b706-dc5001183592,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:42.339897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.340238 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Added segment e3d1a497-0dfd-4acf-ab7c-205592d39452 of type vlan for network bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f Oct 05 09:30:42.352705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.353489 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f8555068-b74d-4f39-8c3f-f83f06a121b2 req-caed03eb-ec0d-4d11-9884-f52cadd0bc8f tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178771 Oct 05 09:30:42.358024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-009e0af3-996e-4a1e-905d-8ddd2ca18a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:42.359508 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-009e0af3-996e-4a1e-905d-8ddd2ca18a0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=521118dc-25a5-447f-9a14-544274ea6279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3307896 Oct 05 09:30:42.370389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a7ffe0c-2569-4182-b28a-d0a6d20ef500 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.370745 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-2a7ffe0c-2569-4182-b28a-d0a6d20ef500 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Floating IP e7285212-84ff-48b8-ab06-f17f50a28788 disassociated (deleted). External IP: 172.26.7.165, port: 733889a6-1643-4c35-a6d0-124cc41a538c. Oct 05 09:30:42.405988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] For port add821ab-e8c4-4678-a2ea-a72aacffc8bd, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:30:42.407887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.408410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55eba673-b983-4554-97e3-86d422a91780 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:30:42.413018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] For port add821ab-e8c4-4678-a2ea-a72aacffc8bd, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=add821ab-e8c4-4678-a2ea-a72aacffc8bd,segment=NetworkSegment(fe6cd753-5414-4bf0-a2d3-ee735ee081d0),segment_id=fe6cd753-5414-4bf0-a2d3-ee735ee081d0)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:30:42.417409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.419165 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7a14019c-f9af-44fb-be77-8a072c66279d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "DELETE /v2.0/routers/55eba673-b983-4554-97e3-86d422a91780 HTTP/1.1" status: 204 len: 168 time: 6.8128858 Oct 05 09:30:42.421300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60644) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:42.458244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.463653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:42.464257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.488263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e96580-6bae-4b96-b53e-02f112677f33 req-200d92a8-e612-4f7a-8ce3-1451156dd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:42.490516 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-200d92a8-e612-4f7a-8ce3-1451156dd3f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba10b7ba-8830-441b-bd4b-c1479440701d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3285084 Oct 05 09:30:42.510525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.514317 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cd5de694-a7ad-4236-a4e8-9e70b94303e2 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9634123 Oct 05 09:30:42.521056 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60650) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:42.530934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.561431 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-928968549', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'fixed_ips': [{'ip_address': '172.26.7.97'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:42.569526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:42.595291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.624714 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Attempt 7 to provision port add821ab-e8c4-4678-a2ea-a72aacffc8bd Oct 05 09:30:42.640830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:42.641452 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.642976 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] 10.222.0.55 "PUT /v2.0/ports/add821ab-e8c4-4678-a2ea-a72aacffc8bd HTTP/1.1" status: 200 len: 1094 time: 5.4431372 Oct 05 09:30:42.704066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-450804f0-be65-4f8a-b51a-eedbeae5bd9b None None] Port add821ab-e8c4-4678-a2ea-a72aacffc8bd had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:30:42.725173 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6771491 Oct 05 09:30:42.743151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60654) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:42.745860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97b4d6f-741e-4dab-ac92-7c334de46003 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Deleting subnet 8d2b348d-ded1-4560-aa54-936e2c9db307 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:30:42.754786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Usage tracker for resource:port and tenant:b479a2a49a924bb092ff41e318233ba5 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:42.758017 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a97b4d6f-741e-4dab-ac92-7c334de46003 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:42.759393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:42.766119 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:30:42.788559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'subnet': {'network_id': '4dbfcff4-75ea-4b49-a96c-2c8c3575986c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:42.808084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ed2c0-4bcb-4d1b-806f-b0e442b3c897 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Network': ['ID=4dbfcff4-75ea-4b49-a96c-2c8c3575986c,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:42.823321 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 4dbfcff4-75ea-4b49-a96c-2c8c3575986c details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:30:42.829456 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:42.972398 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-88553560-3e80-4981-ae05-eae2e9fc5a7a service neutron] 10.222.0.55 "GET /v2.0/networks/521118dc-25a5-447f-9a14-544274ea6279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502527 Oct 05 09:30:43.003392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c0f9f-6fcb-4e8d-9f6c-3cc7dea4be6c service neutron] Pushing event updated for resources: {'Port': ['ID=add821ab-e8c4-4678-a2ea-a72aacffc8bd,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:43.014049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a97b4d6f-741e-4dab-ac92-7c334de46003 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:43.040754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Made reservation on behalf of b479a2a49a924bb092ff41e318233ba5 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:43.043180 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:43.076849 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:43.082095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:43.083259 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:43.125822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:43.205934 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-7439d157-04df-44b4-b20a-1396ce1cd375 service neutron] 10.222.0.55 "GET /v2.0/networks/ba10b7ba-8830-441b-bd4b-c1479440701d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6971571 Oct 05 09:30:43.213755 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:43.238093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:subnet and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:43.244090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:43.259673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:43.320494 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:43.325311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a97b4d6f-741e-4dab-ac92-7c334de46003 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:43.372822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b4e1cf45-b602-4f45-a59e-57e6410ce7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:43.374380 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b4e1cf45-b602-4f45-a59e-57e6410ce7a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c32c3c1f621440c9b1008a8b2086dc9&device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 1097 time: 0.5636721 Oct 05 09:30:43.390531 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd83a0-6838-40db-b210-38e4184e4d06 req-b96a2fef-0f98-441c-a03c-09076d70e842 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:43.391993 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9efd83a0-6838-40db-b210-38e4184e4d06 req-b96a2fef-0f98-441c-a03c-09076d70e842 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 944 time: 0.6422007 Oct 05 09:30:43.393275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Usage tracker for resource:security_group_rule and tenant:b479a2a49a924bb092ff41e318233ba5 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:43.407526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:43.423323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event updated for resources: {'Network': ['ID=bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:43.435529 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:43.473205 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-98767949-3e1b-4a1e-b42d-a744333999c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add821ab-e8c4-4678-a2ea-a72aacffc8bd HTTP/1.1" status: 200 len: 217 time: 0.0821052 Oct 05 09:30:43.475531 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:43.475880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:43.476219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:43.476552 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:43.476902 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:43.477231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:43.477550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:43.477877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:43.478250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:43.478571 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:43.478894 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:43.479211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:43.493410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:30:43.510933 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-857efe52-7916-4fc1-9c3d-cabf6163fbf3 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6512249 Oct 05 09:30:43.540061 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-25e96580-6bae-4b96-b53e-02f112677f33 req-b6158e15-d322-4a1a-a8f8-e0539dbfa220 service neutron] 10.222.0.55 "GET /v2.0/networks/ba10b7ba-8830-441b-bd4b-c1479440701d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239126 Oct 05 09:30:43.541064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a3176-6e41-4592-adf5-34695eedede9 req-692f45e3-1904-429c-b7d6-e9b1deaa4cb7 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:43.548018 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8f0a3176-6e41-4592-adf5-34695eedede9 req-692f45e3-1904-429c-b7d6-e9b1deaa4cb7 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 943 time: 0.6630514 Oct 05 09:30:43.561559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-5cdd4288-e340-4e41-9d7e-49bb6be45809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:43.563267 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-5cdd4288-e340-4e41-9d7e-49bb6be45809 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687b5c3a-83db-4081-9f2c-b62c2b0d104e HTTP/1.1" status: 200 len: 851 time: 0.0790055 Oct 05 09:30:43.589792 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9efd83a0-6838-40db-b210-38e4184e4d06 req-fd5c67cc-7f01-465a-8f2a-89006a8f367f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771557 Oct 05 09:30:43.597933 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ce6d401-1819-4d31-b9b7-16a5241ecc92 req-eb0ba192-8330-4d34-ba73-f60399f5d7da service neutron] 10.222.0.55 "GET /v2.0/networks/521118dc-25a5-447f-9a14-544274ea6279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582263 Oct 05 09:30:43.599964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7ffe0c-2569-4182-b28a-d0a6d20ef500 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Router 3f73aa86-d519-46d5-8053-ed455735ee54 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:30:43.613028 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:43.618463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:43.647556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a97b4d6f-741e-4dab-ac92-7c334de46003 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:43.673884 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8f0a3176-6e41-4592-adf5-34695eedede9 req-3e330c84-64bd-486c-93dc-b0a5864970ce tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221581 Oct 05 09:30:43.683076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6', 'tag': 'add821ab-e8c4-4678-a2ea-a72aacffc8bd'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:30:43.685419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6296d6de-63e5-481f-980d-c74d6febf261" -d '{"events": [{"name": "network-changed", "server_uuid": "ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6", "tag": "add821ab-e8c4-4678-a2ea-a72aacffc8bd"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:30:43.688791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60662) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:43.756277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Request body: {'subnets': [{'network_id': '70d76b9c-9672-4cba-a00f-a5a35b8c19c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1930949417', 'ip_version': 4}, {'network_id': 'bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:43.756590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Request body: {'subnet': {'network_id': '70d76b9c-9672-4cba-a00f-a5a35b8c19c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1930949417', 'ip_version': 4}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:43.757154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Request body: {'subnet': {'network_id': 'bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:43.834087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b4d6f-741e-4dab-ac92-7c334de46003 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2b348d-ded1-4560-aa54-936e2c9db307,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:43.884398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59e838a-fbe7-4a6a-a321-5f953a78e4c3 x-openstack-request-id: req-a59e838a-fbe7-4a6a-a321-5f953a78e4c3 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:30:43.884763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6", "tag": "add821ab-e8c4-4678-a2ea-a72aacffc8bd", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:30:43.885014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a59e838a-fbe7-4a6a-a321-5f953a78e4c3 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:30:43.885399 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59e838a-fbe7-4a6a-a321-5f953a78e4c3'] response: {'name': 'network-changed', 'server_uuid': 'ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6', 'tag': 'add821ab-e8c4-4678-a2ea-a72aacffc8bd', 'status': 'completed', 'code': 200} Oct 05 09:30:43.888293 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a97b4d6f-741e-4dab-ac92-7c334de46003 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:43.955198 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a97b4d6f-741e-4dab-ac92-7c334de46003 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/8d2b348d-ded1-4560-aa54-936e2c9db307 HTTP/1.1" status: 204 len: 168 time: 1.5328548 Oct 05 09:30:43.973894 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60668) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:44.042689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3746bbd2-0aa2-44e5-b460-01608925f49b no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:30:44.084031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 3746bbd2-0aa2-44e5-b460-01608925f49b {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:30:44.084523 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3746bbd2-0aa2-44e5-b460-01608925f49b not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:30:44.116437 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-4ff57e75-25da-46bc-b8d3-c75b7d571f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:44.118048 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-4ff57e75-25da-46bc-b8d3-c75b7d571f7d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a3ab058-7897-4bde-8218-aa6bbb729df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5478489 Oct 05 09:30:44.120541 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7ffe0c-2569-4182-b28a-d0a6d20ef500 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:30:44.124294 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:44.132639 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53757162-c418-4d1a-93d9-bab9d5007efe None None] Sync routers for ids ['3f73aa86-d519-46d5-8053-ed455735ee54'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:30:44.145665 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53757162-c418-4d1a-93d9-bab9d5007efe None None] Routers {'3f73aa86-d519-46d5-8053-ed455735ee54'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:44.146856 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-53757162-c418-4d1a-93d9-bab9d5007efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3f73aa86-d519-46d5-8053-ed455735ee54'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:44.157645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1a5403e-3382-41c4-8c2e-3ff6800d8b99 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:44.175438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a7ffe0c-2569-4182-b28a-d0a6d20ef500 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:44.214969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:44.235219 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-53757162-c418-4d1a-93d9-bab9d5007efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:44.235450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] device_id is not set on port b226c046-e52b-4c2b-8b96-79e7c09935ba yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:30:44.245030 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53757162-c418-4d1a-93d9-bab9d5007efe None None] Routers {'3f73aa86-d519-46d5-8053-ed455735ee54'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:44.245783 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-53757162-c418-4d1a-93d9-bab9d5007efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3f73aa86-d519-46d5-8053-ed455735ee54'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:44.261366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e67c1-0c45-4749-8a76-7a81f5b57cf8 req-f59bf59d-dd23-43ee-9e4a-4d9073a0c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:44.262928 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e03e67c1-0c45-4749-8a76-7a81f5b57cf8 req-f59bf59d-dd23-43ee-9e4a-4d9073a0c770 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11ad3cb180c447e080f7bd11392582ae&device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 1097 time: 0.4237981 Oct 05 09:30:44.263895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:44.278689 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ac4eb-1ebc-4a17-a1ad-a475f7b3478a req-1386f7f0-9d2e-4d53-88a8-6809685ce44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:44.280300 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-746ac4eb-1ebc-4a17-a1ad-a475f7b3478a req-1386f7f0-9d2e-4d53-88a8-6809685ce44d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64bbc57863b44b77bc87e580adbb4648&device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 1096 time: 0.4907048 Oct 05 09:30:44.280683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Usage tracker for resource:subnet and tenant:6e751e2b3318401a8da8d3d16c84144f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:44.309112 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-53757162-c418-4d1a-93d9-bab9d5007efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:44.309112 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53757162-c418-4d1a-93d9-bab9d5007efe None None] The sync data for ids ['3f73aa86-d519-46d5-8053-ed455735ee54'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:30:44.310585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:44.325859 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22cb11-2ce2-4e41-9568-e4708a61d95e req-28af9b39-d02c-4876-8b64-b8ac5e0ca92e tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:44.327634 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5d22cb11-2ce2-4e41-9568-e4708a61d95e req-28af9b39-d02c-4876-8b64-b8ac5e0ca92e tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 944 time: 0.4954004 Oct 05 09:30:44.379890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:44.494611 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-621a4372-f1b5-4438-941f-3452b0c36137 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621027 Oct 05 09:30:44.538966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Made reservation on behalf of 6e751e2b3318401a8da8d3d16c84144f for: {'subnet': 2} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:44.543517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:44.543835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:44.568820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:44.572783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e67c1-0c45-4749-8a76-7a81f5b57cf8 req-6834783c-b297-4da1-b3f4-cf3863d753a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:44.574400 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e03e67c1-0c45-4749-8a76-7a81f5b57cf8 req-6834783c-b297-4da1-b3f4-cf3863d753a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=521118dc-25a5-447f-9a14-544274ea6279 HTTP/1.1" status: 200 len: 907 time: 0.2985001 Oct 05 09:30:44.644688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2922c5ef-782d-40ea-ad64-f0d8c8df50e8,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:44.648484 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2a7ffe0c-2569-4182-b28a-d0a6d20ef500 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] 10.222.0.49 "DELETE /v2.0/floatingips/e7285212-84ff-48b8-ab06-f17f50a28788 HTTP/1.1" status: 204 len: 168 time: 5.0139451 Oct 05 09:30:44.664105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60672) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:44.716477 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:44.757416 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:44.770885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1a5403e-3382-41c4-8c2e-3ff6800d8b99 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:44.781181 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Usage tracker for resource:floatingip and tenant:fb8592260ae24c79922aa2280d418e50 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:44.790627 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:44.803087 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5d22cb11-2ce2-4e41-9568-e4708a61d95e req-49cd260e-3963-4804-ad98-e6269187c338 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4338760 Oct 05 09:30:44.875698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:44.934836 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-d1a5403e-3382-41c4-8c2e-3ff6800d8b99 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98576e81-e984-4fdf-89ed-fef52685e60b']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:44.942733 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e03e67c1-0c45-4749-8a76-7a81f5b57cf8 req-bd52c142-1d09-446b-b72c-a30d40d9ffb0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a20677fa-b862-4bc8-b2eb-520a7136650a HTTP/1.1" status: 200 len: 217 time: 0.2367737 Oct 05 09:30:45.022166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-d1a5403e-3382-41c4-8c2e-3ff6800d8b99 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8c772d-d21f-4d1f-8720-d79e9ef27e6a') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:45.022715 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-d1a5403e-3382-41c4-8c2e-3ff6800d8b99 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8c772d-d21f-4d1f-8720-d79e9ef27e6a') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:45.029655 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ac4eb-1ebc-4a17-a1ad-a475f7b3478a req-0d7480db-1cc2-4582-9c66-631198e03de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:45.031246 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-746ac4eb-1ebc-4a17-a1ad-a475f7b3478a req-0d7480db-1cc2-4582-9c66-631198e03de7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba10b7ba-8830-441b-bd4b-c1479440701d HTTP/1.1" status: 200 len: 912 time: 0.7135262 Oct 05 09:30:45.048748 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Subnet': ['ID=09859176-9d41-4c23-a835-5c489b866431,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:45.056260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1a5403e-3382-41c4-8c2e-3ff6800d8b99 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:45.083840 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:45.084186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:45.084524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:45.084862 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:45.085195 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:45.085528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:45.085853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:45.086226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:45.086576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:45.086919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:45.087283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:45.087640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:45.106935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Checking segment: {'id': 'e0c209c0-d995-4a80-b880-bcc029bff6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4dbfcff4-75ea-4b49-a96c-2c8c3575986c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:45.107300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network hostable DHCP agents. Network: 4dbfcff4-75ea-4b49-a96c-2c8c3575986c, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:30:45.123741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e67c1-0c45-4749-8a76-7a81f5b57cf8 req-73e6884c-a59a-4062-a205-fe2aba18fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:45.125207 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e03e67c1-0c45-4749-8a76-7a81f5b57cf8 req-73e6884c-a59a-4062-a205-fe2aba18fbd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a16d9de-a890-4cc4-90e3-baf71064bc52 HTTP/1.1" status: 200 len: 845 time: 0.1724999 Oct 05 09:30:45.128704 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8335c757-1ebb-4c3c-a02c-21ca21c064d9 req-b9f713f0-7792-4430-8ecc-78c75de42ec9 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193314 Oct 05 09:30:45.133833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:45.164916 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-746ac4eb-1ebc-4a17-a1ad-a475f7b3478a req-87304dbe-41f0-4f40-98a6-22e14ab33de1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cebb164e-6b28-45f4-86d1-c77cfb2cf82d HTTP/1.1" status: 200 len: 217 time: 0.1151943 Oct 05 09:30:45.175617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1a5403e-3382-41c4-8c2e-3ff6800d8b99 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:45.286547 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a5403e-3382-41c4-8c2e-3ff6800d8b99 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:30:45.286861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1a5403e-3382-41c4-8c2e-3ff6800d8b99 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:45.298735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network 4dbfcff4-75ea-4b49-a96c-2c8c3575986c is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:30:45.318624 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 05 09:30:45.319124 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:30:45.371341 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 0e8c772d-d21f-4d1f-8720-d79e9ef27e6a resource provider aggregate not found Oct 05 09:30:45.417322 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1acd98-ad02-480a-bfba-73a49c4be338 req-a04a4944-e277-4d95-86e3-19f0960632ad tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:45.418803 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5c1acd98-ad02-480a-bfba-73a49c4be338 req-a04a4944-e277-4d95-86e3-19f0960632ad tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 944 time: 0.6302462 Oct 05 09:30:45.432251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e67c1-0c45-4749-8a76-7a81f5b57cf8 req-1c59566e-1e31-4db1-8c44-91737b0a2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:45.433731 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e03e67c1-0c45-4749-8a76-7a81f5b57cf8 req-1c59566e-1e31-4db1-8c44-91737b0a2738 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=521118dc-25a5-447f-9a14-544274ea6279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2671983 Oct 05 09:30:45.434984 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 0e8c772d-d21f-4d1f-8720-d79e9ef27e6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e8c772d-d21f-4d1f-8720-d79e9ef27e6a found for delete ", "request_id": "req-ba190836-3074-4b65-9100-5e8c3cff0989"}]} Oct 05 09:30:45.464014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ac4eb-1ebc-4a17-a1ad-a475f7b3478a req-3052ac0d-5f8b-4345-9a51-03be1ec832fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:45.465438 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-746ac4eb-1ebc-4a17-a1ad-a475f7b3478a req-3052ac0d-5f8b-4345-9a51-03be1ec832fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e672df19-ead0-4e95-8b84-9c3c88196ab2 HTTP/1.1" status: 200 len: 850 time: 0.2917948 Oct 05 09:30:45.474006 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 4dbfcff4-75ea-4b49-a96c-2c8c3575986c) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:45.485590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7048071b-7038-489e-848f-ed830abc240b None None] Network 4dbfcff4-75ea-4b49-a96c-2c8c3575986c requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:45.490900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:45.491521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:45.532378 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056b75a-4462-4baf-9471-c48f39bbd1c5 req-b813343e-c884-46c2-9299-7a694f449c18 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:45.533837 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5056b75a-4462-4baf-9471-c48f39bbd1c5 req-b813343e-c884-46c2-9299-7a694f449c18 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 943 time: 0.5788391 Oct 05 09:30:45.583724 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5c1acd98-ad02-480a-bfba-73a49c4be338 req-5a05727f-1050-4984-8862-cf24571c6e39 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582065 Oct 05 09:30:45.622967 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2c2fa95d-9ec2-49c5-88a5-6a6634fbf4cf tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.0853565 Oct 05 09:30:45.622967 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1a5403e-3382-41c4-8c2e-3ff6800d8b99 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:45.629691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60684) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:45.632352 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a5403e-3382-41c4-8c2e-3ff6800d8b99 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98576e81-e984-4fdf-89ed-fef52685e60b {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 05 09:30:45.636817 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1a5403e-3382-41c4-8c2e-3ff6800d8b99 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:45.662800 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5056b75a-4462-4baf-9471-c48f39bbd1c5 req-722c4a5c-9564-494e-89c4-cf9cc05fb898 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196597 Oct 05 09:30:45.670646 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5403e-3382-41c4-8c2e-3ff6800d8b99 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Pushing event deleted for resources: {'Network': ['ID=98576e81-e984-4fdf-89ed-fef52685e60b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:45.686074 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d1a5403e-3382-41c4-8c2e-3ff6800d8b99 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "DELETE /v2.0/networks/98576e81-e984-4fdf-89ed-fef52685e60b HTTP/1.1" status: 204 len: 168 time: 1.7041702 Oct 05 09:30:45.726811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ac4eb-1ebc-4a17-a1ad-a475f7b3478a req-7214b3d8-2223-446a-ac18-83cb01912274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:45.730021 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-746ac4eb-1ebc-4a17-a1ad-a475f7b3478a req-7214b3d8-2223-446a-ac18-83cb01912274 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba10b7ba-8830-441b-bd4b-c1479440701d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2483041 Oct 05 09:30:45.735327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:45.847838 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-4dbfcff4-75ea-4b49-a96c-2c8c3575986c', 'network_id': '4dbfcff4-75ea-4b49-a96c-2c8c3575986c', 'tenant_id': '7283f07e358044f8b3cf5f6bbdcb5318', 'fixed_ips': [{'subnet_id': '09859176-9d41-4c23-a835-5c489b866431'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:30:45.849474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:45.850619 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a2c0c001-5430-4f77-85a9-3e1c4ee5718f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1018257 Oct 05 09:30:45.894337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60692) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:45.927833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1769956280'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:45.933667 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:45.941534 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:network and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:45.944969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:45.951453 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:46.010599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296d6de-63e5-481f-980d-c74d6febf261 req-65cf6e12-17b9-471d-ba7c-2d7ee263e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:46.013117 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6296d6de-63e5-481f-980d-c74d6febf261 req-65cf6e12-17b9-471d-ba7c-2d7ee263e1f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c32c3c1f621440c9b1008a8b2086dc9&device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 1097 time: 0.6319327 Oct 05 09:30:46.022321 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b178fad5-1fac-48c2-9bb3-8a700cef5975 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Deleting port e7e1d06e-b5e1-4280-b706-dc5001183592 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:46.022992 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b178fad5-1fac-48c2-9bb3-8a700cef5975 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:46.081126 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e03e67c1-0c45-4749-8a76-7a81f5b57cf8 req-fbf02ae8-b5db-4e4e-ace9-2b48a121b749 service neutron] 10.222.0.55 "GET /v2.0/networks/521118dc-25a5-447f-9a14-544274ea6279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301737 Oct 05 09:30:46.125974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:46.132584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:46.134648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Allocated IP 2001:db8::1 (4dbfcff4-75ea-4b49-a96c-2c8c3575986c/09859176-9d41-4c23-a835-5c489b866431/4a71b150-9f89-4020-9e88-7f9d83da4863) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:46.239046 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60700) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:46.268947 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-478afdb4-0a7a-41e7-ae1d-f5be4fc43ed6 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Request body: {'router': {'name': 'tempest-router--50025627', 'project_id': '27b06f71a5dd4ad5b5ed6a9b33933df3'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:46.287901 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-478afdb4-0a7a-41e7-ae1d-f5be4fc43ed6 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:46.296714 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-746ac4eb-1ebc-4a17-a1ad-a475f7b3478a req-0332f5c8-bfcf-4c54-bdfd-79e2802d00d3 service neutron] 10.222.0.55 "GET /v2.0/networks/ba10b7ba-8830-441b-bd4b-c1479440701d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582759 Oct 05 09:30:46.301963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:30:46.319158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-478afdb4-0a7a-41e7-ae1d-f5be4fc43ed6 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Usage tracker for resource:router and tenant:27b06f71a5dd4ad5b5ed6a9b33933df3 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:46.345998 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-478afdb4-0a7a-41e7-ae1d-f5be4fc43ed6 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:46.365147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Allocated IP 172.26.7.237 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/288a5dc6-a2b9-4643-822b-26dad937d398) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:46.372545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-478afdb4-0a7a-41e7-ae1d-f5be4fc43ed6 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:46.427895 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:46.443232 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Transition to ACTIVE for port object 4a71b150-9f89-4020-9e88-7f9d83da4863 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:46.464012 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Transition to ACTIVE for port object 4a71b150-9f89-4020-9e88-7f9d83da4863 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:46.467791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296d6de-63e5-481f-980d-c74d6febf261 req-5c85ea2a-2fc0-472e-b6d2-360dda11f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:46.469256 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6296d6de-63e5-481f-980d-c74d6febf261 req-5c85ea2a-2fc0-472e-b6d2-360dda11f1bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a3ab058-7897-4bde-8218-aa6bbb729df2 HTTP/1.1" status: 200 len: 913 time: 0.4138319 Oct 05 09:30:46.477673 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e03e67c1-0c45-4749-8a76-7a81f5b57cf8 req-7c673f2b-8e72-4470-9798-831241edca81 service neutron] 10.222.0.55 "GET /v2.0/networks/521118dc-25a5-447f-9a14-544274ea6279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763335 Oct 05 09:30:46.546703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:46.547049 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Added segment 4899eb48-f7d0-4a5a-b53c-6c8083bb7ff8 of type vlan for network d6c1fbdd-47f4-432c-bd2e-139cfbf11f87 Oct 05 09:30:46.553624 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:46.558733 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6296d6de-63e5-481f-980d-c74d6febf261 req-aa83f594-ac73-4364-bef9-e099871255a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add821ab-e8c4-4678-a2ea-a72aacffc8bd HTTP/1.1" status: 200 len: 217 time: 0.0800343 Oct 05 09:30:46.630109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Network 4dbfcff4-75ea-4b49-a96c-2c8c3575986c is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:46.633396 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:46.637538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:46.647482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Pushing event updated for resources: {'Port': ['ID=4a71b150-9f89-4020-9e88-7f9d83da4863,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:46.655602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:46.656716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:46.656716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:46.656716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:46.656948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:46.657238 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:46.657570 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:46.657888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:46.658330 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:46.658950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:46.659505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:46.659698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:46.682865 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:46.694412 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-478afdb4-0a7a-41e7-ae1d-f5be4fc43ed6 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:46.695450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-478afdb4-0a7a-41e7-ae1d-f5be4fc43ed6 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:46.720461 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6b67f-8118-4fea-8273-a774a99ce93b req-c0e3e2f3-2a81-49a2-a798-e99a0e2ad7b5 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:46.722122 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a9e6b67f-8118-4fea-8273-a774a99ce93b req-c0e3e2f3-2a81-49a2-a798-e99a0e2ad7b5 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 944 time: 0.7159755 Oct 05 09:30:46.774330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:46.779173 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b178fad5-1fac-48c2-9bb3-8a700cef5975 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:46.779495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b178fad5-1fac-48c2-9bb3-8a700cef5975 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:46.799847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Attempting to bind port 4a71b150-9f89-4020-9e88-7f9d83da4863 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:30:46.800571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Attempting to bind port 4a71b150-9f89-4020-9e88-7f9d83da4863 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'e0c209c0-d995-4a80-b880-bcc029bff6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4dbfcff4-75ea-4b49-a96c-2c8c3575986c'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:30:46.801752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Attempting to bind port 4a71b150-9f89-4020-9e88-7f9d83da4863 on network 4dbfcff4-75ea-4b49-a96c-2c8c3575986c {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:46.809792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:30:46.810524 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Checking segment: {'id': 'e0c209c0-d995-4a80-b880-bcc029bff6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4dbfcff4-75ea-4b49-a96c-2c8c3575986c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:46.811130 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:46.811764 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Bound using segment: {'id': 'e0c209c0-d995-4a80-b880-bcc029bff6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4dbfcff4-75ea-4b49-a96c-2c8c3575986c'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:30:46.812609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Bound port: 4a71b150-9f89-4020-9e88-7f9d83da4863, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c209c0-d995-4a80-b880-bcc029bff6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4dbfcff4-75ea-4b49-a96c-2c8c3575986c'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:30:46.813435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:46.876113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-478afdb4-0a7a-41e7-ae1d-f5be4fc43ed6 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:46.909078 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-746ac4eb-1ebc-4a17-a1ad-a475f7b3478a req-0cb42d5c-3374-4224-a063-505d126faff9 service neutron] 10.222.0.55 "GET /v2.0/networks/ba10b7ba-8830-441b-bd4b-c1479440701d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837834 Oct 05 09:30:46.911937 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] For port 4a71b150-9f89-4020-9e88-7f9d83da4863, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:30:46.915825 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] For port 4a71b150-9f89-4020-9e88-7f9d83da4863, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4a71b150-9f89-4020-9e88-7f9d83da4863,segment=NetworkSegment(e0c209c0-d995-4a80-b880-bcc029bff6db),segment_id=e0c209c0-d995-4a80-b880-bcc029bff6db)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:30:46.938250 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a9e6b67f-8118-4fea-8273-a774a99ce93b req-6dea4da5-2493-4a68-9d39-eb36c206a313 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980903 Oct 05 09:30:46.979887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b178fad5-1fac-48c2-9bb3-8a700cef5975 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Calling delete_port for e7e1d06e-b5e1-4280-b706-dc5001183592 owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:46.983045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:46.998199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:47.010335 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc02db-00b4-4ed4-81b2-351fb7416bfa req-f2de9a9a-1be0-49ee-9824-b9eefd676b4f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:47.013475 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f8fc02db-00b4-4ed4-81b2-351fb7416bfa req-f2de9a9a-1be0-49ee-9824-b9eefd676b4f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 944 time: 0.2188020 Oct 05 09:30:47.026741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296d6de-63e5-481f-980d-c74d6febf261 req-4d4d0f37-130c-49eb-bf1d-e390608a9c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:47.028251 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6296d6de-63e5-481f-980d-c74d6febf261 req-4d4d0f37-130c-49eb-bf1d-e390608a9c73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687b5c3a-83db-4081-9f2c-b62c2b0d104e HTTP/1.1" status: 200 len: 851 time: 0.4550364 Oct 05 09:30:47.042247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:47.048154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:47.048763 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:47.074488 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-478afdb4-0a7a-41e7-ae1d-f5be4fc43ed6 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:47.105633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241f24b-5435-47c1-bac8-fa19ceddd6bf None None] Pushing event updated for resources: {'Port': ['ID=4a71b150-9f89-4020-9e88-7f9d83da4863,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:47.118234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event updated for resources: {'Subnet': ['ID=a0a47dec-4cba-4bae-bdf8-b3a46ef6694b,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:47.158205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Checking segment: {'id': '440a315c-dd6f-468b-8dac-102345fdbcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '70d76b9c-9672-4cba-a00f-a5a35b8c19c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:47.158563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Network hostable DHCP agents. Network: 70d76b9c-9672-4cba-a00f-a5a35b8c19c7, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:30:47.256472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296d6de-63e5-481f-980d-c74d6febf261 req-4924423f-c192-4b2e-8d24-f9466219d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:47.258367 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6296d6de-63e5-481f-980d-c74d6febf261 req-4924423f-c192-4b2e-8d24-f9466219d92c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a3ab058-7897-4bde-8218-aa6bbb729df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2159703 Oct 05 09:30:47.267992 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f8fc02db-00b4-4ed4-81b2-351fb7416bfa req-ea8d4cb9-f448-431e-bef3-21fb266abe00 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466469 Oct 05 09:30:47.270939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Network': ['ID=d6c1fbdd-47f4-432c-bd2e-139cfbf11f87,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:47.275535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:47.281743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network d6c1fbdd-47f4-432c-bd2e-139cfbf11f87 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:30:47.372565 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Network 70d76b9c-9672-4cba-a00f-a5a35b8c19c7 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:30:47.381932 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-478afdb4-0a7a-41e7-ae1d-f5be4fc43ed6 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:47.386638 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-478afdb4-0a7a-41e7-ae1d-f5be4fc43ed6 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1419716 Oct 05 09:30:47.390080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60708) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:47.397871 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2edea8f3-c38d-45fe-b6b2-ba998cc8a9dd tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4955173 Oct 05 09:30:47.406117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:47.415678 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:47.418303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60712) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:47.443891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'subnet': {'network_id': 'd6c1fbdd-47f4-432c-bd2e-139cfbf11f87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:47.461281 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:47.461558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b178fad5-1fac-48c2-9bb3-8a700cef5975 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:47.482662 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device cebb164e-6b28-45f4-86d1-c77cfb2cf82d details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:30:47.533513 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 70d76b9c-9672-4cba-a00f-a5a35b8c19c7) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:47.538082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:47.563226 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Pushing event updated for resources: {'Port': ['ID=288a5dc6-a2b9-4643-822b-26dad937d398,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:47.573829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4794ed7b-2a71-47c1-84ea-3b32306053a2 None None] Network 70d76b9c-9672-4cba-a00f-a5a35b8c19c7 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:47.620603 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f62ea0-5e0c-4611-bb3c-19e3ef8ef84c req-2866dab6-51d5-4aa7-a5e8-c5b706171a00 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:47.624211 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-43f62ea0-5e0c-4611-bb3c-19e3ef8ef84c req-2866dab6-51d5-4aa7-a5e8-c5b706171a00 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 943 time: 0.4506531 Oct 05 09:30:47.631986 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178fad5-1fac-48c2-9bb3-8a700cef5975 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7e1d06e-b5e1-4280-b706-dc5001183592,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:47.688359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:47.703988 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:subnet and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:47.710282 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-43f62ea0-5e0c-4611-bb3c-19e3ef8ef84c req-417642e8-8787-4133-860f-57e2c312a549 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723979 Oct 05 09:30:47.711451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:47.722816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:47.724095 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9fbbfd5c-8166-4e13-b0fb-e2cd4bd3ed29 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:47.740462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:47.787355 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port cebb164e-6b28-45f4-86d1-c77cfb2cf82d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=cebb164e-6b28-45f4-86d1-c77cfb2cf82d,segment=NetworkSegment(8f05bc13-abf3-4e7e-b28c-bfe31439a54b),segment_id=8f05bc13-abf3-4e7e-b28c-bfe31439a54b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:47.831459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d', 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'port_id': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d', 'mac_address': 'fa:16:3e:c3:7c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:30:47.834041 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:47.838149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:47.907711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port cebb164e-6b28-45f4-86d1-c77cfb2cf82d is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:47.908099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:47.964589 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebb164e-6b28-45f4-86d1-c77cfb2cf82d {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:30:47.984793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-70d76b9c-9672-4cba-a00f-a5a35b8c19c7', 'network_id': '70d76b9c-9672-4cba-a00f-a5a35b8c19c7', 'tenant_id': '6e751e2b3318401a8da8d3d16c84144f', 'fixed_ips': [{'subnet_id': 'a0a47dec-4cba-4bae-bdf8-b3a46ef6694b'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:30:47.986449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:47.986556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.ipam_backend_mixin [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Performing IP validity checks on allocation pools {{(pid=89846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 09:30:47.986650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.ipam_backend_mixin [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 09:30:47.990817 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6296d6de-63e5-481f-980d-c74d6febf261 req-31fcf9bc-06a4-4bae-8b24-fd3cbbb095a8 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7158589 Oct 05 09:30:48.001274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event updated for resources: {'Subnet': ['ID=079894c2-db99-4b84-b36e-a9526147b89c,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:48.001507 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:48.031461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port cebb164e-6b28-45f4-86d1-c77cfb2cf82d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=cebb164e-6b28-45f4-86d1-c77cfb2cf82d,segment=NetworkSegment(8f05bc13-abf3-4e7e-b28c-bfe31439a54b),segment_id=8f05bc13-abf3-4e7e-b28c-bfe31439a54b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:48.147039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:48.148421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device a20677fa-b862-4bc8-b2eb-520a7136650a details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:30:48.217336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4a71b150-9f89-4020-9e88-7f9d83da4863 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:48.398255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Checking segment: {'id': 'e3d1a497-0dfd-4acf-ab7c-205592d39452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:48.398807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Network hostable DHCP agents. Network: bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:30:48.417735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b178fad5-1fac-48c2-9bb3-8a700cef5975 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:48.435334 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9fbbfd5c-8166-4e13-b0fb-e2cd4bd3ed29 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:48.451534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9fbbfd5c-8166-4e13-b0fb-e2cd4bd3ed29 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:48.497540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b178fad5-1fac-48c2-9bb3-8a700cef5975 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:48.502588 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b178fad5-1fac-48c2-9bb3-8a700cef5975 tempest-ExternalNetworksAdminNegativeTestJSON-151149195 tempest-ExternalNetworksAdminNegativeTestJSON-151149195-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/31b5d457-1a6c-49e6-a460-ace698a8e524 HTTP/1.1" status: 204 len: 168 time: 2.8698716 Oct 05 09:30:48.510162 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 4a71b150-9f89-4020-9e88-7f9d83da4863 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:48.515874 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=cebb164e-6b28-45f4-86d1-c77cfb2cf82d,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:48.554510 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e0958c-21b1-4fa8-ba19-3e21ca691603 None None] Network 4dbfcff4-75ea-4b49-a96c-2c8c3575986c requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:48.564700 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6296d6de-63e5-481f-980d-c74d6febf261 req-7223c3f6-a33c-4538-86f2-218abcd22f6a service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543206 Oct 05 09:30:48.603689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9fbbfd5c-8166-4e13-b0fb-e2cd4bd3ed29 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:48.604225 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbbfd5c-8166-4e13-b0fb-e2cd4bd3ed29 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f39ffc25-6603-492d-9e73-87791db90810 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:30:48.623809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9fbbfd5c-8166-4e13-b0fb-e2cd4bd3ed29 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:48.623809 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9fbbfd5c-8166-4e13-b0fb-e2cd4bd3ed29 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "DELETE /v2.0/routers/f39ffc25-6603-492d-9e73-87791db90810 HTTP/1.1" status: 204 len: 168 time: 1.2320430 Oct 05 09:30:48.642537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Network bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:30:48.663250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:48.679498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f9123-992f-4de9-9e74-a4ffb96b9b30 req-ba33d789-b260-4dde-826e-f14f4fec7299 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:48.681530 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5d0f9123-992f-4de9-9e74-a4ffb96b9b30 req-ba33d789-b260-4dde-826e-f14f4fec7299 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 944 time: 0.5040607 Oct 05 09:30:48.741022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:48.745294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:48.745750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:48.746411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:48.756034 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5d0f9123-992f-4de9-9e74-a4ffb96b9b30 req-612abd6c-86ba-4fc0-a82b-1e6e0ef877af tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621564 Oct 05 09:30:48.773071 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b15de0-85f4-4785-a6ea-b33e5543db80 None None] Network bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:48.784248 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c13997-703b-4c3e-9624-9f84bbc9f5e0 req-3fe10a20-23c3-4b60-9cd5-1a8f98ab6670 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:48.787240 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d4c13997-703b-4c3e-9624-9f84bbc9f5e0 req-3fe10a20-23c3-4b60-9cd5-1a8f98ab6670 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 944 time: 0.2676232 Oct 05 09:30:48.790723 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:48.797429 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:48.804725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Allocated IP 172.20.0.2 (70d76b9c-9672-4cba-a00f-a5a35b8c19c7/a0a47dec-4cba-4bae-bdf8-b3a46ef6694b/8a0b748a-d1dd-41e8-a051-334c48d14fdf) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:48.867306 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-eabc3254-8ab0-4d72-93cd-b990fdb398ca tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.1699328 Oct 05 09:30:48.868413 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60726) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:48.884265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8dd07903-e39b-4ccf-9891-2f1f9cdfb103 None None] Provisioning for port 4a71b150-9f89-4020-9e88-7f9d83da4863 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:48.905033 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port a20677fa-b862-4bc8-b2eb-520a7136650a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a20677fa-b862-4bc8-b2eb-520a7136650a,segment=NetworkSegment(e5c0adcc-f023-4ace-8bf8-a05e02096e05),segment_id=e5c0adcc-f023-4ace-8bf8-a05e02096e05)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:48.928489 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8dd07903-e39b-4ccf-9891-2f1f9cdfb103 None None] Provisioning complete for port 4a71b150-9f89-4020-9e88-7f9d83da4863 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:48.928863 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8dd07903-e39b-4ccf-9891-2f1f9cdfb103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:48.929197 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8dd07903-e39b-4ccf-9891-2f1f9cdfb103 None None] Attempt 1 to provision port 4a71b150-9f89-4020-9e88-7f9d83da4863 Oct 05 09:30:48.964059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab958693-8c85-4804-ae7a-43ba1a1846a8 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:48.966784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab958693-8c85-4804-ae7a-43ba1a1846a8 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:48.968934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab958693-8c85-4804-ae7a-43ba1a1846a8 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:48.970064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ab958693-8c85-4804-ae7a-43ba1a1846a8 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Synchronizing usage tracker for tenant:6e751e2b3318401a8da8d3d16c84144f on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:30:49.025574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': 'a20677fa-b862-4bc8-b2eb-520a7136650a', 'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'port_id': 'a20677fa-b862-4bc8-b2eb-520a7136650a', 'mac_address': 'fa:16:3e:8f:6b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:30:49.058631 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60730) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:49.073120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ab958693-8c85-4804-ae7a-43ba1a1846a8 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Unset dirty status for tenant:6e751e2b3318401a8da8d3d16c84144f on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:30:49.075235 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ab958693-8c85-4804-ae7a-43ba1a1846a8 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2051377 Oct 05 09:30:49.083861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60736) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:49.212487 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9c1f8e-f414-4d6a-934e-5aa3e3849461 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Deleting subnet a0a47dec-4cba-4bae-bdf8-b3a46ef6694b {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:30:49.250794 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d4c13997-703b-4c3e-9624-9f84bbc9f5e0 req-bad6a193-8da0-451f-b206-04eed957a2aa tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4208529 Oct 05 09:30:49.296935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Subnet': ['ID=a29cae36-0a54-44bd-898a-df2daeceb41a,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:49.300813 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Checking segment: {'id': '4899eb48-f7d0-4a5a-b53c-6c8083bb7ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6c1fbdd-47f4-432c-bd2e-139cfbf11f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:49.301211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network hostable DHCP agents. Network: d6c1fbdd-47f4-432c-bd2e-139cfbf11f87, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:30:49.305562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Pushing event updated for resources: {'Port': ['ID=288a5dc6-a2b9-4643-822b-26dad937d398,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:49.308127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:49.329117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60742) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:49.354327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295eb9e-1353-445e-a632-0de74f7d174a req-4063f303-b0bc-4762-ae34-dc5beceb2047 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:49.356003 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4295eb9e-1353-445e-a632-0de74f7d174a req-4063f303-b0bc-4762-ae34-dc5beceb2047 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 944 time: 0.3102918 Oct 05 09:30:49.407574 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:30:49.415730 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4295eb9e-1353-445e-a632-0de74f7d174a req-149a75b8-c579-48fe-8102-7d6be7cfefa7 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522621 Oct 05 09:30:49.436271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:49.440133 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-907a0ab3-2c20-4a64-851b-167803569c14 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7671208 Oct 05 09:30:49.440356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60748) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:49.442624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-850035042', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:49.447852 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network d6c1fbdd-47f4-432c-bd2e-139cfbf11f87 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:30:49.449333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port a20677fa-b862-4bc8-b2eb-520a7136650a is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:49.449881 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:49.454868 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c7a77621-7f7f-46d7-b93d-e794d41ffeb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:49.470021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:49.479007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Usage tracker for resource:router and tenant:679c65e509164138966b04c5cbb65d8b is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:49.482783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c7a77621-7f7f-46d7-b93d-e794d41ffeb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:49.486269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:49.495352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c7a77621-7f7f-46d7-b93d-e794d41ffeb4 admin admin] Usage tracker for resource:security_group_rule and tenant:e9ba8f7f3e244cbab6fe15d7d44d043c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:49.499485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:49.502467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c7a77621-7f7f-46d7-b93d-e794d41ffeb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:49.511962 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c7a77621-7f7f-46d7-b93d-e794d41ffeb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:49.539320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, d6c1fbdd-47f4-432c-bd2e-139cfbf11f87) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:49.543962 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:49.544939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:49.584742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceb1c52-7bb5-455e-8512-f0eb0a43fc44 None None] Network d6c1fbdd-47f4-432c-bd2e-139cfbf11f87 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:49.590292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:49.597396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:49.601209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:49.602254 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:49.602860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Usage tracker for resource:floatingip and tenant:01c255a4c0504f768a9d5b7047013109 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:49.606022 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:49.612794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:49.625608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c7a77621-7f7f-46d7-b93d-e794d41ffeb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:49.633399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:49.639277 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e6e57fd7-dc92-4bff-bb8b-4d60e957d07f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2143846 Oct 05 09:30:49.642675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60756) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:49.664333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20677fa-b862-4bc8-b2eb-520a7136650a {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:30:49.721774 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:49.899180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f', 'network_id': 'bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f', 'tenant_id': '6e751e2b3318401a8da8d3d16c84144f', 'fixed_ips': [{'subnet_id': '079894c2-db99-4b84-b36e-a9526147b89c'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:30:49.900034 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:49.907822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:49.910018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c7a77621-7f7f-46d7-b93d-e794d41ffeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:49.954359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port a20677fa-b862-4bc8-b2eb-520a7136650a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a20677fa-b862-4bc8-b2eb-520a7136650a,segment=NetworkSegment(e5c0adcc-f023-4ace-8bf8-a05e02096e05),segment_id=e5c0adcc-f023-4ace-8bf8-a05e02096e05)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:49.996720 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8dd07903-e39b-4ccf-9891-2f1f9cdfb103 None None] Current status of the port 4a71b150-9f89-4020-9e88-7f9d83da4863 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:49.997102 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8dd07903-e39b-4ccf-9891-2f1f9cdfb103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.020625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.032927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.042261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a77621-7f7f-46d7-b93d-e794d41ffeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b07b31-c3a0-4e8b-b7a4-32c73c3fd8ef,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:50.047739 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c7a77621-7f7f-46d7-b93d-e794d41ffeb4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9ba8f7f3e244cbab6fe15d7d44d043c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7166996 Oct 05 09:30:50.050314 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60762) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:50.078433 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.088516 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.134614 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.140294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88bc3136-9767-415e-8c85-999796ed4199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.181357 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device add821ab-e8c4-4678-a2ea-a72aacffc8bd details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:30:50.201918 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Transition to ACTIVE for port object 8a0b748a-d1dd-41e8-a051-334c48d14fdf will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:50.206784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf9398a-72e2-4cae-9331-3c39f80d425c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-d6c1fbdd-47f4-432c-bd2e-139cfbf11f87', 'network_id': 'd6c1fbdd-47f4-432c-bd2e-139cfbf11f87', 'tenant_id': '7283f07e358044f8b3cf5f6bbdcb5318', 'fixed_ips': [{'subnet_id': 'a29cae36-0a54-44bd-898a-df2daeceb41a'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:30:50.208395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1bf9398a-72e2-4cae-9331-3c39f80d425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.227557 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88bc3136-9767-415e-8c85-999796ed4199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.273588 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Allocated IP 172.26.7.179 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/64dd6120-890a-40d7-818f-185a0748f3f4) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:50.337932 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5865a-fa3f-449d-8ff6-e82c6322bcfb req-8b77972d-f002-4238-84c8-ba35ac5e9f1e tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:50.346031 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-63d5865a-fa3f-449d-8ff6-e82c6322bcfb req-8b77972d-f002-4238-84c8-ba35ac5e9f1e tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 944 time: 0.4198241 Oct 05 09:30:50.383004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Transition to ACTIVE for port object 8a0b748a-d1dd-41e8-a051-334c48d14fdf will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:50.426130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88bc3136-9767-415e-8c85-999796ed4199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.441271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.resource_extend [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:30:50.466394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8dd07903-e39b-4ccf-9891-2f1f9cdfb103 None None] For port 4a71b150-9f89-4020-9e88-7f9d83da4863, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4a71b150-9f89-4020-9e88-7f9d83da4863,segment=NetworkSegment(e0c209c0-d995-4a80-b880-bcc029bff6db),segment_id=e0c209c0-d995-4a80-b880-bcc029bff6db)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:50.497362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1f8e-f414-4d6a-934e-5aa3e3849461 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.545802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc3136-9767-415e-8c85-999796ed4199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b07b31-c3a0-4e8b-b7a4-32c73c3fd8ef,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:50.553458 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-63d5865a-fa3f-449d-8ff6-e82c6322bcfb req-dc1c4801-fd9a-42a8-a8b8-ee003142eb65 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069018 Oct 05 09:30:50.557175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.588610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8dd07903-e39b-4ccf-9891-2f1f9cdfb103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.591300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6c5b0d32-0983-4d35-be6d-8eeef2f81a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.600937 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.616708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.630267 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=a20677fa-b862-4bc8-b2eb-520a7136650a,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:50.662364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.665733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1f8e-f414-4d6a-934e-5aa3e3849461 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.670575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Subnet': ['ID=a29cae36-0a54-44bd-898a-df2daeceb41a,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:50.689515 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['a20677fa-b862-4bc8-b2eb-520a7136650a'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:30:50.716306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.724250 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['cebb164e-6b28-45f4-86d1-c77cfb2cf82d'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:30:50.754121 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88bc3136-9767-415e-8c85-999796ed4199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.755260 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-88bc3136-9767-415e-8c85-999796ed4199 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06b07b31-c3a0-4e8b-b7a4-32c73c3fd8ef HTTP/1.1" status: 204 len: 168 time: 0.7027831 Oct 05 09:30:50.865387 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Allocated IP 172.20.0.18 (bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f/079894c2-db99-4b84-b36e-a9526147b89c/6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:50.871965 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1f8e-f414-4d6a-934e-5aa3e3849461 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.884920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:50.925230 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Network 70d76b9c-9672-4cba-a00f-a5a35b8c19c7 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:50.926823 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c1fbdd-47f4-432c-bd2e-139cfbf11f87']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:50.949532 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:50.955415 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:50.958930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4899eb48-f7d0-4a5a-b53c-6c8083bb7ff8') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:50.959977 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4899eb48-f7d0-4a5a-b53c-6c8083bb7ff8') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:50.976935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.011131 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5deff8e-f4af-4d6d-b70c-aeb5f0dc66c9 req-f8723530-3a46-43ed-b665-6bc2e6dc77b3 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:51.012711 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a5deff8e-f4af-4d6d-b70c-aeb5f0dc66c9 req-f8723530-3a46-43ed-b665-6bc2e6dc77b3 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 944 time: 0.4736590 Oct 05 09:30:51.014848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.027875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:30:51.028281 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server [None req-1bf9398a-72e2-4cae-9331-3c39f80d425c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a29cae36-0a54-44bd-898a-df2daeceb41a: This subnet is being modified by another concurrent operation. Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:30:51.045191 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise exception Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a29cae36-0a54-44bd-898a-df2daeceb41a: This subnet is being modified by another concurrent operation. Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server Oct 05 09:30:51.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5b6256e4-dec6-4900-96a4-d732729b6f00 None None] Provisioning complete for port 4a71b150-9f89-4020-9e88-7f9d83da4863 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:51.053171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5b6256e4-dec6-4900-96a4-d732729b6f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.053171 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-5b6256e4-dec6-4900-96a4-d732729b6f00 None None] Attempt 1 to provision port 4a71b150-9f89-4020-9e88-7f9d83da4863 Oct 05 09:30:51.082953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2b6f4-ac17-42f3-aa4e-9b537cafab88 req-d772ccd8-7730-4ba4-b3e6-b0ff932fef9f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:51.084740 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-edf2b6f4-ac17-42f3-aa4e-9b537cafab88 req-d772ccd8-7730-4ba4-b3e6-b0ff932fef9f tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 944 time: 0.2785733 Oct 05 09:30:51.137474 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 4899eb48-f7d0-4a5a-b53c-6c8083bb7ff8 resource provider aggregate not found Oct 05 09:30:51.137710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4aff17-8057-46e4-b7a3-d51b229c989b None None] Network d6c1fbdd-47f4-432c-bd2e-139cfbf11f87 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:51.173675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.205411 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 4899eb48-f7d0-4a5a-b53c-6c8083bb7ff8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4899eb48-f7d0-4a5a-b53c-6c8083bb7ff8 found for delete ", "request_id": "req-a12bfa53-bef7-453d-9629-6d6d663f7cd9"}]} Oct 05 09:30:51.205665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1f8e-f414-4d6a-934e-5aa3e3849461 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.262192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Allocated IP 172.26.7.245 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/dcf500fb-28be-45e7-9197-ca118438a6d8) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:51.277301 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c1f8e-f414-4d6a-934e-5aa3e3849461 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a47dec-4cba-4bae-bdf8-b3a46ef6694b,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:51.279533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1f8e-f414-4d6a-934e-5aa3e3849461 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.414071 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cf9c1f8e-f414-4d6a-934e-5aa3e3849461 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "DELETE /v2.0/subnets/a0a47dec-4cba-4bae-bdf8-b3a46ef6694b HTTP/1.1" status: 204 len: 168 time: 2.3274658 Oct 05 09:30:51.418070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60782) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:51.421963 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a5deff8e-f4af-4d6d-b70c-aeb5f0dc66c9 req-d3a419fd-1447-4d80-a364-3c3bf8d049bc tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3953941 Oct 05 09:30:51.425804 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:51.431965 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:51.435821 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Pushing event updated for resources: {'Port': ['ID=64dd6120-890a-40d7-818f-185a0748f3f4,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:51.438469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:51.455092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd07903-e39b-4ccf-9891-2f1f9cdfb103 None None] Pushing event updated for resources: {'Port': ['ID=4a71b150-9f89-4020-9e88-7f9d83da4863,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:51.476291 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-edf2b6f4-ac17-42f3-aa4e-9b537cafab88 req-1a07c3cd-853c-4236-a9e0-55d78696a438 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292267 Oct 05 09:30:51.498880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.537249 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.549034 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Network': ['ID=d6c1fbdd-47f4-432c-bd2e-139cfbf11f87,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:51.549733 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port add821ab-e8c4-4678-a2ea-a72aacffc8bd, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=add821ab-e8c4-4678-a2ea-a72aacffc8bd,segment=NetworkSegment(fe6cd753-5414-4bf0-a2d3-ee735ee081d0),segment_id=fe6cd753-5414-4bf0-a2d3-ee735ee081d0)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:51.565168 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5406f2e9-4ee9-487b-bec8-7452280f5a94 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/d6c1fbdd-47f4-432c-bd2e-139cfbf11f87 HTTP/1.1" status: 204 len: 168 time: 1.9213154 Oct 05 09:30:51.566210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60786) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:51.575936 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-698670348'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:51.585688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:51.591236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:network and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:51.595327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:51.607032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:51.630406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60792) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:51.634793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Attempting to bind port 8a0b748a-d1dd-41e8-a051-334c48d14fdf on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:30:51.635271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Attempting to bind port 8a0b748a-d1dd-41e8-a051-334c48d14fdf by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '440a315c-dd6f-468b-8dac-102345fdbcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '70d76b9c-9672-4cba-a00f-a5a35b8c19c7'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:30:51.635647 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Attempting to bind port 8a0b748a-d1dd-41e8-a051-334c48d14fdf on network 70d76b9c-9672-4cba-a00f-a5a35b8c19c7 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:51.650969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.651912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': 'add821ab-e8c4-4678-a2ea-a72aacffc8bd', 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'port_id': 'add821ab-e8c4-4678-a2ea-a72aacffc8bd', 'mac_address': 'fa:16:3e:1a:77:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:30:51.656007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba13129d-293d-4895-bd8d-a1d06f8d8df2 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Deleting subnet 079894c2-db99-4b84-b36e-a9526147b89c {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:30:51.689001 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:30:51.689001 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Checking segment: {'id': '440a315c-dd6f-468b-8dac-102345fdbcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '70d76b9c-9672-4cba-a00f-a5a35b8c19c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:51.689388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.690004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Bound using segment: {'id': '440a315c-dd6f-468b-8dac-102345fdbcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '70d76b9c-9672-4cba-a00f-a5a35b8c19c7'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:30:51.690298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Bound port: 8a0b748a-d1dd-41e8-a051-334c48d14fdf, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440a315c-dd6f-468b-8dac-102345fdbcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '70d76b9c-9672-4cba-a00f-a5a35b8c19c7'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:30:51.690683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.697900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:51.700025 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.702120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.720660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60796) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:51.720942 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-edf441fd-40ea-4da1-a43d-3719aa56f27f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b479a2a49a924bb092ff41e318233ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890820 Oct 05 09:30:51.807613 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62cd419a-c175-4d0c-8fde-b7877bbdbd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.833453 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Pushing event updated for resources: {'Port': ['ID=8a0b748a-d1dd-41e8-a051-334c48d14fdf,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:51.841108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:30:51.841490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62cd419a-c175-4d0c-8fde-b7877bbdbd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.858858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.881495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.884336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.884737 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Added segment d2524085-9bdd-4b64-adcc-6d9d99eeb203 of type vlan for network 5a505865-caf5-4b59-96a6-8d4f6202db02 Oct 05 09:30:51.943059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:51.952085 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:51.957560 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:51.959890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:52.010466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Pushing event updated for resources: {'Port': ['ID=dcf500fb-28be-45e7-9197-ca118438a6d8,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:52.077636 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17141-11cc-4039-91b2-e19cd92c72a0 req-dc09b8c5-a746-4844-bdce-58272350ed9c tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:52.079505 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-21e17141-11cc-4039-91b2-e19cd92c72a0 req-dc09b8c5-a746-4844-bdce-58272350ed9c tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 945 time: 0.3215711 Oct 05 09:30:52.141846 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port add821ab-e8c4-4678-a2ea-a72aacffc8bd is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:52.142461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.165835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62cd419a-c175-4d0c-8fde-b7877bbdbd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.167205 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-21e17141-11cc-4039-91b2-e19cd92c72a0 req-021d53a8-688f-4694-bce1-a45727b17e85 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802872 Oct 05 09:30:52.173405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4a71b150-9f89-4020-9e88-7f9d83da4863 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:52.206487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.211039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.216621 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:52.217227 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.231864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd419a-c175-4d0c-8fde-b7877bbdbd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2922c5ef-782d-40ea-ad64-f0d8c8df50e8,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:52.237015 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5b6256e4-dec6-4900-96a4-d732729b6f00 None None] Current status of the port 4a71b150-9f89-4020-9e88-7f9d83da4863 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:52.241419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62cd419a-c175-4d0c-8fde-b7877bbdbd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.242608 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-62cd419a-c175-4d0c-8fde-b7877bbdbd63 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2922c5ef-782d-40ea-ad64-f0d8c8df50e8 HTTP/1.1" status: 204 len: 168 time: 0.5208039 Oct 05 09:30:52.279651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add821ab-e8c4-4678-a2ea-a72aacffc8bd {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:30:52.318994 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.321126 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.341947 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] For port 8a0b748a-d1dd-41e8-a051-334c48d14fdf, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:30:52.369656 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Transition to ACTIVE for port object 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:52.375290 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port add821ab-e8c4-4678-a2ea-a72aacffc8bd, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=add821ab-e8c4-4678-a2ea-a72aacffc8bd,segment=NetworkSegment(fe6cd753-5414-4bf0-a2d3-ee735ee081d0),segment_id=fe6cd753-5414-4bf0-a2d3-ee735ee081d0)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:52.385779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] For port 8a0b748a-d1dd-41e8-a051-334c48d14fdf, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8a0b748a-d1dd-41e8-a051-334c48d14fdf,segment=NetworkSegment(440a315c-dd6f-468b-8dac-102345fdbcca),segment_id=440a315c-dd6f-468b-8dac-102345fdbcca)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:30:52.408610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Transition to ACTIVE for port object 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:52.415098 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8450258 Oct 05 09:30:52.420209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60802) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:52.420598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 4a71b150-9f89-4020-9e88-7f9d83da4863 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:52.420985 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.421324 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 4a71b150-9f89-4020-9e88-7f9d83da4863 Oct 05 09:30:52.433049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'subnet': {'network_id': '5a505865-caf5-4b59-96a6-8d4f6202db02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:52.451388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.451589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e2186-f244-40bc-b6b9-c6805d1d08c4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Network': ['ID=5a505865-caf5-4b59-96a6-8d4f6202db02,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:52.467069 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Pushing event updated for resources: {'Port': ['ID=64dd6120-890a-40d7-818f-185a0748f3f4,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:52.478167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.497952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 5a505865-caf5-4b59-96a6-8d4f6202db02 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:30:52.523098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ba13129d-293d-4895-bd8d-a1d06f8d8df2 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.528528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.581358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.587683 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-adf48470-865c-4487-99eb-909cf9794e5a tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1462612 Oct 05 09:30:52.588439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60810) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:52.602776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.687347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ba13129d-293d-4895-bd8d-a1d06f8d8df2 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.734904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Network bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:52.740204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=add821ab-e8c4-4678-a2ea-a72aacffc8bd,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:52.743124 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:52.757755 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:52.773647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:subnet and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:52.782591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:52.799857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:52.803548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:52.808162 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.827036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-36deff67-8d67-4dcf-96e6-32e9dc2bc18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:52.882937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-647def44-22dd-4870-a92b-08d96f1ea1f9 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Synchronizing usage tracker for tenant:fb8592260ae24c79922aa2280d418e50 on resource:floatingip {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:30:52.975157 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 4a71b150-9f89-4020-9e88-7f9d83da4863 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:52.977798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ad82c-eb2f-4ca4-a174-11c760498acf req-ee513da1-6afd-4e91-9080-aa3ada2f6450 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:52.979618 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-572ad82c-eb2f-4ca4-a174-11c760498acf req-ee513da1-6afd-4e91-9080-aa3ada2f6450 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 945 time: 0.2628813 Oct 05 09:30:52.989440 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee31ca3-b4de-4fba-9a4b-d970ec7feb25 req-46bb7c87-93ad-40a8-982c-91dbb6656062 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:52.991024 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ee31ca3-b4de-4fba-9a4b-d970ec7feb25 req-46bb7c87-93ad-40a8-982c-91dbb6656062 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 944 time: 0.2201128 Oct 05 09:30:52.996966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ba13129d-293d-4895-bd8d-a1d06f8d8df2 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:53.032530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223130b8-94b4-44f6-9b61-c9fbbb4dc3e2 None None] Network 70d76b9c-9672-4cba-a00f-a5a35b8c19c7 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:53.074148 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-572ad82c-eb2f-4ca4-a174-11c760498acf req-3d8a1d1d-46ed-460f-9470-ed75587e7aca tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819898 Oct 05 09:30:53.083116 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-647def44-22dd-4870-a92b-08d96f1ea1f9 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Unset dirty status for tenant:fb8592260ae24c79922aa2280d418e50 on resource:floatingip {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:30:53.084691 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-647def44-22dd-4870-a92b-08d96f1ea1f9 tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3091 time: 0.4948020 Oct 05 09:30:53.102011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60822) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:53.174240 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ee31ca3-b4de-4fba-9a4b-d970ec7feb25 req-f3985f7a-a9ca-4da3-af3e-03165da05ff5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662455 Oct 05 09:30:53.198136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['add821ab-e8c4-4678-a2ea-a72aacffc8bd'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:30:53.199129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a291dad2-9014-40ce-9149-23a6e7daa275 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Synchronizing usage tracker for tenant:0a920b00c62c4d699274a21f8ce321e5 on resource:floatingip {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:30:53.246312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc38f93-5bad-40db-b18d-0c7f8e0a49cf None None] Pushing event updated for resources: {'Port': ['ID=8a0b748a-d1dd-41e8-a051-334c48d14fdf,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:53.278140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:53.279688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Attempting to bind port 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:30:53.280070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Attempting to bind port 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'e3d1a497-0dfd-4acf-ab7c-205592d39452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:30:53.280483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Attempting to bind port 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 on network bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:53.281781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:53.303507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:30:53.303757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Checking segment: {'id': 'e3d1a497-0dfd-4acf-ab7c-205592d39452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:53.303975 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:53.304683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Bound using segment: {'id': 'e3d1a497-0dfd-4acf-ab7c-205592d39452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:30:53.305095 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Bound port: 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d1a497-0dfd-4acf-ab7c-205592d39452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:30:53.305424 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:53.370101 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a291dad2-9014-40ce-9149-23a6e7daa275 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Unset dirty status for tenant:0a920b00c62c4d699274a21f8ce321e5 on resource:floatingip {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:30:53.370101 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a291dad2-9014-40ce-9149-23a6e7daa275 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2784321 Oct 05 09:30:53.370867 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60830) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:53.431430 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Pushing event updated for resources: {'Port': ['ID=6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:53.511954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ba13129d-293d-4895-bd8d-a1d06f8d8df2 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:53.575713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-919b5e70-c7fa-493a-b2e3-e2f4fa29a84b tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Deleting port 64dd6120-890a-40d7-818f-185a0748f3f4 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:53.576066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-919b5e70-c7fa-493a-b2e3-e2f4fa29a84b tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:53.594708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] For port 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:30:53.629455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13129d-293d-4895-bd8d-a1d06f8d8df2 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event deleted for resources: {'Subnet': ['ID=079894c2-db99-4b84-b36e-a9526147b89c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:53.643157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ba13129d-293d-4895-bd8d-a1d06f8d8df2 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:53.643829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] For port 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0,segment=NetworkSegment(e3d1a497-0dfd-4acf-ab7c-205592d39452),segment_id=e3d1a497-0dfd-4acf-ab7c-205592d39452)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:30:53.665102 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ba13129d-293d-4895-bd8d-a1d06f8d8df2 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "DELETE /v2.0/subnets/079894c2-db99-4b84-b36e-a9526147b89c HTTP/1.1" status: 204 len: 168 time: 2.2457581 Oct 05 09:30:53.669537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60840) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:53.726427 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:53.734631 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:53.831121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0985b49-653d-409a-8003-58e0801ebcf9 None None] Pushing event updated for resources: {'Port': ['ID=6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:53.896646 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd5f83a-866e-4769-80b0-39d13f23eb3c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:53.897593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bfd5f83a-866e-4769-80b0-39d13f23eb3c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Synchronizing usage tracker for tenant:6e751e2b3318401a8da8d3d16c84144f on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:30:53.918232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15323e61-ec58-4fe6-b7e6-c797ecbfea7c req-24b40255-8b5b-4eb5-85e5-28b941fdbfef tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:53.919905 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-15323e61-ec58-4fe6-b7e6-c797ecbfea7c req-24b40255-8b5b-4eb5-85e5-28b941fdbfef tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 945 time: 0.6047921 Oct 05 09:30:53.955368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-919b5e70-c7fa-493a-b2e3-e2f4fa29a84b tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:53.955368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-919b5e70-c7fa-493a-b2e3-e2f4fa29a84b tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:54.092571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bfd5f83a-866e-4769-80b0-39d13f23eb3c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Unset dirty status for tenant:6e751e2b3318401a8da8d3d16c84144f on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:30:54.094001 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bfd5f83a-866e-4769-80b0-39d13f23eb3c tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4226937 Oct 05 09:30:54.100567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60848) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:54.120479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:54.129801 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-15323e61-ec58-4fe6-b7e6-c797ecbfea7c req-936c5fbf-a914-4477-90dd-4b8ab4f1194a tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955910 Oct 05 09:30:54.202324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:54.261955 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:54.281206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:54.291163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-919b5e70-c7fa-493a-b2e3-e2f4fa29a84b tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Calling delete_port for 64dd6120-890a-40d7-818f-185a0748f3f4 owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:54.396092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:54.439970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Subnet': ['ID=28d78e01-379c-49c7-878f-e667492124d3,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:54.448346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Deleting port 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:54.448813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:54.478654 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:54.501596 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device cebb164e-6b28-45f4-86d1-c77cfb2cf82d up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:54.505420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Checking segment: {'id': 'd2524085-9bdd-4b64-adcc-6d9d99eeb203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5a505865-caf5-4b59-96a6-8d4f6202db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:54.505788 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network hostable DHCP agents. Network: 5a505865-caf5-4b59-96a6-8d4f6202db02, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:30:54.537697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3137409-4ede-4faa-9d79-7d4fbe605c7d req-2ba09278-8e0b-40eb-ae85-2a4357c1c087 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:54.539354 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3137409-4ede-4faa-9d79-7d4fbe605c7d req-2ba09278-8e0b-40eb-ae85-2a4357c1c087 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 944 time: 0.1662080 Oct 05 09:30:54.547840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c282b7-6506-44eb-a246-2ee32c6d8777 req-1d9025db-c30e-4eb6-b228-0280e0457598 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:54.549307 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e6c282b7-6506-44eb-a246-2ee32c6d8777 req-1d9025db-c30e-4eb6-b228-0280e0457598 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 945 time: 0.2694204 Oct 05 09:30:54.580200 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Router 6e7e7ff2-33f7-4a55-bbe6-61188e4c0c7f is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:30:54.671897 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e6c282b7-6506-44eb-a246-2ee32c6d8777 req-bb8bce8d-21de-4534-a969-ee37a55684f1 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867686 Oct 05 09:30:54.685388 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3137409-4ede-4faa-9d79-7d4fbe605c7d req-561bdee3-1a7b-4c62-bd9b-c51d62b60baa tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309128 Oct 05 09:30:54.735238 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port cebb164e-6b28-45f4-86d1-c77cfb2cf82d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:54.737681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network 5a505865-caf5-4b59-96a6-8d4f6202db02 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:30:54.742224 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port cebb164e-6b28-45f4-86d1-c77cfb2cf82d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:54.745233 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:54.745233 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port cebb164e-6b28-45f4-86d1-c77cfb2cf82d Oct 05 09:30:54.781876 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-919b5e70-c7fa-493a-b2e3-e2f4fa29a84b tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:54.848551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b5e70-c7fa-493a-b2e3-e2f4fa29a84b tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Pushing event deleted for resources: {'Port': ['ID=64dd6120-890a-40d7-818f-185a0748f3f4,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:54.878296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] For port 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0,segment=NetworkSegment(e3d1a497-0dfd-4acf-ab7c-205592d39452),segment_id=e3d1a497-0dfd-4acf-ab7c-205592d39452)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:54.878799 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:54.899883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 5a505865-caf5-4b59-96a6-8d4f6202db02) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:54.911178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad905b2-4f79-4812-a508-ec70e21104f7 None None] Network 5a505865-caf5-4b59-96a6-8d4f6202db02 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:54.972459 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-919b5e70-c7fa-493a-b2e3-e2f4fa29a84b tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:54.973066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:54.985849 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-919b5e70-c7fa-493a-b2e3-e2f4fa29a84b tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:54.990765 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-919b5e70-c7fa-493a-b2e3-e2f4fa29a84b tempest-FloatingIPAdminTestJSON-1756054785 tempest-FloatingIPAdminTestJSON-1756054785-project] 10.222.0.49 "DELETE /v2.0/floatingips/9c746560-e5e7-4c2b-aecf-af5893740094 HTTP/1.1" status: 204 len: 168 time: 1.6189585 Oct 05 09:30:54.991648 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60864) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:55.086772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port cebb164e-6b28-45f4-86d1-c77cfb2cf82d is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:55.087166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.152018 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffc99b9-2164-438b-97c8-9c42557deba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:30:55.223194 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-55d691c4-92be-4749-ad6a-69dbe1f0142e tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Deleting port 288a5dc6-a2b9-4643-822b-26dad937d398 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:55.223776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-55d691c4-92be-4749-ad6a-69dbe1f0142e tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.248702 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce681f5-3647-4f9f-93df-c2558aab2c7b None None] Network bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:55.286737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:55.287570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.306258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Calling delete_port for 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:55.344708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60876) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:55.388817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:30:55.414199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port cebb164e-6b28-45f4-86d1-c77cfb2cf82d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=cebb164e-6b28-45f4-86d1-c77cfb2cf82d,segment=NetworkSegment(8f05bc13-abf3-4e7e-b28c-bfe31439a54b),segment_id=8f05bc13-abf3-4e7e-b28c-bfe31439a54b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:55.421490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12e0d7-55b6-430c-b4ff-362ca0dc2853 None None] Sync routers for ids ['6e7e7ff2-33f7-4a55-bbe6-61188e4c0c7f'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:30:55.474910 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a41cd2d2-7d4b-45e7-b5e3-87b4e21052b1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.0544686 Oct 05 09:30:55.477622 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60884) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:55.526059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e12e0d7-55b6-430c-b4ff-362ca0dc2853 None None] Routers {'6e7e7ff2-33f7-4a55-bbe6-61188e4c0c7f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:55.526356 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1e12e0d7-55b6-430c-b4ff-362ca0dc2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['6e7e7ff2-33f7-4a55-bbe6-61188e4c0c7f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:55.536988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.538217 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c6215730-02ae-467c-8edb-096aff26116d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.4784214 Oct 05 09:30:55.542984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60888) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:55.593274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.601011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547ed64c-8c77-4a0e-8646-fcc84762fcf6" -d '{"events": [{"server_uuid": "1ffc99b9-2164-438b-97c8-9c42557deba1", "name": "network-vif-plugged", "status": "completed", "tag": "cebb164e-6b28-45f4-86d1-c77cfb2cf82d"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:30:55.616393 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.617419 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device a20677fa-b862-4bc8-b2eb-520a7136650a up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:55.661539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1171522849', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:55.668763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:55.676961 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Usage tracker for resource:port and tenant:a204ed063a794c14a0e27e85e3bdd348 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:55.679761 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:55.687033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:55.693026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-55d691c4-92be-4749-ad6a-69dbe1f0142e tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.693357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-55d691c4-92be-4749-ad6a-69dbe1f0142e tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.695059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5be66943-0e22-4ae2-94cd-08cb1adcdf4c None None] Provisioning for port 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:55.718823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1e12e0d7-55b6-430c-b4ff-362ca0dc2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:55.721185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.730339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event deleted for resources: {'Port': ['ID=6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:55.739896 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] No DVR routers for this DVR port 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:30:55.745678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b940d0ef-bf31-4eec-a8ff-caa7f3780a7a None None] DHCP port deletion for bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:30:55.765856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5be66943-0e22-4ae2-94cd-08cb1adcdf4c None None] Provisioning complete for port 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:55.766438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5be66943-0e22-4ae2-94cd-08cb1adcdf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.766945 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-5be66943-0e22-4ae2-94cd-08cb1adcdf4c None None] Attempt 1 to provision port 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 Oct 05 09:30:55.854119 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc44b4d-343f-4e6f-ba9a-648fdb7f77a1 x-openstack-request-id: req-4fc44b4d-343f-4e6f-ba9a-648fdb7f77a1 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:30:55.854416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffc99b9-2164-438b-97c8-9c42557deba1", "name": "network-vif-plugged", "status": "completed", "tag": "cebb164e-6b28-45f4-86d1-c77cfb2cf82d", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:30:55.854725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4fc44b4d-343f-4e6f-ba9a-648fdb7f77a1 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:30:55.855216 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc44b4d-343f-4e6f-ba9a-648fdb7f77a1'] response: {'server_uuid': '1ffc99b9-2164-438b-97c8-9c42557deba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d', 'code': 200} Oct 05 09:30:55.908729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.939022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:55.952135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e12e0d7-55b6-430c-b4ff-362ca0dc2853 None None] Routers {'6e7e7ff2-33f7-4a55-bbe6-61188e4c0c7f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:30:55.952747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1e12e0d7-55b6-430c-b4ff-362ca0dc2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['6e7e7ff2-33f7-4a55-bbe6-61188e4c0c7f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:55.956109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d1a497-0dfd-4acf-ab7c-205592d39452') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:55.956655 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d1a497-0dfd-4acf-ab7c-205592d39452') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:55.969945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.996821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:56.006430 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:30:56.008538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:56.013254 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5be66943-0e22-4ae2-94cd-08cb1adcdf4c None None] Port 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:30:56.014800 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2fe68-a9b9-40e5-a875-67a458908eff req-40eee0eb-64e2-4867-ba9a-ece1c6838d2f tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:56.022734 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-afa2fe68-a9b9-40e5-a875-67a458908eff req-40eee0eb-64e2-4867-ba9a-ece1c6838d2f tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 945 time: 0.7350106 Oct 05 09:30:56.040873 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-55d691c4-92be-4749-ad6a-69dbe1f0142e tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Calling delete_port for 288a5dc6-a2b9-4643-822b-26dad937d398 owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:56.049832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-5a505865-caf5-4b59-96a6-8d4f6202db02', 'network_id': '5a505865-caf5-4b59-96a6-8d4f6202db02', 'tenant_id': '7283f07e358044f8b3cf5f6bbdcb5318', 'fixed_ips': [{'subnet_id': '28d78e01-379c-49c7-878f-e667492124d3'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:30:56.050731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:56.068376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1e12e0d7-55b6-430c-b4ff-362ca0dc2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:56.068789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12e0d7-55b6-430c-b4ff-362ca0dc2853 None None] The sync data for ids ['6e7e7ff2-33f7-4a55-bbe6-61188e4c0c7f'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:30:56.085066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=cebb164e-6b28-45f4-86d1-c77cfb2cf82d,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:56.130308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Made reservation on behalf of a204ed063a794c14a0e27e85e3bdd348 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:30:56.132856 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:56.160854 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:56.177089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:30:56.195902 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment e3d1a497-0dfd-4acf-ab7c-205592d39452 resource provider aggregate not found Oct 05 09:30:56.203848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:56.211522 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c256d7dc-a22c-48a1-b245-7e0c48eacb12 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/routers/6e7e7ff2-33f7-4a55-bbe6-61188e4c0c7f HTTP/1.1" status: 200 len: 920 time: 0.6645701 Oct 05 09:30:56.214504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60904) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:56.226273 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Usage tracker for resource:security_group_rule and tenant:a204ed063a794c14a0e27e85e3bdd348 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:56.226426 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-afa2fe68-a9b9-40e5-a875-67a458908eff req-adb29d02-4835-4685-b83a-34774ec872ba tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991479 Oct 05 09:30:56.226881 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment e3d1a497-0dfd-4acf-ab7c-205592d39452 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3d1a497-0dfd-4acf-ab7c-205592d39452 found for delete ", "request_id": "req-9b0e2ae6-214b-42c2-a03e-79863e39cc57"}]} Oct 05 09:30:56.231938 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:30:56.232554 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6eec4c42-a7b3-49c9-8a5a-97abb2d75ac0 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:30:56.293149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:56.305217 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:56.313791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:56.321415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b044157-f74d-491e-8cde-eb5eb8bf419d req-b995edcd-7822-4faf-b50d-3d5124c05d0b tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:56.326612 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5b044157-f74d-491e-8cde-eb5eb8bf419d req-b995edcd-7822-4faf-b50d-3d5124c05d0b tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 945 time: 0.2347040 Oct 05 09:30:56.338298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:56.365410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port a20677fa-b862-4bc8-b2eb-520a7136650a completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:56.376862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port a20677fa-b862-4bc8-b2eb-520a7136650a triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:56.377302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:56.377540 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port a20677fa-b862-4bc8-b2eb-520a7136650a Oct 05 09:30:56.392466 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cf823e47-9ab3-418a-8ee9-388e5bcf3296 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e7e7ff2-33f7-4a55-bbe6-61188e4c0c7f HTTP/1.1" status: 200 len: 205 time: 0.1733372 Oct 05 09:30:56.411174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60908) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:56.419711 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:56.437310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event deleted for resources: {'Network': ['ID=bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:56.459762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Allocated IP 2001:db8::1 (5a505865-caf5-4b59-96a6-8d4f6202db02/28d78e01-379c-49c7-878f-e667492124d3/a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:56.496321 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8b228416-57e3-402d-a1ed-767dacd4c5e7 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "DELETE /v2.0/networks/bd3eddfa-7afb-492a-8b2a-ba8c46e10d0f HTTP/1.1" status: 204 len: 168 time: 2.3942533 Oct 05 09:30:56.507982 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60912) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:56.532174 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5b044157-f74d-491e-8cde-eb5eb8bf419d req-2252a40c-8b54-49e7-ba8d-bc1f4374c29d tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967542 Oct 05 09:30:56.609775 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:56.627434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-55d691c4-92be-4749-ad6a-69dbe1f0142e tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:56.634514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port a20677fa-b862-4bc8-b2eb-520a7136650a is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:56.635397 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:56.700266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d691c4-92be-4749-ad6a-69dbe1f0142e tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Pushing event deleted for resources: {'Port': ['ID=288a5dc6-a2b9-4643-822b-26dad937d398,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:56.702827 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port a20677fa-b862-4bc8-b2eb-520a7136650a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a20677fa-b862-4bc8-b2eb-520a7136650a,segment=NetworkSegment(e5c0adcc-f023-4ace-8bf8-a05e02096e05),segment_id=e5c0adcc-f023-4ace-8bf8-a05e02096e05)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:56.715811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec49ff0-6e3a-4bc1-b43a-473b40ab7893 req-369b348d-a531-4cae-acd3-24f41f1611a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:56.717320 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-bec49ff0-6e3a-4bc1-b43a-473b40ab7893 req-369b348d-a531-4cae-acd3-24f41f1611a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 1098 time: 0.3807573 Oct 05 09:30:56.727390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:56.763290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-bec49ff0-6e3a-4bc1-b43a-473b40ab7893 req-123ea5f8-f574-426c-9a3d-92b2a3947176 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:56.790686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-bec49ff0-6e3a-4bc1-b43a-473b40ab7893 req-123ea5f8-f574-426c-9a3d-92b2a3947176 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:57.101149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Deleting port 8a0b748a-d1dd-41e8-a051-334c48d14fdf {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:57.101149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.101327 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.101431 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-34a967e5-1a59-4821-aaad-9ed563906c1e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.101534 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Transition to ACTIVE for port object a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:57.101625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-bec49ff0-6e3a-4bc1-b43a-473b40ab7893 req-123ea5f8-f574-426c-9a3d-92b2a3947176 service neutron] Usage tracker for resource:security_group_rule and tenant:f50b40338cca40239af2266b5f4189e3 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:57.101735 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Transition to ACTIVE for port object a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:30:57.101828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-bec49ff0-6e3a-4bc1-b43a-473b40ab7893 req-123ea5f8-f574-426c-9a3d-92b2a3947176 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:57.101929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.102054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-bec49ff0-6e3a-4bc1-b43a-473b40ab7893 req-123ea5f8-f574-426c-9a3d-92b2a3947176 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:57.102147 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device add821ab-e8c4-4678-a2ea-a72aacffc8bd up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:30:57.102236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c74ccc-90ce-426d-8b04-eae5c001ec9e req-3ced8a1d-92e3-4f8c-90e1-7d11c1e1ab18 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:57.102236 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f4c74ccc-90ce-426d-8b04-eae5c001ec9e req-3ced8a1d-92e3-4f8c-90e1-7d11c1e1ab18 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 945 time: 0.5566652 Oct 05 09:30:57.102422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.102519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=a20677fa-b862-4bc8-b2eb-520a7136650a,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:57.102609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] For port 8a0b748a-d1dd-41e8-a051-334c48d14fdf, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8a0b748a-d1dd-41e8-a051-334c48d14fdf,segment=NetworkSegment(440a315c-dd6f-468b-8dac-102345fdbcca),segment_id=440a315c-dd6f-468b-8dac-102345fdbcca)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:57.102609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.102815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-55d691c4-92be-4749-ad6a-69dbe1f0142e tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.123431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.127516 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f4c74ccc-90ce-426d-8b04-eae5c001ec9e req-5f903ba1-4a28-4a84-abed-25d19a46798c tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767447 Oct 05 09:30:57.150654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-34a967e5-1a59-4821-aaad-9ed563906c1e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.175913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port add821ab-e8c4-4678-a2ea-a72aacffc8bd completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:30:57.194095 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port add821ab-e8c4-4678-a2ea-a72aacffc8bd triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:57.194838 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.194838 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port add821ab-e8c4-4678-a2ea-a72aacffc8bd Oct 05 09:30:57.214689 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-55d691c4-92be-4749-ad6a-69dbe1f0142e tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.216504 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-55d691c4-92be-4749-ad6a-69dbe1f0142e tempest-FloatingIPAdminTestJSON-261133933 tempest-FloatingIPAdminTestJSON-261133933-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/55ced87d-6554-4429-95c9-4e815b2cbd58 HTTP/1.1" status: 204 len: 168 time: 2.2231045 Oct 05 09:30:57.220819 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60916) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:57.249305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Network 5a505865-caf5-4b59-96a6-8d4f6202db02 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:57.260542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:57.266716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:57.266874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-34a967e5-1a59-4821-aaad-9ed563906c1e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Deleting port dcf500fb-28be-45e7-9197-ca118438a6d8 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:57.266874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-34a967e5-1a59-4821-aaad-9ed563906c1e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.307408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Calling delete_port for 8a0b748a-d1dd-41e8-a051-334c48d14fdf owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:57.349026 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.372052 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Pushing event updated for resources: {'Port': ['ID=a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:57.374373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] device_id is not set on port 837a4a90-017d-4dca-9b66-fde717bd5035 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:30:57.387403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-da0fc73a-8f28-4298-8a14-fcfa18842482 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Deleting port 733889a6-1643-4c35-a6d0-124cc41a538c {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:57.388214 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da0fc73a-8f28-4298-8a14-fcfa18842482 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.407610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Attempting to bind port a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:30:57.408016 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Attempting to bind port a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'd2524085-9bdd-4b64-adcc-6d9d99eeb203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5a505865-caf5-4b59-96a6-8d4f6202db02'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:30:57.408374 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Attempting to bind port a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5 on network 5a505865-caf5-4b59-96a6-8d4f6202db02 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:30:57.446298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:30:57.446712 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Checking segment: {'id': 'd2524085-9bdd-4b64-adcc-6d9d99eeb203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5a505865-caf5-4b59-96a6-8d4f6202db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:30:57.447088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.447484 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Bound using segment: {'id': 'd2524085-9bdd-4b64-adcc-6d9d99eeb203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5a505865-caf5-4b59-96a6-8d4f6202db02'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:30:57.448118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Bound port: a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2524085-9bdd-4b64-adcc-6d9d99eeb203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5a505865-caf5-4b59-96a6-8d4f6202db02'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:30:57.448495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.477052 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3796d815-4e19-4f35-a8f2-3a7f4f4bd43a,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:57.536797 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port add821ab-e8c4-4678-a2ea-a72aacffc8bd is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:57.537270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.558150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.608542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port add821ab-e8c4-4678-a2ea-a72aacffc8bd, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=add821ab-e8c4-4678-a2ea-a72aacffc8bd,segment=NetworkSegment(fe6cd753-5414-4bf0-a2d3-ee735ee081d0),segment_id=fe6cd753-5414-4bf0-a2d3-ee735ee081d0)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:57.609841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] For port a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:30:57.613682 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] For port a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5,segment=NetworkSegment(d2524085-9bdd-4b64-adcc-6d9d99eeb203),segment_id=d2524085-9bdd-4b64-adcc-6d9d99eeb203)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:30:57.620703 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.657383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Subnet': ['ID=28d78e01-379c-49c7-878f-e667492124d3,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:57.678717 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.703015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event deleted for resources: {'Port': ['ID=8a0b748a-d1dd-41e8-a051-334c48d14fdf,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:57.724721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.790628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] No DVR routers for this DVR port 8a0b748a-d1dd-41e8-a051-334c48d14fdf on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:30:57.844384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=add821ab-e8c4-4678-a2ea-a72aacffc8bd,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:57.850115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Allocated IP 172.26.7.150 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/837a4a90-017d-4dca-9b66-fde717bd5035) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:30:57.879947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.896493 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ac3fef-a471-41d3-872e-a28581e4a33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20677fa-b862-4bc8-b2eb-520a7136650a'}, {'server_uuid': 'ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add821ab-e8c4-4678-a2ea-a72aacffc8bd'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:30:57.899492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4715e8-86ab-4688-a9bf-66f5b41bc8b3" -d '{"events": [{"server_uuid": "55ac3fef-a471-41d3-872e-a28581e4a33f", "name": "network-vif-plugged", "status": "completed", "tag": "a20677fa-b862-4bc8-b2eb-520a7136650a"}, {"server_uuid": "ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6", "name": "network-vif-plugged", "status": "completed", "tag": "add821ab-e8c4-4678-a2ea-a72aacffc8bd"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:30:57.905101 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-bec49ff0-6e3a-4bc1-b43a-473b40ab7893 req-123ea5f8-f574-426c-9a3d-92b2a3947176 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:57.925103 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acadbcd-eef6-401a-9d4f-374c4aa123d0 None None] Network 5a505865-caf5-4b59-96a6-8d4f6202db02 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:57.971654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe311c-ef2c-40b1-a2f5-da040b4a2d1e req-97e26d01-3ccf-4ad2-95b9-7a9ea0d3d2c2 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:57.973150 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-91fe311c-ef2c-40b1-a2f5-da040b4a2d1e req-97e26d01-3ccf-4ad2-95b9-7a9ea0d3d2c2 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 946 time: 0.5436814 Oct 05 09:30:58.010454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-bec49ff0-6e3a-4bc1-b43a-473b40ab7893 req-123ea5f8-f574-426c-9a3d-92b2a3947176 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.020558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a505865-caf5-4b59-96a6-8d4f6202db02']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:58.024688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ad5b9-49d0-4c40-9dc1-8929f1aa0da1 None None] Pushing event updated for resources: {'Port': ['ID=a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:58.028863 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.069841 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da0fc73a-8f28-4298-8a14-fcfa18842482 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.083074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-34a967e5-1a59-4821-aaad-9ed563906c1e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.092803 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2524085-9bdd-4b64-adcc-6d9d99eeb203') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:58.093100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2524085-9bdd-4b64-adcc-6d9d99eeb203') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:58.101539 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-bec49ff0-6e3a-4bc1-b43a-473b40ab7893 req-123ea5f8-f574-426c-9a3d-92b2a3947176 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3720529 Oct 05 09:30:58.124053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d76b9c-9672-4cba-a00f-a5a35b8c19c7']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:58.137497 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.143868 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ea5f8-f574-426c-9a3d-92b2a3947176 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bbce0dc4-ac51-4ec8-95e6-529d08b00053,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:58.155993 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440a315c-dd6f-468b-8dac-102345fdbcca') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:58.156295 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440a315c-dd6f-468b-8dac-102345fdbcca') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:58.181097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3b06a6-46d9-4adc-a71d-e7f5ce437ffc None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:30:58.187759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.190953 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.263902 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:30:58.264346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.278943 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-da0fc73a-8f28-4298-8a14-fcfa18842482 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Calling delete_port for 733889a6-1643-4c35-a6d0-124cc41a538c owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:58.339630 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.344473 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment d2524085-9bdd-4b64-adcc-6d9d99eeb203 resource provider aggregate not found Oct 05 09:30:58.369693 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3b06a6-46d9-4adc-a71d-e7f5ce437ffc None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:30:58.371575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:30:58.372030 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.385336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-34a967e5-1a59-4821-aaad-9ed563906c1e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Calling delete_port for dcf500fb-28be-45e7-9197-ca118438a6d8 owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:58.387884 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment d2524085-9bdd-4b64-adcc-6d9d99eeb203 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2524085-9bdd-4b64-adcc-6d9d99eeb203 found for delete ", "request_id": "req-4515879d-8f92-43ce-a409-d56c28b1ce0e"}]} Oct 05 09:30:58.434216 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-91fe311c-ef2c-40b1-a2f5-da040b4a2d1e req-c5f48128-be27-44e6-b0a7-8aa80fbc32a8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279246 Oct 05 09:30:58.454137 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312ab6d-d914-4f6f-875c-947a26a0e0c0 req-50eb95c2-d980-431b-9f84-75240c4d7965 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:58.461943 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1312ab6d-d914-4f6f-875c-947a26a0e0c0 req-50eb95c2-d980-431b-9f84-75240c4d7965 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.7190926 Oct 05 09:30:58.474578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:30:58.474578 dv-neutron-860329-1-hyperv neutron-server[89845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:30:58.474578 dv-neutron-860329-1-hyperv neutron-server[89845]: [parameters: {'id': '5a505865-caf5-4b59-96a6-8d4f6202db02'}] Oct 05 09:30:58.474578 dv-neutron-860329-1-hyperv neutron-server[89845]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:30:58.474937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:30:58.531402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.533572 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1312ab6d-d914-4f6f-875c-947a26a0e0c0 req-a30557f6-ba6c-48b0-85a7-7918797cb058 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703769 Oct 05 09:30:58.540967 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 05 Oct 2022 09:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb17879-9521-4f61-8974-e26bb1115d2a x-openstack-request-id: req-bbb17879-9521-4f61-8974-e26bb1115d2a {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:30:58.541486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ac3fef-a471-41d3-872e-a28581e4a33f", "name": "network-vif-plugged", "status": "completed", "tag": "a20677fa-b862-4bc8-b2eb-520a7136650a", "code": 200}, {"server_uuid": "ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6", "name": "network-vif-plugged", "status": "completed", "tag": "add821ab-e8c4-4678-a2ea-a72aacffc8bd", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:30:58.541594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbb17879-9521-4f61-8974-e26bb1115d2a {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:30:58.542016 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb17879-9521-4f61-8974-e26bb1115d2a'] response: {'server_uuid': '55ac3fef-a471-41d3-872e-a28581e4a33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20677fa-b862-4bc8-b2eb-520a7136650a', 'code': 200} Oct 05 09:30:58.542684 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb17879-9521-4f61-8974-e26bb1115d2a'] response: {'server_uuid': 'ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add821ab-e8c4-4678-a2ea-a72aacffc8bd', 'code': 200} Oct 05 09:30:58.626820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.656904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.676249 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event deleted for resources: {'Network': ['ID=70d76b9c-9672-4cba-a00f-a5a35b8c19c7,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:58.703427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.772448 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-73b33c6b-a492-4fd8-91a0-12ec1b5afddb tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "DELETE /v2.0/networks/70d76b9c-9672-4cba-a00f-a5a35b8c19c7 HTTP/1.1" status: 204 len: 168 time: 2.2601905 Oct 05 09:30:58.780809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:30:58.781789 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60932) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:58.789029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:30:58.795985 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:30:58.881166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815c542e-41a8-45b4-a40d-6f0c4ddca6f7 None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:30:58.919509 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da0fc73a-8f28-4298-8a14-fcfa18842482 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.942013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Pushing event updated for resources: {'Port': ['ID=837a4a90-017d-4dca-9b66-fde717bd5035,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:58.974232 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:58.975468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.979093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.983651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f43b2408-060a-44f1-9e08-398ae19dfbe9 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:58.984225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fc73a-8f28-4298-8a14-fcfa18842482 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event deleted for resources: {'Port': ['ID=733889a6-1643-4c35-a6d0-124cc41a538c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:59.009970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Deleting port a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:30:59.010361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:59.087636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c542e-41a8-45b4-a40d-6f0c4ddca6f7 None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:30:59.281264 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1a13704f-5401-41b6-80b6-8d96c03c9df1 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.9286144 Oct 05 09:30:59.287891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60936) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:59.310251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a98425-8445-496a-bd89-1de00ed90488 req-3bd3845f-3d07-4e46-9619-6e27104450ce tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:59.314155 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d9a98425-8445-496a-bd89-1de00ed90488 req-3bd3845f-3d07-4e46-9619-6e27104450ce tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 945 time: 0.4979053 Oct 05 09:30:59.344584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da0fc73a-8f28-4298-8a14-fcfa18842482 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:59.355209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}]}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:59.369972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:30:59.382195 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-da0fc73a-8f28-4298-8a14-fcfa18842482 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] 10.222.0.49 "DELETE /v2.0/ports/733889a6-1643-4c35-a6d0-124cc41a538c HTTP/1.1" status: 204 len: 168 time: 2.1565044 Oct 05 09:30:59.384856 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60940) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:59.427232 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Usage tracker for resource:router and tenant:a204ed063a794c14a0e27e85e3bdd348 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:30:59.429144 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d9a98425-8445-496a-bd89-1de00ed90488 req-fb620597-a5ef-4960-b83f-64807098e7e6 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068304 Oct 05 09:30:59.438007 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-34a967e5-1a59-4821-aaad-9ed563906c1e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:59.439624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:30:59.450236 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f43b2408-060a-44f1-9e08-398ae19dfbe9 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:59.469808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:30:59.502746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a967e5-1a59-4821-aaad-9ed563906c1e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Pushing event deleted for resources: {'Port': ['ID=dcf500fb-28be-45e7-9197-ca118438a6d8,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:59.556105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a24a0b-19b1-4505-bc3d-c18e8b29948c req-3e0148e5-ea0f-47b6-8bb9-bf12d1a0a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:59.557651 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e2a24a0b-19b1-4505-bc3d-c18e8b29948c req-3e0148e5-ea0f-47b6-8bb9-bf12d1a0a7ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 1099 time: 0.5075176 Oct 05 09:30:59.559864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06071325-2c3f-4d12-9ff6-a63beb8495ea req-880bc62b-da8c-4ba9-ad74-546a15c1b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:59.561870 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-06071325-2c3f-4d12-9ff6-a63beb8495ea req-880bc62b-da8c-4ba9-ad74-546a15c1b800 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 1099 time: 0.4362202 Oct 05 09:30:59.682554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-f43b2408-060a-44f1-9e08-398ae19dfbe9 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c17799-42d1-4182-803e-07981bfae778']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:59.682554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-f43b2408-060a-44f1-9e08-398ae19dfbe9 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b80e162-8df9-45c4-8cc8-ce53fe35acee') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:59.682554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-f43b2408-060a-44f1-9e08-398ae19dfbe9 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b80e162-8df9-45c4-8cc8-ce53fe35acee') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:30:59.682554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] For port a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5,segment=NetworkSegment(d2524085-9bdd-4b64-adcc-6d9d99eeb203),segment_id=d2524085-9bdd-4b64-adcc-6d9d99eeb203)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:30:59.682554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:59.689883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-e2a24a0b-19b1-4505-bc3d-c18e8b29948c req-bcddd116-93f4-4ac4-801a-5ce4252f0f80 service neutron] Synchronizing usage tracker for tenant:f50b40338cca40239af2266b5f4189e3 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:30:59.756556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f43b2408-060a-44f1-9e08-398ae19dfbe9 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:59.811281 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-06071325-2c3f-4d12-9ff6-a63beb8495ea req-57d63653-fdc9-4b68-b33c-b19b17f220a1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335265 Oct 05 09:30:59.812163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-34a967e5-1a59-4821-aaad-9ed563906c1e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:59.832735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Calling delete_port for a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:30:59.859318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:59.860251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:59.891528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f43b2408-060a-44f1-9e08-398ae19dfbe9 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:59.907075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43b2408-060a-44f1-9e08-398ae19dfbe9 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:30:59.907473 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f43b2408-060a-44f1-9e08-398ae19dfbe9 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:59.976641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:59.991088 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-e2a24a0b-19b1-4505-bc3d-c18e8b29948c req-bcddd116-93f4-4ac4-801a-5ce4252f0f80 service neutron] Unset dirty status for tenant:f50b40338cca40239af2266b5f4189e3 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:30:59.992214 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e2a24a0b-19b1-4505-bc3d-c18e8b29948c req-bcddd116-93f4-4ac4-801a-5ce4252f0f80 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4065773 Oct 05 09:31:00.005885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914aee29-a477-414e-ad90-f41efe14b35d tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:00.006137 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-914aee29-a477-414e-ad90-f41efe14b35d tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Synchronizing usage tracker for tenant:0a920b00c62c4d699274a21f8ce321e5 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:00.024210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-34a967e5-1a59-4821-aaad-9ed563906c1e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:00.030436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-34a967e5-1a59-4821-aaad-9ed563906c1e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:00.138963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f4384-6918-41c6-82a6-b9f6dc771c63 req-65a5f323-5e7c-4101-9bed-d7b806fcbedf tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:00.140433 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-068f4384-6918-41c6-82a6-b9f6dc771c63 req-65a5f323-5e7c-4101-9bed-d7b806fcbedf tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 946 time: 0.5225115 Oct 05 09:31:00.148843 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100fcbe-8465-4b61-b60d-bc0e9ed45721 req-5cacddd7-8be0-4b9a-9942-e05d98a8da21 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:00.150327 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3100fcbe-8465-4b61-b60d-bc0e9ed45721 req-5cacddd7-8be0-4b9a-9942-e05d98a8da21 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.4539928 Oct 05 09:31:00.158376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f43b2408-060a-44f1-9e08-398ae19dfbe9 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:00.159927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:00.219077 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-068f4384-6918-41c6-82a6-b9f6dc771c63 req-ed0cc2ff-bde8-4870-8c7f-b9f65828396e tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676935 Oct 05 09:31:00.224839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f43b2408-060a-44f1-9e08-398ae19dfbe9 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:00.226483 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3100fcbe-8465-4b61-b60d-bc0e9ed45721 req-9433bd4c-ee8b-423d-b46f-c664ead943af tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604639 Oct 05 09:31:00.242187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-914aee29-a477-414e-ad90-f41efe14b35d tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Unset dirty status for tenant:0a920b00c62c4d699274a21f8ce321e5 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:00.243531 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-914aee29-a477-414e-ad90-f41efe14b35d tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f73aa86-d519-46d5-8053-ed455735ee54 HTTP/1.1" status: 200 len: 913 time: 0.8557301 Oct 05 09:31:00.246405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60948) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:00.301820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Port': ['ID=a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:00.303681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b2408-060a-44f1-9e08-398ae19dfbe9 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event deleted for resources: {'Network': ['ID=48c17799-42d1-4182-803e-07981bfae778,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:00.310758 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-34a967e5-1a59-4821-aaad-9ed563906c1e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:00.311286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a967e5-1a59-4821-aaad-9ed563906c1e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Fanout notify agent at l3_agent the message router_deleted on router 6e7e7ff2-33f7-4a55-bbe6-61188e4c0c7f {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:31:00.314240 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No DVR routers for this DVR port a08dbbd3-5ab4-4d26-a03a-abc5e65c1eb5 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:00.343018 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-34a967e5-1a59-4821-aaad-9ed563906c1e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:00.344081 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-34a967e5-1a59-4821-aaad-9ed563906c1e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "DELETE /v2.0/routers/6e7e7ff2-33f7-4a55-bbe6-61188e4c0c7f HTTP/1.1" status: 204 len: 168 time: 3.9251797 Oct 05 09:31:00.348489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60952) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:00.355405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Request body: {'router': {'name': 'tempest-snat-router-281772942', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'enable_snat': False}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:00.363775 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:00.409597 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f43b2408-060a-44f1-9e08-398ae19dfbe9 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "DELETE /v2.0/networks/48c17799-42d1-4182-803e-07981bfae778 HTTP/1.1" status: 204 len: 168 time: 1.6181293 Oct 05 09:31:00.413586 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 60958) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:00.428083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Usage tracker for resource:router and tenant:5aa1a1578f464bb99a109d02a8f0e770 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:00.450849 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:00.466304 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 440a315c-dd6f-468b-8dac-102345fdbcca resource provider aggregate not found Oct 05 09:31:00.505305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:00.509793 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 440a315c-dd6f-468b-8dac-102345fdbcca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 440a315c-dd6f-468b-8dac-102345fdbcca found for delete ", "request_id": "req-1519d0e5-ac67-4b5b-9516-5ef5fa4581ac"}]} Oct 05 09:31:00.515686 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:00.579766 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 3b80e162-8df9-45c4-8cc8-ce53fe35acee resource provider aggregate not found Oct 05 09:31:00.591089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:00.603406 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 3b80e162-8df9-45c4-8cc8-ce53fe35acee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b80e162-8df9-45c4-8cc8-ce53fe35acee found for delete ", "request_id": "req-b65e8e25-e12a-4b94-bacb-3c25c6ceba4c"}]} Oct 05 09:31:00.620092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a505865-caf5-4b59-96a6-8d4f6202db02']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:00.633738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2524085-9bdd-4b64-adcc-6d9d99eeb203') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:00.638479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2524085-9bdd-4b64-adcc-6d9d99eeb203') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:00.647120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:00.683872 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b01808f2-557e-4680-9063-fa72b1431a16 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:00.693512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:00.694661 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:00.724086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:00.737642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:00.738017 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:00.769027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.018494 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.050063 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.058883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Network': ['ID=5a505865-caf5-4b59-96a6-8d4f6202db02,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:01.064280 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-41ae0c18-c8e1-4a42-9e98-dc8109e24ead tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/5a505865-caf5-4b59-96a6-8d4f6202db02 HTTP/1.1" status: 204 len: 168 time: 5.5848351 Oct 05 09:31:01.069524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60970) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:01.078152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2100821056'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:01.085190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:01.105038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b01808f2-557e-4680-9063-fa72b1431a16 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.143259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:network and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:01.157496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:01.205302 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ebb4c-0085-4b7c-a2aa-572d5d2e84d5 req-cb48fbaa-ce63-4953-8106-862fabbf3913 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:01.206874 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-359ebb4c-0085-4b7c-a2aa-572d5d2e84d5 req-cb48fbaa-ce63-4953-8106-862fabbf3913 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 945 time: 0.5766563 Oct 05 09:31:01.211549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:01.247583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-b01808f2-557e-4680-9063-fa72b1431a16 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f060b640-c3f5-455b-a5c9-769fe4ff6ea2']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:01.285464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.315544 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.348699 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-b01808f2-557e-4680-9063-fa72b1431a16 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873168b0-fb6c-479d-ade7-29c0f29ed836') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:01.349573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-b01808f2-557e-4680-9063-fa72b1431a16 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873168b0-fb6c-479d-ade7-29c0f29ed836') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:01.352764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:01.356149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.412683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:31:01.423117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b01808f2-557e-4680-9063-fa72b1431a16 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.464901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.465248 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Added segment dc848772-f63d-40f2-ac04-5c966efddb49 of type vlan for network 6ab8f62c-91d2-45b0-985d-63208a86fb7b Oct 05 09:31:01.536315 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.598904 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-359ebb4c-0085-4b7c-a2aa-572d5d2e84d5 req-4cedb051-f00d-4d2d-9203-65c076143cb2 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3704302 Oct 05 09:31:01.600208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b01808f2-557e-4680-9063-fa72b1431a16 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.627158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.631833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01808f2-557e-4680-9063-fa72b1431a16 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:01.632229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b01808f2-557e-4680-9063-fa72b1431a16 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.633897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.707990 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.713746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:01.714404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:01.719939 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 873168b0-fb6c-479d-ade7-29c0f29ed836 resource provider aggregate not found Oct 05 09:31:01.785736 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 873168b0-fb6c-479d-ade7-29c0f29ed836 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 873168b0-fb6c-479d-ade7-29c0f29ed836 found for delete ", "request_id": "req-6165c893-6810-4ec8-b69c-6c334194a5ed"}]} Oct 05 09:31:01.941674 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3a44a-1142-4850-8b65-b3fe78bd3157 req-7210acfc-2719-4287-9671-3cea65270ea1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:01.948837 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8fb3a44a-1142-4850-8b65-b3fe78bd3157 req-7210acfc-2719-4287-9671-3cea65270ea1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 946 time: 0.6021152 Oct 05 09:31:02.000081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b01808f2-557e-4680-9063-fa72b1431a16 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:02.031119 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b01808f2-557e-4680-9063-fa72b1431a16 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:02.048185 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9779541 Oct 05 09:31:02.053364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60982) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:02.057344 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01808f2-557e-4680-9063-fa72b1431a16 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] Pushing event deleted for resources: {'Network': ['ID=f060b640-c3f5-455b-a5c9-769fe4ff6ea2,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:02.084759 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b56e97-96f3-4c5f-954b-baec22c51c88 req-93e7fdc6-1408-4d9c-b2c2-ad8795495fce tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:02.086252 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-50b56e97-96f3-4c5f-954b-baec22c51c88 req-93e7fdc6-1408-4d9c-b2c2-ad8795495fce tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.3580987 Oct 05 09:31:02.095826 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b01808f2-557e-4680-9063-fa72b1431a16 tempest-BulkNetworkOpsTest-342883978 tempest-BulkNetworkOpsTest-342883978-project] 10.222.0.49 "DELETE /v2.0/networks/f060b640-c3f5-455b-a5c9-769fe4ff6ea2 HTTP/1.1" status: 204 len: 168 time: 1.6812551 Oct 05 09:31:02.108288 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8fb3a44a-1142-4850-8b65-b3fe78bd3157 req-111704a8-1341-46cd-9240-1bc2e6d98942 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564162 Oct 05 09:31:02.115103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'subnet': {'network_id': '6ab8f62c-91d2-45b0-985d-63208a86fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:02.156397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428770d-cb9a-4fa1-8cb9-4a49c3076f83 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Network': ['ID=6ab8f62c-91d2-45b0-985d-63208a86fb7b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:02.166849 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:02.171580 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-50b56e97-96f3-4c5f-954b-baec22c51c88 req-f68aab29-5987-4f2a-a551-2d89b52700d0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722404 Oct 05 09:31:02.172587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:02.180274 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ce03728-94e2-4fbe-b234-5d6dcadb76c1 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:02.183805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 6ab8f62c-91d2-45b0-985d-63208a86fb7b details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:31:02.296399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:02.300807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:subnet and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:02.304061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:02.310515 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:02.364076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:02.364566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9727c0c-92d5-4c19-af8d-dd1687468815 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:31:02.413637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:02.417504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:02.495338 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 05 09:31:02.499366 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0158ef98-5f21-4d9c-a192-38d6fd3c8b30 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2084391 Oct 05 09:31:02.499952 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60988) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:02.700538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 60998) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:02.718917 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment d2524085-9bdd-4b64-adcc-6d9d99eeb203 resource provider aggregate not found Oct 05 09:31:02.722530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-ae547ae0-1d05-468d-baa5-c63c011e53b9 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Deleting port 837a4a90-017d-4dca-9b66-fde717bd5035 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:02.722882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ae547ae0-1d05-468d-baa5-c63c011e53b9 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:02.770629 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment d2524085-9bdd-4b64-adcc-6d9d99eeb203 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2524085-9bdd-4b64-adcc-6d9d99eeb203 found for delete ", "request_id": "req-89098332-1020-4441-8b95-c721b2a2b8db"}]} Oct 05 09:31:02.784625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:02.864577 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:03.045127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6423d-b259-4bf2-8a17-d2fa1fc35550 req-5044629b-6824-4b2d-8924-e35739df1808 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:03.046690 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c4b6423d-b259-4bf2-8a17-d2fa1fc35550 req-5044629b-6824-4b2d-8924-e35739df1808 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 945 time: 0.2374671 Oct 05 09:31:03.049632 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8495c430-c73d-4dec-8482-2ef52c0529b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e751e2b3318401a8da8d3d16c84144f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479114 Oct 05 09:31:03.062370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32774) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:03.141028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Allocated IP 172.26.7.172 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/0c1ab113-bb05-4220-91a9-4f124990ddb7) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:03.163870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ae547ae0-1d05-468d-baa5-c63c011e53b9 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:03.172081 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c4b6423d-b259-4bf2-8a17-d2fa1fc35550 req-f8c0b657-ba1c-47f1-8c4b-905dee5cdb40 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973601 Oct 05 09:31:03.174100 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5ce03728-94e2-4fbe-b234-5d6dcadb76c1 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Deleting port 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:03.174629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ce03728-94e2-4fbe-b234-5d6dcadb76c1 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:03.301380 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-07175dd2-bad9-4604-a26e-af54b48a2fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:03.303421 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:03.313039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-ae547ae0-1d05-468d-baa5-c63c011e53b9 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Calling delete_port for 837a4a90-017d-4dca-9b66-fde717bd5035 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:03.445738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-07175dd2-bad9-4604-a26e-af54b48a2fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:03.487217 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Subnet': ['ID=359aa76f-6147-42d3-9dab-17f11d6a85e8,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:03.531736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Checking segment: {'id': 'dc848772-f63d-40f2-ac04-5c966efddb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6ab8f62c-91d2-45b0-985d-63208a86fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:03.534377 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network hostable DHCP agents. Network: 6ab8f62c-91d2-45b0-985d-63208a86fb7b, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:31:03.628874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:03.640344 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ce03728-94e2-4fbe-b234-5d6dcadb76c1 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:03.655956 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c178f39-25e0-4b7e-ba31-a3efef2f3407 req-31c65b49-dec0-4323-81f6-26ca99927c84 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:03.657424 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1c178f39-25e0-4b7e-ba31-a3efef2f3407 req-31c65b49-dec0-4323-81f6-26ca99927c84 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 946 time: 0.3780427 Oct 05 09:31:03.702317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network 6ab8f62c-91d2-45b0-985d-63208a86fb7b is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:31:03.729665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-07175dd2-bad9-4604-a26e-af54b48a2fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:03.732515 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ae547ae0-1d05-468d-baa5-c63c011e53b9 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:03.796296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07175dd2-bad9-4604-a26e-af54b48a2fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5c4e54-9a9d-4f9e-91de-57da4ed37894,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:03.799304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be7477-34f9-48c2-9902-d1c2b9742d97 req-df7bb2d5-470a-43e0-9bb3-0cc5d1db4bf9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:03.800831 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-71be7477-34f9-48c2-9902-d1c2b9742d97 req-df7bb2d5-470a-43e0-9bb3-0cc5d1db4bf9 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 945 time: 0.4661276 Oct 05 09:31:03.802696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae547ae0-1d05-468d-baa5-c63c011e53b9 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Pushing event deleted for resources: {'Port': ['ID=837a4a90-017d-4dca-9b66-fde717bd5035,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:03.811130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5ce03728-94e2-4fbe-b234-5d6dcadb76c1 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Calling delete_port for 74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:03.840497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 32784) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:03.859675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 6ab8f62c-91d2-45b0-985d-63208a86fb7b) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:03.865736 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ccb6160d-2fb4-4076-a921-b42533c4ffbc tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Request body: {'floatingip': {'port_id': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:03.870754 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60128d1a-0865-4fd1-8b2e-e94f9bd93bb1 None None] Network 6ab8f62c-91d2-45b0-985d-63208a86fb7b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:03.927258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:03.927848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:03.950091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ae547ae0-1d05-468d-baa5-c63c011e53b9 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:03.959059 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ae547ae0-1d05-468d-baa5-c63c011e53b9 tempest-RoutersAdminNegativeIpV6Test-1538506826 tempest-RoutersAdminNegativeIpV6Test-1538506826-project-admin] 10.222.0.49 "DELETE /v2.0/ports/837a4a90-017d-4dca-9b66-fde717bd5035 HTTP/1.1" status: 204 len: 168 time: 1.4476192 Oct 05 09:31:03.959059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-07175dd2-bad9-4604-a26e-af54b48a2fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:03.959059 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-07175dd2-bad9-4604-a26e-af54b48a2fca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f5c4e54-9a9d-4f9e-91de-57da4ed37894 HTTP/1.1" status: 204 len: 168 time: 0.8938224 Oct 05 09:31:04.057101 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-03461cc4-5df9-4905-be22-39c635e950fc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0015802 Oct 05 09:31:04.058916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32792) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:04.132488 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-6ab8f62c-91d2-45b0-985d-63208a86fb7b', 'network_id': '6ab8f62c-91d2-45b0-985d-63208a86fb7b', 'tenant_id': '7283f07e358044f8b3cf5f6bbdcb5318', 'fixed_ips': [{'subnet_id': '359aa76f-6147-42d3-9dab-17f11d6a85e8'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:31:04.133678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:04.152036 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ccb6160d-2fb4-4076-a921-b42533c4ffbc tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for floatingip, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:04.225160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:04.288326 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1c178f39-25e0-4b7e-ba31-a3efef2f3407 req-705abe92-90f5-4bb1-b7fc-51ca9c044e52 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6213183 Oct 05 09:31:04.308435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:04.346697 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Allocated IP 2001:db8::1 (6ab8f62c-91d2-45b0-985d-63208a86fb7b/359aa76f-6147-42d3-9dab-17f11d6a85e8/d0256b8f-06a0-475e-b82e-2e803479e108) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:04.477411 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e94aa-b126-42d1-9ea9-82c2aa415ede req-77c52b3f-896f-48b8-a8cd-7d1c5ae21876 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:04.478642 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-547e94aa-b126-42d1-9ea9-82c2aa415ede req-77c52b3f-896f-48b8-a8cd-7d1c5ae21876 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.5408478 Oct 05 09:31:04.479468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32802) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:04.556078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:04.636583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:04.648094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a948cc5-5ff6-4138-a634-a647e49f6e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:04.650372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Transition to ACTIVE for port object d0256b8f-06a0-475e-b82e-2e803479e108 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:04.668420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1a948cc5-5ff6-4138-a634-a647e49f6e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:04.672008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Transition to ACTIVE for port object d0256b8f-06a0-475e-b82e-2e803479e108 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:04.672605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1a948cc5-5ff6-4138-a634-a647e49f6e7b admin admin] Usage tracker for resource:security_group_rule and tenant:6c932250474948fe91bba1a96af92fdf is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:04.675599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1a948cc5-5ff6-4138-a634-a647e49f6e7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:04.681454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1a948cc5-5ff6-4138-a634-a647e49f6e7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:04.751378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:04.791764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a948cc5-5ff6-4138-a634-a647e49f6e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:04.844576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:04.864972 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:04.873528 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Pushing event updated for resources: {'Port': ['ID=0c1ab113-bb05-4220-91a9-4f124990ddb7,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:04.878203 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-547e94aa-b126-42d1-9ea9-82c2aa415ede req-78c494df-c4a0-4c13-ac8a-885227df3086 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235700 Oct 05 09:31:04.886798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:04.891260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Subnet': ['ID=359aa76f-6147-42d3-9dab-17f11d6a85e8,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:04.895614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a948cc5-5ff6-4138-a634-a647e49f6e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:04.897452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Network 6ab8f62c-91d2-45b0-985d-63208a86fb7b is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:04.900618 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:04.903932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:04.957849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Pushing event updated for resources: {'Port': ['ID=d0256b8f-06a0-475e-b82e-2e803479e108,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:05.013923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:05.028309 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1a948cc5-5ff6-4138-a634-a647e49f6e7b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c932250474948fe91bba1a96af92fdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5453222 Oct 05 09:31:05.037287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32822) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:05.058282 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Attempting to bind port d0256b8f-06a0-475e-b82e-2e803479e108 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:05.058851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Attempting to bind port d0256b8f-06a0-475e-b82e-2e803479e108 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'dc848772-f63d-40f2-ac04-5c966efddb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6ab8f62c-91d2-45b0-985d-63208a86fb7b'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:05.059463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Attempting to bind port d0256b8f-06a0-475e-b82e-2e803479e108 on network 6ab8f62c-91d2-45b0-985d-63208a86fb7b {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:05.063112 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a948cc5-5ff6-4138-a634-a647e49f6e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f809881f-fcac-4a0f-ba93-ba75134d46dc,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:05.069387 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:05.069772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Checking segment: {'id': 'dc848772-f63d-40f2-ac04-5c966efddb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6ab8f62c-91d2-45b0-985d-63208a86fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:05.070236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:05.070630 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Bound using segment: {'id': 'dc848772-f63d-40f2-ac04-5c966efddb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6ab8f62c-91d2-45b0-985d-63208a86fb7b'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:05.071094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Bound port: d0256b8f-06a0-475e-b82e-2e803479e108, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc848772-f63d-40f2-ac04-5c966efddb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6ab8f62c-91d2-45b0-985d-63208a86fb7b'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:05.071472 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:05.079455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:05.113921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ce03728-94e2-4fbe-b234-5d6dcadb76c1 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:05.124528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab8f62c-91d2-45b0-985d-63208a86fb7b']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:05.142416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc848772-f63d-40f2-ac04-5c966efddb49') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:05.145310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc848772-f63d-40f2-ac04-5c966efddb49') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:05.168170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:05.188369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] For port d0256b8f-06a0-475e-b82e-2e803479e108, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:05.192959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] For port d0256b8f-06a0-475e-b82e-2e803479e108, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d0256b8f-06a0-475e-b82e-2e803479e108,segment=NetworkSegment(dc848772-f63d-40f2-ac04-5c966efddb49),segment_id=dc848772-f63d-40f2-ac04-5c966efddb49)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:05.276757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dc83208-805f-4ad6-a37c-ed192f944cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:05.308390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dc83208-805f-4ad6-a37c-ed192f944cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:05.348477 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:05.353648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:05.360559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32830) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:05.369761 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:05.370370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:05.408213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce03728-94e2-4fbe-b234-5d6dcadb76c1 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event deleted for resources: {'Port': ['ID=74cf64c3-ae42-45f4-8e0f-9f2a8fd7943f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:05.464820 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment dc848772-f63d-40f2-ac04-5c966efddb49 resource provider aggregate not found Oct 05 09:31:05.526311 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment dc848772-f63d-40f2-ac04-5c966efddb49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc848772-f63d-40f2-ac04-5c966efddb49 found for delete ", "request_id": "req-38b1d543-f929-482e-89ba-1708da164199"}]} Oct 05 09:31:05.554838 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9329e4-4046-41d7-aaa7-020581df36ad None None] Pushing event updated for resources: {'Port': ['ID=d0256b8f-06a0-475e-b82e-2e803479e108,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:05.575344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:31:05.575344 dv-neutron-860329-1-hyperv neutron-server[89845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:31:05.575344 dv-neutron-860329-1-hyperv neutron-server[89845]: [parameters: {'id': '6ab8f62c-91d2-45b0-985d-63208a86fb7b'}] Oct 05 09:31:05.575344 dv-neutron-860329-1-hyperv neutron-server[89845]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:31:05.575888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:31:05.585187 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c3376e99-0850-4e5b-8987-01a9f35ecc67 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] Request body: {'port': {'network_id': 'f9a325c9-1e93-49b2-93a4-9085dbfc0a7b', 'name': 'tempest-NetworksNegativeTestJSON-718804409'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:05.596007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f29042-1db1-402d-8ccb-ce8575a2fd9e None None] Network 6ab8f62c-91d2-45b0-985d-63208a86fb7b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:05.606250 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3376e99-0850-4e5b-8987-01a9f35ecc67 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] POST failed (client error): The resource could not be found. Oct 05 09:31:05.606844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3376e99-0850-4e5b-8987-01a9f35ecc67 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:05.612055 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c3376e99-0850-4e5b-8987-01a9f35ecc67 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2462595 Oct 05 09:31:05.612354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32840) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:05.634933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dc83208-805f-4ad6-a37c-ed192f944cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:05.648288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e9564-e530-457b-89df-b9fcfe87ecbe req-ba2e82b4-a399-473c-a207-1b9c8dcd387c tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:05.650155 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d96e9564-e530-457b-89df-b9fcfe87ecbe req-ba2e82b4-a399-473c-a207-1b9c8dcd387c tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 946 time: 1.0978484 Oct 05 09:31:05.654666 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f72ba5-b2b3-475e-8bc9-2c9b6531377f tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:05.655148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f72ba5-b2b3-475e-8bc9-2c9b6531377f tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:05.662133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc83208-805f-4ad6-a37c-ed192f944cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f809881f-fcac-4a0f-ba93-ba75134d46dc,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:05.664587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32844) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:05.676226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-fbb32f94-b389-4122-83b6-fb5fea2e8005 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Request body: {'floatingip': {'port_id': 'a20677fa-b862-4bc8-b2eb-520a7136650a'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:05.747085 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-01f72ba5-b2b3-475e-8bc9-2c9b6531377f tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] 10.222.0.49 "DELETE /v2.0/networks/cbb56ca5-b2ba-4f66-a06b-ce98e235580d HTTP/1.1" status: 404 len: 339 time: 0.1276770 Oct 05 09:31:05.752487 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dc83208-805f-4ad6-a37c-ed192f944cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:05.755941 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1dc83208-805f-4ad6-a37c-ed192f944cfd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f809881f-fcac-4a0f-ba93-ba75134d46dc HTTP/1.1" status: 204 len: 168 time: 0.7153680 Oct 05 09:31:05.755941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32848) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:05.841243 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fbb32f94-b389-4122-83b6-fb5fea2e8005 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for floatingip, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:05.857305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26777691-7442-4581-a343-2164637dedcd None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:31:05.918543 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2fb833-3f78-44c3-8bb7-cc967fae62a5 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:05.919009 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2fb833-3f78-44c3-8bb7-cc967fae62a5 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:05.921122 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cf2fb833-3f78-44c3-8bb7-cc967fae62a5 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] 10.222.0.49 "DELETE /v2.0/ports/1a6f4fd6-3e02-4453-b5c2-62a9d74a9eef HTTP/1.1" status: 404 len: 333 time: 0.1467168 Oct 05 09:31:05.930248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32854) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:06.012477 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310c9d1-5c02-40ce-a965-da78f062c486 req-49651e6c-7319-4803-8008-699ba3cf9b6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:06.017043 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9310c9d1-5c02-40ce-a965-da78f062c486 req-49651e6c-7319-4803-8008-699ba3cf9b6e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.9128044 Oct 05 09:31:06.020601 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26777691-7442-4581-a343-2164637dedcd None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:31:06.028577 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 32858) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:06.034706 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3cd7e3-98a2-416a-91cb-0bd9c8ad4c84 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:06.035782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c3cd7e3-98a2-416a-91cb-0bd9c8ad4c84 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:06.037704 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6c3cd7e3-98a2-416a-91cb-0bd9c8ad4c84 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] 10.222.0.49 "DELETE /v2.0/subnets/f3db2a7d-624d-46ab-8a2f-ae5662c2c47e HTTP/1.1" status: 404 len: 337 time: 0.1061337 Oct 05 09:31:06.048358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32862) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:06.048543 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-19889278-f14d-4bd4-bd6a-9bb583c05945 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Request body: {'floatingip': {'port_id': 'add821ab-e8c4-4678-a2ea-a72aacffc8bd'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:06.077732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:06.104027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ce03728-94e2-4fbe-b234-5d6dcadb76c1 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:06.122900 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a697f11f-d3b4-4169-84fd-1d2875764abd tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] GET failed (client error): The resource could not be found. Oct 05 09:31:06.124412 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a697f11f-d3b4-4169-84fd-1d2875764abd tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] 10.222.0.49 "GET /v2.0/networks/124a967a-03a0-4071-bf22-765f7fe4df69 HTTP/1.1" status: 404 len: 339 time: 0.0747142 Oct 05 09:31:06.132413 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32866) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:06.160332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-19889278-f14d-4bd4-bd6a-9bb583c05945 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for floatingip, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:06.195099 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Deleting port d0256b8f-06a0-475e-b82e-2e803479e108 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:06.195534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:06.229247 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f715985-f828-42be-9892-862d5b625cc8 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] GET failed (client error): The resource could not be found. Oct 05 09:31:06.230713 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5f715985-f828-42be-9892-862d5b625cc8 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] 10.222.0.49 "GET /v2.0/ports/a99d83d0-5879-4dbe-8825-4d0d39ab7139 HTTP/1.1" status: 404 len: 333 time: 0.0970824 Oct 05 09:31:06.242694 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32872) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:06.364000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-ccb6160d-2fb4-4076-a921-b42533c4ffbc tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:31:06.371219 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf4bb31-335a-40af-85c0-a2e921def80d tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] GET failed (client error): The resource could not be found. Oct 05 09:31:06.376373 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-aaf4bb31-335a-40af-85c0-a2e921def80d tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] 10.222.0.49 "GET /v2.0/subnets/09452ff8-a28f-4ed5-b8c2-7b824edd9ed3 HTTP/1.1" status: 404 len: 337 time: 0.1289079 Oct 05 09:31:06.386149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32876) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:06.397108 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-8781e619-1a63-45da-97ba-c0e21cb1ace8 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:06.510326 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8781e619-1a63-45da-97ba-c0e21cb1ace8 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] PUT failed (client error): The resource could not be found. Oct 05 09:31:06.510898 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8781e619-1a63-45da-97ba-c0e21cb1ace8 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:06.512048 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8781e619-1a63-45da-97ba-c0e21cb1ace8 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] 10.222.0.49 "PUT /v2.0/networks/528aa8b8-95e3-484c-b4a5-ce7e3e09a7ef HTTP/1.1" status: 404 len: 339 time: 0.1246583 Oct 05 09:31:06.525508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32880) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:06.544052 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-1f957ef8-44c0-48c0-a6f1-a81c8f014d57 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:06.608811 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f957ef8-44c0-48c0-a6f1-a81c8f014d57 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] PUT failed (client error): The resource could not be found. Oct 05 09:31:06.609282 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f957ef8-44c0-48c0-a6f1-a81c8f014d57 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:06.609491 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ccb6160d-2fb4-4076-a921-b42533c4ffbc tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:06.615137 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1f957ef8-44c0-48c0-a6f1-a81c8f014d57 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] 10.222.0.49 "PUT /v2.0/ports/f732de74-a3ed-485a-b8a7-50b9d6d66078 HTTP/1.1" status: 404 len: 333 time: 0.0822091 Oct 05 09:31:06.622518 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 32884) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:06.718250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2d428783-990e-42fa-abc8-f8a4ef78ecb2 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:06.749746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32888) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:06.758693 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ccb6160d-2fb4-4076-a921-b42533c4ffbc tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:06.848444 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d428783-990e-42fa-abc8-f8a4ef78ecb2 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] PUT failed (client error): The resource could not be found. Oct 05 09:31:06.848902 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d428783-990e-42fa-abc8-f8a4ef78ecb2 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:06.850327 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2d428783-990e-42fa-abc8-f8a4ef78ecb2 tempest-NetworksNegativeTestJSON-281828681 tempest-NetworksNegativeTestJSON-281828681-project] 10.222.0.49 "PUT /v2.0/subnets/3cd2aad2-3de8-4df9-b0fc-7f2dbd7531f2 HTTP/1.1" status: 404 len: 337 time: 0.1755497 Oct 05 09:31:06.955123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:07.037947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] For port d0256b8f-06a0-475e-b82e-2e803479e108, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d0256b8f-06a0-475e-b82e-2e803479e108,segment=NetworkSegment(dc848772-f63d-40f2-ac04-5c966efddb49),segment_id=dc848772-f63d-40f2-ac04-5c966efddb49)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:07.038344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:07.185034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Calling delete_port for d0256b8f-06a0-475e-b82e-2e803479e108 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:07.234242 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cb584e7f-eee3-4f00-b6e0-34f6938a7456 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a204ed063a794c14a0e27e85e3bdd348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4832637 Oct 05 09:31:07.246263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32894) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:07.464640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32900) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:07.468724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:07.511257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e92fb97c-aa68-45fd-98a9-381e987596f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:07.554923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Port': ['ID=d0256b8f-06a0-475e-b82e-2e803479e108,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:07.565495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No DVR routers for this DVR port d0256b8f-06a0-475e-b82e-2e803479e108 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:07.581594 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-ccb6160d-2fb4-4076-a921-b42533c4ffbc tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Floating IP a2105a15-93ba-4c16-bb7f-c33fefb61b92 associated. External IP: 172.26.7.129, port: cebb164e-6b28-45f4-86d1-c77cfb2cf82d. Oct 05 09:31:07.608000 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e92fb97c-aa68-45fd-98a9-381e987596f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:07.636676 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fbb32f94-b389-4122-83b6-fb5fea2e8005 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:07.719417 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fbb32f94-b389-4122-83b6-fb5fea2e8005 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:07.754281 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce03728-94e2-4fbe-b234-5d6dcadb76c1 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Router 3f73aa86-d519-46d5-8053-ed455735ee54 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:31:07.797393 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2d87d491-2ff3-4d9f-afd4-7337c55029d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:07.822351 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:07.860953 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2d87d491-2ff3-4d9f-afd4-7337c55029d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:07.869412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2d87d491-2ff3-4d9f-afd4-7337c55029d2 admin admin] Usage tracker for resource:security_group_rule and tenant:44044f86ab924a9d82497cc3745e900b is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:07.873955 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2d87d491-2ff3-4d9f-afd4-7337c55029d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:07.879882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab8f62c-91d2-45b0-985d-63208a86fb7b']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:07.896365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2d87d491-2ff3-4d9f-afd4-7337c55029d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:07.954103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc848772-f63d-40f2-ac04-5c966efddb49') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:07.954413 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc848772-f63d-40f2-ac04-5c966efddb49') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:07.987582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:08.022130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:08.033701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:08.034142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:08.106497 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment dc848772-f63d-40f2-ac04-5c966efddb49 resource provider aggregate not found Oct 05 09:31:08.117491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e92fb97c-aa68-45fd-98a9-381e987596f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:08.131501 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-fbb32f94-b389-4122-83b6-fb5fea2e8005 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Floating IP 7597a9ca-7723-4572-a4b9-3c42d065f5af associated. External IP: 172.26.7.204, port: a20677fa-b862-4bc8-b2eb-520a7136650a. Oct 05 09:31:08.185620 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment dc848772-f63d-40f2-ac04-5c966efddb49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc848772-f63d-40f2-ac04-5c966efddb49 found for delete ", "request_id": "req-5a5b2dee-4f3c-4c20-9b64-344e3ccaf306"}]} Oct 05 09:31:08.216173 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fb97c-aa68-45fd-98a9-381e987596f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3796d815-4e19-4f35-a8f2-3a7f4f4bd43a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:08.368562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e92fb97c-aa68-45fd-98a9-381e987596f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:08.369691 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e92fb97c-aa68-45fd-98a9-381e987596f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3796d815-4e19-4f35-a8f2-3a7f4f4bd43a HTTP/1.1" status: 204 len: 168 time: 1.1242549 Oct 05 09:31:08.446992 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:08.449093 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:08.451933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:08.501913 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/6ab8f62c-91d2-45b0-985d-63208a86fb7b HTTP/1.1" status: 204 len: 168 time: 4.4377170 Oct 05 09:31:08.501913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a91976-c703-4703-ba06-3743bcebe9bc tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Network': ['ID=6ab8f62c-91d2-45b0-985d-63208a86fb7b,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:08.507846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32912) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:08.517371 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363059450'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:08.522300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:08.526241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:network and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:08.529349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:08.542498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:08.620740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce03728-94e2-4fbe-b234-5d6dcadb76c1 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:08.628227 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-19889278-f14d-4bd4-bd6a-9bb583c05945 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:31:08.638297 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39564bcb-83fa-4647-8148-5313887ca408 None None] Sync routers for ids ['3f73aa86-d519-46d5-8053-ed455735ee54'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:08.658341 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39564bcb-83fa-4647-8148-5313887ca408 None None] Routers {'3f73aa86-d519-46d5-8053-ed455735ee54'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:08.658959 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-39564bcb-83fa-4647-8148-5313887ca408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3f73aa86-d519-46d5-8053-ed455735ee54'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:08.671760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2d87d491-2ff3-4d9f-afd4-7337c55029d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:08.734831 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-39564bcb-83fa-4647-8148-5313887ca408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:08.744657 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39564bcb-83fa-4647-8148-5313887ca408 None None] Routers {'3f73aa86-d519-46d5-8053-ed455735ee54'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:08.745625 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-39564bcb-83fa-4647-8148-5313887ca408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3f73aa86-d519-46d5-8053-ed455735ee54'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:08.763900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2d87d491-2ff3-4d9f-afd4-7337c55029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:08.803052 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:08.806552 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:08.817600 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-39564bcb-83fa-4647-8148-5313887ca408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:08.818358 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39564bcb-83fa-4647-8148-5313887ca408 None None] The sync data for ids ['3f73aa86-d519-46d5-8053-ed455735ee54'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:08.882859 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5ce03728-94e2-4fbe-b234-5d6dcadb76c1 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] 10.222.0.49 "PUT /v2.0/routers/3f73aa86-d519-46d5-8053-ed455735ee54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6329949 Oct 05 09:31:08.886214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32922) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:08.887592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87d491-2ff3-4d9f-afd4-7337c55029d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfb5b26-b407-4482-a5c8-6377702c02da,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:08.888785 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb6160d-2fb4-4076-a921-b42533c4ffbc tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:31:08.895974 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2d87d491-2ff3-4d9f-afd4-7337c55029d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44044f86ab924a9d82497cc3745e900b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4384518 Oct 05 09:31:08.898583 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32928) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:08.901190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-19889278-f14d-4bd4-bd6a-9bb583c05945 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:08.986472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb32f94-b389-4122-83b6-fb5fea2e8005 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Router 7ba622c5-0d5f-4c89-96af-3077ee8db55c has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:31:08.989161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:31:08.992551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-19889278-f14d-4bd4-bd6a-9bb583c05945 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:09.093076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:09.093419 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Added segment a616274f-e004-4c97-9eb5-5d1d6846c9bf of type vlan for network a0797e18-fea4-4e7f-8200-53547454f122 Oct 05 09:31:09.218959 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Router 00313cb4-feae-484e-a736-690139dd8fe5 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:31:09.256267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8f49dae-9255-4015-8776-b16e0a1bddb3 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:09.336842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb6160d-2fb4-4076-a921-b42533c4ffbc tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:09.342358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ccb6160d-2fb4-4076-a921-b42533c4ffbc tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:09.350595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25135183-a7f1-4cc6-91d2-9fe13bd44f08 None None] Sync routers for ids ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:09.355879 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ec93-8cf1-4c99-9f7d-10e436cf6116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:09.361373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25135183-a7f1-4cc6-91d2-9fe13bd44f08 None None] Routers {'35fa253b-6a8f-4ab4-b224-f8eba779b0c3'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:09.362402 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-25135183-a7f1-4cc6-91d2-9fe13bd44f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:09.364802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:09.396738 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-19889278-f14d-4bd4-bd6a-9bb583c05945 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Floating IP f6bec355-fc64-48fe-aacf-8b9dedc2443a associated. External IP: 172.26.7.205, port: add821ab-e8c4-4678-a2ea-a72aacffc8bd. Oct 05 09:31:09.455276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ec93-8cf1-4c99-9f7d-10e436cf6116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:09.550397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb32f94-b389-4122-83b6-fb5fea2e8005 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:09.562216 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186225c-eb41-4e2a-9b14-241f143be740 None None] Sync routers for ids ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:09.583147 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186225c-eb41-4e2a-9b14-241f143be740 None None] Routers {'7ba622c5-0d5f-4c89-96af-3077ee8db55c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:09.586274 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-8186225c-eb41-4e2a-9b14-241f143be740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:09.589380 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-25135183-a7f1-4cc6-91d2-9fe13bd44f08 None None] Set router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:09.590314 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ccb6160d-2fb4-4076-a921-b42533c4ffbc tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "PUT /v2.0/floatingips/a2105a15-93ba-4c16-bb7f-c33fefb61b92 HTTP/1.1" status: 200 len: 991 time: 5.7400258 Oct 05 09:31:09.598338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffc99b9-2164-438b-97c8-9c42557deba1', 'tag': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:31:09.598338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ebdf0c-a73c-4b21-ad12-6c44d4a6cb1b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffc99b9-2164-438b-97c8-9c42557deba1", "tag": "cebb164e-6b28-45f4-86d1-c77cfb2cf82d"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:31:09.605463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fbb32f94-b389-4122-83b6-fb5fea2e8005 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:09.650886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:09.656599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:09.662802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:09.735620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32946) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:09.782448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717db7b3-81f6-47b5-bc2d-3b9697f81448 x-openstack-request-id: req-717db7b3-81f6-47b5-bc2d-3b9697f81448 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:31:09.783362 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffc99b9-2164-438b-97c8-9c42557deba1", "tag": "cebb164e-6b28-45f4-86d1-c77cfb2cf82d", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:31:09.783779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-717db7b3-81f6-47b5-bc2d-3b9697f81448 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:31:09.784357 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717db7b3-81f6-47b5-bc2d-3b9697f81448'] response: {'name': 'network-changed', 'server_uuid': '1ffc99b9-2164-438b-97c8-9c42557deba1', 'tag': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d', 'status': 'completed', 'code': 200} Oct 05 09:31:09.836222 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8f49dae-9255-4015-8776-b16e0a1bddb3 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:09.874936 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-8186225c-eb41-4e2a-9b14-241f143be740 None None] Set router 7ba622c5-0d5f-4c89-96af-3077ee8db55c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:09.937668 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fbb32f94-b389-4122-83b6-fb5fea2e8005 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "PUT /v2.0/floatingips/7597a9ca-7723-4572-a4b9-3c42d065f5af HTTP/1.1" status: 200 len: 992 time: 4.2680717 Oct 05 09:31:09.959340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ac3fef-a471-41d3-872e-a28581e4a33f', 'tag': 'a20677fa-b862-4bc8-b2eb-520a7136650a'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:31:09.964026 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9d7bd5-972b-4890-bca1-a3f9c7a9a1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "55ac3fef-a471-41d3-872e-a28581e4a33f", "tag": "a20677fa-b862-4bc8-b2eb-520a7136650a"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:31:10.029350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ec93-8cf1-4c99-9f7d-10e436cf6116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:10.050396 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ec93-8cf1-4c99-9f7d-10e436cf6116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:10.050396 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ecb3ec93-8cf1-4c99-9f7d-10e436cf6116 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdfb5b26-b407-4482-a5c8-6377702c02da HTTP/1.1" status: 204 len: 168 time: 1.0949039 Oct 05 09:31:10.060349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Network': ['ID=a0797e18-fea4-4e7f-8200-53547454f122,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:10.068839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3ec93-8cf1-4c99-9f7d-10e436cf6116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfb5b26-b407-4482-a5c8-6377702c02da,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:10.104495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f8f49dae-9255-4015-8776-b16e0a1bddb3 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Deleting port 761e4511-1756-4a58-9332-c8e398aa9531 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:10.105213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8f49dae-9255-4015-8776-b16e0a1bddb3 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:10.168852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network a0797e18-fea4-4e7f-8200-53547454f122 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:31:10.341628 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:10.409245 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Sync routers for ids ['00313cb4-feae-484e-a736-690139dd8fe5'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:10.447785 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Routers {'00313cb4-feae-484e-a736-690139dd8fe5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:10.448841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['00313cb4-feae-484e-a736-690139dd8fe5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:10.457367 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d74e9ccd-5bf8-4590-8e02-0791ad96ccef tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9469464 Oct 05 09:31:10.468928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32960) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:10.469802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'subnet': {'network_id': 'a0797e18-fea4-4e7f-8200-53547454f122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:10.493556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1217403741'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:10.505327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:10.513952 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-66444940-5915-4ad8-b4e1-eecc1d1c499d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.1573036 Oct 05 09:31:10.526800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:10.528971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 32964) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:10.574497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd8230-4b4d-457b-88f5-698c6aaab706 req-73997bab-8ec7-4be2-96c5-d89962cbc64c tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:10.576083 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4fcd8230-4b4d-457b-88f5-698c6aaab706 req-73997bab-8ec7-4be2-96c5-d89962cbc64c tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 945 time: 0.7904396 Oct 05 09:31:10.592299 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-8186225c-eb41-4e2a-9b14-241f143be740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:45Z', 'updated_at': '2022-10-05T09:30:02Z', 'revision_number': 4, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'gw_port': {'id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '7597a9ca-7723-4572-a4b9-3c42d065f5af', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'port_id': 'a20677fa-b862-4bc8-b2eb-520a7136650a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'mac_address': 'fa:16:3e:8f:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ac3fef-a471-41d3-872e-a28581e4a33f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:30:18Z', 'updated_at': '2022-10-05T09:31:07Z', 'revision_number': 1, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a8de3e-040e-42bb-aa2d-a26606eb8f2e', 'name': '', 'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'mac_address': 'fa:16:3e:0d:51:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:13Z', 'revision_number': 5, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'subnets': [{'id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:10.608346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:network and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:10.616223 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186225c-eb41-4e2a-9b14-241f143be740 None None] Checking router: 7ba622c5-0d5f-4c89-96af-3077ee8db55c for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:31:10.623661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:10.631582 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186225c-eb41-4e2a-9b14-241f143be740 None None] Routers {'7ba622c5-0d5f-4c89-96af-3077ee8db55c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:10.632537 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-8186225c-eb41-4e2a-9b14-241f143be740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:10.655333 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebdf0c-a73c-4b21-ad12-6c44d4a6cb1b req-bff35c74-7388-4593-802f-9b95a9253e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:10.657975 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e4ebdf0c-a73c-4b21-ad12-6c44d4a6cb1b req-bff35c74-7388-4593-802f-9b95a9253e75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64bbc57863b44b77bc87e580adbb4648&device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 1098 time: 0.8050606 Oct 05 09:31:10.670983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:10.841701 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d8a8c-1372-447b-80a7-e8b6f8dacc9c req-a2386c3e-8b03-4f7f-a896-83747be94852 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:10.843292 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c04d8a8c-1372-447b-80a7-e8b6f8dacc9c req-a2386c3e-8b03-4f7f-a896-83747be94852 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 946 time: 0.5880494 Oct 05 09:31:10.855186 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4fcd8230-4b4d-457b-88f5-698c6aaab706 req-1111a8ec-a2c0-4b06-bb38-c6d09ea3341d tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851044 Oct 05 09:31:10.857122 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Set router 00313cb4-feae-484e-a736-690139dd8fe5 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:10.969385 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-8186225c-eb41-4e2a-9b14-241f143be740 None None] Set router 7ba622c5-0d5f-4c89-96af-3077ee8db55c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:10.971422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:10.975883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:11.000280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 32976) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:11.000504 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-65e662c1-7808-4f5d-83f2-761baeca2bd0 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/routers/00313cb4-feae-484e-a736-690139dd8fe5 HTTP/1.1" status: 200 len: 908 time: 0.4624517 Oct 05 09:31:11.002896 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d2aedb-932a-435c-85bc-534d405efe5c x-openstack-request-id: req-d7d2aedb-932a-435c-85bc-534d405efe5c {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:31:11.003162 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ac3fef-a471-41d3-872e-a28581e4a33f", "tag": "a20677fa-b862-4bc8-b2eb-520a7136650a", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:31:11.003927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7d2aedb-932a-435c-85bc-534d405efe5c {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:31:11.004312 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d2aedb-932a-435c-85bc-534d405efe5c'] response: {'name': 'network-changed', 'server_uuid': '55ac3fef-a471-41d3-872e-a28581e4a33f', 'tag': 'a20677fa-b862-4bc8-b2eb-520a7136650a', 'status': 'completed', 'code': 200} Oct 05 09:31:11.016205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:11.021682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19889278-f14d-4bd4-bd6a-9bb583c05945 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:31:11.021903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:subnet and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:11.024845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:11.031094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:11.043724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Request body: {'router': {'name': 'tempest-snat-router-281772942', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'enable_snat': True}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:11.049320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:11.060629 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:11.079343 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Usage tracker for resource:router and tenant:5aa1a1578f464bb99a109d02a8f0e770 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:11.106203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-25135183-a7f1-4cc6-91d2-9fe13bd44f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:46Z', 'updated_at': '2022-10-05T09:30:00Z', 'revision_number': 4, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'gw_port': {'id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:48Z', 'updated_at': '2022-10-05T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'a2105a15-93ba-4c16-bb7f-c33fefb61b92', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'floating_ip_address': '172.26.7.129', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'port_id': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'mac_address': 'fa:16:3e:c3:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffc99b9-2164-438b-97c8-9c42557deba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:30:13Z', 'updated_at': '2022-10-05T09:31:06Z', 'revision_number': 1, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8323336-ec0e-4642-9f32-7fcef99f0de1', 'name': '', 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'mac_address': 'fa:16:3e:d2:ae:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:14Z', 'revision_number': 5, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'subnets': [{'id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:11.125313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25135183-a7f1-4cc6-91d2-9fe13bd44f08 None None] Checking router: 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:31:11.134493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:11.148581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25135183-a7f1-4cc6-91d2-9fe13bd44f08 None None] Routers {'35fa253b-6a8f-4ab4-b224-f8eba779b0c3'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:11.149672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-25135183-a7f1-4cc6-91d2-9fe13bd44f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:11.164032 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:11.169823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:11.209642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:11.216746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:11.223099 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c04d8a8c-1372-447b-80a7-e8b6f8dacc9c req-7a9041ae-6c67-4c23-810d-238dce7d4b92 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3661783 Oct 05 09:31:11.228418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebdf0c-a73c-4b21-ad12-6c44d4a6cb1b req-b9730c5f-a844-4a9c-834a-409a9db4458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:11.230700 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e4ebdf0c-a73c-4b21-ad12-6c44d4a6cb1b req-b9730c5f-a844-4a9c-834a-409a9db4458a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba10b7ba-8830-441b-bd4b-c1479440701d HTTP/1.1" status: 200 len: 912 time: 0.5081365 Oct 05 09:31:11.231753 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:security_group_rule and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:11.447686 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d7bd5-972b-4890-bca1-a3f9c7a9a1e5 req-cc710b25-cfd0-44c2-8496-c7d8e34bc3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:11.450046 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4a9d7bd5-972b-4890-bca1-a3f9c7a9a1e5 req-cc710b25-cfd0-44c2-8496-c7d8e34bc3a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11ad3cb180c447e080f7bd11392582ae&device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 1099 time: 0.4094777 Oct 05 09:31:11.461732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:11.470787 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e4ebdf0c-a73c-4b21-ad12-6c44d4a6cb1b req-a069041a-98a1-424a-adad-d137a351cbe8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cebb164e-6b28-45f4-86d1-c77cfb2cf82d HTTP/1.1" status: 200 len: 999 time: 0.1660197 Oct 05 09:31:11.540528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-25135183-a7f1-4cc6-91d2-9fe13bd44f08 None None] Set router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:11.607275 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:11.607544 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-8186225c-eb41-4e2a-9b14-241f143be740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:45Z', 'updated_at': '2022-10-05T09:30:02Z', 'revision_number': 4, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'gw_port': {'id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '7597a9ca-7723-4572-a4b9-3c42d065f5af', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'port_id': 'a20677fa-b862-4bc8-b2eb-520a7136650a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'mac_address': 'fa:16:3e:8f:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ac3fef-a471-41d3-872e-a28581e4a33f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:30:18Z', 'updated_at': '2022-10-05T09:31:07Z', 'revision_number': 1, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a8de3e-040e-42bb-aa2d-a26606eb8f2e', 'name': '', 'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'mac_address': 'fa:16:3e:0d:51:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:13Z', 'revision_number': 5, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'subnets': [{'id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:11.612722 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186225c-eb41-4e2a-9b14-241f143be740 None None] The sync data for ids ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'] in dv-neutron-860329-1-hyperv is: [{'id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:45Z', 'updated_at': '2022-10-05T09:30:02Z', 'revision_number': 4, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'gw_port': {'id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '7597a9ca-7723-4572-a4b9-3c42d065f5af', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'port_id': 'a20677fa-b862-4bc8-b2eb-520a7136650a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'mac_address': 'fa:16:3e:8f:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ac3fef-a471-41d3-872e-a28581e4a33f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:30:18Z', 'updated_at': '2022-10-05T09:31:07Z', 'revision_number': 1, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a8de3e-040e-42bb-aa2d-a26606eb8f2e', 'name': '', 'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'mac_address': 'fa:16:3e:0d:51:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:13Z', 'revision_number': 5, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'subnets': [{'id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:11.632755 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8f49dae-9255-4015-8776-b16e0a1bddb3 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:11.661517 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d7bd5-972b-4890-bca1-a3f9c7a9a1e5 req-b9f4a533-3237-4431-947f-e448c5cf851e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:11.663575 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4a9d7bd5-972b-4890-bca1-a3f9c7a9a1e5 req-b9f4a533-3237-4431-947f-e448c5cf851e service neutron] 10.222.0.55 "GET /v2.0/networks?id=521118dc-25a5-447f-9a14-544274ea6279 HTTP/1.1" status: 200 len: 907 time: 0.1959746 Oct 05 09:31:11.720334 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00313cb4-feae-484e-a736-690139dd8fe5', 'name': 'tempest-snat-router-281772942', 'tenant_id': '5aa1a1578f464bb99a109d02a8f0e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.172'}], 'enable_snat': False}, 'gw_port_id': '0c1ab113-bb05-4220-91a9-4f124990ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:00Z', 'updated_at': '2022-10-05T09:31:06Z', 'revision_number': 3, 'project_id': '5aa1a1578f464bb99a109d02a8f0e770', 'gw_port': {'id': '0c1ab113-bb05-4220-91a9-4f124990ddb7', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00313cb4-feae-484e-a736-690139dd8fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:02Z', 'updated_at': '2022-10-05T09:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:11.729598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Checking router: 00313cb4-feae-484e-a736-690139dd8fe5 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:31:11.730262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Updating router 00313cb4-feae-484e-a736-690139dd8fe5 port 0c1ab113-bb05-4220-91a9-4f124990ddb7 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:31:11.739738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:11.741341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:11.778857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19889278-f14d-4bd4-bd6a-9bb583c05945 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:11.794927 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e93cde-980d-4eb6-8590-11a2e0d12155 None None] Sync routers for ids ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:11.799217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-19889278-f14d-4bd4-bd6a-9bb583c05945 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:11.810746 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e93cde-980d-4eb6-8590-11a2e0d12155 None None] Routers {'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:11.811430 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-50e93cde-980d-4eb6-8590-11a2e0d12155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:11.830120 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:11.837515 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f8f49dae-9255-4015-8776-b16e0a1bddb3 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Calling delete_port for 761e4511-1756-4a58-9332-c8e398aa9531 owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:11.971435 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-19889278-f14d-4bd4-bd6a-9bb583c05945 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "PUT /v2.0/floatingips/f6bec355-fc64-48fe-aacf-8b9dedc2443a HTTP/1.1" status: 200 len: 992 time: 5.9370155 Oct 05 09:31:11.976829 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6', 'tag': 'add821ab-e8c4-4678-a2ea-a72aacffc8bd'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:31:11.980429 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d64ac4a-b577-4466-b0d7-0cb30448d5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6", "tag": "add821ab-e8c4-4678-a2ea-a72aacffc8bd"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:31:11.985806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:11.986477 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4a9d7bd5-972b-4890-bca1-a3f9c7a9a1e5 req-6eb6530c-7754-4a1b-9547-d0b9a2cc93ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a20677fa-b862-4bc8-b2eb-520a7136650a HTTP/1.1" status: 200 len: 1000 time: 0.3131711 Oct 05 09:31:12.078115 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d7bd5-972b-4890-bca1-a3f9c7a9a1e5 req-d04a4c1e-8588-41c4-b0c9-b88b0a6b43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:12.079915 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4a9d7bd5-972b-4890-bca1-a3f9c7a9a1e5 req-d04a4c1e-8588-41c4-b0c9-b88b0a6b43e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a16d9de-a890-4cc4-90e3-baf71064bc52 HTTP/1.1" status: 200 len: 845 time: 0.0808923 Oct 05 09:31:12.081250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e7f132-fa6e-442b-82f8-4bb724ec2a97 x-openstack-request-id: req-50e7f132-fa6e-442b-82f8-4bb724ec2a97 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:31:12.082842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6", "tag": "add821ab-e8c4-4678-a2ea-a72aacffc8bd", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:31:12.082842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50e7f132-fa6e-442b-82f8-4bb724ec2a97 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:31:12.083117 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e7f132-fa6e-442b-82f8-4bb724ec2a97'] response: {'name': 'network-changed', 'server_uuid': 'ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6', 'tag': 'add821ab-e8c4-4678-a2ea-a72aacffc8bd', 'status': 'completed', 'code': 200} Oct 05 09:31:12.083478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33002) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:12.140089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ccbae5-4b0a-4871-8975-706d0cdbf703 None None] New status for floating IP 7597a9ca-7723-4572-a4b9-3c42d065f5af: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:31:12.149566 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-50e93cde-980d-4eb6-8590-11a2e0d12155 None None] Set router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:12.188555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:12.192653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebdf0c-a73c-4b21-ad12-6c44d4a6cb1b req-aa0df1d8-343c-4ff2-ab57-8c210485c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:12.194942 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e4ebdf0c-a73c-4b21-ad12-6c44d4a6cb1b req-aa0df1d8-343c-4ff2-ab57-8c210485c898 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e672df19-ead0-4e95-8b84-9c3c88196ab2 HTTP/1.1" status: 200 len: 850 time: 0.6713686 Oct 05 09:31:12.258430 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d7bd5-972b-4890-bca1-a3f9c7a9a1e5 req-39aeef0f-f5b8-434a-affb-52fb6facb32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:12.260522 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4a9d7bd5-972b-4890-bca1-a3f9c7a9a1e5 req-39aeef0f-f5b8-434a-affb-52fb6facb32b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=521118dc-25a5-447f-9a14-544274ea6279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1664090 Oct 05 09:31:12.277445 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:12.317914 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1721114365'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:12.328314 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:12.401291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:network and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:12.405101 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:12.408969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Subnet': ['ID=bf9ddaa3-2bbb-4478-a081-86959f2224ae,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:12.415096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:12.423083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:31:12.427668 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:12.472353 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc64647-864a-4dab-8b23-f5a4fe021ffb,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:12.498112 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4a9d7bd5-972b-4890-bca1-a3f9c7a9a1e5 req-774e470c-b9ed-4907-9a7a-c381696add43 service neutron] 10.222.0.55 "GET /v2.0/networks/521118dc-25a5-447f-9a14-544274ea6279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299809 Oct 05 09:31:12.513242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:12.513622 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Added segment 23b6962c-db6b-41ed-9a19-2f023a382a7e of type vlan for network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 Oct 05 09:31:12.581229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Checking segment: {'id': 'a616274f-e004-4c97-9eb5-5d1d6846c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a0797e18-fea4-4e7f-8200-53547454f122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:12.582183 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network hostable DHCP agents. Network: a0797e18-fea4-4e7f-8200-53547454f122, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:31:12.603369 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:12.611037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebdf0c-a73c-4b21-ad12-6c44d4a6cb1b req-fdc2ea5d-c8f6-4189-8a8d-58affd16f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:12.614134 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e4ebdf0c-a73c-4b21-ad12-6c44d4a6cb1b req-fdc2ea5d-c8f6-4189-8a8d-58affd16f5b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba10b7ba-8830-441b-bd4b-c1479440701d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3918030 Oct 05 09:31:12.625564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64ac4a-b577-4466-b0d7-0cb30448d5f3 req-26d42c86-7c7c-4b4e-84f4-62053c401e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:12.627127 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2d64ac4a-b577-4466-b0d7-0cb30448d5f3 req-26d42c86-7c7c-4b4e-84f4-62053c401e3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c32c3c1f621440c9b1008a8b2086dc9&device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 1099 time: 0.4960444 Oct 05 09:31:12.670067 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-50e93cde-980d-4eb6-8590-11a2e0d12155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'gw_port': {'id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:51Z', 'updated_at': '2022-10-05T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'f6bec355-fc64-48fe-aacf-8b9dedc2443a', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'port_id': 'add821ab-e8c4-4678-a2ea-a72aacffc8bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'mac_address': 'fa:16:3e:1a:77:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:30:19Z', 'updated_at': '2022-10-05T09:31:08Z', 'revision_number': 1, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4dacd77-72d3-4920-94e2-9de220eadca2', 'name': '', 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'mac_address': 'fa:16:3e:77:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:30:03Z', 'updated_at': '2022-10-05T09:30:17Z', 'revision_number': 5, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'subnets': [{'id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:12.677256 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e93cde-980d-4eb6-8590-11a2e0d12155 None None] Checking router: a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:31:12.688885 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e93cde-980d-4eb6-8590-11a2e0d12155 None None] Routers {'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:12.690062 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-50e93cde-980d-4eb6-8590-11a2e0d12155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:12.712139 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:12.716075 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:12.773950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-25135183-a7f1-4cc6-91d2-9fe13bd44f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:46Z', 'updated_at': '2022-10-05T09:30:00Z', 'revision_number': 4, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'gw_port': {'id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:48Z', 'updated_at': '2022-10-05T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'a2105a15-93ba-4c16-bb7f-c33fefb61b92', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'floating_ip_address': '172.26.7.129', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'port_id': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'mac_address': 'fa:16:3e:c3:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffc99b9-2164-438b-97c8-9c42557deba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:30:13Z', 'updated_at': '2022-10-05T09:31:06Z', 'revision_number': 1, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8323336-ec0e-4642-9f32-7fcef99f0de1', 'name': '', 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'mac_address': 'fa:16:3e:d2:ae:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:14Z', 'revision_number': 5, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'subnets': [{'id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:12.780015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:12.785123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25135183-a7f1-4cc6-91d2-9fe13bd44f08 None None] The sync data for ids ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'] in dv-neutron-860329-1-hyperv is: [{'id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:46Z', 'updated_at': '2022-10-05T09:30:00Z', 'revision_number': 4, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'gw_port': {'id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:48Z', 'updated_at': '2022-10-05T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'a2105a15-93ba-4c16-bb7f-c33fefb61b92', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'floating_ip_address': '172.26.7.129', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'port_id': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'mac_address': 'fa:16:3e:c3:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffc99b9-2164-438b-97c8-9c42557deba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:30:13Z', 'updated_at': '2022-10-05T09:31:06Z', 'revision_number': 1, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8323336-ec0e-4642-9f32-7fcef99f0de1', 'name': '', 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'mac_address': 'fa:16:3e:d2:ae:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:14Z', 'revision_number': 5, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'subnets': [{'id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:12.819405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:12.827083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:security_group_rule and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:12.832032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:12.843991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:12.992311 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-50e93cde-980d-4eb6-8590-11a2e0d12155 None None] Set router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:13.005023 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.019945 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Transition to ACTIVE for port object 0c1ab113-bb05-4220-91a9-4f124990ddb7 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:13.037173 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.051345 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4a9d7bd5-972b-4890-bca1-a3f9c7a9a1e5 req-b96914ef-ac39-4be9-8e92-d60bc8205d04 service neutron] 10.222.0.55 "GET /v2.0/networks/521118dc-25a5-447f-9a14-544274ea6279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452521 Oct 05 09:31:13.059017 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.resource_extend [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:31:13.101073 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.121757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.167008 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e4ebdf0c-a73c-4b21-ad12-6c44d4a6cb1b req-17b0b75e-a7fe-4c91-a691-dacf1fe5b268 service neutron] 10.222.0.55 "GET /v2.0/networks/ba10b7ba-8830-441b-bd4b-c1479440701d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356529 Oct 05 09:31:13.170924 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:31:13.177383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Attempting to bind port 0c1ab113-bb05-4220-91a9-4f124990ddb7 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:13.177824 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Attempting to bind port 0c1ab113-bb05-4220-91a9-4f124990ddb7 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:13.178252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Attempting to bind port 0c1ab113-bb05-4220-91a9-4f124990ddb7 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:13.182569 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b99cad-56e5-465b-8ec4-77e1111ffe04,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:13.197104 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.197104 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Added segment e6b0858d-17cb-49a0-ae8d-c43f37e5e886 of type vlan for network e167508d-1978-47bf-9d19-9cf3a458a211 Oct 05 09:31:13.198125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:13.198125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:13.198125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.198125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:13.198125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Bound port: 0c1ab113-bb05-4220-91a9-4f124990ddb7, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:13.198125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.223599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.236339 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b640c4e3-42fa-447f-92f3-cd9c2d5bb6b1 None None] New status for floating IP a2105a15-93ba-4c16-bb7f-c33fefb61b92: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:31:13.237596 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64157701-6edb-4d5e-8542-efa1f987b6e9 None None] Pushing event updated for resources: {'Port': ['ID=0c1ab113-bb05-4220-91a9-4f124990ddb7,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:13.287360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] For port 0c1ab113-bb05-4220-91a9-4f124990ddb7, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:13.291296 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] For port 0c1ab113-bb05-4220-91a9-4f124990ddb7, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0c1ab113-bb05-4220-91a9-4f124990ddb7,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:13.392427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.397693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network a0797e18-fea4-4e7f-8200-53547454f122 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:31:13.399394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:13.400024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.437042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.539353 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Network': ['ID=e167508d-1978-47bf-9d19-9cf3a458a211,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:13.558785 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network e167508d-1978-47bf-9d19-9cf3a458a211 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:31:13.576448 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Routers {'00313cb4-feae-484e-a736-690139dd8fe5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:13.577095 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['00313cb4-feae-484e-a736-690139dd8fe5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:13.618464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.623965 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:13.624631 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.651843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, a0797e18-fea4-4e7f-8200-53547454f122) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:13.678842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.695756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04b090f-5ede-4ffc-a06d-f0d14b77e0ee None None] Network a0797e18-fea4-4e7f-8200-53547454f122 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:13.704502 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-00219af5-a637-4f5c-be85-419eb2c4e8dd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6199179 Oct 05 09:31:13.705660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33010) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:13.714056 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'name': 'tempest-PortsIpV6TestJSON-87222991'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:13.722797 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-50e93cde-980d-4eb6-8590-11a2e0d12155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'gw_port': {'id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:51Z', 'updated_at': '2022-10-05T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'f6bec355-fc64-48fe-aacf-8b9dedc2443a', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'port_id': 'add821ab-e8c4-4678-a2ea-a72aacffc8bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'mac_address': 'fa:16:3e:1a:77:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:30:19Z', 'updated_at': '2022-10-05T09:31:08Z', 'revision_number': 1, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4dacd77-72d3-4920-94e2-9de220eadca2', 'name': '', 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'mac_address': 'fa:16:3e:77:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:30:03Z', 'updated_at': '2022-10-05T09:30:17Z', 'revision_number': 5, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'subnets': [{'id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:13.731634 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e93cde-980d-4eb6-8590-11a2e0d12155 None None] The sync data for ids ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'] in dv-neutron-860329-1-hyperv is: [{'id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'gw_port': {'id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:51Z', 'updated_at': '2022-10-05T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'f6bec355-fc64-48fe-aacf-8b9dedc2443a', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'port_id': 'add821ab-e8c4-4678-a2ea-a72aacffc8bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'mac_address': 'fa:16:3e:1a:77:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:30:19Z', 'updated_at': '2022-10-05T09:31:08Z', 'revision_number': 1, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4dacd77-72d3-4920-94e2-9de220eadca2', 'name': '', 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'mac_address': 'fa:16:3e:77:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:30:03Z', 'updated_at': '2022-10-05T09:30:17Z', 'revision_number': 5, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'subnets': [{'id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:13.765184 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:13.765936 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.865874 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64157701-6edb-4d5e-8542-efa1f987b6e9 None None] Pushing event updated for resources: {'Port': ['ID=0c1ab113-bb05-4220-91a9-4f124990ddb7,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:13.880361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8f49dae-9255-4015-8776-b16e0a1bddb3 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:13.920351 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:13.925200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:port and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:13.928395 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:13.937612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:13.943375 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Network': ['ID=18b6a4d4-ed6d-4ca3-8d85-478290e4ad60,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:13.962673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64ac4a-b577-4466-b0d7-0cb30448d5f3 req-db5c2c9a-c308-4c3d-8e71-7149e9a41b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:13.964189 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2d64ac4a-b577-4466-b0d7-0cb30448d5f3 req-db5c2c9a-c308-4c3d-8e71-7149e9a41b80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a3ab058-7897-4bde-8218-aa6bbb729df2 HTTP/1.1" status: 200 len: 913 time: 0.9355335 Oct 05 09:31:13.968278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f49dae-9255-4015-8776-b16e0a1bddb3 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event deleted for resources: {'Port': ['ID=761e4511-1756-4a58-9332-c8e398aa9531,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:13.971658 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e4ebdf0c-a73c-4b21-ad12-6c44d4a6cb1b req-3ac4f548-b1fa-45c0-b5c2-3551f03fede8 service neutron] 10.222.0.55 "GET /v2.0/networks/ba10b7ba-8830-441b-bd4b-c1479440701d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7664728 Oct 05 09:31:13.989931 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:31:14.084381 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f12195-133c-47dc-a8af-953bd4e84503 None None] New status for floating IP f6bec355-fc64-48fe-aacf-8b9dedc2443a: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:31:14.126776 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-75f79697-8449-4050-a56e-df22feba3e8c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.3847175 Oct 05 09:31:14.131285 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33014) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:14.141403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:14.164905 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:14.168387 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:14.176961 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-41a09908-5522-4c74-a15f-7331c7342c1c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7094443 Oct 05 09:31:14.180109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33018) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:14.201028 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] Set router 00313cb4-feae-484e-a736-690139dd8fe5 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:14.234025 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8f49dae-9255-4015-8776-b16e0a1bddb3 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:14.262961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2d8e83f8-1a9a-45a5-97d3-44645106713f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'subnet': {'network_id': 'a0797e18-fea4-4e7f-8200-53547454f122', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:14.284345 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2d64ac4a-b577-4466-b0d7-0cb30448d5f3 req-348742e0-495b-4ed0-b4bd-b1090124f255 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add821ab-e8c4-4678-a2ea-a72aacffc8bd HTTP/1.1" status: 200 len: 1000 time: 0.3116941 Oct 05 09:31:14.385503 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port 8483649a-d1a2-4bac-8c9f-e7f792d39365 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:31:14.473617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:14.484958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:14.498257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:14.518992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:14.556457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2d8e83f8-1a9a-45a5-97d3-44645106713f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:14.564472 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2d8e83f8-1a9a-45a5-97d3-44645106713f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:subnet and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:14.568741 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2d8e83f8-1a9a-45a5-97d3-44645106713f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:14.582520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-a0797e18-fea4-4e7f-8200-53547454f122', 'network_id': 'a0797e18-fea4-4e7f-8200-53547454f122', 'tenant_id': '7283f07e358044f8b3cf5f6bbdcb5318', 'fixed_ips': [{'subnet_id': 'bf9ddaa3-2bbb-4478-a081-86959f2224ae'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:31:14.583369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:14.592542 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2d8e83f8-1a9a-45a5-97d3-44645106713f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:14.595755 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8f49dae-9255-4015-8776-b16e0a1bddb3 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:14.605032 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8f49dae-9255-4015-8776-b16e0a1bddb3 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:14.614653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64ac4a-b577-4466-b0d7-0cb30448d5f3 req-a0304fa7-b9c8-46ed-b5f4-6eeed0f777e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:14.616103 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2d64ac4a-b577-4466-b0d7-0cb30448d5f3 req-a0304fa7-b9c8-46ed-b5f4-6eeed0f777e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687b5c3a-83db-4081-9f2c-b62c2b0d104e HTTP/1.1" status: 200 len: 851 time: 0.2708452 Oct 05 09:31:14.644206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:14.647549 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:14.800082 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:14.805901 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8e83f8-1a9a-45a5-97d3-44645106713f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:14.809442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2d8e83f8-1a9a-45a5-97d3-44645106713f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:14.837128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8f49dae-9255-4015-8776-b16e0a1bddb3 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:14.837711 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f49dae-9255-4015-8776-b16e0a1bddb3 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Fanout notify agent at l3_agent the message router_deleted on router 3f73aa86-d519-46d5-8053-ed455735ee54 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:31:14.859191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8f49dae-9255-4015-8776-b16e0a1bddb3 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:14.863854 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f8f49dae-9255-4015-8776-b16e0a1bddb3 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] 10.222.0.49 "DELETE /v2.0/routers/3f73aa86-d519-46d5-8053-ed455735ee54 HTTP/1.1" status: 204 len: 168 time: 5.9700453 Oct 05 09:31:14.863854 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64ac4a-b577-4466-b0d7-0cb30448d5f3 req-08b505db-7ee3-4018-a5dc-937a784f473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:14.865102 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2d64ac4a-b577-4466-b0d7-0cb30448d5f3 req-08b505db-7ee3-4018-a5dc-937a784f473f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a3ab058-7897-4bde-8218-aa6bbb729df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2375710 Oct 05 09:31:14.865588 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33022) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:14.917886 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Allocated IP 2001:db8::2 (a0797e18-fea4-4e7f-8200-53547454f122/bf9ddaa3-2bbb-4478-a081-86959f2224ae/cb5b1d56-99b6-4419-a44a-3620cf1b743d) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:14.935989 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00313cb4-feae-484e-a736-690139dd8fe5', 'name': 'tempest-snat-router-281772942', 'tenant_id': '5aa1a1578f464bb99a109d02a8f0e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.172'}], 'enable_snat': False}, 'gw_port_id': '0c1ab113-bb05-4220-91a9-4f124990ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:00Z', 'updated_at': '2022-10-05T09:31:06Z', 'revision_number': 3, 'project_id': '5aa1a1578f464bb99a109d02a8f0e770', 'gw_port': {'id': '0c1ab113-bb05-4220-91a9-4f124990ddb7', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00313cb4-feae-484e-a736-690139dd8fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:02Z', 'updated_at': '2022-10-05T09:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:14.957268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422ecf6-9006-4252-9ee1-808074486f2c None None] The sync data for ids ['00313cb4-feae-484e-a736-690139dd8fe5'] in dv-neutron-860329-1-hyperv is: [{'id': '00313cb4-feae-484e-a736-690139dd8fe5', 'name': 'tempest-snat-router-281772942', 'tenant_id': '5aa1a1578f464bb99a109d02a8f0e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.172'}], 'enable_snat': False}, 'gw_port_id': '0c1ab113-bb05-4220-91a9-4f124990ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:00Z', 'updated_at': '2022-10-05T09:31:06Z', 'revision_number': 3, 'project_id': '5aa1a1578f464bb99a109d02a8f0e770', 'gw_port': {'id': '0c1ab113-bb05-4220-91a9-4f124990ddb7', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00313cb4-feae-484e-a736-690139dd8fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:02Z', 'updated_at': '2022-10-05T09:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:15.124825 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.146616 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee1e319-dd15-4ccd-8a17-2d1bb1cc9841 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Deleting subnet 96ce2e36-ce6c-4798-9d66-b4397dde7c3e {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:31:15.157702 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e319-dd15-4ccd-8a17-2d1bb1cc9841 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.183072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.205607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.211895 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.223259 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Transition to ACTIVE for port object cb5b1d56-99b6-4419-a44a-3620cf1b743d will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:15.249252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Transition to ACTIVE for port object cb5b1d56-99b6-4419-a44a-3620cf1b743d will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:15.265852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.325056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e319-dd15-4ccd-8a17-2d1bb1cc9841 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.368617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.372544 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2d64ac4a-b577-4466-b0d7-0cb30448d5f3 req-ff335e31-ddd9-4140-a291-c3211814a1df service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484026 Oct 05 09:31:15.464384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=8483649a-d1a2-4bac-8c9f-e7f792d39365,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:15.465274 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Network a0797e18-fea4-4e7f-8200-53547454f122 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:15.468285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:15.480881 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:15.489611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Pushing event updated for resources: {'Port': ['ID=cb5b1d56-99b6-4419-a44a-3620cf1b743d,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:15.523954 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:15.526111 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network hostable DHCP agents. Network: 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:31:15.559351 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=8e33d294-3187-4c09-a59d-7ec137e4124b,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:15.562411 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Checking segment: {'id': 'e6b0858d-17cb-49a0-ae8d-c43f37e5e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:15.562779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network hostable DHCP agents. Network: e167508d-1978-47bf-9d19-9cf3a458a211, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:31:15.631926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Attempting to bind port cb5b1d56-99b6-4419-a44a-3620cf1b743d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:15.632445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Attempting to bind port cb5b1d56-99b6-4419-a44a-3620cf1b743d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'a616274f-e004-4c97-9eb5-5d1d6846c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a0797e18-fea4-4e7f-8200-53547454f122'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:15.632908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Attempting to bind port cb5b1d56-99b6-4419-a44a-3620cf1b743d on network a0797e18-fea4-4e7f-8200-53547454f122 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:15.638899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:15.639400 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Checking segment: {'id': 'a616274f-e004-4c97-9eb5-5d1d6846c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a0797e18-fea4-4e7f-8200-53547454f122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:15.640035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.640644 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Bound using segment: {'id': 'a616274f-e004-4c97-9eb5-5d1d6846c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a0797e18-fea4-4e7f-8200-53547454f122'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:15.641345 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Bound port: cb5b1d56-99b6-4419-a44a-3620cf1b743d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a616274f-e004-4c97-9eb5-5d1d6846c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a0797e18-fea4-4e7f-8200-53547454f122'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:15.642109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.687315 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e319-dd15-4ccd-8a17-2d1bb1cc9841 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.687627 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network e167508d-1978-47bf-9d19-9cf3a458a211 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:31:15.716609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Allocated IP 172.26.7.36 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/a8a66aec-ad52-4599-92e1-70a72c9cc86f) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:15.720099 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2d64ac4a-b577-4466-b0d7-0cb30448d5f3 req-fe83443a-4790-4dd2-b889-d266bdd0d77a service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335474 Oct 05 09:31:15.730587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:31:15.737284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2d8e83f8-1a9a-45a5-97d3-44645106713f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.749888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] For port cb5b1d56-99b6-4419-a44a-3620cf1b743d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:15.753915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] For port cb5b1d56-99b6-4419-a44a-3620cf1b743d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cb5b1d56-99b6-4419-a44a-3620cf1b743d,segment=NetworkSegment(a616274f-e004-4c97-9eb5-5d1d6846c9bf),segment_id=a616274f-e004-4c97-9eb5-5d1d6846c9bf)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:15.815606 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8e83f8-1a9a-45a5-97d3-44645106713f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network a0797e18-fea4-4e7f-8200-53547454f122 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:15.818894 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-2d8e83f8-1a9a-45a5-97d3-44645106713f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:15.823275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8e83f8-1a9a-45a5-97d3-44645106713f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:15.824097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2d8e83f8-1a9a-45a5-97d3-44645106713f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.833567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:15.841826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, e167508d-1978-47bf-9d19-9cf3a458a211) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:15.844293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.850527 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e83f8-1a9a-45a5-97d3-44645106713f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Subnet': ['ID=ee421ebe-06cd-40e6-8222-1d97f5406d0f,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:15.855493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:15.855714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.862145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:15.867663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:15.868274 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.892373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65df0be-4c4a-44d8-8789-3c21a88a9d29 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:15.928177 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.940034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e319-dd15-4ccd-8a17-2d1bb1cc9841 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:15.960086 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c91b75cd-e4d9-4cfc-94f7-f1c39d326259 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8267400 Oct 05 09:31:15.962351 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2d8e83f8-1a9a-45a5-97d3-44645106713f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7138178 Oct 05 09:31:15.966950 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7e962e01-2605-4b86-aba9-ee61fc84161a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.2564881 Oct 05 09:31:15.966950 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33028) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:15.966950 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33030) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:15.969796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33032) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:15.979782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5672aa31-7591-4765-80d4-c36b575a6650 None None] Network e167508d-1978-47bf-9d19-9cf3a458a211 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:15.980356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-897081414'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:15.992189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1e319-dd15-4ccd-8a17-2d1bb1cc9841 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event deleted for resources: {'Subnet': ['ID=96ce2e36-ce6c-4798-9d66-b4397dde7c3e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:15.994366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e319-dd15-4ccd-8a17-2d1bb1cc9841 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:16.009424 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5ee1e319-dd15-4ccd-8a17-2d1bb1cc9841 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] 10.222.0.49 "DELETE /v2.0/subnets/96ce2e36-ce6c-4798-9d66-b4397dde7c3e HTTP/1.1" status: 204 len: 168 time: 1.1409109 Oct 05 09:31:16.011782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33040) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:16.018574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662072b5-fe5e-4eff-b43e-9caf602caa58 None None] Network e2c20761-3e0d-458f-b550-a802bdcfa5e4 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:16.068886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'name': 'tempest-NetworksTestDHCPv6-1144905304'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:16.113298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:16.205258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:16.209261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:network and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:16.214875 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:16.223404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:16.243982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:16.268769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e82604-b630-411a-a75d-e9b500db637b tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:16.270828 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e82604-b630-411a-a75d-e9b500db637b tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:16.272496 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e82604-b630-411a-a75d-e9b500db637b tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:16.275344 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e82604-b630-411a-a75d-e9b500db637b tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:16.276949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e82604-b630-411a-a75d-e9b500db637b tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:16.277920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-99e82604-b630-411a-a75d-e9b500db637b tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Synchronizing usage tracker for tenant:7283f07e358044f8b3cf5f6bbdcb5318 on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:16.278609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:16.285209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:16.288652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0c1ab113-bb05-4220-91a9-4f124990ddb7 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:16.302227 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:16.348061 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:16.358996 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:16.361769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Deleting port 7aac0637-049f-4f43-8848-586cdd2c6c74 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:16.362145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:16.365120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:16.376791 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:16.408720 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:16.415773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:16.479232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:31:16.485591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:16.490169 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:16.511770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:16.512122 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Added segment 9bbe8f72-50c3-4705-bc5a-0fcc50744e21 of type vlan for network 8d199364-3373-4b27-8702-1fac683f9aae Oct 05 09:31:16.524675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 17fb61cd-895c-4ebc-90df-32df6bbffe59 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:31:16.532301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19017f-83ff-48da-8842-4fab14a1e425 None None] Pushing event updated for resources: {'Port': ['ID=cb5b1d56-99b6-4419-a44a-3620cf1b743d,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:16.598244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Pushing event updated for resources: {'Port': ['ID=a8a66aec-ad52-4599-92e1-70a72c9cc86f,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:16.613832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-99e82604-b630-411a-a75d-e9b500db637b tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Unset dirty status for tenant:7283f07e358044f8b3cf5f6bbdcb5318 on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:16.619526 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-99e82604-b630-411a-a75d-e9b500db637b tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6528761 Oct 05 09:31:16.626305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33044) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:16.637123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:16.644264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-508221308'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:16.656099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:16.702520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:network and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:16.712106 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:16.734386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:16.771970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::be (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/8e33d294-3187-4c09-a59d-7ec137e4124b/17fb61cd-895c-4ebc-90df-32df6bbffe59) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:16.852304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:16.858046 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:16.858634 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:16.920901 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 0c1ab113-bb05-4220-91a9-4f124990ddb7 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:16.931111 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0c1ab113-bb05-4220-91a9-4f124990ddb7 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:16.931111 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:16.931111 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0c1ab113-bb05-4220-91a9-4f124990ddb7 Oct 05 09:31:16.943310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] For port 7aac0637-049f-4f43-8848-586cdd2c6c74, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7aac0637-049f-4f43-8848-586cdd2c6c74,segment=NetworkSegment(faa4fead-6da9-4d1d-83c7-0d2d6fed55e6),segment_id=faa4fead-6da9-4d1d-83c7-0d2d6fed55e6)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:16.946257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:16.946376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:16.947625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:16.973641 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': '8e33d294-3187-4c09-a59d-7ec137e4124b'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:31:16.974697 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.078243 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Network': ['ID=8d199364-3373-4b27-8702-1fac683f9aae,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:17.105868 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:31:17.132245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.132667 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Added segment 6ed9357b-5274-4300-8648-a19a4b2f1212 of type vlan for network 025ca7df-16da-4fbe-9a9f-b33ecf7162fe Oct 05 09:31:17.141011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Calling delete_port for 7aac0637-049f-4f43-8848-586cdd2c6c74 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:17.142090 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2fa077e3-9396-4151-b898-4e4f71bd035c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1708183 Oct 05 09:31:17.146868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 8d199364-3373-4b27-8702-1fac683f9aae details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:31:17.154308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33048) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:17.166296 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'ports': [{'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211'}, {'network_id': '8d199364-3373-4b27-8702-1fac683f9aae'}]} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:17.166554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:17.167269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'network_id': '8d199364-3373-4b27-8702-1fac683f9aae'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:17.185705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.295537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.307854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 17fb61cd-895c-4ebc-90df-32df6bbffe59 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:17.311854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ce91c0-bce3-4ab0-8e9c-e582e40b9846 None None] DHCP port deletion for e2c20761-3e0d-458f-b550-a802bdcfa5e4 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:31:17.351478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce91c0-bce3-4ab0-8e9c-e582e40b9846 None None] Deleting port 7aac0637-049f-4f43-8848-586cdd2c6c74 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:17.351478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a3ce91c0-bce3-4ab0-8e9c-e582e40b9846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.351770 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.412743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0c1ab113-bb05-4220-91a9-4f124990ddb7 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:17.413131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.454999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.461605 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:17.461879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.476676 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 0c1ab113-bb05-4220-91a9-4f124990ddb7, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0c1ab113-bb05-4220-91a9-4f124990ddb7,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:17.499027 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.563807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.574749 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:17.575180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event deleted for resources: {'Port': ['ID=7aac0637-049f-4f43-8848-586cdd2c6c74,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:17.584090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] No DVR routers for this DVR port 7aac0637-049f-4f43-8848-586cdd2c6c74 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:17.592075 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:port and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:17.597142 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.601141 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:17.636050 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Network': ['ID=025ca7df-16da-4fbe-9a9f-b33ecf7162fe,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:17.647609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:17.689186 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:17.695249 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-02758692-aaf2-4096-8569-f66e30249d01 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0645154 Oct 05 09:31:17.698613 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33054) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:17.699419 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:17.705327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:17.711551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:17.713607 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.733155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.733353 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-63f95fe5-796d-431d-bea6-ef6e772a01a1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:17.743080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Allocated IP 2001:db8::2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/8e33d294-3187-4c09-a59d-7ec137e4124b/6fb419df-f6fb-4390-bd5c-4426ba071d3b) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:17.757220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=17fb61cd-895c-4ebc-90df-32df6bbffe59,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:17.763283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c20761-3e0d-458f-b550-a802bdcfa5e4']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:17.770483 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'port': 2} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:17.777201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa4fead-6da9-4d1d-83c7-0d2d6fed55e6') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:17.777520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa4fead-6da9-4d1d-83c7-0d2d6fed55e6') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:17.781330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.789802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.807167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.813782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:17.814216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.876776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 025ca7df-16da-4fbe-9a9f-b33ecf7162fe details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:31:17.885100 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.918290 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-a3ce91c0-bce3-4ab0-8e9c-e582e40b9846 None None] For port 7aac0637-049f-4f43-8848-586cdd2c6c74, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7aac0637-049f-4f43-8848-586cdd2c6c74,segment=NetworkSegment(faa4fead-6da9-4d1d-83c7-0d2d6fed55e6),segment_id=faa4fead-6da9-4d1d-83c7-0d2d6fed55e6)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:17.919085 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a3ce91c0-bce3-4ab0-8e9c-e582e40b9846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:17.963730 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-15ed9555-6384-4551-9fed-3fa4dd47cf6e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9946535 Oct 05 09:31:18.054619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33058) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:18.121903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce91c0-bce3-4ab0-8e9c-e582e40b9846 None None] Calling delete_port for 7aac0637-049f-4f43-8848-586cdd2c6c74 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:18.126228 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment faa4fead-6da9-4d1d-83c7-0d2d6fed55e6 resource provider aggregate not found Oct 05 09:31:18.130118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:18.135591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:18.238936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab40d6e8-0652-4fdb-ba37-c9e81d44b8dd None None] Network a0797e18-fea4-4e7f-8200-53547454f122 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:18.268417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb5b1d56-99b6-4419-a44a-3620cf1b743d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:18.310079 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment faa4fead-6da9-4d1d-83c7-0d2d6fed55e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid faa4fead-6da9-4d1d-83c7-0d2d6fed55e6 found for delete ", "request_id": "req-6f76c9c7-e4cc-4515-acaf-cfe0cdd3321e"}]} Oct 05 09:31:18.321886 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] 10.222.0.49 "DELETE /v2.0/networks/e2c20761-3e0d-458f-b550-a802bdcfa5e4 HTTP/1.1" status: 204 len: 168 time: 2.3060296 Oct 05 09:31:18.324586 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33066) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:18.341504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea40e6c-214e-4bd2-8288-542f1b13bdcd tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event deleted for resources: {'Network': ['ID=e2c20761-3e0d-458f-b550-a802bdcfa5e4,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:18.438705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=0c1ab113-bb05-4220-91a9-4f124990ddb7,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:18.447315 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63f95fe5-796d-431d-bea6-ef6e772a01a1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:18.469508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:18.480894 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ac10f-bca1-4222-9ec7-26c2c618b3d6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:18.482411 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fd0ac10f-bca1-4222-9ec7-26c2c618b3d6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4224164 Oct 05 09:31:18.485366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33070) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:18.542231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port 9f336410-ec24-404a-ac24-99e1f09c0b0e yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:31:18.557060 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-a211fa4b-2ef6-4b5a-ad42-729375bd3dd4 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Deleting port 309bce55-b9e5-45c3-8371-69a4a57ba4ca {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:18.557735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a211fa4b-2ef6-4b5a-ad42-729375bd3dd4 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:18.610059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-a3ce91c0-bce3-4ab0-8e9c-e582e40b9846 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:31:18.610768 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-a3ce91c0-bce3-4ab0-8e9c-e582e40b9846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:31:18.653116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-53128660-feff-43b5-ba3b-e93bc227dfd8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 17fb61cd-895c-4ebc-90df-32df6bbffe59 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:18.653517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-53128660-feff-43b5-ba3b-e93bc227dfd8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:18.662586 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fce5a823-4bda-4a16-bc2f-809382ccfd5a None None] Provisioning for port cb5b1d56-99b6-4419-a44a-3620cf1b743d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:18.699277 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:18.712208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63f95fe5-796d-431d-bea6-ef6e772a01a1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:18.747968 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Transition to ACTIVE for port object 6fb419df-f6fb-4390-bd5c-4426ba071d3b will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:18.792559 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Transition to ACTIVE for port object 6fb419df-f6fb-4390-bd5c-4426ba071d3b will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:18.806300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port cb5b1d56-99b6-4419-a44a-3620cf1b743d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:18.816925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port cb5b1d56-99b6-4419-a44a-3620cf1b743d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:18.817625 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:18.817967 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port cb5b1d56-99b6-4419-a44a-3620cf1b743d Oct 05 09:31:18.840005 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63f95fe5-796d-431d-bea6-ef6e772a01a1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network 025ca7df-16da-4fbe-9a9f-b33ecf7162fe is not hosted by any dhcp agent {{(pid=89846) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 05 09:31:18.847014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f95fe5-796d-431d-bea6-ef6e772a01a1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:18.847014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63f95fe5-796d-431d-bea6-ef6e772a01a1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:18.847674 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-63f95fe5-796d-431d-bea6-ef6e772a01a1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "PUT /v2.0/networks/025ca7df-16da-4fbe-9a9f-b33ecf7162fe HTTP/1.1" status: 200 len: 723 time: 1.1461327 Oct 05 09:31:18.855091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33076) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:18.887498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f95fe5-796d-431d-bea6-ef6e772a01a1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Network': ['ID=025ca7df-16da-4fbe-9a9f-b33ecf7162fe,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:18.901401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 025ca7df-16da-4fbe-9a9f-b33ecf7162fe details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:31:18.960557 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d424bcef-14c1-41b3-ade2-519c1c00c4d1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'subnet': {'network_id': '025ca7df-16da-4fbe-9a9f-b33ecf7162fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:18.970840 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:18.975373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a211fa4b-2ef6-4b5a-ad42-729375bd3dd4 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:18.975696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a211fa4b-2ef6-4b5a-ad42-729375bd3dd4 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:19.114498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:19.116042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce91c0-bce3-4ab0-8e9c-e582e40b9846 None None] Deleting port 7aac0637-049f-4f43-8848-586cdd2c6c74 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:19.116661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a3ce91c0-bce3-4ab0-8e9c-e582e40b9846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:19.127105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-a211fa4b-2ef6-4b5a-ad42-729375bd3dd4 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Calling delete_port for 309bce55-b9e5-45c3-8371-69a4a57ba4ca owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:19.151811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-53128660-feff-43b5-ba3b-e93bc227dfd8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:19.186096 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:19.220346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d424bcef-14c1-41b3-ade2-519c1c00c4d1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:19.226328 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:19.230222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:19.296556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce91c0-bce3-4ab0-8e9c-e582e40b9846 None None] The port '7aac0637-049f-4f43-8848-586cdd2c6c74' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:31:19.299140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-53128660-feff-43b5-ba3b-e93bc227dfd8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 17fb61cd-895c-4ebc-90df-32df6bbffe59 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:19.322328 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Pushing event updated for resources: {'Port': ['ID=6fb419df-f6fb-4390-bd5c-4426ba071d3b,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:19.328202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Router f3a082ee-e5ee-40b8-a307-5d4f5651eff6 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:31:19.344482 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port 5df49eea-31e8-4ce8-81eb-9d7110bbda8c yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:31:19.347401 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d424bcef-14c1-41b3-ade2-519c1c00c4d1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:19.351807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port cb5b1d56-99b6-4419-a44a-3620cf1b743d is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:19.357216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:19.485618 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port cb5b1d56-99b6-4419-a44a-3620cf1b743d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cb5b1d56-99b6-4419-a44a-3620cf1b743d,segment=NetworkSegment(a616274f-e004-4c97-9eb5-5d1d6846c9bf),segment_id=a616274f-e004-4c97-9eb5-5d1d6846c9bf)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:19.539422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a211fa4b-2ef6-4b5a-ad42-729375bd3dd4 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:19.555380 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Attempting to bind port 6fb419df-f6fb-4390-bd5c-4426ba071d3b on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:19.555758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Attempting to bind port 6fb419df-f6fb-4390-bd5c-4426ba071d3b by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:19.556113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Attempting to bind port 6fb419df-f6fb-4390-bd5c-4426ba071d3b on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:19.567808 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:19.568696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:19.568696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:19.568959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:19.569481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Bound port: 6fb419df-f6fb-4390-bd5c-4426ba071d3b, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:19.569827 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:19.580815 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d424bcef-14c1-41b3-ade2-519c1c00c4d1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:19.584803 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d424bcef-14c1-41b3-ade2-519c1c00c4d1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:19.590122 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:19.703326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7aac0637-049f-4f43-8848-586cdd2c6c74 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:31:19.711230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211fa4b-2ef6-4b5a-ad42-729375bd3dd4 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Pushing event deleted for resources: {'Port': ['ID=309bce55-b9e5-45c3-8371-69a4a57ba4ca,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:19.763551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 7aac0637-049f-4f43-8848-586cdd2c6c74 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:31:19.763551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7aac0637-049f-4f43-8848-586cdd2c6c74 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:31:19.820725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=cb5b1d56-99b6-4419-a44a-3620cf1b743d,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:19.855186 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] For port 6fb419df-f6fb-4390-bd5c-4426ba071d3b, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:19.857864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895b8332-e67d-4694-a9b3-b4b747529378 None None] Update dhcp port {'port': {'network_id': 'a0797e18-fea4-4e7f-8200-53547454f122', 'fixed_ips': [{'subnet_id': 'bf9ddaa3-2bbb-4478-a081-86959f2224ae', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ee421ebe-06cd-40e6-8222-1d97f5406d0f'}], 'binding:host_id': 'dv-neutron-860329-1-hyperv'}, 'id': 'cb5b1d56-99b6-4419-a44a-3620cf1b743d'} from dv-neutron-860329-1-hyperv. {{(pid=89847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:31:19.886762 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a211fa4b-2ef6-4b5a-ad42-729375bd3dd4 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:19.908349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:19.912407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] For port 6fb419df-f6fb-4390-bd5c-4426ba071d3b, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6fb419df-f6fb-4390-bd5c-4426ba071d3b,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:19.919503 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Sync routers for ids ['f3a082ee-e5ee-40b8-a307-5d4f5651eff6'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:19.920034 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-895b8332-e67d-4694-a9b3-b4b747529378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:19.930810 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Routers {'f3a082ee-e5ee-40b8-a307-5d4f5651eff6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:19.932167 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3a082ee-e5ee-40b8-a307-5d4f5651eff6'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:20.000560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-53128660-feff-43b5-ba3b-e93bc227dfd8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.026743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.038976 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a211fa4b-2ef6-4b5a-ad42-729375bd3dd4 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.044551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.054261 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a211fa4b-2ef6-4b5a-ad42-729375bd3dd4 tempest-FloatingIPAdminTestJSON-1177074816 tempest-FloatingIPAdminTestJSON-1177074816-project] 10.222.0.49 "DELETE /v2.0/floatingips/ab1b689d-9cc7-4eb5-9360-1dce14e778d5 HTTP/1.1" status: 204 len: 168 time: 1.7272167 Oct 05 09:31:20.076549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.080665 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33084) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:20.081000 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2961a6ad-868a-4781-9883-7bbee8dfc6e7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 9.0757830 Oct 05 09:31:20.086017 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53128660-feff-43b5-ba3b-e93bc227dfd8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=17fb61cd-895c-4ebc-90df-32df6bbffe59,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:20.144941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7df87f-7fca-401c-912c-8419bd8f83c8 None None] Pushing event updated for resources: {'Port': ['ID=6fb419df-f6fb-4390-bd5c-4426ba071d3b,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:20.145615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-53128660-feff-43b5-ba3b-e93bc227dfd8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.204021 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-53128660-feff-43b5-ba3b-e93bc227dfd8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/17fb61cd-895c-4ebc-90df-32df6bbffe59 HTTP/1.1" status: 204 len: 168 time: 1.7176156 Oct 05 09:31:20.212835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33088) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:20.221005 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Set router f3a082ee-e5ee-40b8-a307-5d4f5651eff6 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:20.298897 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb5b1d56-99b6-4419-a44a-3620cf1b743d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:20.356853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-895b8332-e67d-4694-a9b3-b4b747529378 None None] Allocated IP 172.20.0.1 (a0797e18-fea4-4e7f-8200-53547454f122/ee421ebe-06cd-40e6-8222-1d97f5406d0f/cb5b1d56-99b6-4419-a44a-3620cf1b743d) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:20.373574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0f96b6c6-14b6-4dd2-82fb-a3fb371f5f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.397965 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.470050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba76a8ad-96db-4c27-bdfb-df20e2988749 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:20.474276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba76a8ad-96db-4c27-bdfb-df20e2988749 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:20.476043 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ba76a8ad-96db-4c27-bdfb-df20e2988749 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2624724 Oct 05 09:31:20.479558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33092) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:20.538160 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network e167508d-1978-47bf-9d19-9cf3a458a211 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:20.546837 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:20.553210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:20.554615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.566209 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-27e1e26f-d0ab-476a-8af6-071f4ccd874d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/routers/f3a082ee-e5ee-40b8-a307-5d4f5651eff6 HTTP/1.1" status: 200 len: 906 time: 0.4832969 Oct 05 09:31:20.570875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33096) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:20.573390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d424bcef-14c1-41b3-ade2-519c1c00c4d1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.584851 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=9f336410-ec24-404a-ac24-99e1f09c0b0e,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:20.737138 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfa9962-186a-4cf1-85cb-fa1ef09a5fe5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 8e33d294-3187-4c09-a59d-7ec137e4124b {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:31:20.741169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ecfa9962-186a-4cf1-85cb-fa1ef09a5fe5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.742441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-895b8332-e67d-4694-a9b3-b4b747529378 None None] For port cb5b1d56-99b6-4419-a44a-3620cf1b743d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cb5b1d56-99b6-4419-a44a-3620cf1b743d,segment=NetworkSegment(a616274f-e004-4c97-9eb5-5d1d6846c9bf),segment_id=a616274f-e004-4c97-9eb5-5d1d6846c9bf)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:20.778015 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-895b8332-e67d-4694-a9b3-b4b747529378 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.789347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d424bcef-14c1-41b3-ade2-519c1c00c4d1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Checking segment: {'id': '6ed9357b-5274-4300-8648-a19a4b2f1212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025ca7df-16da-4fbe-9a9f-b33ecf7162fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:20.789619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424bcef-14c1-41b3-ade2-519c1c00c4d1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network hostable DHCP agents. Network: 025ca7df-16da-4fbe-9a9f-b33ecf7162fe, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:31:20.797662 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424bcef-14c1-41b3-ade2-519c1c00c4d1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Subnet': ['ID=88a37d5d-0ad3-4650-9b32-55c52399b6fa,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:20.814477 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-895b8332-e67d-4694-a9b3-b4b747529378 None None] Transition to ACTIVE for port object cb5b1d56-99b6-4419-a44a-3620cf1b743d will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:20.815208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=5df49eea-31e8-4ce8-81eb-9d7110bbda8c,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:20.830908 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ecfa9962-186a-4cf1-85cb-fa1ef09a5fe5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.843994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port cb5b1d56-99b6-4419-a44a-3620cf1b743d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:20.844768 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.845273 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a082ee-e5ee-40b8-a307-5d4f5651eff6', 'name': 'tempest-snat-router-281772942', 'tenant_id': '5aa1a1578f464bb99a109d02a8f0e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a8a66aec-ad52-4599-92e1-70a72c9cc86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:11Z', 'updated_at': '2022-10-05T09:31:16Z', 'revision_number': 3, 'project_id': '5aa1a1578f464bb99a109d02a8f0e770', 'gw_port': {'id': 'a8a66aec-ad52-4599-92e1-70a72c9cc86f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a082ee-e5ee-40b8-a307-5d4f5651eff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:15Z', 'updated_at': '2022-10-05T09:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:20.846249 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port cb5b1d56-99b6-4419-a44a-3620cf1b743d Oct 05 09:31:20.856070 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Checking router: f3a082ee-e5ee-40b8-a307-5d4f5651eff6 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:31:20.857791 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Updating router f3a082ee-e5ee-40b8-a307-5d4f5651eff6 port a8a66aec-ad52-4599-92e1-70a72c9cc86f binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:31:20.912361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33102) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:20.918776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-895b8332-e67d-4694-a9b3-b4b747529378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.929341 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Checking segment: {'id': '9bbe8f72-50c3-4705-bc5a-0fcc50744e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8d199364-3373-4b27-8702-1fac683f9aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:20.929728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network hostable DHCP agents. Network: 8d199364-3373-4b27-8702-1fac683f9aae, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:31:20.940561 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.975879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:20.988853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424bcef-14c1-41b3-ade2-519c1c00c4d1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network 025ca7df-16da-4fbe-9a9f-b33ecf7162fe is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:31:21.028503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ecfa9962-186a-4cf1-85cb-fa1ef09a5fe5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.145308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-d424bcef-14c1-41b3-ade2-519c1c00c4d1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 025ca7df-16da-4fbe-9a9f-b33ecf7162fe) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:21.149794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d424bcef-14c1-41b3-ade2-519c1c00c4d1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:21.150455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d424bcef-14c1-41b3-ade2-519c1c00c4d1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.151679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Port cb5b1d56-99b6-4419-a44a-3620cf1b743d had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:31:21.152229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0c1ab113-bb05-4220-91a9-4f124990ddb7 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:21.218184 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ecfa9962-186a-4cf1-85cb-fa1ef09a5fe5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.248268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.255981 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c54281-11c0-41e7-a486-b61c23b52e4b None None] Network 025ca7df-16da-4fbe-9a9f-b33ecf7162fe requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:21.294969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa9962-186a-4cf1-85cb-fa1ef09a5fe5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=8e33d294-3187-4c09-a59d-7ec137e4124b,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:21.309116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ecfa9962-186a-4cf1-85cb-fa1ef09a5fe5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.312023 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ecfa9962-186a-4cf1-85cb-fa1ef09a5fe5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/8e33d294-3187-4c09-a59d-7ec137e4124b HTTP/1.1" status: 204 len: 168 time: 0.8311369 Oct 05 09:31:21.317090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33108) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:21.317992 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d424bcef-14c1-41b3-ade2-519c1c00c4d1 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4570498 Oct 05 09:31:21.318433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33110) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:21.353421 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0eb3bd25-f92b-4757-927c-62a1f5252a18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a920b00c62c4d699274a21f8ce321e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400930 Oct 05 09:31:21.355800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33116) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:21.398864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b8332-e67d-4694-a9b3-b4b747529378 None None] Pushing event updated for resources: {'Port': ['ID=cb5b1d56-99b6-4419-a44a-3620cf1b743d,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:21.421124 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b35c20e7-e5aa-4550-8617-7c6cefa560a0 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:21.487784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e1d0-3436-4ca3-ae1c-e7b0c72b7b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.523489 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.532897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network 8d199364-3373-4b27-8702-1fac683f9aae is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:31:21.542589 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Transition to ACTIVE for port object a8a66aec-ad52-4599-92e1-70a72c9cc86f will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:21.543620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Deleting port a8a66aec-ad52-4599-92e1-70a72c9cc86f {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:21.544031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.551281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e1d0-3436-4ca3-ae1c-e7b0c72b7b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.586464 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-14554e4a-8c61-4f73-921a-2082aed8b562 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2694530 Oct 05 09:31:21.589130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33120) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:21.595577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4d86c89d-ca9e-4516-9cf0-9e5e5b161688 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:21.623549 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 8d199364-3373-4b27-8702-1fac683f9aae) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:21.635232 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca4156-29a6-4834-ab1a-c87e1fbcad36 None None] Network 8d199364-3373-4b27-8702-1fac683f9aae requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:21.648223 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.652735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:21.659548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:21.671063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:21.671764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.770001 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Attempting to bind port a8a66aec-ad52-4599-92e1-70a72c9cc86f on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:21.771156 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Attempting to bind port a8a66aec-ad52-4599-92e1-70a72c9cc86f by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:21.774924 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-54389528-89d6-4715-a2b7-a61bcd65f848 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6168368 Oct 05 09:31:21.775077 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Attempting to bind port a8a66aec-ad52-4599-92e1-70a72c9cc86f on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:21.777384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33124) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:21.780510 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4d86c89d-ca9e-4516-9cf0-9e5e5b161688 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:21.820977 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:21.822644 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:21.822644 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.822644 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:21.823741 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Bound port: a8a66aec-ad52-4599-92e1-70a72c9cc86f, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:21.824322 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.850253 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4d86c89d-ca9e-4516-9cf0-9e5e5b161688 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:21.850466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dffbe92-9526-4959-b9a4-df4ebc7848c5 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:21.854421 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4d86c89d-ca9e-4516-9cf0-9e5e5b161688 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:21.861019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4d86c89d-ca9e-4516-9cf0-9e5e5b161688 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:21.883525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e1d0-3436-4ca3-ae1c-e7b0c72b7b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.887017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0c1ab113-bb05-4220-91a9-4f124990ddb7 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:21.891308 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.891308 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0c1ab113-bb05-4220-91a9-4f124990ddb7 Oct 05 09:31:21.915400 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff872cef-1911-4d86-bd5e-5b95b4fa6c1b None None] Pushing event updated for resources: {'Port': ['ID=a8a66aec-ad52-4599-92e1-70a72c9cc86f,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:21.918549 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b35c20e7-e5aa-4550-8617-7c6cefa560a0 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13299638'] for subnet, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.930795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2e1d0-3436-4ca3-ae1c-e7b0c72b7b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf7b4a0-a54d-43dc-8ae3-0fdb3033c9f2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:21.944075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e1d0-3436-4ca3-ae1c-e7b0c72b7b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:21.947233 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff872cef-1911-4d86-bd5e-5b95b4fa6c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:21.949074 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff872cef-1911-4d86-bd5e-5b95b4fa6c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:21.950123 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff872cef-1911-4d86-bd5e-5b95b4fa6c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:21.950608 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff872cef-1911-4d86-bd5e-5b95b4fa6c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:21.951434 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff872cef-1911-4d86-bd5e-5b95b4fa6c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:21.951989 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff872cef-1911-4d86-bd5e-5b95b4fa6c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:21.952502 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff872cef-1911-4d86-bd5e-5b95b4fa6c1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:21.952982 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff872cef-1911-4d86-bd5e-5b95b4fa6c1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:21.953475 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff872cef-1911-4d86-bd5e-5b95b4fa6c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:21.953956 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff872cef-1911-4d86-bd5e-5b95b4fa6c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:21.955037 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff872cef-1911-4d86-bd5e-5b95b4fa6c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:21.955557 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff872cef-1911-4d86-bd5e-5b95b4fa6c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:21.957249 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e5e2e1d0-3436-4ca3-ae1c-e7b0c72b7b58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cbf7b4a0-a54d-43dc-8ae3-0fdb3033c9f2 HTTP/1.1" status: 204 len: 168 time: 0.5909309 Oct 05 09:31:21.969554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d86c89d-ca9e-4516-9cf0-9e5e5b161688 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:21.972581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d86c89d-ca9e-4516-9cf0-9e5e5b161688 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:22.018693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-06616d19-35f5-42ff-a559-6a7713906c1d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 5df49eea-31e8-4ce8-81eb-9d7110bbda8c {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:22.019024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06616d19-35f5-42ff-a559-6a7713906c1d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:22.042066 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] For port a8a66aec-ad52-4599-92e1-70a72c9cc86f, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:22.046748 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] For port a8a66aec-ad52-4599-92e1-70a72c9cc86f, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a8a66aec-ad52-4599-92e1-70a72c9cc86f,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:22.055637 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:22.133943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24691e83-eec7-441a-a52b-19d41a10e38f None None] Network a0797e18-fea4-4e7f-8200-53547454f122 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:22.182320 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:22.245313 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Routers {'f3a082ee-e5ee-40b8-a307-5d4f5651eff6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:22.246187 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:30:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3a082ee-e5ee-40b8-a307-5d4f5651eff6'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:22.318599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-025ca7df-16da-4fbe-9a9f-b33ecf7162fe', 'network_id': '025ca7df-16da-4fbe-9a9f-b33ecf7162fe', 'tenant_id': '7283f07e358044f8b3cf5f6bbdcb5318', 'fixed_ips': [{'subnet_id': '88a37d5d-0ad3-4650-9b32-55c52399b6fa'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:31:22.319604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:22.400844 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-88a281b3-c2dd-4f91-8d5f-2a0dfd84f654 None None] Provisioning for port 6fb419df-f6fb-4390-bd5c-4426ba071d3b completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:22.430152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06616d19-35f5-42ff-a559-6a7713906c1d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:22.470377 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff872cef-1911-4d86-bd5e-5b95b4fa6c1b None None] Pushing event updated for resources: {'Port': ['ID=a8a66aec-ad52-4599-92e1-70a72c9cc86f,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:22.472332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Calling delete_port for a8a66aec-ad52-4599-92e1-70a72c9cc86f owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:22.510503 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] Set router f3a082ee-e5ee-40b8-a307-5d4f5651eff6 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:22.564641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-06616d19-35f5-42ff-a559-6a7713906c1d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 5df49eea-31e8-4ce8-81eb-9d7110bbda8c owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:22.656162 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a082ee-e5ee-40b8-a307-5d4f5651eff6', 'name': 'tempest-snat-router-281772942', 'tenant_id': '5aa1a1578f464bb99a109d02a8f0e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:11Z', 'updated_at': '2022-10-05T09:31:21Z', 'revision_number': 4, 'project_id': '5aa1a1578f464bb99a109d02a8f0e770', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:22.663504 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219b9ab-ad1d-471e-960d-7d7e112375ad None None] The sync data for ids ['f3a082ee-e5ee-40b8-a307-5d4f5651eff6'] in dv-neutron-860329-1-hyperv is: [{'id': 'f3a082ee-e5ee-40b8-a307-5d4f5651eff6', 'name': 'tempest-snat-router-281772942', 'tenant_id': '5aa1a1578f464bb99a109d02a8f0e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:11Z', 'updated_at': '2022-10-05T09:31:21Z', 'revision_number': 4, 'project_id': '5aa1a1578f464bb99a109d02a8f0e770', 'gw_port_host': None}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:22.822449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0c1ab113-bb05-4220-91a9-4f124990ddb7 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:22.825557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b35c20e7-e5aa-4550-8617-7c6cefa560a0 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764024587147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13362038'] for subnet, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:22.851421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-949ebba8-5c36-41e7-9c06-347cf2c76f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:22.891296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06616d19-35f5-42ff-a559-6a7713906c1d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:22.939770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:31:22.940138 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:31:22.943717 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c20e7-e5aa-4550-8617-7c6cefa560a0 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Subnet': ['ID=88a37d5d-0ad3-4650-9b32-55c52399b6fa,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:22.948852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33134) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:22.952330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35c20e7-e5aa-4550-8617-7c6cefa560a0 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:22.952930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b35c20e7-e5aa-4550-8617-7c6cefa560a0 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:22.954399 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b35c20e7-e5aa-4550-8617-7c6cefa560a0 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "PUT /v2.0/subnets/88a37d5d-0ad3-4650-9b32-55c52399b6fa HTTP/1.1" status: 200 len: 826 time: 1.6349862 Oct 05 09:31:22.957900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33136) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:23.010512 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06616d19-35f5-42ff-a559-6a7713906c1d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=5df49eea-31e8-4ce8-81eb-9d7110bbda8c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:23.021727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3ef8-94d1-46c3-bdb8-3dc6d973cd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.054002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06616d19-35f5-42ff-a559-6a7713906c1d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.064104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8b8e3ef8-94d1-46c3-bdb8-3dc6d973cd8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:23.082216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8b8e3ef8-94d1-46c3-bdb8-3dc6d973cd8b admin admin] Usage tracker for resource:security_group_rule and tenant:01c255a4c0504f768a9d5b7047013109 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:23.088061 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-06616d19-35f5-42ff-a559-6a7713906c1d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/5df49eea-31e8-4ce8-81eb-9d7110bbda8c HTTP/1.1" status: 204 len: 168 time: 1.3071599 Oct 05 09:31:23.088431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8b8e3ef8-94d1-46c3-bdb8-3dc6d973cd8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:23.088610 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33142) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:23.096187 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8b8e3ef8-94d1-46c3-bdb8-3dc6d973cd8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:23.114925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Allocated IP 2001:db8::2 (025ca7df-16da-4fbe-9a9f-b33ecf7162fe/88a37d5d-0ad3-4650-9b32-55c52399b6fa/31451e75-477e-41c6-989a-20b73426feb4) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:23.132225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb5b1d56-99b6-4419-a44a-3620cf1b743d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:23.180966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d86c89d-ca9e-4516-9cf0-9e5e5b161688 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.183165 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-590c3c1b-a397-4746-980c-2b436a528a7f None None] Provisioning for port cb5b1d56-99b6-4419-a44a-3620cf1b743d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:23.225509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3ef8-94d1-46c3-bdb8-3dc6d973cd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.229747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-590c3c1b-a397-4746-980c-2b436a528a7f None None] Provisioning complete for port cb5b1d56-99b6-4419-a44a-3620cf1b743d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:23.230154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-590c3c1b-a397-4746-980c-2b436a528a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.230496 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-590c3c1b-a397-4746-980c-2b436a528a7f None None] Attempt 1 to provision port cb5b1d56-99b6-4419-a44a-3620cf1b743d Oct 05 09:31:23.251234 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.255470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d86c89d-ca9e-4516-9cf0-9e5e5b161688 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:23.258427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-4d86c89d-ca9e-4516-9cf0-9e5e5b161688 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:23.263260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d86c89d-ca9e-4516-9cf0-9e5e5b161688 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:23.263917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d86c89d-ca9e-4516-9cf0-9e5e5b161688 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.271857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df034e42-e8cf-4967-8c4e-e39f99bd7553 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:23.277952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df034e42-e8cf-4967-8c4e-e39f99bd7553 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:23.278821 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-df034e42-e8cf-4967-8c4e-e39f99bd7553 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:23.281868 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86c89d-ca9e-4516-9cf0-9e5e5b161688 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=03786b97-4af6-421b-a089-d285823ba3fb,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:23.306828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3ef8-94d1-46c3-bdb8-3dc6d973cd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.363476 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.364033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e3ef8-94d1-46c3-bdb8-3dc6d973cd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c691e64f-5611-4b5d-9bd2-ad82123236bc,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:23.371615 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8b8e3ef8-94d1-46c3-bdb8-3dc6d973cd8b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01c255a4c0504f768a9d5b7047013109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123178 Oct 05 09:31:23.386463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33146) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:23.441682 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4d86c89d-ca9e-4516-9cf0-9e5e5b161688 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8484857 Oct 05 09:31:23.442366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33150) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:23.444326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Deleting port a8a66aec-ad52-4599-92e1-70a72c9cc86f {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:23.444326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.447802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'name': 'tempest-NetworksTestDHCPv6-1257795382'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:23.466169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59d56f29-512f-4da8-a57d-0ef17d342cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.483358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-df034e42-e8cf-4967-8c4e-e39f99bd7553 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:23.488436 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-df034e42-e8cf-4967-8c4e-e39f99bd7553 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.3986921 Oct 05 09:31:23.489044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33154) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:23.562059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port cb5b1d56-99b6-4419-a44a-3620cf1b743d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:23.568922 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.568922 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port cb5b1d56-99b6-4419-a44a-3620cf1b743d Oct 05 09:31:23.572013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59d56f29-512f-4da8-a57d-0ef17d342cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.606650 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee9364f-81fe-4954-8282-bcf421aa01ff None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:31:23.651261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:23.656172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:23.659808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:23.669465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-a831074f-b0bd-4be2-ad97-ea7c130d6249 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 9f336410-ec24-404a-ac24-99e1f09c0b0e {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:23.669806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a831074f-b0bd-4be2-ad97-ea7c130d6249 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.673126 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:23.697700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dee9364f-81fe-4954-8282-bcf421aa01ff None None] Deleting port 6fb419df-f6fb-4390-bd5c-4426ba071d3b {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:23.698307 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dee9364f-81fe-4954-8282-bcf421aa01ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.740907 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:23.748550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.785823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-590c3c1b-a397-4746-980c-2b436a528a7f None None] Current status of the port cb5b1d56-99b6-4419-a44a-3620cf1b743d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:23.790049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59d56f29-512f-4da8-a57d-0ef17d342cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.795512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.825304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] For port a8a66aec-ad52-4599-92e1-70a72c9cc86f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a8a66aec-ad52-4599-92e1-70a72c9cc86f,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:23.825865 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.835632 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d56f29-512f-4da8-a57d-0ef17d342cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c691e64f-5611-4b5d-9bd2-ad82123236bc,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:23.849119 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port c63a3ce8-efbc-4b50-899a-e2c86d10d7eb yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:31:23.863443 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Transition to ACTIVE for port object 31451e75-477e-41c6-989a-20b73426feb4 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:23.916287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59d56f29-512f-4da8-a57d-0ef17d342cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:23.920020 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-59d56f29-512f-4da8-a57d-0ef17d342cf0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c691e64f-5611-4b5d-9bd2-ad82123236bc HTTP/1.1" status: 204 len: 168 time: 0.5435379 Oct 05 09:31:23.980032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Transition to ACTIVE for port object 31451e75-477e-41c6-989a-20b73426feb4 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:24.014968 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Calling delete_port for a8a66aec-ad52-4599-92e1-70a72c9cc86f owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:24.101538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.111832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port cb5b1d56-99b6-4419-a44a-3620cf1b743d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:24.114547 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6fb419df-f6fb-4390-bd5c-4426ba071d3b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:24.119707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::91 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/03786b97-4af6-421b-a089-d285823ba3fb/c63a3ce8-efbc-4b50-899a-e2c86d10d7eb) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:24.229499 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a831074f-b0bd-4be2-ad97-ea7c130d6249 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.245565 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Network 025ca7df-16da-4fbe-9a9f-b33ecf7162fe is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:24.258763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:24.274213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:24.280606 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-962a22a3-486f-4e6b-9d39-4327183afdaa None None] Provisioning complete for port cb5b1d56-99b6-4419-a44a-3620cf1b743d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:24.281006 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-962a22a3-486f-4e6b-9d39-4327183afdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.281309 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-962a22a3-486f-4e6b-9d39-4327183afdaa None None] Attempt 1 to provision port cb5b1d56-99b6-4419-a44a-3620cf1b743d Oct 05 09:31:24.306454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.335074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.337879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.378546 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Pushing event updated for resources: {'Port': ['ID=31451e75-477e-41c6-989a-20b73426feb4,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:24.396236 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.420671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object c63a3ce8-efbc-4b50-899a-e2c86d10d7eb will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:24.473037 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-dee9364f-81fe-4954-8282-bcf421aa01ff None None] For port 6fb419df-f6fb-4390-bd5c-4426ba071d3b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6fb419df-f6fb-4390-bd5c-4426ba071d3b,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:24.473437 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dee9364f-81fe-4954-8282-bcf421aa01ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.515495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-a831074f-b0bd-4be2-ad97-ea7c130d6249 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 9f336410-ec24-404a-ac24-99e1f09c0b0e owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:24.516456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.563929 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Subnet': ['ID=88a37d5d-0ad3-4650-9b32-55c52399b6fa,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:24.612927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Attempting to bind port 31451e75-477e-41c6-989a-20b73426feb4 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:24.613945 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Attempting to bind port 31451e75-477e-41c6-989a-20b73426feb4 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '6ed9357b-5274-4300-8648-a19a4b2f1212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025ca7df-16da-4fbe-9a9f-b33ecf7162fe'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:24.614487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Attempting to bind port 31451e75-477e-41c6-989a-20b73426feb4 on network 025ca7df-16da-4fbe-9a9f-b33ecf7162fe {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:24.616500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:24.624396 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:24.624712 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dee9364f-81fe-4954-8282-bcf421aa01ff None None] Calling delete_port for 6fb419df-f6fb-4390-bd5c-4426ba071d3b owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:24.627061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:24.633111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:24.633723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.662427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=c63a3ce8-efbc-4b50-899a-e2c86d10d7eb,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:24.663717 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 6fb419df-f6fb-4390-bd5c-4426ba071d3b completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:24.669669 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:24.670065 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Checking segment: {'id': '6ed9357b-5274-4300-8648-a19a4b2f1212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025ca7df-16da-4fbe-9a9f-b33ecf7162fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:24.670680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.671082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Bound using segment: {'id': '6ed9357b-5274-4300-8648-a19a4b2f1212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025ca7df-16da-4fbe-9a9f-b33ecf7162fe'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:24.671572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Bound port: 31451e75-477e-41c6-989a-20b73426feb4, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed9357b-5274-4300-8648-a19a4b2f1212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025ca7df-16da-4fbe-9a9f-b33ecf7162fe'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:24.672001 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.697844 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 6fb419df-f6fb-4390-bd5c-4426ba071d3b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:24.698340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.698693 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 6fb419df-f6fb-4390-bd5c-4426ba071d3b Oct 05 09:31:24.736151 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.753615 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-052e482c-a8e1-401e-a820-5f62f51bf9ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3104138 Oct 05 09:31:24.755923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33166) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:24.779727 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025ca7df-16da-4fbe-9a9f-b33ecf7162fe']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:24.811150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed9357b-5274-4300-8648-a19a4b2f1212') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:24.811363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed9357b-5274-4300-8648-a19a4b2f1212') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:24.834083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.852807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a831074f-b0bd-4be2-ad97-ea7c130d6249 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.853550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.881861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a41d4f2-e538-4bfe-a696-af399c324eea tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:24.888496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a41d4f2-e538-4bfe-a696-af399c324eea tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:24.889414 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5a41d4f2-e538-4bfe-a696-af399c324eea tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:24.907984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:24.908383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.928846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831074f-b0bd-4be2-ad97-ea7c130d6249 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=9f336410-ec24-404a-ac24-99e1f09c0b0e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:24.956912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33172) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:24.978516 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a628166-452a-494c-b2bb-5a6835887dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.981352 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-962a22a3-486f-4e6b-9d39-4327183afdaa None None] Current status of the port cb5b1d56-99b6-4419-a44a-3620cf1b743d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:24.981669 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:24.992800 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 6ed9357b-5274-4300-8648-a19a4b2f1212 resource provider aggregate not found Oct 05 09:31:24.993205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5a41d4f2-e538-4bfe-a696-af399c324eea tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:24.996927 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5a41d4f2-e538-4bfe-a696-af399c324eea tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.2373283 Oct 05 09:31:24.997107 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] For port 31451e75-477e-41c6-989a-20b73426feb4, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:24.997304 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33178) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:25.037495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1a628166-452a-494c-b2bb-5a6835887dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:25.052981 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1a628166-452a-494c-b2bb-5a6835887dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:fb8592260ae24c79922aa2280d418e50 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:25.059702 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.061112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8a66aec-ad52-4599-92e1-70a72c9cc86f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:25.061770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 6fb419df-f6fb-4390-bd5c-4426ba071d3b is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:25.062269 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.063143 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a831074f-b0bd-4be2-ad97-ea7c130d6249 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.065970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1a628166-452a-494c-b2bb-5a6835887dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:25.082922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1a628166-452a-494c-b2bb-5a6835887dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:25.095417 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-63fa0cc3-0119-4cf9-a253-132747a7a0d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port c63a3ce8-efbc-4b50-899a-e2c86d10d7eb {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:25.095759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-63fa0cc3-0119-4cf9-a253-132747a7a0d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.100904 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 6ed9357b-5274-4300-8648-a19a4b2f1212 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ed9357b-5274-4300-8648-a19a4b2f1212 found for delete ", "request_id": "req-f4b3c971-634b-46d8-ba7e-ee488078314d"}]} Oct 05 09:31:25.119229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dee9364f-81fe-4954-8282-bcf421aa01ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.166512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:31:25.166512 dv-neutron-860329-1-hyperv neutron-server[89846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:31:25.166512 dv-neutron-860329-1-hyperv neutron-server[89846]: [parameters: {'id': '025ca7df-16da-4fbe-9a9f-b33ecf7162fe'}] Oct 05 09:31:25.166512 dv-neutron-860329-1-hyperv neutron-server[89846]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:31:25.166981 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:31:25.184299 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.200681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] For port 31451e75-477e-41c6-989a-20b73426feb4, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=31451e75-477e-41c6-989a-20b73426feb4,segment=NetworkSegment(6ed9357b-5274-4300-8648-a19a4b2f1212),segment_id=6ed9357b-5274-4300-8648-a19a4b2f1212)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:25.219175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9364f-81fe-4954-8282-bcf421aa01ff None None] Pushing event deleted for resources: {'Port': ['ID=6fb419df-f6fb-4390-bd5c-4426ba071d3b,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:25.225680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee9364f-81fe-4954-8282-bcf421aa01ff None None] No DVR routers for this DVR port 6fb419df-f6fb-4390-bd5c-4426ba071d3b on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:25.245278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47209a0-491a-4df5-a85c-154ce3dc4f90 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:25.318100 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a831074f-b0bd-4be2-ad97-ea7c130d6249 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/9f336410-ec24-404a-ac24-99e1f09c0b0e HTTP/1.1" status: 204 len: 168 time: 1.8217301 Oct 05 09:31:25.334820 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.370082 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33182) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:25.388435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6fb419df-f6fb-4390-bd5c-4426ba071d3b no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:31:25.423583 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a628166-452a-494c-b2bb-5a6835887dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.425583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.428511 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.458017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 6fb419df-f6fb-4390-bd5c-4426ba071d3b {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:31:25.458017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6fb419df-f6fb-4390-bd5c-4426ba071d3b not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:31:25.485113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-63fa0cc3-0119-4cf9-a253-132747a7a0d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.493266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a628166-452a-494c-b2bb-5a6835887dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.494370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fa4d97-16f3-48a7-8a34-1c80fd7783f4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:25.503489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-30fa4d97-16f3-48a7-8a34-1c80fd7783f4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:25.523679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e14cd-50ae-42c2-9f1e-5b12680d76f1 None None] Pushing event updated for resources: {'Port': ['ID=31451e75-477e-41c6-989a-20b73426feb4,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:25.584940 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.585504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3a082ee-e5ee-40b8-a307-5d4f5651eff6 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:31:25.588466 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-30fa4d97-16f3-48a7-8a34-1c80fd7783f4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:25.592344 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-30fa4d97-16f3-48a7-8a34-1c80fd7783f4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2186687 Oct 05 09:31:25.593776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33186) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:25.624958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.657098 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f35840b-5033-4b79-9b99-8c25c6150964 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] GET failed (client error): The resource could not be found. Oct 05 09:31:25.659306 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8f35840b-5033-4b79-9b99-8c25c6150964 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/5df49eea-31e8-4ce8-81eb-9d7110bbda8c HTTP/1.1" status: 404 len: 333 time: 0.0643082 Oct 05 09:31:25.662394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.663924 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ea0bba39-8b1c-4075-8696-bab7a32e5532 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "DELETE /v2.0/routers/f3a082ee-e5ee-40b8-a307-5d4f5651eff6 HTTP/1.1" status: 204 len: 168 time: 5.0823708 Oct 05 09:31:25.666485 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33190) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:25.667209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33192) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:25.670695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.723671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0fafb9-916b-46df-86d2-4da34706705d None None] Network 025ca7df-16da-4fbe-9a9f-b33ecf7162fe requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:25.775507 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-63fa0cc3-0119-4cf9-a253-132747a7a0d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for c63a3ce8-efbc-4b50-899a-e2c86d10d7eb owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:25.809331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': '03786b97-4af6-421b-a089-d285823ba3fb'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:31:25.810434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.821912 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b481f1-d733-4d56-bed2-8234ee3f127c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] GET failed (client error): The resource could not be found. Oct 05 09:31:25.824161 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-55b481f1-d733-4d56-bed2-8234ee3f127c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/9f336410-ec24-404a-ac24-99e1f09c0b0e HTTP/1.1" status: 404 len: 333 time: 0.1551232 Oct 05 09:31:25.833170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33198) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:25.842504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Deleting port 31451e75-477e-41c6-989a-20b73426feb4 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:25.842918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:25.864147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a628166-452a-494c-b2bb-5a6835887dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9e0833-a3f2-4bc0-b04a-0c5f35388a2e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:25.874175 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1a628166-452a-494c-b2bb-5a6835887dc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb8592260ae24c79922aa2280d418e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9156499 Oct 05 09:31:25.880518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33202) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:26.041817 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.071328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-80d9d1c6-57e2-4523-bf57-07da78b7e413 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.102780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Allocated IP 2001:db8::2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/03786b97-4af6-421b-a089-d285823ba3fb/9aadb14f-7e5e-486b-badb-414874f0d4b5) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:26.115207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-babcf449-bbf5-4ac1-9fa9-ff3f2e19f706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.116653 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2441d4e8-3445-468b-9acc-aa424e9ae159 None None] Network 025ca7df-16da-4fbe-9a9f-b33ecf7162fe requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:26.206303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-babcf449-bbf5-4ac1-9fa9-ff3f2e19f706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.263356 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-63fa0cc3-0119-4cf9-a253-132747a7a0d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.338669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-80d9d1c6-57e2-4523-bf57-07da78b7e413 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.357450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa0cc3-0119-4cf9-a253-132747a7a0d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=c63a3ce8-efbc-4b50-899a-e2c86d10d7eb,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:26.406782 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:31:26.419064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] For port 31451e75-477e-41c6-989a-20b73426feb4, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=31451e75-477e-41c6-989a-20b73426feb4,segment=NetworkSegment(6ed9357b-5274-4300-8648-a19a4b2f1212),segment_id=6ed9357b-5274-4300-8648-a19a4b2f1212)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:26.419589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.430681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-80d9d1c6-57e2-4523-bf57-07da78b7e413 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d199364-3373-4b27-8702-1fac683f9aae']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:26.438785 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-63fa0cc3-0119-4cf9-a253-132747a7a0d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.449278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-80d9d1c6-57e2-4523-bf57-07da78b7e413 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbe8f72-50c3-4705-bc5a-0fcc50744e21') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:26.449569 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-80d9d1c6-57e2-4523-bf57-07da78b7e413 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbe8f72-50c3-4705-bc5a-0fcc50744e21') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:26.474532 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-80d9d1c6-57e2-4523-bf57-07da78b7e413 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.486914 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-63fa0cc3-0119-4cf9-a253-132747a7a0d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/c63a3ce8-efbc-4b50-899a-e2c86d10d7eb HTTP/1.1" status: 204 len: 168 time: 1.4886391 Oct 05 09:31:26.490934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33206) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:26.526007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-80d9d1c6-57e2-4523-bf57-07da78b7e413 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.546711 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d9d1c6-57e2-4523-bf57-07da78b7e413 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:26.547139 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-80d9d1c6-57e2-4523-bf57-07da78b7e413 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.565704 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Calling delete_port for 31451e75-477e-41c6-989a-20b73426feb4 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:26.591170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.609774 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.612088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Transition to ACTIVE for port object 9aadb14f-7e5e-486b-badb-414874f0d4b5 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:26.627872 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 9bbe8f72-50c3-4705-bc5a-0fcc50744e21 resource provider aggregate not found Oct 05 09:31:26.636635 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-babcf449-bbf5-4ac1-9fa9-ff3f2e19f706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.638989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-babcf449-bbf5-4ac1-9fa9-ff3f2e19f706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.642604 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-babcf449-bbf5-4ac1-9fa9-ff3f2e19f706 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd9e0833-a3f2-4bc0-b04a-0c5f35388a2e HTTP/1.1" status: 204 len: 168 time: 0.7568545 Oct 05 09:31:26.642771 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Transition to ACTIVE for port object 9aadb14f-7e5e-486b-badb-414874f0d4b5 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:26.665390 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 9bbe8f72-50c3-4705-bc5a-0fcc50744e21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bbe8f72-50c3-4705-bc5a-0fcc50744e21 found for delete ", "request_id": "req-82544f4a-9d89-49cc-a1e9-a69743caa7f8"}]} Oct 05 09:31:26.675438 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcf449-bbf5-4ac1-9fa9-ff3f2e19f706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9e0833-a3f2-4bc0-b04a-0c5f35388a2e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:26.681100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3951c7-80f7-403c-aa29-306451cedb61 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:26.682308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3951c7-80f7-403c-aa29-306451cedb61 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:26.683049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ad3951c7-80f7-403c-aa29-306451cedb61 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:26.712095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Deleting port 0c1ab113-bb05-4220-91a9-4f124990ddb7 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:26.712445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.739736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.740210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-80d9d1c6-57e2-4523-bf57-07da78b7e413 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.746179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.753161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-80d9d1c6-57e2-4523-bf57-07da78b7e413 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.807115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ad3951c7-80f7-403c-aa29-306451cedb61 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:26.811706 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ad3951c7-80f7-403c-aa29-306451cedb61 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3162358 Oct 05 09:31:26.815191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33216) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:26.816236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:26.820128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Port': ['ID=31451e75-477e-41c6-989a-20b73426feb4,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:26.820295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:26.824614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9d1c6-57e2-4523-bf57-07da78b7e413 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Network': ['ID=8d199364-3373-4b27-8702-1fac683f9aae,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:26.824804 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No DVR routers for this DVR port 31451e75-477e-41c6-989a-20b73426feb4 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:26.825039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:26.832899 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-80d9d1c6-57e2-4523-bf57-07da78b7e413 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/networks/8d199364-3373-4b27-8702-1fac683f9aae HTTP/1.1" status: 204 len: 168 time: 0.9984124 Oct 05 09:31:26.854602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33220) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:26.863579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1451591'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:26.873665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Pushing event updated for resources: {'Port': ['ID=9aadb14f-7e5e-486b-badb-414874f0d4b5,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:26.891247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:26.928330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-91bbe136-27cf-4238-af38-96acbdf425c5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 03786b97-4af6-421b-a089-d285823ba3fb {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:31:26.933523 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-91bbe136-27cf-4238-af38-96acbdf425c5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.943209 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Attempting to bind port 9aadb14f-7e5e-486b-badb-414874f0d4b5 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:26.943761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Attempting to bind port 9aadb14f-7e5e-486b-badb-414874f0d4b5 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:26.944213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Attempting to bind port 9aadb14f-7e5e-486b-badb-414874f0d4b5 on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:26.950290 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:26.950941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:26.952007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.952007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:26.952720 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Bound port: 9aadb14f-7e5e-486b-badb-414874f0d4b5, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:26.953359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:26.956402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:network and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:26.967619 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:26.992737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-91bbe136-27cf-4238-af38-96acbdf425c5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.037223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:27.082318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.090676 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] For port 9aadb14f-7e5e-486b-badb-414874f0d4b5, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:27.094030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] For port 9aadb14f-7e5e-486b-badb-414874f0d4b5, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9aadb14f-7e5e-486b-badb-414874f0d4b5,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:27.134922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025ca7df-16da-4fbe-9a9f-b33ecf7162fe']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:27.153849 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed9357b-5274-4300-8648-a19a4b2f1212') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:27.154186 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed9357b-5274-4300-8648-a19a4b2f1212') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:27.162883 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] For port 0c1ab113-bb05-4220-91a9-4f124990ddb7, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0c1ab113-bb05-4220-91a9-4f124990ddb7,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:27.163261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.176979 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:27.180396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.191629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.258836 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.277788 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-91bbe136-27cf-4238-af38-96acbdf425c5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.288455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803cd96-9d72-4f56-8bc1-69f56a05a17d None None] Pushing event updated for resources: {'Port': ['ID=9aadb14f-7e5e-486b-badb-414874f0d4b5,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:27.339999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Calling delete_port for 0c1ab113-bb05-4220-91a9-4f124990ddb7 owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:27.394743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.405698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:27.406135 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.483005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-91bbe136-27cf-4238-af38-96acbdf425c5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.494615 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 6ed9357b-5274-4300-8648-a19a4b2f1212 resource provider aggregate not found Oct 05 09:31:27.519484 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 6ed9357b-5274-4300-8648-a19a4b2f1212 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ed9357b-5274-4300-8648-a19a4b2f1212 found for delete ", "request_id": "req-8d3f0495-8301-4370-a16e-9b4df73a89f2"}]} Oct 05 09:31:27.562159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbe136-27cf-4238-af38-96acbdf425c5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=03786b97-4af6-421b-a089-d285823ba3fb,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:27.566725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-91bbe136-27cf-4238-af38-96acbdf425c5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.640524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.664770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:31:27.667217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.671473 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-91bbe136-27cf-4238-af38-96acbdf425c5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/03786b97-4af6-421b-a089-d285823ba3fb HTTP/1.1" status: 204 len: 168 time: 0.8545251 Oct 05 09:31:27.673299 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33238) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:27.700562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Network': ['ID=025ca7df-16da-4fbe-9a9f-b33ecf7162fe,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:27.702716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.703061 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Added segment 6d247866-e216-4412-a93d-f651445c3b6a of type vlan for network f46a46a6-771e-48a4-99d1-c49cb072aa6b Oct 05 09:31:27.713791 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2433e2e7-4eb2-4f39-bf5b-a02e325b8882 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/025ca7df-16da-4fbe-9a9f-b33ecf7162fe HTTP/1.1" status: 204 len: 168 time: 4.7524693 Oct 05 09:31:27.720689 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33244) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:27.750655 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a54211de-6a26-4528-ad34-fd33115b0d65 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737429 Oct 05 09:31:27.751222 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33250) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:27.757423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b85cb62e-6444-41c1-9029-e180ab611bbf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:27.777937 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f53d98-6636-47de-9a92-c9ddd072b78b tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:27.778973 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f53d98-6636-47de-9a92-c9ddd072b78b tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:27.781109 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d7f53d98-6636-47de-9a92-c9ddd072b78b tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/025ca7df-16da-4fbe-9a9f-b33ecf7162fe HTTP/1.1" status: 404 len: 339 time: 0.0592678 Oct 05 09:31:27.784765 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.785029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33256) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:27.797422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:27.845430 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-116167456', 'description': 'd1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:27.863531 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:27.872018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Usage tracker for resource:network and tenant:7283f07e358044f8b3cf5f6bbdcb5318 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:27.882188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c1ab113-bb05-4220-91a9-4f124990ddb7,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:27.884372 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:27.898931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:27.908301 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b85cb62e-6444-41c1-9029-e180ab611bbf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:27.914073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b85cb62e-6444-41c1-9029-e180ab611bbf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:27.916972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b85cb62e-6444-41c1-9029-e180ab611bbf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:27.923031 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b85cb62e-6444-41c1-9029-e180ab611bbf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:28.012859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:28.017204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.032055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85cb62e-6444-41c1-9029-e180ab611bbf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:28.039634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b85cb62e-6444-41c1-9029-e180ab611bbf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.040186 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:31:28.103559 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.188006 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:31:28.205418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.205905 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Added segment 283c8687-dc2f-4ded-9e9c-0f6504870ade of type vlan for network 2e67b165-7083-4794-af4e-9032acad175d Oct 05 09:31:28.335407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.337999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.356700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.363124 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:28.363757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.415070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.486325 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Network': ['ID=f46a46a6-771e-48a4-99d1-c49cb072aa6b,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:28.500282 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network f46a46a6-771e-48a4-99d1-c49cb072aa6b details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:31:28.510277 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.511111 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00313cb4-feae-484e-a736-690139dd8fe5 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:31:28.527049 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.529776 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7bad8d84-e79c-4c7f-9c02-c6258ab4f42e tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "DELETE /v2.0/routers/00313cb4-feae-484e-a736-690139dd8fe5 HTTP/1.1" status: 204 len: 168 time: 2.8526435 Oct 05 09:31:28.536646 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33266) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:28.551569 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743268ea-aa9c-445b-91d9-e3c1b32f8c39 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:28.556023 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a7f7cfd7-2979-4fa4-b8b2-c3a95bd631d6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7003782 Oct 05 09:31:28.562160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-748750611', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:28.571878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33270) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:28.574931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:28.578420 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'subnet': {'network_id': 'f46a46a6-771e-48a4-99d1-c49cb072aa6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:28.582104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Usage tracker for resource:router and tenant:679c65e509164138966b04c5cbb65d8b is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:28.586966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:28.597588 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:28.616234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.631397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:28.632453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.769636 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:28.774598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:subnet and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:28.777999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:28.791368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:28.814086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.815735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.842419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b85cb62e-6444-41c1-9029-e180ab611bbf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:28.912843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-63f7c508-ae83-402f-88ef-5bc4d92424e3 None None] Provisioning for port 9aadb14f-7e5e-486b-badb-414874f0d4b5 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:28.934768 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-63f7c508-ae83-402f-88ef-5bc4d92424e3 None None] Could not find standard attr ID for object c63a3ce8-efbc-4b50-899a-e2c86d10d7eb. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:31:28.936514 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:28.941958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:29.014594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85cb62e-6444-41c1-9029-e180ab611bbf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:29.021117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33278) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:29.021829 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1876900 Oct 05 09:31:29.033499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b85cb62e-6444-41c1-9029-e180ab611bbf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:29.039513 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85cb62e-6444-41c1-9029-e180ab611bbf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:29.040471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b85cb62e-6444-41c1-9029-e180ab611bbf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:29.046742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b53d98-1654-4da5-9fd3-b632f210f0b3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Network': ['ID=2e67b165-7083-4794-af4e-9032acad175d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:29.059586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:29.067618 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 2e67b165-7083-4794-af4e-9032acad175d details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:31:29.094442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cb62e-6444-41c1-9029-e180ab611bbf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=be68e780-437f-4049-b213-72d1ece3932a,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:29.108511 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.ipam_backend_mixin [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Performing IP validity checks on allocation pools {{(pid=89846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 09:31:29.115971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.ipam_backend_mixin [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 09:31:29.235657 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b85cb62e-6444-41c1-9029-e180ab611bbf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4806762 Oct 05 09:31:29.236308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33286) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:29.257920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'name': 'tempest-NetworksTestDHCPv6-1190318508'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:29.287506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ba03a6-3c8b-4e00-906e-95de4d5fda92 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:29.291143 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-82ba03a6-3c8b-4e00-906e-95de4d5fda92 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Synchronizing usage tracker for tenant:7283f07e358044f8b3cf5f6bbdcb5318 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:29.348129 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7843ac33-fe74-46a5-a3bf-c910eb9666ca None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:29.447882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9aadb14f-7e5e-486b-badb-414874f0d4b5 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:29.464789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-82ba03a6-3c8b-4e00-906e-95de4d5fda92 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Unset dirty status for tenant:7283f07e358044f8b3cf5f6bbdcb5318 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:29.470694 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-82ba03a6-3c8b-4e00-906e-95de4d5fda92 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "GET /v2.0/networks?id=2e67b165-7083-4794-af4e-9032acad175d HTTP/1.1" status: 200 len: 764 time: 0.4480031 Oct 05 09:31:29.474484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33292) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:29.482364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e8416f95-0444-4feb-b404-48aaa2c43f34 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'network': {'description': 'd2'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:29.500708 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33296) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:29.568048 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:29.627120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:29.677719 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 9aadb14f-7e5e-486b-badb-414874f0d4b5 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:29.689330 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 9aadb14f-7e5e-486b-badb-414874f0d4b5 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:29.689698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:29.690780 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 9aadb14f-7e5e-486b-badb-414874f0d4b5 Oct 05 09:31:29.754753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-785131585', 'router:external': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:29.759486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Subnet': ['ID=9ecb95c1-a8ff-464a-9dac-909b58fdadfa,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:29.774013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:29.793682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Usage tracker for resource:network and tenant:fc9915f767ce41e596f516b62a2d06a5 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:29.798361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:29.799332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:29.809723 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:29.815674 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Checking segment: {'id': '6d247866-e216-4412-a93d-f651445c3b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f46a46a6-771e-48a4-99d1-c49cb072aa6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:29.816046 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network hostable DHCP agents. Network: f46a46a6-771e-48a4-99d1-c49cb072aa6b, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:31:29.823110 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:29.831297 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:29.859507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 9aadb14f-7e5e-486b-badb-414874f0d4b5 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:29.859941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:29.871906 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8416f95-0444-4feb-b404-48aaa2c43f34 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:29.895718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 9aadb14f-7e5e-486b-badb-414874f0d4b5, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9aadb14f-7e5e-486b-badb-414874f0d4b5,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:29.900187 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:29.904299 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Made reservation on behalf of fc9915f767ce41e596f516b62a2d06a5 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:29.906762 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:29.919735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:29.935626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:29.939833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Usage tracker for resource:security_group_rule and tenant:fc9915f767ce41e596f516b62a2d06a5 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:29.943746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:29.951753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:29.955102 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network f46a46a6-771e-48a4-99d1-c49cb072aa6b is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:31:29.979519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:29.979828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:29.980984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8416f95-0444-4feb-b404-48aaa2c43f34 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:29.985005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:30.016047 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:31:30.064360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0c1ab113-bb05-4220-91a9-4f124990ddb7 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:31:30.097891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8416f95-0444-4feb-b404-48aaa2c43f34 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Network': ['ID=2e67b165-7083-4794-af4e-9032acad175d,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:30.102248 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, f46a46a6-771e-48a4-99d1-c49cb072aa6b) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:30.105303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8416f95-0444-4feb-b404-48aaa2c43f34 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network 2e67b165-7083-4794-af4e-9032acad175d is not hosted by any dhcp agent {{(pid=89846) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 05 09:31:30.116390 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8416f95-0444-4feb-b404-48aaa2c43f34 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:30.116390 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8416f95-0444-4feb-b404-48aaa2c43f34 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:30.116390 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e8416f95-0444-4feb-b404-48aaa2c43f34 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "PUT /v2.0/networks/2e67b165-7083-4794-af4e-9032acad175d HTTP/1.1" status: 200 len: 761 time: 0.6396275 Oct 05 09:31:30.118077 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33302) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:30.119318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:30.119904 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:30.134629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338849d9-15dc-4df2-ad93-d24ab829bcdc None None] Network f46a46a6-771e-48a4-99d1-c49cb072aa6b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:30.232750 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-694b99b0-a84b-45cc-8e7c-90ed42771e2d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6596894 Oct 05 09:31:30.240680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33306) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:30.252054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 2e67b165-7083-4794-af4e-9032acad175d details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:31:30.335288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:30.376649 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:30.408399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'network_id': 'f46a46a6-771e-48a4-99d1-c49cb072aa6b', 'name': 'tempest-PortsIpV6TestJSON-1917026206'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:30.423006 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 0c1ab113-bb05-4220-91a9-4f124990ddb7 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:31:30.423495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0c1ab113-bb05-4220-91a9-4f124990ddb7 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:31:30.523038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::156 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/be68e780-437f-4049-b213-72d1ece3932a/d9c8731a-0ee3-49f5-a0d3-b380bd4c2474) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:30.545908 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460325a9-ab0f-40c1-8522-d1506842c542 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:30.547790 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-460325a9-ab0f-40c1-8522-d1506842c542 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "GET /v2.0/networks?id=2e67b165-7083-4794-af4e-9032acad175d HTTP/1.1" status: 200 len: 764 time: 0.4029865 Oct 05 09:31:30.553085 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33312) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:30.563644 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=9aadb14f-7e5e-486b-badb-414874f0d4b5,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:30.573216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-07b76a06-e914-44e2-b87b-58f6c2f4dc11 None None] Provisioning complete for port 9aadb14f-7e5e-486b-badb-414874f0d4b5 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:30.573216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-07b76a06-e914-44e2-b87b-58f6c2f4dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:30.573655 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-07b76a06-e914-44e2-b87b-58f6c2f4dc11 None None] Attempt 1 to provision port 9aadb14f-7e5e-486b-badb-414874f0d4b5 Oct 05 09:31:30.686743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:30.711093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Allocated IP 172.26.7.38 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/3ea9cdb9-2c56-4796-b607-b47d06647385) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:30.727334 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:30.737927 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:30.769387 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:30.826593 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-f46a46a6-771e-48a4-99d1-c49cb072aa6b', 'network_id': 'f46a46a6-771e-48a4-99d1-c49cb072aa6b', 'tenant_id': 'e310f0f9f68e463e8b295e16db8a75dc', 'fixed_ips': [{'subnet_id': '9ecb95c1-a8ff-464a-9dac-909b58fdadfa'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:31:30.828058 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:30.834254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:31:30.854458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3ff1be-2fa4-4555-bb9d-55e28d2774c1,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:30.865630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:30.870041 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:30.894671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7285199-3d19-47e3-9cf7-6d7c34ccc199 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:30.894671 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e7285199-3d19-47e3-9cf7-6d7c34ccc199 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3390007 Oct 05 09:31:30.898982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:30.899485 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Added segment 1e57fd12-1540-4b97-8dcf-de10b3114f43 of type vlan for network b1162927-a927-46f5-ae76-47ab6fca1f66 Oct 05 09:31:30.903113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33316) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:30.915814 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-07b76a06-e914-44e2-b87b-58f6c2f4dc11 None None] Current status of the port 9aadb14f-7e5e-486b-badb-414874f0d4b5 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:30.962603 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port 988bcd09-1387-4c18-b889-73ccd44fb2d3 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:31:31.010963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b61c4fc3-7e90-4277-a16c-7215bc65fde2 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Synchronizing usage tracker for tenant:7283f07e358044f8b3cf5f6bbdcb5318 on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:31.031303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:31.037973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4a33a559-83da-4609-bf0e-a172cefba091 None None] Could not find standard attr ID for object c63a3ce8-efbc-4b50-899a-e2c86d10d7eb. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:31:31.042609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4a33a559-83da-4609-bf0e-a172cefba091 None None] Could not find standard attr ID for object 17fb61cd-895c-4ebc-90df-32df6bbffe59. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:31:31.061165 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Allocated IP 2001:db8::2 (f46a46a6-771e-48a4-99d1-c49cb072aa6b/9ecb95c1-a8ff-464a-9dac-909b58fdadfa/cfd8cfbe-e192-4b2e-a774-008ecbb34756) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:31.066772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b61c4fc3-7e90-4277-a16c-7215bc65fde2 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Unset dirty status for tenant:7283f07e358044f8b3cf5f6bbdcb5318 on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:31.067807 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b61c4fc3-7e90-4277-a16c-7215bc65fde2 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9 HTTP/1.1" status: 200 len: 207 time: 0.1634254 Oct 05 09:31:31.069695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:31.073905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33320) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:31.207908 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:31.219006 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:31.219006 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:31.219006 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:31.241462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:31.283262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:31.291423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc21e6-1e69-437a-b5f7-229371fbfc8f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:31.295159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Transition to ACTIVE for port object cfd8cfbe-e192-4b2e-a774-008ecbb34756 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:31.297855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc21e6-1e69-437a-b5f7-229371fbfc8f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:31.304290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc21e6-1e69-437a-b5f7-229371fbfc8f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:31.310281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc21e6-1e69-437a-b5f7-229371fbfc8f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:31.316115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc21e6-1e69-437a-b5f7-229371fbfc8f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:31.318687 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Transition to ACTIVE for port object cfd8cfbe-e192-4b2e-a774-008ecbb34756 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:31.325922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc21e6-1e69-437a-b5f7-229371fbfc8f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:31.325922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-02fc21e6-1e69-437a-b5f7-229371fbfc8f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Synchronizing usage tracker for tenant:7283f07e358044f8b3cf5f6bbdcb5318 on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:31.326197 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Pushing event updated for resources: {'Network': ['ID=b1162927-a927-46f5-ae76-47ab6fca1f66,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:31.337278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network b1162927-a927-46f5-ae76-47ab6fca1f66 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:31:31.340931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:31.359570 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9aadb14f-7e5e-486b-badb-414874f0d4b5 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:31.387773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-02fc21e6-1e69-437a-b5f7-229371fbfc8f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Unset dirty status for tenant:7283f07e358044f8b3cf5f6bbdcb5318 on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:31.389037 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-02fc21e6-1e69-437a-b5f7-229371fbfc8f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.3141880 Oct 05 09:31:31.394410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33326) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:31.424158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:31.427183 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-58abd8e3-9085-4afc-bae6-af9d04c46758 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9252617 Oct 05 09:31:31.427807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:31.427937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33330) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:31.431972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:31.451501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:31.474032 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Pushing event updated for resources: {'Port': ['ID=3ea9cdb9-2c56-4796-b607-b47d06647385,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:31.485382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Request body: {'subnet': {'network_id': 'b1162927-a927-46f5-ae76-47ab6fca1f66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:31.537190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:31.554078 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:31.558511 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Usage tracker for resource:subnet and tenant:fc9915f767ce41e596f516b62a2d06a5 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:31.568745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:31.570099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Pushing event updated for resources: {'Port': ['ID=cfd8cfbe-e192-4b2e-a774-008ecbb34756,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:31.583951 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Network f46a46a6-771e-48a4-99d1-c49cb072aa6b is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:31.586343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:31.588424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:31.588825 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:31.648909 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Allocated IP 2001:db8::25e (f46a46a6-771e-48a4-99d1-c49cb072aa6b/9ecb95c1-a8ff-464a-9dac-909b58fdadfa/988bcd09-1387-4c18-b889-73ccd44fb2d3) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:31.674078 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e715bc54-f389-49aa-a298-e4741b56276f tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 914 time: 0.2786224 Oct 05 09:31:31.679163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33334) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:31.694066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 9aadb14f-7e5e-486b-badb-414874f0d4b5 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:31.694709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:31.695610 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 9aadb14f-7e5e-486b-badb-414874f0d4b5 Oct 05 09:31:31.734232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Made reservation on behalf of fc9915f767ce41e596f516b62a2d06a5 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:31.736429 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:31.772434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Attempting to bind port cfd8cfbe-e192-4b2e-a774-008ecbb34756 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:31.773045 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Attempting to bind port cfd8cfbe-e192-4b2e-a774-008ecbb34756 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '6d247866-e216-4412-a93d-f651445c3b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f46a46a6-771e-48a4-99d1-c49cb072aa6b'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:31.773588 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Attempting to bind port cfd8cfbe-e192-4b2e-a774-008ecbb34756 on network f46a46a6-771e-48a4-99d1-c49cb072aa6b {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:31.781557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:31.781881 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Checking segment: {'id': '6d247866-e216-4412-a93d-f651445c3b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f46a46a6-771e-48a4-99d1-c49cb072aa6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:31.782308 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:31.782700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Bound using segment: {'id': '6d247866-e216-4412-a93d-f651445c3b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f46a46a6-771e-48a4-99d1-c49cb072aa6b'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:31.783171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Bound port: cfd8cfbe-e192-4b2e-a774-008ecbb34756, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d247866-e216-4412-a93d-f651445c3b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f46a46a6-771e-48a4-99d1-c49cb072aa6b'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:31.783546 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:31.801170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:31.803806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=d9c8731a-0ee3-49f5-a0d3-b380bd4c2474,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:31.809294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:31.816794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:31.824547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:31.825704 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:31.870492 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148dfde4-d093-4758-b33e-4bf2a84a6711 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:31.872044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148dfde4-d093-4758-b33e-4bf2a84a6711 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:31.873534 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148dfde4-d093-4758-b33e-4bf2a84a6711 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:31.875156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148dfde4-d093-4758-b33e-4bf2a84a6711 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:31.876557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148dfde4-d093-4758-b33e-4bf2a84a6711 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:31.882205 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-148dfde4-d093-4758-b33e-4bf2a84a6711 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1981742 Oct 05 09:31:31.883725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33340) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:31.905104 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 9aadb14f-7e5e-486b-badb-414874f0d4b5 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:31.930678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] For port cfd8cfbe-e192-4b2e-a774-008ecbb34756, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:31.934254 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] For port cfd8cfbe-e192-4b2e-a774-008ecbb34756, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cfd8cfbe-e192-4b2e-a774-008ecbb34756,segment=NetworkSegment(6d247866-e216-4412-a93d-f651445c3b6a),segment_id=6d247866-e216-4412-a93d-f651445c3b6a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:32.012359 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7b4f8364-4cde-481a-b7bb-6c5cdf59677d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7748775 Oct 05 09:31:32.016097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33344) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:32.027774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:32.052340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5cbcc6-0512-4a42-9d98-69949886c668 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['shared'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:32.053857 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5cbcc6-0512-4a42-9d98-69949886c668 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['shared'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:32.055349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5cbcc6-0512-4a42-9d98-69949886c668 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['shared'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:32.056786 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5cbcc6-0512-4a42-9d98-69949886c668 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['shared'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:32.058259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5cbcc6-0512-4a42-9d98-69949886c668 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['shared'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:32.058987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8f5cbcc6-0512-4a42-9d98-69949886c668 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Synchronizing usage tracker for tenant:7283f07e358044f8b3cf5f6bbdcb5318 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:32.142086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd88f8b-1391-4e60-8930-d613b7c3c105 None None] Pushing event updated for resources: {'Port': ['ID=cfd8cfbe-e192-4b2e-a774-008ecbb34756,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:32.150538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8f5cbcc6-0512-4a42-9d98-69949886c668 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Unset dirty status for tenant:7283f07e358044f8b3cf5f6bbdcb5318 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:32.155253 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8f5cbcc6-0512-4a42-9d98-69949886c668 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2660999 Oct 05 09:31:32.160399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33348) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:32.190000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:32.239140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Transition to ACTIVE for port object 988bcd09-1387-4c18-b889-73ccd44fb2d3 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:32.260819 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bd975de7-2bb3-4a0b-ad47-e7e41fbcab81 None None] Provisioning for port d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:32.262364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47652a16-b43d-4734-9b3f-cf2b7efde866 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:32.268929 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47652a16-b43d-4734-9b3f-cf2b7efde866 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:32.269758 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-47652a16-b43d-4734-9b3f-cf2b7efde866 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:32.271691 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bd975de7-2bb3-4a0b-ad47-e7e41fbcab81 None None] Provisioning complete for port d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:32.271929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bd975de7-2bb3-4a0b-ad47-e7e41fbcab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:32.272480 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bd975de7-2bb3-4a0b-ad47-e7e41fbcab81 None None] Attempt 1 to provision port d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 Oct 05 09:31:32.276771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:32.377469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bd975de7-2bb3-4a0b-ad47-e7e41fbcab81 None None] Port d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:31:32.416727 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-47652a16-b43d-4734-9b3f-cf2b7efde866 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:32.419043 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-47652a16-b43d-4734-9b3f-cf2b7efde866 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.3986008 Oct 05 09:31:32.420910 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33352) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:32.427306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:32.628273 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network f46a46a6-771e-48a4-99d1-c49cb072aa6b is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:32.633149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:32.637535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:32.643011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:32.644179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:32.662326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=988bcd09-1387-4c18-b889-73ccd44fb2d3,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:32.687724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61cc572-d579-428a-81b7-45eeed71db6c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:32.689090 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a61cc572-d579-428a-81b7-45eeed71db6c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "GET /v2.0/networks/4e442d92-efaf-4d77-b7e7-a3ef8ff95df4 HTTP/1.1" status: 200 len: 803 time: 0.5277700 Oct 05 09:31:32.695064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33356) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:32.724316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9b259674-2bf5-4538-8c7e-27ee303ecdbd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:32.725185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b259674-2bf5-4538-8c7e-27ee303ecdbd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:32.781882 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4134cc73-d4d0-4bac-84b3-d66cadfd5e67 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5374627 Oct 05 09:31:32.788594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33360) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:32.878908 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bd975de7-2bb3-4a0b-ad47-e7e41fbcab81 None None] Attempt 2 to provision port d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 Oct 05 09:31:32.890745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.objects.ports [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89846) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:31:32.891317 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:32.950560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bd975de7-2bb3-4a0b-ad47-e7e41fbcab81 None None] Port d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:31:33.003790 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6cc31-3908-47ff-a5cd-959d222d619e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 988bcd09-1387-4c18-b889-73ccd44fb2d3 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:33.004236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cc31-3908-47ff-a5cd-959d222d619e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:33.078486 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2cf07788-56f6-4ac5-a8cd-b15825ec402c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "GET /v2.0/networks/4e442d92-efaf-4d77-b7e7-a3ef8ff95df4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3823440 Oct 05 09:31:33.082267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33364) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:33.104435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b08ae976-acb8-49e3-b8fe-dddb8054a316,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:33.139361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:33.161840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Checking segment: {'id': '1e57fd12-1540-4b97-8dcf-de10b3114f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b1162927-a927-46f5-ae76-47ab6fca1f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:33.162342 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Network hostable DHCP agents. Network: b1162927-a927-46f5-ae76-47ab6fca1f66, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:31:33.210117 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c04f39f-ae40-4251-a506-07553bddbd04 None None] Network f46a46a6-771e-48a4-99d1-c49cb072aa6b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:33.274234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6900e778-5798-473c-96d1-3fdbffb76f80 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:33.275479 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6900e778-5798-473c-96d1-3fdbffb76f80 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "GET /v2.0/subnets/ffcf8cce-01fa-4a79-8497-cb33892fb3bc HTTP/1.1" status: 200 len: 843 time: 0.1925423 Oct 05 09:31:33.280311 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33368) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:33.335965 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Network b1162927-a927-46f5-ae76-47ab6fca1f66 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:31:33.366300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b259674-2bf5-4538-8c7e-27ee303ecdbd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:33.426850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb689e-664a-480e-ad03-744db013852e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['shared'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:33.432061 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-66bb689e-664a-480e-ad03-744db013852e tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "GET /v2.0/subnets/ffcf8cce-01fa-4a79-8497-cb33892fb3bc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1480770 Oct 05 09:31:33.435319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33372) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:33.438903 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cc31-3908-47ff-a5cd-959d222d619e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:33.446848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, b1162927-a927-46f5-ae76-47ab6fca1f66) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:33.449948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cfd8cfbe-e192-4b2e-a774-008ecbb34756 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:33.455401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-6ca7152b-e862-4bdc-8d33-905fafc37040 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1300324199'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:33.484107 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bd975de7-2bb3-4a0b-ad47-e7e41fbcab81 None None] Attempt 3 to provision port d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 Oct 05 09:31:33.507324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f557ee-1ee3-4205-a16e-ea7013dab216 None None] Network b1162927-a927-46f5-ae76-47ab6fca1f66 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:33.507587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9b259674-2bf5-4538-8c7e-27ee303ecdbd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:33.515729 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:33.516315 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:33.519942 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6ca7152b-e862-4bdc-8d33-905fafc37040 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:33.592860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6cc31-3908-47ff-a5cd-959d222d619e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 988bcd09-1387-4c18-b889-73ccd44fb2d3 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:33.641641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6ca7152b-e862-4bdc-8d33-905fafc37040 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:33.675759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Router 89f89e89-3047-474e-aad0-599782dcf42b is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:31:33.693109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bd975de7-2bb3-4a0b-ad47-e7e41fbcab81 None None] Port d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:31:33.736260 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ca1767e0-1248-4236-982e-126e2e371477 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2551849 Oct 05 09:31:33.740165 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33376) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:33.747695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-342437340', 'network_id': 'b1162927-a927-46f5-ae76-47ab6fca1f66'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:33.756894 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:33.764109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Usage tracker for resource:port and tenant:fc9915f767ce41e596f516b62a2d06a5 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:33.771094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:33.775327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca7152b-e862-4bdc-8d33-905fafc37040 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:33.778897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ca7152b-e862-4bdc-8d33-905fafc37040 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:33.791834 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:33.869750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5128bd-a79f-4003-9188-d511e0173891 None None] Network b1162927-a927-46f5-ae76-47ab6fca1f66 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:33.887556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:33.937189 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bec1b1-354f-4756-a413-2926525a9c7f None None] Sync routers for ids ['89f89e89-3047-474e-aad0-599782dcf42b'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:33.938811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b259674-2bf5-4538-8c7e-27ee303ecdbd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:33.944309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port cfd8cfbe-e192-4b2e-a774-008ecbb34756 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:33.947785 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca7152b-e862-4bdc-8d33-905fafc37040 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:31:33.960834 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ca7152b-e862-4bdc-8d33-905fafc37040 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:33.961958 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-6ca7152b-e862-4bdc-8d33-905fafc37040 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Added segment 22693e97-c25a-4243-bac0-3d6ad3f3debe of type vlan for network 3e1d7f65-3ee8-4ba9-b468-8593cdaa170b Oct 05 09:31:33.980600 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bec1b1-354f-4756-a413-2926525a9c7f None None] Routers {'89f89e89-3047-474e-aad0-599782dcf42b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:33.981328 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-46bec1b1-354f-4756-a413-2926525a9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['89f89e89-3047-474e-aad0-599782dcf42b'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:33.997905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:34.002274 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2ce39779-9d72-4d6d-a7ed-1249a22f892f tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.4612179 Oct 05 09:31:34.011977 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33380) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:34.013500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ca7152b-e862-4bdc-8d33-905fafc37040 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:34.022972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b259674-2bf5-4538-8c7e-27ee303ecdbd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=d9c8731a-0ee3-49f5-a0d3-b380bd4c2474,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:34.038223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Made reservation on behalf of fc9915f767ce41e596f516b62a2d06a5 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:34.044248 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:34.067536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-46bec1b1-354f-4756-a413-2926525a9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:34.068029 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cc31-3908-47ff-a5cd-959d222d619e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:34.068351 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-db6abdb7-d525-48cd-9c13-ff3cee59fb18 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'enable_snat': False}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:34.085079 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] device_id is not set on port 18ec3aee-877d-4b38-9a51-e4ef0567a0a0 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:31:34.131532 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bec1b1-354f-4756-a413-2926525a9c7f None None] Routers {'89f89e89-3047-474e-aad0-599782dcf42b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:34.132177 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-46bec1b1-354f-4756-a413-2926525a9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['89f89e89-3047-474e-aad0-599782dcf42b'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:34.209018 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-6ca7152b-e862-4bdc-8d33-905fafc37040 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:31:34.237661 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6cc31-3908-47ff-a5cd-959d222d619e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=988bcd09-1387-4c18-b889-73ccd44fb2d3,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:34.250573 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bd975de7-2bb3-4a0b-ad47-e7e41fbcab81 None None] Attempt 4 to provision port d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 Oct 05 09:31:34.276693 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-46bec1b1-354f-4756-a413-2926525a9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:34.277117 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bec1b1-354f-4756-a413-2926525a9c7f None None] The sync data for ids ['89f89e89-3047-474e-aad0-599782dcf42b'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:34.331673 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cc31-3908-47ff-a5cd-959d222d619e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:34.335568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ca7152b-e862-4bdc-8d33-905fafc37040 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:34.345204 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca7152b-e862-4bdc-8d33-905fafc37040 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:34.345924 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ca7152b-e862-4bdc-8d33-905fafc37040 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:34.349656 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b259674-2bf5-4538-8c7e-27ee303ecdbd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:34.352232 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9b259674-2bf5-4538-8c7e-27ee303ecdbd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 HTTP/1.1" status: 204 len: 168 time: 1.9285200 Oct 05 09:31:34.355424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33384) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:34.364060 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bd975de7-2bb3-4a0b-ad47-e7e41fbcab81 None None] Port d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:31:34.507488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a51861f-89cd-479f-b223-797d02679c44 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:34.509034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a51861f-89cd-479f-b223-797d02679c44 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:34.509778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5a51861f-89cd-479f-b223-797d02679c44 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:34.511046 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cbe6cc31-3908-47ff-a5cd-959d222d619e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/988bcd09-1387-4c18-b889-73ccd44fb2d3 HTTP/1.1" status: 204 len: 168 time: 1.7205021 Oct 05 09:31:34.516152 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33388) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:34.543357 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8a65b326-9ae3-4229-9f50-9c73e250f6f3 None None] Provisioning for port cfd8cfbe-e192-4b2e-a774-008ecbb34756 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:34.550266 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8a65b326-9ae3-4229-9f50-9c73e250f6f3 None None] Provisioning complete for port cfd8cfbe-e192-4b2e-a774-008ecbb34756 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:34.550768 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8a65b326-9ae3-4229-9f50-9c73e250f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:34.551217 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8a65b326-9ae3-4229-9f50-9c73e250f6f3 None None] Attempt 1 to provision port cfd8cfbe-e192-4b2e-a774-008ecbb34756 Oct 05 09:31:34.578764 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb18773-386b-4b16-85ea-d9888fb301fa tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:34.579244 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb18773-386b-4b16-85ea-d9888fb301fa tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:34.581239 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ceb18773-386b-4b16-85ea-d9888fb301fa tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/988bcd09-1387-4c18-b889-73ccd44fb2d3 HTTP/1.1" status: 404 len: 333 time: 0.0623772 Oct 05 09:31:34.582621 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6ca7152b-e862-4bdc-8d33-905fafc37040 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1464679 Oct 05 09:31:34.589881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33392) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:34.590485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33394) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:34.610096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7152b-e862-4bdc-8d33-905fafc37040 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Network': ['ID=3e1d7f65-3ee8-4ba9-b468-8593cdaa170b,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:34.616349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Allocated IP 2001:db8::397 (b1162927-a927-46f5-ae76-47ab6fca1f66/b08ae976-acb8-49e3-b8fe-dddb8054a316/18ec3aee-877d-4b38-9a51-e4ef0567a0a0) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:34.627369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 3e1d7f65-3ee8-4ba9-b468-8593cdaa170b details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:31:34.638870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'subnet': {'network_id': '3e1d7f65-3ee8-4ba9-b468-8593cdaa170b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:34.652545 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5a51861f-89cd-479f-b223-797d02679c44 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:34.656185 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5a51861f-89cd-479f-b223-797d02679c44 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2971902 Oct 05 09:31:34.657451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd7e11b-962d-4b73-b8b8-67d01a2e3e59 None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:31:34.663497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33400) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:34.743792 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c0be50-801b-4eff-9d15-0bff1375231f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] GET failed (client error): The resource could not be found. Oct 05 09:31:34.744755 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-13c0be50-801b-4eff-9d15-0bff1375231f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:34.881028 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:34.937787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8a65b326-9ae3-4229-9f50-9c73e250f6f3 None None] Current status of the port cfd8cfbe-e192-4b2e-a774-008ecbb34756 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:34.938121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8a65b326-9ae3-4229-9f50-9c73e250f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:34.951436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2562b0-4b61-49b0-86da-6a011c333053 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet be68e780-437f-4049-b213-72d1ece3932a {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:31:34.957502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce2562b0-4b61-49b0-86da-6a011c333053 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:34.957732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:34.966485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-13c0be50-801b-4eff-9d15-0bff1375231f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:34.967646 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-13c0be50-801b-4eff-9d15-0bff1375231f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/988bcd09-1387-4c18-b889-73ccd44fb2d3 HTTP/1.1" status: 404 len: 333 time: 0.3759813 Oct 05 09:31:34.978517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33404) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:34.998642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8a65b326-9ae3-4229-9f50-9c73e250f6f3 None None] For port cfd8cfbe-e192-4b2e-a774-008ecbb34756, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cfd8cfbe-e192-4b2e-a774-008ecbb34756,segment=NetworkSegment(6d247866-e216-4412-a93d-f651445c3b6a),segment_id=6d247866-e216-4412-a93d-f651445c3b6a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:34.999689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd7e11b-962d-4b73-b8b8-67d01a2e3e59 None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:31:35.053155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce2562b0-4b61-49b0-86da-6a011c333053 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.090171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8a65b326-9ae3-4229-9f50-9c73e250f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.094785 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.125803 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Made reservation on behalf of 7283f07e358044f8b3cf5f6bbdcb5318 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:35.128023 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce2562b0-4b61-49b0-86da-6a011c333053 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.129241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.156893 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8a65b326-9ae3-4229-9f50-9c73e250f6f3 None None] Could not find standard attr ID for object 988bcd09-1387-4c18-b889-73ccd44fb2d3. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:31:35.208222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65b326-9ae3-4229-9f50-9c73e250f6f3 None None] Pushing event updated for resources: {'Port': ['ID=cfd8cfbe-e192-4b2e-a774-008ecbb34756,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:35.240851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77e6bdc-272f-4d7a-955c-04b92f2cce32 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting subnet 9ecb95c1-a8ff-464a-9dac-909b58fdadfa {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:31:35.262769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f77e6bdc-272f-4d7a-955c-04b92f2cce32 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.304923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.315313 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-db6abdb7-d525-48cd-9c13-ff3cee59fb18 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.322432 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.ipam_backend_mixin [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Performing IP validity checks on allocation pools {{(pid=89845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 09:31:35.323229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.ipam_backend_mixin [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 09:31:35.345043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f77e6bdc-272f-4d7a-955c-04b92f2cce32 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.362772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cfd8cfbe-e192-4b2e-a774-008ecbb34756 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:35.367143 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce2562b0-4b61-49b0-86da-6a011c333053 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.405356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Network b1162927-a927-46f5-ae76-47ab6fca1f66 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:35.417564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:35.430202 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:35.435337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:35.435337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.441226 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2562b0-4b61-49b0-86da-6a011c333053 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=be68e780-437f-4049-b213-72d1ece3932a,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:35.443239 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce2562b0-4b61-49b0-86da-6a011c333053 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.470997 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Pushing event updated for resources: {'Port': ['ID=18ec3aee-877d-4b38-9a51-e4ef0567a0a0,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:35.539125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port cfd8cfbe-e192-4b2e-a774-008ecbb34756 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:35.539499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.539834 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port cfd8cfbe-e192-4b2e-a774-008ecbb34756 Oct 05 09:31:35.568726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b732cbd-1b70-4821-810a-f07ccf531d00 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:35.589384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f77e6bdc-272f-4d7a-955c-04b92f2cce32 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.613367 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ce2562b0-4b61-49b0-86da-6a011c333053 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/be68e780-437f-4049-b213-72d1ece3932a HTTP/1.1" status: 204 len: 168 time: 0.9465716 Oct 05 09:31:35.614259 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33408) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:35.689230 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9a6e0a91-01ec-4533-9903-a36d827dbbf1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713210 Oct 05 09:31:35.691011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33412) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:35.695770 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d101efa3-f9ef-4d3a-9436-f3989ccc252a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9548721 Oct 05 09:31:35.698587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33416) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:35.769313 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-3cf8d0e3-da67-4648-99d7-7ea3f386da22 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Deleting port 18ec3aee-877d-4b38-9a51-e4ef0567a0a0 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:35.770022 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3cf8d0e3-da67-4648-99d7-7ea3f386da22 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.845280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port cfd8cfbe-e192-4b2e-a774-008ecbb34756 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:35.957788 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d70cee1-1b71-4917-a828-2369da192d9e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:35.957996 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea159a1-3959-4650-9f44-6bddb18755fe None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:31:35.958458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2d70cee1-1b71-4917-a828-2369da192d9e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:35.963091 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0ea159a1-3959-4650-9f44-6bddb18755fe None None] Deleting port 9aadb14f-7e5e-486b-badb-414874f0d4b5 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:35.963469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0ea159a1-3959-4650-9f44-6bddb18755fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.015490 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3cf8d0e3-da67-4648-99d7-7ea3f386da22 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.026741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.030889 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f77e6bdc-272f-4d7a-955c-04b92f2cce32 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.110640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f77e6bdc-272f-4d7a-955c-04b92f2cce32 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.137967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2d70cee1-1b71-4917-a828-2369da192d9e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:36.141873 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2d70cee1-1b71-4917-a828-2369da192d9e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4476800 Oct 05 09:31:36.144437 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05375237-9a09-48d3-a949-36362730ba2d None None] Network f46a46a6-771e-48a4-99d1-c49cb072aa6b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:36.149872 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f77e6bdc-272f-4d7a-955c-04b92f2cce32 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/9ecb95c1-a8ff-464a-9dac-909b58fdadfa HTTP/1.1" status: 204 len: 168 time: 1.1635737 Oct 05 09:31:36.150065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-3cf8d0e3-da67-4648-99d7-7ea3f386da22 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Calling delete_port for 18ec3aee-877d-4b38-9a51-e4ef0567a0a0 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:36.174900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33420) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:36.174900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33422) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:36.222046 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Subnet': ['ID=0f6ac228-20db-4a0f-a9e7-8eb4412f1ee2,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:36.269143 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-0ea159a1-3959-4650-9f44-6bddb18755fe None None] For port 9aadb14f-7e5e-486b-badb-414874f0d4b5, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9aadb14f-7e5e-486b-badb-414874f0d4b5,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:36.269541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0ea159a1-3959-4650-9f44-6bddb18755fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.278049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e6bdc-272f-4d7a-955c-04b92f2cce32 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Subnet': ['ID=9ecb95c1-a8ff-464a-9dac-909b58fdadfa,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:36.288707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Checking segment: {'id': '22693e97-c25a-4243-bac0-3d6ad3f3debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3e1d7f65-3ee8-4ba9-b468-8593cdaa170b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:36.289076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network hostable DHCP agents. Network: 3e1d7f65-3ee8-4ba9-b468-8593cdaa170b, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:31:36.382789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.388163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba51eb97-8034-4fe1-b9c6-e84bbad28cc7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:36.388842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ba51eb97-8034-4fe1-b9c6-e84bbad28cc7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:36.423635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0ea159a1-3959-4650-9f44-6bddb18755fe None None] Calling delete_port for 9aadb14f-7e5e-486b-badb-414874f0d4b5 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:36.445430 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port cfd8cfbe-e192-4b2e-a774-008ecbb34756 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:36.445798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.462342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Network 3e1d7f65-3ee8-4ba9-b468-8593cdaa170b is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:31:36.585529 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 3e1d7f65-3ee8-4ba9-b468-8593cdaa170b) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:36.588944 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ba51eb97-8034-4fe1-b9c6-e84bbad28cc7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:36.590139 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ba51eb97-8034-4fe1-b9c6-e84bbad28cc7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4142509 Oct 05 09:31:36.594628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:36.595264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.596745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b00e407-3b29-4506-8664-3b1aea279f3b None None] Network 3e1d7f65-3ee8-4ba9-b468-8593cdaa170b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:36.610072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33428) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:36.638300 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3cf8d0e3-da67-4648-99d7-7ea3f386da22 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.672717 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d355cbfc-3725-4f82-b1d0-92220b5ead45 None None] DHCP port deletion for f46a46a6-771e-48a4-99d1-c49cb072aa6b request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:31:36.679963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0ea159a1-3959-4650-9f44-6bddb18755fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.694845 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-646151c5-c928-48bb-8a6c-7b94df3fed00 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809100 Oct 05 09:31:36.707346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33432) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:36.707841 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8d0e3-da67-4648-99d7-7ea3f386da22 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Pushing event deleted for resources: {'Port': ['ID=18ec3aee-877d-4b38-9a51-e4ef0567a0a0,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:36.732841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d355cbfc-3725-4f82-b1d0-92220b5ead45 None None] Deleting port cfd8cfbe-e192-4b2e-a774-008ecbb34756 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:36.736705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d355cbfc-3725-4f82-b1d0-92220b5ead45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.771665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea159a1-3959-4650-9f44-6bddb18755fe None None] Pushing event deleted for resources: {'Port': ['ID=9aadb14f-7e5e-486b-badb-414874f0d4b5,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:36.784789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea159a1-3959-4650-9f44-6bddb18755fe None None] No DVR routers for this DVR port 9aadb14f-7e5e-486b-badb-414874f0d4b5 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:36.836044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-db6abdb7-d525-48cd-9c13-ff3cee59fb18 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.841792 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-db6abdb7-d525-48cd-9c13-ff3cee59fb18 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.850842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-13f0d84f-c12c-47f5-b3cd-830f7cdd7656 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:36.883839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] For port cfd8cfbe-e192-4b2e-a774-008ecbb34756, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cfd8cfbe-e192-4b2e-a774-008ecbb34756,segment=NetworkSegment(6d247866-e216-4412-a93d-f651445c3b6a),segment_id=6d247866-e216-4412-a93d-f651445c3b6a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:36.884118 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.892056 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3cf8d0e3-da67-4648-99d7-7ea3f386da22 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.928765 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-82fd5ccd-3651-43b6-a5d8-dc35cd7714e6 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3327498 Oct 05 09:31:36.934899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33436) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:36.953929 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3cf8d0e3-da67-4648-99d7-7ea3f386da22 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "DELETE /v2.0/ports/18ec3aee-877d-4b38-9a51-e4ef0567a0a0 HTTP/1.1" status: 204 len: 168 time: 1.2540359 Oct 05 09:31:36.954342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-dfb88ed4-8229-4255-93bd-4c4bce37c72a tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:36.955292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33440) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:37.022811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for cfd8cfbe-e192-4b2e-a774-008ecbb34756 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:37.055698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1162927-a927-46f5-ae76-47ab6fca1f66', 'external_fixed_ips': [{'subnet_id': 'b08ae976-acb8-49e3-b8fe-dddb8054a316', 'ip_address': '2001:db8::397'}]}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:37.067793 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:37.080070 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Usage tracker for resource:router and tenant:fc9915f767ce41e596f516b62a2d06a5 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:37.084864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:37.093266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:37.146080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d355cbfc-3725-4f82-b1d0-92220b5ead45 None None] For port cfd8cfbe-e192-4b2e-a774-008ecbb34756, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cfd8cfbe-e192-4b2e-a774-008ecbb34756,segment=NetworkSegment(6d247866-e216-4412-a93d-f651445c3b6a),segment_id=6d247866-e216-4412-a93d-f651445c3b6a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:37.146631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d355cbfc-3725-4f82-b1d0-92220b5ead45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:37.154853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-3e1d7f65-3ee8-4ba9-b468-8593cdaa170b', 'network_id': '3e1d7f65-3ee8-4ba9-b468-8593cdaa170b', 'tenant_id': '7283f07e358044f8b3cf5f6bbdcb5318', 'fixed_ips': [{'subnet_id': '0f6ac228-20db-4a0f-a9e7-8eb4412f1ee2'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:31:37.155660 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:37.195683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:37.196766 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:37.222959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-13f0d84f-c12c-47f5-b3cd-830f7cdd7656 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:37.227570 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:37.255716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-13f0d84f-c12c-47f5-b3cd-830f7cdd7656 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:37.281840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:37.281840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=cfd8cfbe-e192-4b2e-a774-008ecbb34756,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:37.290590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6abdb7-d525-48cd-9c13-ff3cee59fb18 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Router 89f89e89-3047-474e-aad0-599782dcf42b has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:31:37.292214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dfb88ed4-8229-4255-93bd-4c4bce37c72a tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16643864'] for subnet, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:37.294756 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No DVR routers for this DVR port cfd8cfbe-e192-4b2e-a774-008ecbb34756 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:37.325468 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d355cbfc-3725-4f82-b1d0-92220b5ead45 None None] Calling delete_port for cfd8cfbe-e192-4b2e-a774-008ecbb34756 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:37.372519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f0d84f-c12c-47f5-b3cd-830f7cdd7656 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:37.375940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-13f0d84f-c12c-47f5-b3cd-830f7cdd7656 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:37.392387 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9aadb14f-7e5e-486b-badb-414874f0d4b5 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:31:37.432375 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:37.437702 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 9aadb14f-7e5e-486b-badb-414874f0d4b5 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:31:37.438069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9aadb14f-7e5e-486b-badb-414874f0d4b5 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:31:37.438584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cfd8cfbe-e192-4b2e-a774-008ecbb34756 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:31:37.465995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46a46a6-771e-48a4-99d1-c49cb072aa6b']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:37.480778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d247866-e216-4412-a93d-f651445c3b6a') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:37.481099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d247866-e216-4412-a93d-f651445c3b6a') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:37.489565 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: cfd8cfbe-e192-4b2e-a774-008ecbb34756 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:31:37.490296 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cfd8cfbe-e192-4b2e-a774-008ecbb34756 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:31:37.520229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-d355cbfc-3725-4f82-b1d0-92220b5ead45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:31:37.520229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-d355cbfc-3725-4f82-b1d0-92220b5ead45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:31:37.548249 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:37.628570 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:37.693694 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:37.694122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:37.772579 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 6d247866-e216-4412-a93d-f651445c3b6a resource provider aggregate not found Oct 05 09:31:37.832751 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6abdb7-d525-48cd-9c13-ff3cee59fb18 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:37.838141 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 6d247866-e216-4412-a93d-f651445c3b6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d247866-e216-4412-a93d-f651445c3b6a found for delete ", "request_id": "req-c896dde2-3018-42a2-802d-6c8dca66bcbb"}]} Oct 05 09:31:37.843992 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56defdb5-cc74-4288-888a-083975dc9cd6 None None] Sync routers for ids ['89f89e89-3047-474e-aad0-599782dcf42b'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:37.855669 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56defdb5-cc74-4288-888a-083975dc9cd6 None None] Routers {'89f89e89-3047-474e-aad0-599782dcf42b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:37.856524 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-56defdb5-cc74-4288-888a-083975dc9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['89f89e89-3047-474e-aad0-599782dcf42b'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:37.864464 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:37.921251 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-56defdb5-cc74-4288-888a-083975dc9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:37.930080 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56defdb5-cc74-4288-888a-083975dc9cd6 None None] Routers {'89f89e89-3047-474e-aad0-599782dcf42b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:37.930681 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-56defdb5-cc74-4288-888a-083975dc9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['89f89e89-3047-474e-aad0-599782dcf42b'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:37.943128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-db6abdb7-d525-48cd-9c13-ff3cee59fb18 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:37.944327 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-db6abdb7-d525-48cd-9c13-ff3cee59fb18 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "PUT /v2.0/routers/89f89e89-3047-474e-aad0-599782dcf42b HTTP/1.1" status: 200 len: 920 time: 3.9315989 Oct 05 09:31:37.947515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33448) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:37.990462 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-56defdb5-cc74-4288-888a-083975dc9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:37.990867 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56defdb5-cc74-4288-888a-083975dc9cd6 None None] The sync data for ids ['89f89e89-3047-474e-aad0-599782dcf42b'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:38.019315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d355cbfc-3725-4f82-b1d0-92220b5ead45 None None] Deleting port cfd8cfbe-e192-4b2e-a774-008ecbb34756 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:38.028916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d355cbfc-3725-4f82-b1d0-92220b5ead45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.029063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.047314 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dfb88ed4-8229-4255-93bd-4c4bce37c72a tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764024587147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14874456'] for subnet, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.052394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.069783 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Network': ['ID=f46a46a6-771e-48a4-99d1-c49cb072aa6b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:38.113220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-13f0d84f-c12c-47f5-b3cd-830f7cdd7656 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.114716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb88ed4-8229-4255-93bd-4c4bce37c72a tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:38.115331 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dfb88ed4-8229-4255-93bd-4c4bce37c72a tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.120223 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-dfb88ed4-8229-4255-93bd-4c4bce37c72a tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "PUT /v2.0/subnets/0f6ac228-20db-4a0f-a9e7-8eb4412f1ee2 HTTP/1.1" status: 200 len: 900 time: 1.1766958 Oct 05 09:31:38.121667 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33452) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:38.133244 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d355cbfc-3725-4f82-b1d0-92220b5ead45 None None] The port 'cfd8cfbe-e192-4b2e-a774-008ecbb34756' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:31:38.142207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0d84f-c12c-47f5-b3cd-830f7cdd7656 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:38.149717 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-13f0d84f-c12c-47f5-b3cd-830f7cdd7656 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:38.149717 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb88ed4-8229-4255-93bd-4c4bce37c72a tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event updated for resources: {'Subnet': ['ID=0f6ac228-20db-4a0f-a9e7-8eb4412f1ee2,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:38.150966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f0d84f-c12c-47f5-b3cd-830f7cdd7656 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:38.150966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-13f0d84f-c12c-47f5-b3cd-830f7cdd7656 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.164164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Allocated IP 2001:db8::3 (3e1d7f65-3ee8-4ba9-b468-8593cdaa170b/0f6ac228-20db-4a0f-a9e7-8eb4412f1ee2/395e6446-40d8-4159-9f3d-9198b88d279c) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:38.199262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb985736-506f-46d5-82f0-d057be7b984b None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:38.228071 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0d84f-c12c-47f5-b3cd-830f7cdd7656 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=b4c2210b-80b2-45b3-ab16-e64305052fbf,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:38.324421 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-13f0d84f-c12c-47f5-b3cd-830f7cdd7656 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4843397 Oct 05 09:31:38.327213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33456) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:38.334882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'fixed_ips': [{'subnet_id': 'b4c2210b-80b2-45b3-ab16-e64305052fbf', 'ip_address': '2001:db8::395d:f0d:7db2:db60'}], 'name': 'tempest-NetworksTestDHCPv6-1474973442'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:38.400082 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2a4fceb6-d890-4d0a-88c9-9871bbb8345f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/networks/f46a46a6-771e-48a4-99d1-c49cb072aa6b HTTP/1.1" status: 204 len: 168 time: 2.2225440 Oct 05 09:31:38.405570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33460) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:38.420062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1741480681'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:38.435622 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:38.444125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:network and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:38.449157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:38.458088 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5e1bd238-d732-437f-8478-fae551ce0a05 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/routers/89f89e89-3047-474e-aad0-599782dcf42b HTTP/1.1" status: 200 len: 920 time: 0.5064695 Oct 05 09:31:38.458486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33464) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:38.461121 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:38.497208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.553224 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.560890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:38.565273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Transition to ACTIVE for port object 395e6446-40d8-4159-9f3d-9198b88d279c will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:38.575160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:38.585926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Transition to ACTIVE for port object 395e6446-40d8-4159-9f3d-9198b88d279c will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:38.593665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bdd33a-0f8f-4d82-8d9e-35b876f2233d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:38.594422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a2bdd33a-0f8f-4d82-8d9e-35b876f2233d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Synchronizing usage tracker for tenant:5aa1a1578f464bb99a109d02a8f0e770 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:38.611715 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.625627 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:38.629607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.657740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': 'b4c2210b-80b2-45b3-ab16-e64305052fbf'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:31:38.659856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.660471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:31:38.670996 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.671192 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Added segment ea6bca05-4926-47b3-ae72-9b6ec67b403e of type vlan for network c3bedfa7-50e8-4ba5-ba32-dfe3285b32db Oct 05 09:31:38.680269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:38.714519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.733746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.774656 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a2bdd33a-0f8f-4d82-8d9e-35b876f2233d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Unset dirty status for tenant:5aa1a1578f464bb99a109d02a8f0e770 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:38.780276 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a2bdd33a-0f8f-4d82-8d9e-35b876f2233d tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&device_id=89f89e89-3047-474e-aad0-599782dcf42b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3208218 Oct 05 09:31:38.787148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33468) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:38.817298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Network 3e1d7f65-3ee8-4ba9-b468-8593cdaa170b is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:38.825082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:38.856400 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:38.858191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Pushing event updated for resources: {'Port': ['ID=395e6446-40d8-4159-9f3d-9198b88d279c,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:38.879387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.883621 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.885272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:38.891068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.919925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.958056 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.024653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6ac228-20db-4a0f-a9e7-8eb4412f1ee2,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:39.024861 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Attempting to bind port 395e6446-40d8-4159-9f3d-9198b88d279c on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:39.024951 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Attempting to bind port 395e6446-40d8-4159-9f3d-9198b88d279c by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '22693e97-c25a-4243-bac0-3d6ad3f3debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3e1d7f65-3ee8-4ba9-b468-8593cdaa170b'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:39.025296 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Attempting to bind port 395e6446-40d8-4159-9f3d-9198b88d279c on network 3e1d7f65-3ee8-4ba9-b468-8593cdaa170b {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:39.033304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Allocated IP 2001:db8::2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/b4c2210b-80b2-45b3-ab16-e64305052fbf/0807a05f-7973-40b3-83f9-6fa356b30a07) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:39.039675 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:39.039856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Checking segment: {'id': '22693e97-c25a-4243-bac0-3d6ad3f3debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3e1d7f65-3ee8-4ba9-b468-8593cdaa170b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:39.045773 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.045773 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Bound using segment: {'id': '22693e97-c25a-4243-bac0-3d6ad3f3debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3e1d7f65-3ee8-4ba9-b468-8593cdaa170b'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:39.045773 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Bound port: 395e6446-40d8-4159-9f3d-9198b88d279c, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22693e97-c25a-4243-bac0-3d6ad3f3debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3e1d7f65-3ee8-4ba9-b468-8593cdaa170b'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:39.045773 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.122904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Network': ['ID=c3bedfa7-50e8-4ba5-ba32-dfe3285b32db,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:39.133269 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c62974e4-d74a-4448-a708-290245bdf873 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7237890 Oct 05 09:31:39.134860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.138497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33474) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:39.165235 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'subnet': {'network_id': 'c3bedfa7-50e8-4ba5-ba32-dfe3285b32db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:39.168238 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network c3bedfa7-50e8-4ba5-ba32-dfe3285b32db details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:31:39.173114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e94b24-6402-4e54-871a-5a59d9456c23 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:39.173732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d3e94b24-6402-4e54-871a-5a59d9456c23 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Synchronizing usage tracker for tenant:5aa1a1578f464bb99a109d02a8f0e770 on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:39.181371 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 9bdbb713-c813-444f-b9d0-28340c477b4d yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:31:39.200498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.308103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d3e94b24-6402-4e54-871a-5a59d9456c23 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Unset dirty status for tenant:5aa1a1578f464bb99a109d02a8f0e770 on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:39.312178 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d3e94b24-6402-4e54-871a-5a59d9456c23 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/networks/12658a95-590a-4fd3-b4a7-e649c53318e9 HTTP/1.1" status: 200 len: 881 time: 0.5207965 Oct 05 09:31:39.320838 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33478) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:39.328989 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] For port 395e6446-40d8-4159-9f3d-9198b88d279c, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:39.347716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] For port 395e6446-40d8-4159-9f3d-9198b88d279c, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=395e6446-40d8-4159-9f3d-9198b88d279c,segment=NetworkSegment(22693e97-c25a-4243-bac0-3d6ad3f3debe),segment_id=22693e97-c25a-4243-bac0-3d6ad3f3debe)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:39.352473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1d7f65-3ee8-4ba9-b468-8593cdaa170b']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:39.386940 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-038c0ebd-0153-42fc-b971-1e3c0b01ab74 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "GET /v2.0/ports?device_id=89f89e89-3047-474e-aad0-599782dcf42b HTTP/1.1" status: 200 len: 205 time: 0.0643122 Oct 05 09:31:39.387346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22693e97-c25a-4243-bac0-3d6ad3f3debe') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:39.387346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22693e97-c25a-4243-bac0-3d6ad3f3debe') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:39.389011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33482) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:39.393921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:39.403265 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Allocated IP 2001:db8::397 (b1162927-a927-46f5-ae76-47ab6fca1f66/b08ae976-acb8-49e3-b8fe-dddb8054a316/579f47fd-6e86-4afc-988a-67e0f383a3e1) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:39.408983 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:subnet and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:39.409223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.412531 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.422500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:39.435904 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:39.442723 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.497051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.513591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Transition to ACTIVE for port object 0807a05f-7973-40b3-83f9-6fa356b30a07 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:39.517591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:39.518695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.538604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6af15-73d1-4206-a386-7befe9430dcb None None] Pushing event updated for resources: {'Port': ['ID=395e6446-40d8-4159-9f3d-9198b88d279c,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:39.542618 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Transition to ACTIVE for port object 0807a05f-7973-40b3-83f9-6fa356b30a07 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:39.543367 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:39.546888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.618468 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.713899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:39.716597 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9816544-7f17-4e07-a3dd-a77e2bd382ac None None] Network 3e1d7f65-3ee8-4ba9-b468-8593cdaa170b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:39.762974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::395d:f0d:7db2:db60 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/b4c2210b-80b2-45b3-ab16-e64305052fbf/9bdbb713-c813-444f-b9d0-28340c477b4d) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:39.768509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:39.769658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:31:39.769658 dv-neutron-860329-1-hyperv neutron-server[89846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:31:39.769658 dv-neutron-860329-1-hyperv neutron-server[89846]: [parameters: {'id': '3e1d7f65-3ee8-4ba9-b468-8593cdaa170b'}] Oct 05 09:31:39.769658 dv-neutron-860329-1-hyperv neutron-server[89846]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:31:39.770094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bd034eb3-2c6c-40c8-abeb-6e2d2f33e901 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.770543 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:31:39.775788 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Pushing event updated for resources: {'Port': ['ID=0807a05f-7973-40b3-83f9-6fa356b30a07,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:39.794631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:39.794746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.866181 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 22693e97-c25a-4243-bac0-3d6ad3f3debe resource provider aggregate not found Oct 05 09:31:39.893742 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 22693e97-c25a-4243-bac0-3d6ad3f3debe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22693e97-c25a-4243-bac0-3d6ad3f3debe found for delete ", "request_id": "req-674f93b7-35e5-4da6-bb6a-11bbba6ffd2a"}]} Oct 05 09:31:39.970167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:40.047875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Attempting to bind port 0807a05f-7973-40b3-83f9-6fa356b30a07 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:40.048179 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Attempting to bind port 0807a05f-7973-40b3-83f9-6fa356b30a07 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:40.048547 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Attempting to bind port 0807a05f-7973-40b3-83f9-6fa356b30a07 on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:40.066537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:40.066914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:40.067322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:40.067742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:40.068215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Bound port: 0807a05f-7973-40b3-83f9-6fa356b30a07, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:40.068591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:40.086368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bd034eb3-2c6c-40c8-abeb-6e2d2f33e901 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:40.146894 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-bd034eb3-2c6c-40c8-abeb-6e2d2f33e901 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Deleting port 3ea9cdb9-2c56-4796-b607-b47d06647385 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:40.147269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bd034eb3-2c6c-40c8-abeb-6e2d2f33e901 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:40.155256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:40.183051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] For port 0807a05f-7973-40b3-83f9-6fa356b30a07, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:40.186782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] For port 0807a05f-7973-40b3-83f9-6fa356b30a07, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0807a05f-7973-40b3-83f9-6fa356b30a07,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:40.191077 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ccf29f-9e22-4df4-b420-81eb979488d3 None None] Network 3e1d7f65-3ee8-4ba9-b468-8593cdaa170b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:40.195469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:40.230239 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 9bdbb713-c813-444f-b9d0-28340c477b4d will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:40.237456 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Network b1162927-a927-46f5-ae76-47ab6fca1f66 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:40.241247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Subnet': ['ID=96139afc-8046-46b7-a4ec-cb65d8ea3ea7,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:40.243613 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:40.255561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:40.291423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:40.308387 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:40.369390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bd034eb3-2c6c-40c8-abeb-6e2d2f33e901 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:40.420658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Deleting port 395e6446-40d8-4159-9f3d-9198b88d279c {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:40.421354 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:40.443994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaf8cc-7c20-46ba-b7e3-f12f1654406f None None] Pushing event updated for resources: {'Port': ['ID=0807a05f-7973-40b3-83f9-6fa356b30a07,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:40.445465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Pushing event updated for resources: {'Port': ['ID=579f47fd-6e86-4afc-988a-67e0f383a3e1,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:40.501522 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:40.509589 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-bd034eb3-2c6c-40c8-abeb-6e2d2f33e901 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Calling delete_port for 3ea9cdb9-2c56-4796-b607-b47d06647385 owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:40.563372 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Checking segment: {'id': 'ea6bca05-4926-47b3-ae72-9b6ec67b403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c3bedfa7-50e8-4ba5-ba32-dfe3285b32db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:40.569276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network hostable DHCP agents. Network: c3bedfa7-50e8-4ba5-ba32-dfe3285b32db, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:31:40.642487 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:40.652156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:40.659855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:40.665469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:40.666237 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:40.716608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=9bdbb713-c813-444f-b9d0-28340c477b4d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:40.811628 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bdd62ced-a4d2-4d97-93ca-9c48aaed8129 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4825978 Oct 05 09:31:40.814370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network c3bedfa7-50e8-4ba5-ba32-dfe3285b32db is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:31:40.814523 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33494) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:40.856957 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] For port 395e6446-40d8-4159-9f3d-9198b88d279c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=395e6446-40d8-4159-9f3d-9198b88d279c,segment=NetworkSegment(22693e97-c25a-4243-bac0-3d6ad3f3debe),segment_id=22693e97-c25a-4243-bac0-3d6ad3f3debe)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:40.857308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:40.915701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29723b07-b718-4f03-8789-faa23c06ca93 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:40.921831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29723b07-b718-4f03-8789-faa23c06ca93 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:40.922713 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-29723b07-b718-4f03-8789-faa23c06ca93 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:40.955918 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bd034eb3-2c6c-40c8-abeb-6e2d2f33e901 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:40.976867 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, c3bedfa7-50e8-4ba5-ba32-dfe3285b32db) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:40.984502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10adbe54-cd62-4166-9418-169aee8b6e20 None None] Network c3bedfa7-50e8-4ba5-ba32-dfe3285b32db requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:41.006449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd034eb3-2c6c-40c8-abeb-6e2d2f33e901 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Pushing event deleted for resources: {'Port': ['ID=3ea9cdb9-2c56-4796-b607-b47d06647385,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:41.040985 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Calling delete_port for 395e6446-40d8-4159-9f3d-9198b88d279c owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:41.090291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:41.090921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:41.102886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-29723b07-b718-4f03-8789-faa23c06ca93 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:41.104088 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-29723b07-b718-4f03-8789-faa23c06ca93 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2889137 Oct 05 09:31:41.109103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33498) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:41.143347 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:41.194882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d88f4-ab71-46dc-a9dd-c6abf2d5155f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 9bdbb713-c813-444f-b9d0-28340c477b4d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:41.195373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9e1d88f4-ab71-46dc-a9dd-c6abf2d5155f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:41.241729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bd034eb3-2c6c-40c8-abeb-6e2d2f33e901 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:41.300195 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-c3bedfa7-50e8-4ba5-ba32-dfe3285b32db', 'network_id': 'c3bedfa7-50e8-4ba5-ba32-dfe3285b32db', 'tenant_id': 'e310f0f9f68e463e8b295e16db8a75dc', 'fixed_ips': [{'subnet_id': '96139afc-8046-46b7-a4ec-cb65d8ea3ea7'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:31:41.301099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:41.438066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0807a05f-7973-40b3-83f9-6fa356b30a07 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:41.578399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Allocated IP 2001:db8::2 (c3bedfa7-50e8-4ba5-ba32-dfe3285b32db/96139afc-8046-46b7-a4ec-cb65d8ea3ea7/c0ce5346-4a09-4eef-a93c-6727d171e004) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:41.635128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bd034eb3-2c6c-40c8-abeb-6e2d2f33e901 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:41.642835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bd034eb3-2c6c-40c8-abeb-6e2d2f33e901 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:41.668707 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c8e41265-1dea-4444-a661-763b4205feb9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5291378 Oct 05 09:31:41.670076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:41.671648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33502) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:41.687399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'network_id': 'c3bedfa7-50e8-4ba5-ba32-dfe3285b32db', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-760931565'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:41.724149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Port': ['ID=395e6446-40d8-4159-9f3d-9198b88d279c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:41.729959 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No DVR routers for this DVR port 395e6446-40d8-4159-9f3d-9198b88d279c on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:41.789206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:41.855743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 0807a05f-7973-40b3-83f9-6fa356b30a07 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:41.906225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bf65c495-537f-404a-af61-6f2513de8a3f None None] Provisioning for port 0807a05f-7973-40b3-83f9-6fa356b30a07 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:41.921411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bf65c495-537f-404a-af61-6f2513de8a3f None None] Provisioning complete for port 0807a05f-7973-40b3-83f9-6fa356b30a07 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:41.921869 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bf65c495-537f-404a-af61-6f2513de8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:41.922293 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bf65c495-537f-404a-af61-6f2513de8a3f None None] Attempt 1 to provision port 0807a05f-7973-40b3-83f9-6fa356b30a07 Oct 05 09:31:41.930923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bd034eb3-2c6c-40c8-abeb-6e2d2f33e901 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:41.931721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd034eb3-2c6c-40c8-abeb-6e2d2f33e901 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Fanout notify agent at l3_agent the message router_deleted on router 89f89e89-3047-474e-aad0-599782dcf42b {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:31:41.952655 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:41.980442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:41.995427 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.000345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:port and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:42.006791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:42.014222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Transition to ACTIVE for port object c0ce5346-4a09-4eef-a93c-6727d171e004 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:42.018651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:42.037930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1d7f65-3ee8-4ba9-b468-8593cdaa170b']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:42.039178 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bd034eb3-2c6c-40c8-abeb-6e2d2f33e901 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.043789 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bd034eb3-2c6c-40c8-abeb-6e2d2f33e901 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "DELETE /v2.0/routers/89f89e89-3047-474e-aad0-599782dcf42b HTTP/1.1" status: 204 len: 168 time: 2.6507843 Oct 05 09:31:42.045536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33506) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:42.060388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d6648534-67d2-4f17-9405-1fe3424d3058 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2016612807', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:42.067667 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22693e97-c25a-4243-bac0-3d6ad3f3debe') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:42.070194 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22693e97-c25a-4243-bac0-3d6ad3f3debe') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:42.070321 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d6648534-67d2-4f17-9405-1fe3424d3058 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:42.075607 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Transition to ACTIVE for port object c0ce5346-4a09-4eef-a93c-6727d171e004 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:42.083997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d6648534-67d2-4f17-9405-1fe3424d3058 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Usage tracker for resource:router and tenant:679c65e509164138966b04c5cbb65d8b is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:42.084654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.089538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d6648534-67d2-4f17-9405-1fe3424d3058 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:42.097010 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bf65c495-537f-404a-af61-6f2513de8a3f None None] Current status of the port 0807a05f-7973-40b3-83f9-6fa356b30a07 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:42.097212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9e1d88f4-ab71-46dc-a9dd-c6abf2d5155f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.097463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bf65c495-537f-404a-af61-6f2513de8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.104723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d6648534-67d2-4f17-9405-1fe3424d3058 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:42.109768 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.122381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:42.123318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.134699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-bf65c495-537f-404a-af61-6f2513de8a3f None None] For port 0807a05f-7973-40b3-83f9-6fa356b30a07, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0807a05f-7973-40b3-83f9-6fa356b30a07,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:42.140674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.167403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:42.170414 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.199718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Network c3bedfa7-50e8-4ba5-ba32-dfe3285b32db is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:42.208282 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:42.210686 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:42.211015 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 22693e97-c25a-4243-bac0-3d6ad3f3debe resource provider aggregate not found Oct 05 09:31:42.219719 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bf65c495-537f-404a-af61-6f2513de8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.242371 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 22693e97-c25a-4243-bac0-3d6ad3f3debe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22693e97-c25a-4243-bac0-3d6ad3f3debe found for delete ", "request_id": "req-d0a48bd8-1716-4393-8994-060be82f0daf"}]} Oct 05 09:31:42.246733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d88f4-ab71-46dc-a9dd-c6abf2d5155f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 9bdbb713-c813-444f-b9d0-28340c477b4d owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:42.293760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port 3f7bc9a2-3ae5-4f01-be6b-3729f3bf70b2 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:31:42.309789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Pushing event updated for resources: {'Port': ['ID=c0ce5346-4a09-4eef-a93c-6727d171e004,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:42.335155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d6648534-67d2-4f17-9405-1fe3424d3058 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.336209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d6648534-67d2-4f17-9405-1fe3424d3058 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.360786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Router 3d7a1090-e6ce-4388-a4fd-b63f94735af2 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:31:42.403271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Attempting to bind port c0ce5346-4a09-4eef-a93c-6727d171e004 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:42.403692 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Attempting to bind port c0ce5346-4a09-4eef-a93c-6727d171e004 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'ea6bca05-4926-47b3-ae72-9b6ec67b403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c3bedfa7-50e8-4ba5-ba32-dfe3285b32db'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:42.404084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Attempting to bind port c0ce5346-4a09-4eef-a93c-6727d171e004 on network c3bedfa7-50e8-4ba5-ba32-dfe3285b32db {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:42.407722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d6648534-67d2-4f17-9405-1fe3424d3058 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.414611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:42.414911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Checking segment: {'id': 'ea6bca05-4926-47b3-ae72-9b6ec67b403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c3bedfa7-50e8-4ba5-ba32-dfe3285b32db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:42.415316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.415712 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Bound using segment: {'id': 'ea6bca05-4926-47b3-ae72-9b6ec67b403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c3bedfa7-50e8-4ba5-ba32-dfe3285b32db'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:42.416180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Bound port: c0ce5346-4a09-4eef-a93c-6727d171e004, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6bca05-4926-47b3-ae72-9b6ec67b403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c3bedfa7-50e8-4ba5-ba32-dfe3285b32db'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:42.416556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.430104 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65c495-537f-404a-af61-6f2513de8a3f None None] Pushing event updated for resources: {'Port': ['ID=0807a05f-7973-40b3-83f9-6fa356b30a07,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:42.451523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.470642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.478936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b3db14a2-ca1b-43e9-99af-26059223b148 None None] Provisioning for port 9bdbb713-c813-444f-b9d0-28340c477b4d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:42.487334 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Network': ['ID=3e1d7f65-3ee8-4ba9-b468-8593cdaa170b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:42.493504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b3db14a2-ca1b-43e9-99af-26059223b148 None None] Provisioning complete for port 9bdbb713-c813-444f-b9d0-28340c477b4d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:42.494153 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b3db14a2-ca1b-43e9-99af-26059223b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.494292 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b3db14a2-ca1b-43e9-99af-26059223b148 None None] Attempt 1 to provision port 9bdbb713-c813-444f-b9d0-28340c477b4d Oct 05 09:31:42.546969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Allocated IP 2001:db8::3e5 (c3bedfa7-50e8-4ba5-ba32-dfe3285b32db/96139afc-8046-46b7-a4ec-cb65d8ea3ea7/3f7bc9a2-3ae5-4f01-be6b-3729f3bf70b2) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:42.572992 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d6648534-67d2-4f17-9405-1fe3424d3058 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.575856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b3db14a2-ca1b-43e9-99af-26059223b148 None None] Port 9bdbb713-c813-444f-b9d0-28340c477b4d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:31:42.578269 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] For port c0ce5346-4a09-4eef-a93c-6727d171e004, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:42.581761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] For port c0ce5346-4a09-4eef-a93c-6727d171e004, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c0ce5346-4a09-4eef-a93c-6727d171e004,segment=NetworkSegment(ea6bca05-4926-47b3-ae72-9b6ec67b403e),segment_id=ea6bca05-4926-47b3-ae72-9b6ec67b403e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:42.586390 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:42.597654 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Sync routers for ids ['3d7a1090-e6ce-4388-a4fd-b63f94735af2'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:42.602832 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ee7c7d54-5fd2-4a83-8010-2cfb825350f9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/3e1d7f65-3ee8-4ba9-b468-8593cdaa170b HTTP/1.1" status: 204 len: 168 time: 4.4729304 Oct 05 09:31:42.606550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33514) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:42.615169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Routers {'3d7a1090-e6ce-4388-a4fd-b63f94735af2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:42.616177 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3d7a1090-e6ce-4388-a4fd-b63f94735af2'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:42.645523 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a8959f-0a91-4947-9d7c-75a1ca764e6c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:42.646006 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a8959f-0a91-4947-9d7c-75a1ca764e6c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:42.647830 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-59a8959f-0a91-4947-9d7c-75a1ca764e6c tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/subnets/0f6ac228-20db-4a0f-a9e7-8eb4412f1ee2 HTTP/1.1" status: 404 len: 337 time: 0.0403619 Oct 05 09:31:42.650447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33518) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:42.668229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9e1d88f4-ab71-46dc-a9dd-c6abf2d5155f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.676314 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfcd4811-d209-4941-8251-56f107469c22 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:42.676891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfcd4811-d209-4941-8251-56f107469c22 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:42.678511 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bfcd4811-d209-4941-8251-56f107469c22 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/3e1d7f65-3ee8-4ba9-b468-8593cdaa170b HTTP/1.1" status: 404 len: 339 time: 0.0271091 Oct 05 09:31:42.681159 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33522) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:42.688946 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.703365 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.707874 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-99a188c2-45f8-45fc-b955-1fa8dddd59f5 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.6934042 Oct 05 09:31:42.708584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33526) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:42.738833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d88f4-ab71-46dc-a9dd-c6abf2d5155f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=9bdbb713-c813-444f-b9d0-28340c477b4d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:42.818391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d6648534-67d2-4f17-9405-1fe3424d3058 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.819650 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d6648534-67d2-4f17-9405-1fe3424d3058 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7739058 Oct 05 09:31:42.854315 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33530) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:42.871592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9e1d88f4-ab71-46dc-a9dd-c6abf2d5155f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.875108 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9e1d88f4-ab71-46dc-a9dd-c6abf2d5155f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/9bdbb713-c813-444f-b9d0-28340c477b4d HTTP/1.1" status: 204 len: 168 time: 1.7649560 Oct 05 09:31:42.879582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Request body: {'router': {'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:42.884372 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33534) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:42.901472 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e5c86-b7da-4cd7-b21e-83c06eb89f3b None None] Pushing event updated for resources: {'Port': ['ID=c0ce5346-4a09-4eef-a93c-6727d171e004,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:42.935692 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Set router 3d7a1090-e6ce-4388-a4fd-b63f94735af2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:43.085737 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b3db14a2-ca1b-43e9-99af-26059223b148 None None] Attempt 2 to provision port 9bdbb713-c813-444f-b9d0-28340c477b4d Oct 05 09:31:43.124896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7e4b-d215-496a-87ed-71fb3b5d1ac9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:43.146130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7310b3f0-2dd8-4aad-8d54-3ed19f493f4b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:43.147675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7310b3f0-2dd8-4aad-8d54-3ed19f493f4b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:43.151646 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7310b3f0-2dd8-4aad-8d54-3ed19f493f4b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2570388 Oct 05 09:31:43.161349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33538) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:43.162611 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:43.368095 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b3db14a2-ca1b-43e9-99af-26059223b148 None None] Port 9bdbb713-c813-444f-b9d0-28340c477b4d was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:31:43.425460 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:43.427488 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a1090-e6ce-4388-a4fd-b63f94735af2', 'name': '', 'tenant_id': 'fc9915f767ce41e596f516b62a2d06a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1162927-a927-46f5-ae76-47ab6fca1f66', 'external_fixed_ips': [{'subnet_id': 'b08ae976-acb8-49e3-b8fe-dddb8054a316', 'ip_address': '2001:db8::397'}], 'enable_snat': True}, 'gw_port_id': '579f47fd-6e86-4afc-988a-67e0f383a3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:37Z', 'updated_at': '2022-10-05T09:31:40Z', 'revision_number': 3, 'project_id': 'fc9915f767ce41e596f516b62a2d06a5', 'gw_port': {'id': '579f47fd-6e86-4afc-988a-67e0f383a3e1', 'name': '', 'network_id': 'b1162927-a927-46f5-ae76-47ab6fca1f66', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7a1090-e6ce-4388-a4fd-b63f94735af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b08ae976-acb8-49e3-b8fe-dddb8054a316', 'ip_address': '2001:db8::397', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:38Z', 'updated_at': '2022-10-05T09:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b08ae976-acb8-49e3-b8fe-dddb8054a316', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:43.433998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Checking router: 3d7a1090-e6ce-4388-a4fd-b63f94735af2 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:31:43.434461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Updating router 3d7a1090-e6ce-4388-a4fd-b63f94735af2 port 579f47fd-6e86-4afc-988a-67e0f383a3e1 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:31:43.513287 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:43.563361 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c0ce5346-4a09-4eef-a93c-6727d171e004 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:43.570546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Transition to ACTIVE for port object 3f7bc9a2-3ae5-4f01-be6b-3729f3bf70b2 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:43.573198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:43.624229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet b4c2210b-80b2-45b3-ab16-e64305052fbf {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:31:43.645865 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:43.666777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:43.726836 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:43.800451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port c0ce5346-4a09-4eef-a93c-6727d171e004 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:43.819181 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0807a05f-7973-40b3-83f9-6fa356b30a07 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:43.828060 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=3f7bc9a2-3ae5-4f01-be6b-3729f3bf70b2,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:43.829823 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:43.844242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network c3bedfa7-50e8-4ba5-ba32-dfe3285b32db is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:43.848161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:43.851555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:43.857893 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:43.859931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:43.949793 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7e4b-d215-496a-87ed-71fb3b5d1ac9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:43.951295 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2e202be6-cadd-409f-8116-46de56e36611 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.2714922 Oct 05 09:31:43.954194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33542) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:43.963066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0807a05f-7973-40b3-83f9-6fa356b30a07 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:43.963791 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:43.964384 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0807a05f-7973-40b3-83f9-6fa356b30a07 Oct 05 09:31:43.994126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.000766 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-9d2d7e4b-d215-496a-87ed-71fb3b5d1ac9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e67b165-7083-4794-af4e-9032acad175d']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:44.010988 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.058652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-9d2d7e4b-d215-496a-87ed-71fb3b5d1ac9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283c8687-dc2f-4ded-9e9c-0f6504870ade') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:44.058952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-9d2d7e4b-d215-496a-87ed-71fb3b5d1ac9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283c8687-dc2f-4ded-9e9c-0f6504870ade') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:44.068555 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.074565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c2210b-80b2-45b3-ab16-e64305052fbf,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:44.082795 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c699e1db-9acc-4999-a64d-b7715f4c7ca7 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:44.085492 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7e4b-d215-496a-87ed-71fb3b5d1ac9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.101617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:44.101966 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:44.102361 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:44.102734 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:44.108949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:44.108949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:44.108949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:44.108949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:44.108949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:44.108949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:44.108949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:44.108949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:44.114318 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1cc9bdf2-1949-4d69-83ad-636473dd4e09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/b4c2210b-80b2-45b3-ab16-e64305052fbf HTTP/1.1" status: 204 len: 168 time: 0.8920331 Oct 05 09:31:44.115717 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Deleting port 579f47fd-6e86-4afc-988a-67e0f383a3e1 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:44.116220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.130223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.131283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33546) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:44.152088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Transition to ACTIVE for port object 579f47fd-6e86-4afc-988a-67e0f383a3e1 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:44.163334 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7e4b-d215-496a-87ed-71fb3b5d1ac9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.186394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2d7e4b-d215-496a-87ed-71fb3b5d1ac9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:44.186803 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7e4b-d215-496a-87ed-71fb3b5d1ac9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.231434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74e8aa0-7997-420e-bf23-b90cf34d624d None None] Network c3bedfa7-50e8-4ba5-ba32-dfe3285b32db requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:44.246875 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.266435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.275814 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a7fa6505-a22d-4d49-aac0-9ae939544f35 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1182437 Oct 05 09:31:44.283885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33552) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:44.287047 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.296809 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 283c8687-dc2f-4ded-9e9c-0f6504870ade resource provider aggregate not found Oct 05 09:31:44.310246 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5bf9dd2e-8ea8-43ef-b352-4284d1887e0e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:44.329353 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e0470d34-b82a-4daa-94b8-f4a00c79796e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 3f7bc9a2-3ae5-4f01-be6b-3729f3bf70b2 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:44.329949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0470d34-b82a-4daa-94b8-f4a00c79796e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.380602 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 283c8687-dc2f-4ded-9e9c-0f6504870ade resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 283c8687-dc2f-4ded-9e9c-0f6504870ade found for delete ", "request_id": "req-db2418cd-3fa9-4fb7-8e0e-9bd3afdd675a"}]} Oct 05 09:31:44.407086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Attempting to bind port 579f47fd-6e86-4afc-988a-67e0f383a3e1 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:44.407647 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Attempting to bind port 579f47fd-6e86-4afc-988a-67e0f383a3e1 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '1e57fd12-1540-4b97-8dcf-de10b3114f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b1162927-a927-46f5-ae76-47ab6fca1f66'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:44.407741 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Attempting to bind port 579f47fd-6e86-4afc-988a-67e0f383a3e1 on network b1162927-a927-46f5-ae76-47ab6fca1f66 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:44.481729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:44.482195 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Checking segment: {'id': '1e57fd12-1540-4b97-8dcf-de10b3114f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b1162927-a927-46f5-ae76-47ab6fca1f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:44.482425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.482746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Bound using segment: {'id': '1e57fd12-1540-4b97-8dcf-de10b3114f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b1162927-a927-46f5-ae76-47ab6fca1f66'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:44.483568 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Bound port: 579f47fd-6e86-4afc-988a-67e0f383a3e1, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e57fd12-1540-4b97-8dcf-de10b3114f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b1162927-a927-46f5-ae76-47ab6fca1f66'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:44.483706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.512587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5bf9dd2e-8ea8-43ef-b352-4284d1887e0e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:44.525738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5bf9dd2e-8ea8-43ef-b352-4284d1887e0e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:44.528324 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7e4b-d215-496a-87ed-71fb3b5d1ac9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.533185 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7e4b-d215-496a-87ed-71fb3b5d1ac9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.536796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5bf9dd2e-8ea8-43ef-b352-4284d1887e0e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:44.564956 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.572486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5bf9dd2e-8ea8-43ef-b352-4284d1887e0e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:44.581740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-03db3d3a-6c2f-4174-a682-c5fee8b34e11 None None] Provisioning for port c0ce5346-4a09-4eef-a93c-6727d171e004 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:44.617887 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b0124-4d61-447b-94d9-015c1154e3d8 None None] Pushing event updated for resources: {'Port': ['ID=579f47fd-6e86-4afc-988a-67e0f383a3e1,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:44.626234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Allocated IP 172.26.7.144 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/50494936-610c-4974-a57d-ff4c4112b91a) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:44.636947 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-03db3d3a-6c2f-4174-a682-c5fee8b34e11 None None] Provisioning complete for port c0ce5346-4a09-4eef-a93c-6727d171e004 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:44.637317 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-03db3d3a-6c2f-4174-a682-c5fee8b34e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.637649 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-03db3d3a-6c2f-4174-a682-c5fee8b34e11 None None] Attempt 1 to provision port c0ce5346-4a09-4eef-a93c-6727d171e004 Oct 05 09:31:44.643892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d7e4b-d215-496a-87ed-71fb3b5d1ac9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Network': ['ID=2e67b165-7083-4794-af4e-9032acad175d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:44.681530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0807a05f-7973-40b3-83f9-6fa356b30a07 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:44.708531 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9d2d7e4b-d215-496a-87ed-71fb3b5d1ac9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/2e67b165-7083-4794-af4e-9032acad175d HTTP/1.1" status: 204 len: 168 time: 2.0263524 Oct 05 09:31:44.715686 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Calling delete_port for 579f47fd-6e86-4afc-988a-67e0f383a3e1 owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:44.743839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33558) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:44.776207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] For port 579f47fd-6e86-4afc-988a-67e0f383a3e1, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:44.795553 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46dca92-2e5c-4770-a805-f305d90bd551 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:44.796015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46dca92-2e5c-4770-a805-f305d90bd551 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:44.800190 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f46dca92-2e5c-4770-a805-f305d90bd551 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/subnets/88a37d5d-0ad3-4650-9b32-55c52399b6fa HTTP/1.1" status: 404 len: 337 time: 0.0530500 Oct 05 09:31:44.801717 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33562) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:44.804403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0470d34-b82a-4daa-94b8-f4a00c79796e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.810623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] For port 579f47fd-6e86-4afc-988a-67e0f383a3e1, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=579f47fd-6e86-4afc-988a-67e0f383a3e1,segment=NetworkSegment(1e57fd12-1540-4b97-8dcf-de10b3114f43),segment_id=1e57fd12-1540-4b97-8dcf-de10b3114f43)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:44.828709 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf9dd2e-8ea8-43ef-b352-4284d1887e0e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:44.832739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5bf9dd2e-8ea8-43ef-b352-4284d1887e0e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.856098 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a665ef0-1af0-4e67-8f05-512b7b3a566a tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:44.856575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a665ef0-1af0-4e67-8f05-512b7b3a566a tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:44.858473 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3a665ef0-1af0-4e67-8f05-512b7b3a566a tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/025ca7df-16da-4fbe-9a9f-b33ecf7162fe HTTP/1.1" status: 404 len: 339 time: 0.0569482 Oct 05 09:31:44.869013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33566) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:44.963537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.048439 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Routers {'3d7a1090-e6ce-4388-a4fd-b63f94735af2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:45.049332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3d7a1090-e6ce-4388-a4fd-b63f94735af2'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:45.057364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd296f7a-aa3b-42cc-8330-ccee8b3fbe21 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Deleting subnet ee421ebe-06cd-40e6-8222-1d97f5406d0f {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:31:45.071033 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dd296f7a-aa3b-42cc-8330-ccee8b3fbe21 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.076356 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e0470d34-b82a-4daa-94b8-f4a00c79796e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 3f7bc9a2-3ae5-4f01-be6b-3729f3bf70b2 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:45.117610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-03db3d3a-6c2f-4174-a682-c5fee8b34e11 None None] Current status of the port c0ce5346-4a09-4eef-a93c-6727d171e004 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:45.117610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-03db3d3a-6c2f-4174-a682-c5fee8b34e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.139964 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606e0561-c34f-4480-8a30-f151639c465c None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:31:45.177462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.216743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-606e0561-c34f-4480-8a30-f151639c465c None None] Deleting port 0807a05f-7973-40b3-83f9-6fa356b30a07 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:45.217114 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-606e0561-c34f-4480-8a30-f151639c465c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.271352 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b0124-4d61-447b-94d9-015c1154e3d8 None None] Pushing event updated for resources: {'Port': ['ID=579f47fd-6e86-4afc-988a-67e0f383a3e1,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:45.306557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dd296f7a-aa3b-42cc-8330-ccee8b3fbe21 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.320562 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-03db3d3a-6c2f-4174-a682-c5fee8b34e11 None None] For port c0ce5346-4a09-4eef-a93c-6727d171e004, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c0ce5346-4a09-4eef-a93c-6727d171e004,segment=NetworkSegment(ea6bca05-4926-47b3-ae72-9b6ec67b403e),segment_id=ea6bca05-4926-47b3-ae72-9b6ec67b403e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:45.342738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:31:45.343025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:31:45.354548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] Set router 3d7a1090-e6ce-4388-a4fd-b63f94735af2 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:45.367439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.401927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0807a05f-7973-40b3-83f9-6fa356b30a07 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:31:45.415151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0470d34-b82a-4daa-94b8-f4a00c79796e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.445041 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dd296f7a-aa3b-42cc-8330-ccee8b3fbe21 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.492844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:45.504028 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:45.506339 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-03db3d3a-6c2f-4174-a682-c5fee8b34e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.508778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5bf9dd2e-8ea8-43ef-b352-4284d1887e0e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.511616 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:45.542305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0470d34-b82a-4daa-94b8-f4a00c79796e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.545410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Pushing event updated for resources: {'Port': ['ID=50494936-610c-4974-a57d-ff4c4112b91a,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:45.559129 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:45.559481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:45.560160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:45.560319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:45.560619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:45.560956 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:45.561283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:45.561673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:45.562832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:45.562832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:45.562832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:45.563137 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:45.571892 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a1090-e6ce-4388-a4fd-b63f94735af2', 'name': '', 'tenant_id': 'fc9915f767ce41e596f516b62a2d06a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:37Z', 'updated_at': '2022-10-05T09:31:43Z', 'revision_number': 4, 'project_id': 'fc9915f767ce41e596f516b62a2d06a5', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:45.584188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf9dd2e-8ea8-43ef-b352-4284d1887e0e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:45.588909 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-5bf9dd2e-8ea8-43ef-b352-4284d1887e0e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:45.597058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf9dd2e-8ea8-43ef-b352-4284d1887e0e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:45.598031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5bf9dd2e-8ea8-43ef-b352-4284d1887e0e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.616110 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ad864-af07-4afc-8b46-98ded6c73c89 None None] The sync data for ids ['3d7a1090-e6ce-4388-a4fd-b63f94735af2'] in dv-neutron-860329-1-hyperv is: [{'id': '3d7a1090-e6ce-4388-a4fd-b63f94735af2', 'name': '', 'tenant_id': 'fc9915f767ce41e596f516b62a2d06a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:37Z', 'updated_at': '2022-10-05T09:31:43Z', 'revision_number': 4, 'project_id': 'fc9915f767ce41e596f516b62a2d06a5', 'gw_port_host': None}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:45.619822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0470d34-b82a-4daa-94b8-f4a00c79796e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=3f7bc9a2-3ae5-4f01-be6b-3729f3bf70b2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:45.644029 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e0470d34-b82a-4daa-94b8-f4a00c79796e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/3f7bc9a2-3ae5-4f01-be6b-3729f3bf70b2 HTTP/1.1" status: 204 len: 168 time: 1.6846881 Oct 05 09:31:45.644029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33570) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:45.655467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9dd2e-8ea8-43ef-b352-4284d1887e0e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=23b808d1-9d8f-42f7-9098-0ae46a7e32c2,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:45.684434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dd296f7a-aa3b-42cc-8330-ccee8b3fbe21 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.706880 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1115a5c2-bb9a-459f-8574-97d5961a3ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] GET failed (client error): The resource could not be found. Oct 05 09:31:45.707538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1115a5c2-bb9a-459f-8574-97d5961a3ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:45.740624 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db3d3a-6c2f-4174-a682-c5fee8b34e11 None None] Pushing event updated for resources: {'Port': ['ID=c0ce5346-4a09-4eef-a93c-6727d171e004,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:45.759087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd296f7a-aa3b-42cc-8330-ccee8b3fbe21 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Subnet': ['ID=ee421ebe-06cd-40e6-8222-1d97f5406d0f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:45.770212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dd296f7a-aa3b-42cc-8330-ccee8b3fbe21 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.782283 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dd296f7a-aa3b-42cc-8330-ccee8b3fbe21 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/subnets/ee421ebe-06cd-40e6-8222-1d97f5406d0f HTTP/1.1" status: 204 len: 168 time: 0.9063506 Oct 05 09:31:45.783351 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33574) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:45.804952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aba477-e2e5-4171-9fb0-d6396537c281 None None] Network a0797e18-fea4-4e7f-8200-53547454f122 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:45.860973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-606e0561-c34f-4480-8a30-f151639c465c None None] For port 0807a05f-7973-40b3-83f9-6fa356b30a07, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0807a05f-7973-40b3-83f9-6fa356b30a07,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:45.861406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-606e0561-c34f-4480-8a30-f151639c465c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.871099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Deleting port 579f47fd-6e86-4afc-988a-67e0f383a3e1 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:45.871467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:45.948880 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1115a5c2-bb9a-459f-8574-97d5961a3ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:45.952613 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1115a5c2-bb9a-459f-8574-97d5961a3ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/3f7bc9a2-3ae5-4f01-be6b-3729f3bf70b2 HTTP/1.1" status: 404 len: 333 time: 0.3062992 Oct 05 09:31:45.960159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33578) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:46.044811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab7789e-452b-4068-bec8-34f5886949c6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting subnet 96139afc-8046-46b7-a4ec-cb65d8ea3ea7 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:31:46.047986 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eab7789e-452b-4068-bec8-34f5886949c6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:46.105194 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] For port 579f47fd-6e86-4afc-988a-67e0f383a3e1, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=579f47fd-6e86-4afc-988a-67e0f383a3e1,segment=NetworkSegment(1e57fd12-1540-4b97-8dcf-de10b3114f43),segment_id=1e57fd12-1540-4b97-8dcf-de10b3114f43)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:46.108440 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:46.117762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eab7789e-452b-4068-bec8-34f5886949c6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:46.203973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-606e0561-c34f-4480-8a30-f151639c465c None None] Calling delete_port for 0807a05f-7973-40b3-83f9-6fa356b30a07 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:46.244861 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0930c9aa-8b7f-4f5b-adc9-c475eacb34a2 None None] Could not find standard attr ID for object 3f7bc9a2-3ae5-4f01-be6b-3729f3bf70b2. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:31:46.247609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0807a05f-7973-40b3-83f9-6fa356b30a07 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:46.248103 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:46.259318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Calling delete_port for 579f47fd-6e86-4afc-988a-67e0f383a3e1 owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:46.312405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0930c9aa-8b7f-4f5b-adc9-c475eacb34a2 None None] Provisioning complete for port c0ce5346-4a09-4eef-a93c-6727d171e004 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:46.312880 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0930c9aa-8b7f-4f5b-adc9-c475eacb34a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:46.313426 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0930c9aa-8b7f-4f5b-adc9-c475eacb34a2 None None] Attempt 1 to provision port c0ce5346-4a09-4eef-a93c-6727d171e004 Oct 05 09:31:46.359877 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5bf9dd2e-8ea8-43ef-b352-4284d1887e0e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0653358 Oct 05 09:31:46.366963 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33582) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:46.373825 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'fixed_ips': [{'subnet_id': '23b808d1-9d8f-42f7-9098-0ae46a7e32c2', 'ip_address': '2001:db8::a0c4:fe64:4818:1da0'}], 'name': 'tempest-NetworksTestDHCPv6-1102092829'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:46.413567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d66ac7c-edd2-4115-af84-c5266a7f48b8 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Deleting subnet bf9ddaa3-2bbb-4478-a081-86959f2224ae {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:31:46.418460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7d66ac7c-edd2-4115-af84-c5266a7f48b8 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:46.425859 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 0807a05f-7973-40b3-83f9-6fa356b30a07, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0807a05f-7973-40b3-83f9-6fa356b30a07,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:46.503832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eab7789e-452b-4068-bec8-34f5886949c6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:46.527890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7d66ac7c-edd2-4115-af84-c5266a7f48b8 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:46.547509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:46.596379 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:46.681669 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-606e0561-c34f-4480-8a30-f151639c465c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:31:46.683164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-606e0561-c34f-4480-8a30-f151639c465c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:31:46.697105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7d66ac7c-edd2-4115-af84-c5266a7f48b8 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:46.699246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0930c9aa-8b7f-4f5b-adc9-c475eacb34a2 None None] Current status of the port c0ce5346-4a09-4eef-a93c-6727d171e004 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:46.712678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=0807a05f-7973-40b3-83f9-6fa356b30a07,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:46.727584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:46.727939 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:46.728259 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:46.728726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:46.729229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:46.729560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:46.729895 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:46.730389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:46.730714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:46.731216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:46.731542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:46.731858 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:46.769933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:46.817360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e9e3d8bc-d510-4065-bb78-95d0817b2c68 None None] Could not find standard attr ID for object 3f7bc9a2-3ae5-4f01-be6b-3729f3bf70b2. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:31:46.835155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Pushing event deleted for resources: {'Port': ['ID=579f47fd-6e86-4afc-988a-67e0f383a3e1,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:46.859186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:46.896301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:46.932094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eab7789e-452b-4068-bec8-34f5886949c6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:46.937410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:47.004474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370aea5f-d7f7-4779-8e90-c78d5ca7cdca None None] Network c3bedfa7-50e8-4ba5-ba32-dfe3285b32db requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:47.013580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7d66ac7c-edd2-4115-af84-c5266a7f48b8 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.017143 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7789e-452b-4068-bec8-34f5886949c6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Subnet': ['ID=96139afc-8046-46b7-a4ec-cb65d8ea3ea7,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:47.073454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eab7789e-452b-4068-bec8-34f5886949c6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.087974 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-eab7789e-452b-4068-bec8-34f5886949c6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/96139afc-8046-46b7-a4ec-cb65d8ea3ea7 HTTP/1.1" status: 204 len: 168 time: 1.1266670 Oct 05 09:31:47.097457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33586) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:47.121351 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:47.128096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7d66ac7c-edd2-4115-af84-c5266a7f48b8 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.156998 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66ac7c-edd2-4115-af84-c5266a7f48b8 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9ddaa3-2bbb-4478-a081-86959f2224ae,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:47.166332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.169702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.205688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-606e0561-c34f-4480-8a30-f151639c465c None None] Deleting port 0807a05f-7973-40b3-83f9-6fa356b30a07 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:47.206107 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-606e0561-c34f-4480-8a30-f151639c465c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.247416 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7d66ac7c-edd2-4115-af84-c5266a7f48b8 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/subnets/bf9ddaa3-2bbb-4478-a081-86959f2224ae HTTP/1.1" status: 204 len: 168 time: 1.4624550 Oct 05 09:31:47.248601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33590) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:47.374120 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3313abee-0219-4d39-8def-1dc7d1447073 None None] Network a0797e18-fea4-4e7f-8200-53547454f122 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:47.389797 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c0ce5346-4a09-4eef-a93c-6727d171e004 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:47.395988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.431849 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.442339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.454554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port c0ce5346-4a09-4eef-a93c-6727d171e004 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:47.454895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.476585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.477231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d7a1090-e6ce-4388-a4fd-b63f94735af2 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:31:47.506874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.508152 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2e100ba2-3551-4672-8cdb-5f2356064f17 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "DELETE /v2.0/routers/3d7a1090-e6ce-4388-a4fd-b63f94735af2 HTTP/1.1" status: 204 len: 168 time: 4.7942944 Oct 05 09:31:47.512075 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33594) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:47.572434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.580918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.600482 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Deleting port cb5b1d56-99b6-4419-a44a-3620cf1b743d {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:47.601113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.639311 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe08439-eaee-4ba0-b7f0-185bb09cb3eb tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Deleting subnet b08ae976-acb8-49e3-b8fe-dddb8054a316 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:31:47.642776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2fe08439-eaee-4ba0-b7f0-185bb09cb3eb tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.702044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 41419297-2848-4ca7-b406-6d6870c2d392 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:31:47.705997 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2fe08439-eaee-4ba0-b7f0-185bb09cb3eb tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.717128 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-afe53428-2ecb-4736-b2d1-e81b42d73d9f None None] Provisioning complete for port cb5b1d56-99b6-4419-a44a-3620cf1b743d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:47.717662 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-afe53428-2ecb-4736-b2d1-e81b42d73d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.717830 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-afe53428-2ecb-4736-b2d1-e81b42d73d9f None None] Attempt 1 to provision port cb5b1d56-99b6-4419-a44a-3620cf1b743d Oct 05 09:31:47.756684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbe2d7e-29a0-4375-8e71-34434bca2848 None None] DHCP port deletion for c3bedfa7-50e8-4ba5-ba32-dfe3285b32db request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:31:47.769075 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2fe08439-eaee-4ba0-b7f0-185bb09cb3eb tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.795876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe2d7e-29a0-4375-8e71-34434bca2848 None None] Deleting port c0ce5346-4a09-4eef-a93c-6727d171e004 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:47.796489 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4fbe2d7e-29a0-4375-8e71-34434bca2848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.856623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port c0ce5346-4a09-4eef-a93c-6727d171e004 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:47.856925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.857264 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port c0ce5346-4a09-4eef-a93c-6727d171e004 Oct 05 09:31:47.914639 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-606e0561-c34f-4480-8a30-f151639c465c None None] For port 0807a05f-7973-40b3-83f9-6fa356b30a07, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0807a05f-7973-40b3-83f9-6fa356b30a07,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:47.915038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-606e0561-c34f-4480-8a30-f151639c465c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.995153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] For port c0ce5346-4a09-4eef-a93c-6727d171e004, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c0ce5346-4a09-4eef-a93c-6727d171e004,segment=NetworkSegment(ea6bca05-4926-47b3-ae72-9b6ec67b403e),segment_id=ea6bca05-4926-47b3-ae72-9b6ec67b403e)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:47.995802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.997565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2fe08439-eaee-4ba0-b7f0-185bb09cb3eb tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.046108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe08439-eaee-4ba0-b7f0-185bb09cb3eb tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b08ae976-acb8-49e3-b8fe-dddb8054a316,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:48.057445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2fe08439-eaee-4ba0-b7f0-185bb09cb3eb tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.064674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-606e0561-c34f-4480-8a30-f151639c465c None None] Calling delete_port for 0807a05f-7973-40b3-83f9-6fa356b30a07 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:48.075719 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2fe08439-eaee-4ba0-b7f0-185bb09cb3eb tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/b08ae976-acb8-49e3-b8fe-dddb8054a316 HTTP/1.1" status: 204 len: 168 time: 0.5602467 Oct 05 09:31:48.077052 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33600) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:48.195068 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87d734d3-de8f-42b9-8bca-25f53a3cc234 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.202649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] For port cb5b1d56-99b6-4419-a44a-3620cf1b743d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cb5b1d56-99b6-4419-a44a-3620cf1b743d,segment=NetworkSegment(a616274f-e004-4c97-9eb5-5d1d6846c9bf),segment_id=a616274f-e004-4c97-9eb5-5d1d6846c9bf)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:48.203163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.309106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for c0ce5346-4a09-4eef-a93c-6727d171e004 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:48.351841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90896ade-e877-4c15-9ce3-5ddc4be072b8 None None] DHCP port deletion for a0797e18-fea4-4e7f-8200-53547454f122 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:31:48.362907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Calling delete_port for cb5b1d56-99b6-4419-a44a-3620cf1b743d owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:48.377337 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-afe53428-2ecb-4736-b2d1-e81b42d73d9f None None] Current status of the port cb5b1d56-99b6-4419-a44a-3620cf1b743d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:48.387920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::a0c4:fe64:4818:1da0 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/23b808d1-9d8f-42f7-9098-0ae46a7e32c2/41419297-2848-4ca7-b406-6d6870c2d392) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:48.407099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-90896ade-e877-4c15-9ce3-5ddc4be072b8 None None] Deleting port cb5b1d56-99b6-4419-a44a-3620cf1b743d {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:48.407470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-90896ade-e877-4c15-9ce3-5ddc4be072b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.429311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Router e12402e4-10f5-42fd-b34c-157bc5b8a421 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:31:48.502677 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-606e0561-c34f-4480-8a30-f151639c465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.554851 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87d734d3-de8f-42b9-8bca-25f53a3cc234 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.567709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port c0ce5346-4a09-4eef-a93c-6727d171e004 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:48.574994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e0561-c34f-4480-8a30-f151639c465c None None] Pushing event deleted for resources: {'Port': ['ID=0807a05f-7973-40b3-83f9-6fa356b30a07,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:48.583890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-87d734d3-de8f-42b9-8bca-25f53a3cc234 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1162927-a927-46f5-ae76-47ab6fca1f66']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:48.586767 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e0561-c34f-4480-8a30-f151639c465c None None] No DVR routers for this DVR port 0807a05f-7973-40b3-83f9-6fa356b30a07 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:48.590635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4fbe2d7e-29a0-4375-8e71-34434bca2848 None None] For port c0ce5346-4a09-4eef-a93c-6727d171e004, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c0ce5346-4a09-4eef-a93c-6727d171e004,segment=NetworkSegment(ea6bca05-4926-47b3-ae72-9b6ec67b403e),segment_id=ea6bca05-4926-47b3-ae72-9b6ec67b403e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:48.591108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4fbe2d7e-29a0-4375-8e71-34434bca2848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.600940 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-87d734d3-de8f-42b9-8bca-25f53a3cc234 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e57fd12-1540-4b97-8dcf-de10b3114f43') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:48.601383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-87d734d3-de8f-42b9-8bca-25f53a3cc234 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e57fd12-1540-4b97-8dcf-de10b3114f43') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:48.602684 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.615088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87d734d3-de8f-42b9-8bca-25f53a3cc234 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.636686 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87d734d3-de8f-42b9-8bca-25f53a3cc234 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.645406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d734d3-de8f-42b9-8bca-25f53a3cc234 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:48.645818 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87d734d3-de8f-42b9-8bca-25f53a3cc234 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.683884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=c0ce5346-4a09-4eef-a93c-6727d171e004,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:48.688625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No DVR routers for this DVR port c0ce5346-4a09-4eef-a93c-6727d171e004 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:48.697087 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37538992-c0a4-43d1-b6f0-7546001b65d5 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:48.719121 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 1e57fd12-1540-4b97-8dcf-de10b3114f43 resource provider aggregate not found Oct 05 09:31:48.722774 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.778953 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.783964 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 1e57fd12-1540-4b97-8dcf-de10b3114f43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e57fd12-1540-4b97-8dcf-de10b3114f43 found for delete ", "request_id": "req-2ce6d804-c08a-4bb6-99a3-e9dd0a950e2c"}]} Oct 05 09:31:48.788305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Port': ['ID=cb5b1d56-99b6-4419-a44a-3620cf1b743d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:48.796186 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe2d7e-29a0-4375-8e71-34434bca2848 None None] Calling delete_port for c0ce5346-4a09-4eef-a93c-6727d171e004 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:48.810233 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No DVR routers for this DVR port cb5b1d56-99b6-4419-a44a-3620cf1b743d on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:48.946979 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87d734d3-de8f-42b9-8bca-25f53a3cc234 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.951418 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d734d3-de8f-42b9-8bca-25f53a3cc234 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1162927-a927-46f5-ae76-47ab6fca1f66 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 05 09:31:48.954701 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87d734d3-de8f-42b9-8bca-25f53a3cc234 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.955339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 41419297-2848-4ca7-b406-6d6870c2d392 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:48.985677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.996416 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d734d3-de8f-42b9-8bca-25f53a3cc234 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1162927-a927-46f5-ae76-47ab6fca1f66,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:48.996627 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.005589 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-87d734d3-de8f-42b9-8bca-25f53a3cc234 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "DELETE /v2.0/networks/b1162927-a927-46f5-ae76-47ab6fca1f66 HTTP/1.1" status: 204 len: 168 time: 0.9278903 Oct 05 09:31:49.016945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:49.029617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0797e18-fea4-4e7f-8200-53547454f122']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:49.042690 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-90896ade-e877-4c15-9ce3-5ddc4be072b8 None None] For port cb5b1d56-99b6-4419-a44a-3620cf1b743d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cb5b1d56-99b6-4419-a44a-3620cf1b743d,segment=NetworkSegment(a616274f-e004-4c97-9eb5-5d1d6846c9bf),segment_id=a616274f-e004-4c97-9eb5-5d1d6846c9bf)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:49.043089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-90896ade-e877-4c15-9ce3-5ddc4be072b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.048085 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a616274f-e004-4c97-9eb5-5d1d6846c9bf') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:49.048792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a616274f-e004-4c97-9eb5-5d1d6846c9bf') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:49.070506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.083532 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3bedfa7-50e8-4ba5-ba32-dfe3285b32db']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:49.092234 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.096055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.099930 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-51fe8187-2a8a-455d-aa47-f5fe1f067536 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "PUT /v2.0/routers/e12402e4-10f5-42fd-b34c-157bc5b8a421 HTTP/1.1" status: 200 len: 880 time: 6.2391083 Oct 05 09:31:49.101231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:49.101642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.103173 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33614) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:49.170820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6bca05-4926-47b3-ae72-9b6ec67b403e') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:49.171250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6bca05-4926-47b3-ae72-9b6ec67b403e') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:49.199065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.238308 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-4fbe2d7e-29a0-4375-8e71-34434bca2848 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:31:49.238833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-4fbe2d7e-29a0-4375-8e71-34434bca2848 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:31:49.243160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.247343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-90896ade-e877-4c15-9ce3-5ddc4be072b8 None None] Calling delete_port for cb5b1d56-99b6-4419-a44a-3620cf1b743d owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:49.358634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.359036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c0ce5346-4a09-4eef-a93c-6727d171e004 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:31:49.372425 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:49.372831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.413023 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33624) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:49.419410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-539f009e-8edb-4470-85be-032da52c1420 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Request body: {'router': {'name': 'tempest-router--665945803', 'project_id': '01639841b18a45529bcf306265dfb4a0'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:49.424679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: c0ce5346-4a09-4eef-a93c-6727d171e004 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:31:49.425182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c0ce5346-4a09-4eef-a93c-6727d171e004 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:31:49.425730 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb5b1d56-99b6-4419-a44a-3620cf1b743d no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:31:49.426575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-539f009e-8edb-4470-85be-032da52c1420 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:49.430739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-539f009e-8edb-4470-85be-032da52c1420 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Usage tracker for resource:router and tenant:01639841b18a45529bcf306265dfb4a0 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:49.433707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-539f009e-8edb-4470-85be-032da52c1420 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:49.455666 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-539f009e-8edb-4470-85be-032da52c1420 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:49.480834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: cb5b1d56-99b6-4419-a44a-3620cf1b743d {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:31:49.481435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb5b1d56-99b6-4419-a44a-3620cf1b743d not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:31:49.482226 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.495084 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c76896f-99f8-4f28-a7cf-c57d7f057cd4 None None] Sync routers for ids ['e12402e4-10f5-42fd-b34c-157bc5b8a421'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:49.505608 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c76896f-99f8-4f28-a7cf-c57d7f057cd4 None None] Routers {'e12402e4-10f5-42fd-b34c-157bc5b8a421'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:49.507143 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5c76896f-99f8-4f28-a7cf-c57d7f057cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e12402e4-10f5-42fd-b34c-157bc5b8a421'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:49.515880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.534313 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/a0797e18-fea4-4e7f-8200-53547454f122 HTTP/1.1" status: 204 len: 168 time: 2.2833335 Oct 05 09:31:49.538632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33628) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:49.543682 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-90896ade-e877-4c15-9ce3-5ddc4be072b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:31:49.543682 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-90896ade-e877-4c15-9ce3-5ddc4be072b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:31:49.545090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e24516-08a4-43d7-a069-ee43166a48f4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Network': ['ID=a0797e18-fea4-4e7f-8200-53547454f122,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:49.545216 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment ea6bca05-4926-47b3-ae72-9b6ec67b403e resource provider aggregate not found Oct 05 09:31:49.597046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': '23b808d1-9d8f-42f7-9098-0ae46a7e32c2'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:31:49.597892 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.601703 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment ea6bca05-4926-47b3-ae72-9b6ec67b403e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea6bca05-4926-47b3-ae72-9b6ec67b403e found for delete ", "request_id": "req-bb471c7f-9951-4e0d-9c8b-d2fdb039d813"}]} Oct 05 09:31:49.603537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:49.603801 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5c76896f-99f8-4f28-a7cf-c57d7f057cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:49.612219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-539f009e-8edb-4470-85be-032da52c1420 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.613272 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-539f009e-8edb-4470-85be-032da52c1420 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.615818 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c76896f-99f8-4f28-a7cf-c57d7f057cd4 None None] Routers {'e12402e4-10f5-42fd-b34c-157bc5b8a421'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:49.616605 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5c76896f-99f8-4f28-a7cf-c57d7f057cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e12402e4-10f5-42fd-b34c-157bc5b8a421'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:49.628190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-539f009e-8edb-4470-85be-032da52c1420 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.634918 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:49.640761 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=41419297-2848-4ca7-b406-6d6870c2d392,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:49.644619 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9f8f01-46a0-4ff2-94d8-2c100a916f35 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:49.645084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9f8f01-46a0-4ff2-94d8-2c100a916f35 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:49.654254 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-da9f8f01-46a0-4ff2-94d8-2c100a916f35 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/subnets/359aa76f-6147-42d3-9dab-17f11d6a85e8 HTTP/1.1" status: 404 len: 337 time: 0.1113739 Oct 05 09:31:49.655047 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33634) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:49.660614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:49.666704 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:49.667467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.686274 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7f958fdd-a77e-4286-9cae-a8bd32712d77 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/routers/e12402e4-10f5-42fd-b34c-157bc5b8a421 HTTP/1.1" status: 200 len: 921 time: 0.5817940 Oct 05 09:31:49.689959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33638) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:49.691840 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c6a9be-e00a-4234-9397-39c5b782fcd9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:49.700312 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c6a9be-e00a-4234-9397-39c5b782fcd9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:49.700759 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5c76896f-99f8-4f28-a7cf-c57d7f057cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:49.700759 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c76896f-99f8-4f28-a7cf-c57d7f057cd4 None None] The sync data for ids ['e12402e4-10f5-42fd-b34c-157bc5b8a421'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:49.700942 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-99c6a9be-e00a-4234-9397-39c5b782fcd9 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/6ab8f62c-91d2-45b0-985d-63208a86fb7b HTTP/1.1" status: 404 len: 339 time: 0.0383015 Oct 05 09:31:49.700942 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33642) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:49.736222 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-539f009e-8edb-4470-85be-032da52c1420 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.744556 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d47e2b-4f99-405e-824b-443415787ce3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:49.745007 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d47e2b-4f99-405e-824b-443415787ce3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:49.749183 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e3d47e2b-4f99-405e-824b-443415787ce3 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/subnets/28d78e01-379c-49c7-878f-e667492124d3 HTTP/1.1" status: 404 len: 337 time: 0.0452693 Oct 05 09:31:49.752286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33646) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:49.771736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe2d7e-29a0-4375-8e71-34434bca2848 None None] Deleting port c0ce5346-4a09-4eef-a93c-6727d171e004 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:49.772185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4fbe2d7e-29a0-4375-8e71-34434bca2848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.779273 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.780202 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bd8dfc-9bd6-4608-9c5a-7fc643c1aa44 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:49.780682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7bd8dfc-9bd6-4608-9c5a-7fc643c1aa44 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:49.785012 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e7bd8dfc-9bd6-4608-9c5a-7fc643c1aa44 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/5a505865-caf5-4b59-96a6-8d4f6202db02 HTTP/1.1" status: 404 len: 339 time: 0.0293515 Oct 05 09:31:49.785693 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33650) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:49.804485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.810426 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/networks/c3bedfa7-50e8-4ba5-ba32-dfe3285b32db HTTP/1.1" status: 204 len: 168 time: 2.7082608 Oct 05 09:31:49.817205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33654) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:49.822907 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a0454ce6-7001-4c59-b460-a2321724cee2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4524651 Oct 05 09:31:49.826600 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33658) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:49.833240 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-def3ac40-ff3e-4c97-8589-f8ea8c8ad122 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'name': 'tempest-PortsIpV6TestJSON-2141846310'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:49.848607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6430a1-4269-4beb-b3db-28ff36feccd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Network': ['ID=c3bedfa7-50e8-4ba5-ba32-dfe3285b32db,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:49.860431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe2d7e-29a0-4375-8e71-34434bca2848 None None] The port 'c0ce5346-4a09-4eef-a93c-6727d171e004' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:31:49.870357 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbc5a18-b35e-4ae9-a586-0e1305cd898b tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:49.870357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cbc5a18-b35e-4ae9-a586-0e1305cd898b tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:49.873952 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8cbc5a18-b35e-4ae9-a586-0e1305cd898b tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/subnets/a29cae36-0a54-44bd-898a-df2daeceb41a HTTP/1.1" status: 404 len: 337 time: 0.0849624 Oct 05 09:31:49.878411 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-539f009e-8edb-4470-85be-032da52c1420 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.879636 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-539f009e-8edb-4470-85be-032da52c1420 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4649425 Oct 05 09:31:49.880291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33662) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:49.888518 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33666) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:49.897775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Allocated IP 2001:db8::2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/23b808d1-9d8f-42f7-9098-0ae46a7e32c2/9595cde1-9991-45da-8151-4d2d82b8d314) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:49.972648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cde0694-907e-4fda-bb44-5994c08a983f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:49.972648 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8cde0694-907e-4fda-bb44-5994c08a983f tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&device_id=e12402e4-10f5-42fd-b34c-157bc5b8a421&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2777879 Oct 05 09:31:49.972648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33670) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:49.990742 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec6b0a3-0768-41b1-b84b-70ff91ba07be tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:49.991449 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec6b0a3-0768-41b1-b84b-70ff91ba07be tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:49.995311 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cec6b0a3-0768-41b1-b84b-70ff91ba07be tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/d6c1fbdd-47f4-432c-bd2e-139cfbf11f87 HTTP/1.1" status: 404 len: 339 time: 0.1116462 Oct 05 09:31:49.997034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33674) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:50.048495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-90896ade-e877-4c15-9ce3-5ddc4be072b8 None None] Deleting port cb5b1d56-99b6-4419-a44a-3620cf1b743d {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:50.048495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-90896ade-e877-4c15-9ce3-5ddc4be072b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.066681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-40e66282-05a2-47d9-80ab-5f1cf0740ebd tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.206660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-def3ac40-ff3e-4c97-8589-f8ea8c8ad122 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:50.216698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-90896ade-e877-4c15-9ce3-5ddc4be072b8 None None] The port 'cb5b1d56-99b6-4419-a44a-3620cf1b743d' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:31:50.255007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.256297 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-def3ac40-ff3e-4c97-8589-f8ea8c8ad122 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:50.270678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Transition to ACTIVE for port object 9595cde1-9991-45da-8151-4d2d82b8d314 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:50.290464 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Transition to ACTIVE for port object 9595cde1-9991-45da-8151-4d2d82b8d314 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:50.294823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-963022f5-9540-49a1-bc8e-f37f545edbd4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Deleting subnet 09859176-9d41-4c23-a835-5c489b866431 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:31:50.306002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-963022f5-9540-49a1-bc8e-f37f545edbd4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.317333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b04946e9-5d38-4028-8467-8d4e526b45ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.325887 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0a0dd3-2b80-4e17-bb37-c2eb2ddafa68 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:50.327412 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ca0a0dd3-2b80-4e17-bb37-c2eb2ddafa68 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4998600 Oct 05 09:31:50.330798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33678) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:50.354784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d6049a-1cb0-4d34-adb3-a8b35b7567f7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:50.356212 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-05d6049a-1cb0-4d34-adb3-a8b35b7567f7 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/networks/12658a95-590a-4fd3-b4a7-e649c53318e9 HTTP/1.1" status: 200 len: 881 time: 0.3839679 Oct 05 09:31:50.359567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33682) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:50.364741 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.406750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def3ac40-ff3e-4c97-8589-f8ea8c8ad122 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:50.410281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-def3ac40-ff3e-4c97-8589-f8ea8c8ad122 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.425947 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:50.428821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:50.431484 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:50.433494 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-40e66282-05a2-47d9-80ab-5f1cf0740ebd tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.434929 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a5c1aecd-56d5-49c1-8815-d9c09f461590 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12402e4-10f5-42fd-b34c-157bc5b8a421 HTTP/1.1" status: 200 len: 205 time: 0.0742435 Oct 05 09:31:50.438078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-40e66282-05a2-47d9-80ab-5f1cf0740ebd tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.440052 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33686) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:50.442865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-963022f5-9540-49a1-bc8e-f37f545edbd4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.482103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-def3ac40-ff3e-4c97-8589-f8ea8c8ad122 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port 40800d04-c176-4396-a7cb-0ec135533091 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:31:50.538487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Pushing event updated for resources: {'Port': ['ID=9595cde1-9991-45da-8151-4d2d82b8d314,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:50.554161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ff993c6b-7385-46a7-bdb3-9ad474a8cfaf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 41419297-2848-4ca7-b406-6d6870c2d392 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:50.554161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ff993c6b-7385-46a7-bdb3-9ad474a8cfaf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.557642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Attempting to bind port 9595cde1-9991-45da-8151-4d2d82b8d314 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:50.557812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Attempting to bind port 9595cde1-9991-45da-8151-4d2d82b8d314 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:50.558206 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Attempting to bind port 9595cde1-9991-45da-8151-4d2d82b8d314 on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:50.563846 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:50.565366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:50.565366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.565366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:50.565610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Bound port: 9595cde1-9991-45da-8151-4d2d82b8d314, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:50.565921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.667454 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] For port 9595cde1-9991-45da-8151-4d2d82b8d314, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:50.670657 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] For port 9595cde1-9991-45da-8151-4d2d82b8d314, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9595cde1-9991-45da-8151-4d2d82b8d314,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:50.706330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-963022f5-9540-49a1-bc8e-f37f545edbd4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.727384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-40e66282-05a2-47d9-80ab-5f1cf0740ebd tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.727884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e66282-05a2-47d9-80ab-5f1cf0740ebd tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3482e550-452f-44a4-a8a1-418855df1497 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:31:50.752476 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.797904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-def3ac40-ff3e-4c97-8589-f8ea8c8ad122 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.860901 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd6fb0-5503-4067-b8f5-ee86346af333 None None] Pushing event updated for resources: {'Port': ['ID=9595cde1-9991-45da-8151-4d2d82b8d314,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:50.925476 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-40e66282-05a2-47d9-80ab-5f1cf0740ebd tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.926596 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-40e66282-05a2-47d9-80ab-5f1cf0740ebd tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "DELETE /v2.0/routers/3482e550-452f-44a4-a8a1-418855df1497 HTTP/1.1" status: 204 len: 168 time: 1.0202515 Oct 05 09:31:50.947245 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment a616274f-e004-4c97-9eb5-5d1d6846c9bf resource provider aggregate not found Oct 05 09:31:50.950076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-963022f5-9540-49a1-bc8e-f37f545edbd4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.966583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d6686635-ce5f-43c1-b67d-cd18cf93c8fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.988723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-def3ac40-ff3e-4c97-8589-f8ea8c8ad122 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.994094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963022f5-9540-49a1-bc8e-f37f545edbd4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Subnet': ['ID=09859176-9d41-4c23-a835-5c489b866431,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:51.019410 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment a616274f-e004-4c97-9eb5-5d1d6846c9bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a616274f-e004-4c97-9eb5-5d1d6846c9bf found for delete ", "request_id": "req-b7229034-8184-42e9-b8e7-b8a4a13ced39"}]} Oct 05 09:31:51.055678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08324d65-3f86-465f-b51a-f3de02f3cade None None] Network 4dbfcff4-75ea-4b49-a96c-2c8c3575986c requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:51.057392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-963022f5-9540-49a1-bc8e-f37f545edbd4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.092411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def3ac40-ff3e-4c97-8589-f8ea8c8ad122 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network e167508d-1978-47bf-9d19-9cf3a458a211 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:51.107208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-def3ac40-ff3e-4c97-8589-f8ea8c8ad122 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:51.113658 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def3ac40-ff3e-4c97-8589-f8ea8c8ad122 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:51.123581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def3ac40-ff3e-4c97-8589-f8ea8c8ad122 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:51.124336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-def3ac40-ff3e-4c97-8589-f8ea8c8ad122 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.131506 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-963022f5-9540-49a1-bc8e-f37f545edbd4 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/subnets/09859176-9d41-4c23-a835-5c489b866431 HTTP/1.1" status: 204 len: 168 time: 1.1307456 Oct 05 09:31:51.137564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33696) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:51.153022 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ff993c6b-7385-46a7-bdb3-9ad474a8cfaf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.167323 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3ac40-ff3e-4c97-8589-f8ea8c8ad122 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=40800d04-c176-4396-a7cb-0ec135533091,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:51.276314 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-def3ac40-ff3e-4c97-8589-f8ea8c8ad122 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4550962 Oct 05 09:31:51.277297 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33700) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:51.332244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33704) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:51.385018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.400444 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ff993c6b-7385-46a7-bdb3-9ad474a8cfaf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 41419297-2848-4ca7-b406-6d6870c2d392 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:51.419125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Deleting port 4a71b150-9f89-4020-9e88-7f9d83da4863 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:51.419467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.447546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-624cfbb2-7e21-481f-828f-fbad796e44c1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 40800d04-c176-4396-a7cb-0ec135533091 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:51.447940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-624cfbb2-7e21-481f-828f-fbad796e44c1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.453686 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5431994f-4e57-4f58-89aa-99dffab94540 None None] DHCP port deletion for 4dbfcff4-75ea-4b49-a96c-2c8c3575986c request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:31:51.458923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5431994f-4e57-4f58-89aa-99dffab94540 None None] Deleting port 4a71b150-9f89-4020-9e88-7f9d83da4863 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:51.459530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5431994f-4e57-4f58-89aa-99dffab94540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.515166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d6686635-ce5f-43c1-b67d-cd18cf93c8fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.542806 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9595cde1-9991-45da-8151-4d2d82b8d314 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:51.632980 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-d6686635-ce5f-43c1-b67d-cd18cf93c8fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Deleting port 50494936-610c-4974-a57d-ff4c4112b91a {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:51.632980 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d6686635-ce5f-43c1-b67d-cd18cf93c8fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.804183 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-712241654', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:51.815358 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 9595cde1-9991-45da-8151-4d2d82b8d314 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:51.819882 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ff993c6b-7385-46a7-bdb3-9ad474a8cfaf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.835153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:51.842703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-5431994f-4e57-4f58-89aa-99dffab94540 None None] For port 4a71b150-9f89-4020-9e88-7f9d83da4863, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4a71b150-9f89-4020-9e88-7f9d83da4863,segment=NetworkSegment(e0c209c0-d995-4a80-b880-bcc029bff6db),segment_id=e0c209c0-d995-4a80-b880-bcc029bff6db)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:51.843279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5431994f-4e57-4f58-89aa-99dffab94540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.857108 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Usage tracker for resource:router and tenant:6dc8e66b9b2f49e4a58b52a985820bb5 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:51.870260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:51.880905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-624cfbb2-7e21-481f-828f-fbad796e44c1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.888509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:51.900290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] For port 4a71b150-9f89-4020-9e88-7f9d83da4863, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4a71b150-9f89-4020-9e88-7f9d83da4863,segment=NetworkSegment(e0c209c0-d995-4a80-b880-bcc029bff6db),segment_id=e0c209c0-d995-4a80-b880-bcc029bff6db)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:51.900657 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.936948 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff993c6b-7385-46a7-bdb3-9ad474a8cfaf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=41419297-2848-4ca7-b406-6d6870c2d392,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:51.944990 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ff993c6b-7385-46a7-bdb3-9ad474a8cfaf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.964104 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ff993c6b-7385-46a7-bdb3-9ad474a8cfaf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/41419297-2848-4ca7-b406-6d6870c2d392 HTTP/1.1" status: 204 len: 168 time: 1.6299605 Oct 05 09:31:51.965151 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33710) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:51.975661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5431994f-4e57-4f58-89aa-99dffab94540 None None] Calling delete_port for 4a71b150-9f89-4020-9e88-7f9d83da4863 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:52.051640 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d6686635-ce5f-43c1-b67d-cd18cf93c8fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.118530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5431994f-4e57-4f58-89aa-99dffab94540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.172243 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5431994f-4e57-4f58-89aa-99dffab94540 None None] No DVR routers for this DVR port 4a71b150-9f89-4020-9e88-7f9d83da4863 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:52.182394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431994f-4e57-4f58-89aa-99dffab94540 None None] Pushing event deleted for resources: {'Port': ['ID=4a71b150-9f89-4020-9e88-7f9d83da4863,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:52.196305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568c3475-e01c-44df-a298-ad5595e86f90 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:52.197811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568c3475-e01c-44df-a298-ad5595e86f90 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:52.198624 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-568c3475-e01c-44df-a298-ad5595e86f90 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:52.208338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-d6686635-ce5f-43c1-b67d-cd18cf93c8fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Calling delete_port for 50494936-610c-4974-a57d-ff4c4112b91a owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:52.222064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-624cfbb2-7e21-481f-828f-fbad796e44c1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 40800d04-c176-4396-a7cb-0ec135533091 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:52.249787 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.250850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.324942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Calling delete_port for 4a71b150-9f89-4020-9e88-7f9d83da4863 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:52.332231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-568c3475-e01c-44df-a298-ad5595e86f90 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:52.336033 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-568c3475-e01c-44df-a298-ad5595e86f90 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3674469 Oct 05 09:31:52.336366 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33714) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:52.448345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:31:52.448710 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:31:52.452947 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-99202ea1-12ba-42e5-8f1a-33a2245c1b32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 23b808d1-9d8f-42f7-9098-0ae46a7e32c2 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:31:52.460092 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99202ea1-12ba-42e5-8f1a-33a2245c1b32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.516161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-624cfbb2-7e21-481f-828f-fbad796e44c1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.523297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99202ea1-12ba-42e5-8f1a-33a2245c1b32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.545440 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1acc0344-ab17-4ff7-9745-8cbafb848b5a None None] Provisioning for port 9595cde1-9991-45da-8151-4d2d82b8d314 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:52.552463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1acc0344-ab17-4ff7-9745-8cbafb848b5a None None] Provisioning complete for port 9595cde1-9991-45da-8151-4d2d82b8d314 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:52.553058 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1acc0344-ab17-4ff7-9745-8cbafb848b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.553705 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1acc0344-ab17-4ff7-9745-8cbafb848b5a None None] Attempt 1 to provision port 9595cde1-9991-45da-8151-4d2d82b8d314 Oct 05 09:31:52.567838 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cfbb2-7e21-481f-828f-fbad796e44c1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=40800d04-c176-4396-a7cb-0ec135533091,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:52.575353 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-624cfbb2-7e21-481f-828f-fbad796e44c1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.588199 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-624cfbb2-7e21-481f-828f-fbad796e44c1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/40800d04-c176-4396-a7cb-0ec135533091 HTTP/1.1" status: 204 len: 168 time: 1.3097720 Oct 05 09:31:52.590752 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33718) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:52.596594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'mac_address': 'fa:16:3e:05:89:d1', 'name': 'tempest-PortsIpV6TestJSON-2092407630'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:52.638806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99202ea1-12ba-42e5-8f1a-33a2245c1b32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.673199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b887bc69-cf55-46a4-bc79-118834343947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.685851 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d6686635-ce5f-43c1-b67d-cd18cf93c8fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.699023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.707283 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1acc0344-ab17-4ff7-9745-8cbafb848b5a None None] Current status of the port 9595cde1-9991-45da-8151-4d2d82b8d314 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:52.707668 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1acc0344-ab17-4ff7-9745-8cbafb848b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.738991 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:52.745172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:port and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:52.750136 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:52.757304 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:52.863552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f809fe-dbb3-438b-aa10-23c7d861c0db None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:31:52.867063 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:52.929457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6686635-ce5f-43c1-b67d-cd18cf93c8fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Pushing event deleted for resources: {'Port': ['ID=50494936-610c-4974-a57d-ff4c4112b91a,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:52.987758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Deleting port 4a71b150-9f89-4020-9e88-7f9d83da4863 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:52.988151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.995745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f809fe-dbb3-438b-aa10-23c7d861c0db None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:31:53.009320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d6686635-ce5f-43c1-b67d-cd18cf93c8fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.147759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] The port '4a71b150-9f89-4020-9e88-7f9d83da4863' was deleted {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:31:53.180784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99202ea1-12ba-42e5-8f1a-33a2245c1b32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.197404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d6686635-ce5f-43c1-b67d-cd18cf93c8fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.198202 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-1acc0344-ab17-4ff7-9745-8cbafb848b5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:31:53.198343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-1acc0344-ab17-4ff7-9745-8cbafb848b5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:31:53.201063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d6686635-ce5f-43c1-b67d-cd18cf93c8fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.257826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99202ea1-12ba-42e5-8f1a-33a2245c1b32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=23b808d1-9d8f-42f7-9098-0ae46a7e32c2,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:53.263009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99202ea1-12ba-42e5-8f1a-33a2245c1b32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.266142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.276017 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.327563 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d6686635-ce5f-43c1-b67d-cd18cf93c8fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.328526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6686635-ce5f-43c1-b67d-cd18cf93c8fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Fanout notify agent at l3_agent the message router_deleted on router e12402e4-10f5-42fd-b34c-157bc5b8a421 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:31:53.338639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d6686635-ce5f-43c1-b67d-cd18cf93c8fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.344466 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d6686635-ce5f-43c1-b67d-cd18cf93c8fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "DELETE /v2.0/routers/e12402e4-10f5-42fd-b34c-157bc5b8a421 HTTP/1.1" status: 204 len: 168 time: 2.8973997 Oct 05 09:31:53.345387 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33722) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:53.352674 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-72253af4-12cf-4170-8cde-370d6b6885da tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-24426292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:53.365031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-72253af4-12cf-4170-8cde-370d6b6885da tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:53.370623 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-99202ea1-12ba-42e5-8f1a-33a2245c1b32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/23b808d1-9d8f-42f7-9098-0ae46a7e32c2 HTTP/1.1" status: 204 len: 168 time: 1.0309174 Oct 05 09:31:53.370880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-72253af4-12cf-4170-8cde-370d6b6885da tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Usage tracker for resource:router and tenant:679c65e509164138966b04c5cbb65d8b is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:53.373460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33726) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:53.375850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port 3de4c5e9-1d7b-4638-93b5-32237fd1e69d yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:31:53.376353 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-72253af4-12cf-4170-8cde-370d6b6885da tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:53.394177 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4a71b150-9f89-4020-9e88-7f9d83da4863 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:31:53.434884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.439821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 4a71b150-9f89-4020-9e88-7f9d83da4863 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:31:53.439821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4a71b150-9f89-4020-9e88-7f9d83da4863 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:31:53.452275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-72253af4-12cf-4170-8cde-370d6b6885da tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:53.457529 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6d56537e-ba12-493a-9a36-a29b9c05a69b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818748 Oct 05 09:31:53.460520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33730) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:53.466101 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9ed8dcf5-4918-4893-80f7-38ef99ea399f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:53.499461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb64c8e-f146-4d78-88ea-7d4ec73ce3cc None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:53.535722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbfcff4-75ea-4b49-a96c-2c8c3575986c']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:53.562675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72253af4-12cf-4170-8cde-370d6b6885da tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.563746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72253af4-12cf-4170-8cde-370d6b6885da tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.578632 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c209c0-d995-4a80-b880-bcc029bff6db') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:53.578925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c209c0-d995-4a80-b880-bcc029bff6db') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:53.598367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.600083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9ed8dcf5-4918-4893-80f7-38ef99ea399f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:53.606073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72253af4-12cf-4170-8cde-370d6b6885da tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.608062 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9ed8dcf5-4918-4893-80f7-38ef99ea399f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:53.615644 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9ed8dcf5-4918-4893-80f7-38ef99ea399f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:53.623039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9ed8dcf5-4918-4893-80f7-38ef99ea399f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:53.694588 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed8dcf5-4918-4893-80f7-38ef99ea399f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:53.698468 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9ed8dcf5-4918-4893-80f7-38ef99ea399f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.759274 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1acc0344-ab17-4ff7-9745-8cbafb848b5a None None] Current status of the port 9595cde1-9991-45da-8151-4d2d82b8d314 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:53.759666 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1acc0344-ab17-4ff7-9745-8cbafb848b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.777947 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72253af4-12cf-4170-8cde-370d6b6885da tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.800031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1acc0344-ab17-4ff7-9745-8cbafb848b5a None None] For port 9595cde1-9991-45da-8151-4d2d82b8d314, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9595cde1-9991-45da-8151-4d2d82b8d314,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:53.853087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.857894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1acc0344-ab17-4ff7-9745-8cbafb848b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.883315 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:53.883716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.886569 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72253af4-12cf-4170-8cde-370d6b6885da tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.891474 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-72253af4-12cf-4170-8cde-370d6b6885da tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5407970 Oct 05 09:31:53.892409 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33734) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:53.896755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b002bde-7f84-453a-a8f2-af399459df43 None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:31:53.897591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'enable_snat': True}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:53.905949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1acc0344-ab17-4ff7-9745-8cbafb848b5a None None] Could not find standard attr ID for object 41419297-2848-4ca7-b406-6d6870c2d392. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:31:53.920008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0b002bde-7f84-453a-a8f2-af399459df43 None None] Deleting port 9595cde1-9991-45da-8151-4d2d82b8d314 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:53.920459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0b002bde-7f84-453a-a8f2-af399459df43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.964665 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment e0c209c0-d995-4a80-b880-bcc029bff6db resource provider aggregate not found Oct 05 09:31:53.997474 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment e0c209c0-d995-4a80-b880-bcc029bff6db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0c209c0-d995-4a80-b880-bcc029bff6db found for delete ", "request_id": "req-9275a6fc-1a3c-416e-9c78-b6539cfc1daf"}]} Oct 05 09:31:54.025750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.030039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc0344-ab17-4ff7-9745-8cbafb848b5a None None] Pushing event updated for resources: {'Port': ['ID=9595cde1-9991-45da-8151-4d2d82b8d314,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:54.059808 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1b65aeb4-381b-492f-a333-b4130ccb2d46 None None] Could not find standard attr ID for object 41419297-2848-4ca7-b406-6d6870c2d392. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:31:54.144392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.170444 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.177707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.206947 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.214877 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-0b002bde-7f84-453a-a8f2-af399459df43 None None] For port 9595cde1-9991-45da-8151-4d2d82b8d314, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9595cde1-9991-45da-8151-4d2d82b8d314,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:54.215372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0b002bde-7f84-453a-a8f2-af399459df43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.251038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Network': ['ID=4dbfcff4-75ea-4b49-a96c-2c8c3575986c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:54.257944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.335737 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2b54e1ba-4ffe-4760-abfb-c62d38a8b301 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/4dbfcff4-75ea-4b49-a96c-2c8c3575986c HTTP/1.1" status: 204 len: 168 time: 3.1949179 Oct 05 09:31:54.336382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33742) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:54.342330 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0b002bde-7f84-453a-a8f2-af399459df43 None None] Calling delete_port for 9595cde1-9991-45da-8151-4d2d82b8d314 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:54.344326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.381112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.385195 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.400640 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-02163964-814f-405a-add3-b717bf63bc52 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:54.401089 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02163964-814f-405a-add3-b717bf63bc52 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:54.413356 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-02163964-814f-405a-add3-b717bf63bc52 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/subnets/ce355c11-319f-4e8e-9a7f-b6b7e9ddd1fa HTTP/1.1" status: 404 len: 337 time: 0.0690775 Oct 05 09:31:54.416001 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33746) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:54.438649 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network e167508d-1978-47bf-9d19-9cf3a458a211 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:54.446333 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:54.448109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=3de4c5e9-1d7b-4638-93b5-32237fd1e69d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:54.449343 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2880c8c-fa41-4b6c-b433-8ab1c16cdf46 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] DELETE failed (client error): The resource could not be found. Oct 05 09:31:54.449806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2880c8c-fa41-4b6c-b433-8ab1c16cdf46 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:31:54.451474 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f2880c8c-fa41-4b6c-b433-8ab1c16cdf46 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/b59f9424-9ee4-4125-b534-633facefbd56 HTTP/1.1" status: 404 len: 339 time: 0.0346475 Oct 05 09:31:54.455558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:54.461039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:54.461650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.463992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33750) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:54.509837 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0b002bde-7f84-453a-a8f2-af399459df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.560055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b002bde-7f84-453a-a8f2-af399459df43 None None] Pushing event deleted for resources: {'Port': ['ID=9595cde1-9991-45da-8151-4d2d82b8d314,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:54.561828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b002bde-7f84-453a-a8f2-af399459df43 None None] No DVR routers for this DVR port 9595cde1-9991-45da-8151-4d2d82b8d314 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:54.574675 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0c805c4c-2088-479b-82f7-d834ecf3290d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9828246 Oct 05 09:31:54.576677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33754) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:54.585578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Allocated IP 172.26.7.87 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/3b567d9b-45f4-43ca-acf3-9f61ad37d83d) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:54.716964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10da189-a8fd-471e-be10-96b3fe024a35 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Deleting subnet ffcf8cce-01fa-4a79-8497-cb33892fb3bc {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:31:54.721631 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9ed8dcf5-4918-4893-80f7-38ef99ea399f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.732189 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b10da189-a8fd-471e-be10-96b3fe024a35 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.736734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97779625-1890-4cb1-b87d-28dd7cc0621e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:54.737314 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-97779625-1890-4cb1-b87d-28dd7cc0621e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:54.808581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-97779625-1890-4cb1-b87d-28dd7cc0621e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:54.810085 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-97779625-1890-4cb1-b87d-28dd7cc0621e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/3de4c5e9-1d7b-4638-93b5-32237fd1e69d HTTP/1.1" status: 200 len: 845 time: 0.2263417 Oct 05 09:31:54.813004 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.815819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33758) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:54.834495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed8dcf5-4918-4893-80f7-38ef99ea399f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:54.840283 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-9ed8dcf5-4918-4893-80f7-38ef99ea399f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:54.850299 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed8dcf5-4918-4893-80f7-38ef99ea399f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:54.850886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9ed8dcf5-4918-4893-80f7-38ef99ea399f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.853860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8ab47e-f989-4d14-b433-d4254ae866e7 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:54.858963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b10da189-a8fd-471e-be10-96b3fe024a35 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.895361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b0e6420d-941a-43f3-a0aa-37bb3af8e4f8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 3de4c5e9-1d7b-4638-93b5-32237fd1e69d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:54.895705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0e6420d-941a-43f3-a0aa-37bb3af8e4f8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.909944 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8dcf5-4918-4893-80f7-38ef99ea399f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=04ca2a37-dfcb-43ae-bf08-91fccb31bee9,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:54.926931 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.040512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b10da189-a8fd-471e-be10-96b3fe024a35 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.075711 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9ed8dcf5-4918-4893-80f7-38ef99ea399f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6151710 Oct 05 09:31:55.087543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33762) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:55.096424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.100942 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': '04ca2a37-dfcb-43ae-bf08-91fccb31bee9'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:31:55.101788 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.103319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'fixed_ips': [{'subnet_id': '04ca2a37-dfcb-43ae-bf08-91fccb31bee9', 'ip_address': '2001:db8::a6f3:f4dd:4bcd:ab34'}], 'name': 'tempest-NetworksTestDHCPv6-1187618976'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:55.227224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.259339 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.291291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:55.300656 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0e6420d-941a-43f3-a0aa-37bb3af8e4f8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.308164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:55.317679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Allocated IP 2001:db8::2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/04ca2a37-dfcb-43ae-bf08-91fccb31bee9/24c48862-7d22-44ae-b61b-6a0a4eb89c92) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:55.318583 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:55.342121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b10da189-a8fd-471e-be10-96b3fe024a35 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.409074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9595cde1-9991-45da-8151-4d2d82b8d314 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:31:55.427115 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10da189-a8fd-471e-be10-96b3fe024a35 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Subnet': ['ID=ffcf8cce-01fa-4a79-8497-cb33892fb3bc,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:55.437937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b10da189-a8fd-471e-be10-96b3fe024a35 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.458835 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b10da189-a8fd-471e-be10-96b3fe024a35 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/subnets/ffcf8cce-01fa-4a79-8497-cb33892fb3bc HTTP/1.1" status: 204 len: 168 time: 0.9937999 Oct 05 09:31:55.461465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33768) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:55.465868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be256639-2d5d-487d-880a-d5476d6feee3 None None] Network 4e442d92-efaf-4d77-b7e7-a3ef8ff95df4 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:55.488368 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 9595cde1-9991-45da-8151-4d2d82b8d314 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:31:55.488716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9595cde1-9991-45da-8151-4d2d82b8d314 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:31:55.504580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Allocated IP 172.26.7.238 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/23bf42cc-3e4c-47f6-8b39-0e047a06e147) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:55.517105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Pushing event updated for resources: {'Port': ['ID=3b567d9b-45f4-43ca-acf3-9f61ad37d83d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:55.592070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.597385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b0e6420d-941a-43f3-a0aa-37bb3af8e4f8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 3de4c5e9-1d7b-4638-93b5-32237fd1e69d owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:55.669605 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.695109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Deleting port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:55.695596 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.771652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.785387 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Transition to ACTIVE for port object 24c48862-7d22-44ae-b61b-6a0a4eb89c92 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:55.809649 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Transition to ACTIVE for port object 24c48862-7d22-44ae-b61b-6a0a4eb89c92 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:55.844523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.861748 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:55.879495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f33eb86-1fcb-4331-9361-ba2ae87dcbbe None None] DHCP port deletion for 4e442d92-efaf-4d77-b7e7-a3ef8ff95df4 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:31:55.884175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.898470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:55.907698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:55.922094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:55.928410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9f33eb86-1fcb-4331-9361-ba2ae87dcbbe None None] Deleting port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:55.928789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f33eb86-1fcb-4331-9361-ba2ae87dcbbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.961970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] For port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=564d919d-3306-4ac2-bf5b-1b6bfd6c726b,segment=NetworkSegment(1f7d8eca-c970-4850-a7e1-3d1b005eb815),segment_id=1f7d8eca-c970-4850-a7e1-3d1b005eb815)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:55.962283 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.980523 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0e6420d-941a-43f3-a0aa-37bb3af8e4f8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.002722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:56.007132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:56.015437 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:56.019401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Pushing event updated for resources: {'Port': ['ID=24c48862-7d22-44ae-b61b-6a0a4eb89c92,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:56.049172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:56.070326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6420d-941a-43f3-a0aa-37bb3af8e4f8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=3de4c5e9-1d7b-4638-93b5-32237fd1e69d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:56.081143 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0e6420d-941a-43f3-a0aa-37bb3af8e4f8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.195457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Calling delete_port for 564d919d-3306-4ac2-bf5b-1b6bfd6c726b owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:56.240115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Attempting to bind port 24c48862-7d22-44ae-b61b-6a0a4eb89c92 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:56.240115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Attempting to bind port 24c48862-7d22-44ae-b61b-6a0a4eb89c92 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:56.240993 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Attempting to bind port 24c48862-7d22-44ae-b61b-6a0a4eb89c92 on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:56.261092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:56.261519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:56.261836 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.262248 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:56.262833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Bound port: 24c48862-7d22-44ae-b61b-6a0a4eb89c92, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:56.263094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.307021 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.325603 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b0e6420d-941a-43f3-a0aa-37bb3af8e4f8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/3de4c5e9-1d7b-4638-93b5-32237fd1e69d HTTP/1.1" status: 204 len: 168 time: 1.5060921 Oct 05 09:31:56.327916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33774) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:56.330150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9f33eb86-1fcb-4331-9361-ba2ae87dcbbe None None] For port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=564d919d-3306-4ac2-bf5b-1b6bfd6c726b,segment=NetworkSegment(1f7d8eca-c970-4850-a7e1-3d1b005eb815),segment_id=1f7d8eca-c970-4850-a7e1-3d1b005eb815)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:56.330463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f33eb86-1fcb-4331-9361-ba2ae87dcbbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.359846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.382544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:56.386815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:56.391767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:56.406341 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfa769f-2ae1-4bd9-9a9d-6da7d9fcb92a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] GET failed (client error): The resource could not be found. Oct 05 09:31:56.407194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1bfa769f-2ae1-4bd9-9a9d-6da7d9fcb92a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:56.421521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.422793 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] No DVR routers for this DVR port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:56.424450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Pushing event updated for resources: {'Port': ['ID=23bf42cc-3e4c-47f6-8b39-0e047a06e147,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:56.433696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.469741 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9f33eb86-1fcb-4331-9361-ba2ae87dcbbe None None] Calling delete_port for 564d919d-3306-4ac2-bf5b-1b6bfd6c726b owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:56.521501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 57008ede-a436-49a4-b2d2-ebd598509647 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:31:56.530769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Port': ['ID=564d919d-3306-4ac2-bf5b-1b6bfd6c726b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:56.543714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] For port 24c48862-7d22-44ae-b61b-6a0a4eb89c92, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:56.547567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] For port 24c48862-7d22-44ae-b61b-6a0a4eb89c92, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=24c48862-7d22-44ae-b61b-6a0a4eb89c92,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:56.572163 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-9f33eb86-1fcb-4331-9361-ba2ae87dcbbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:31:56.572583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-9f33eb86-1fcb-4331-9361-ba2ae87dcbbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:31:56.610007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.667300 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.689520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e94ef4-659a-417d-bdb0-89d1b1c0771d None None] Pushing event updated for resources: {'Port': ['ID=24c48862-7d22-44ae-b61b-6a0a4eb89c92,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:56.772802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1bfa769f-2ae1-4bd9-9a9d-6da7d9fcb92a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:56.777658 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1bfa769f-2ae1-4bd9-9a9d-6da7d9fcb92a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/3de4c5e9-1d7b-4638-93b5-32237fd1e69d HTTP/1.1" status: 404 len: 333 time: 0.4434209 Oct 05 09:31:56.796308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33778) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:56.797900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e442d92-efaf-4d77-b7e7-a3ef8ff95df4']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:56.820825 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-fa2169f7-2ac6-4cd5-aca9-5c863619ae40 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'name': 'tempest-PortsIpV6TestJSON-1128325934'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:56.850811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7d8eca-c970-4850-a7e1-3d1b005eb815') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:56.851140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7d8eca-c970-4850-a7e1-3d1b005eb815') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:56.944462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.997477 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:57.007903 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:57.008373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:57.073912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9f33eb86-1fcb-4331-9361-ba2ae87dcbbe None None] Deleting port 564d919d-3306-4ac2-bf5b-1b6bfd6c726b {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:57.074574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f33eb86-1fcb-4331-9361-ba2ae87dcbbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:57.079824 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 1f7d8eca-c970-4850-a7e1-3d1b005eb815 resource provider aggregate not found Oct 05 09:31:57.091228 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fa2169f7-2ac6-4cd5-aca9-5c863619ae40 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:57.150780 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 1f7d8eca-c970-4850-a7e1-3d1b005eb815 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f7d8eca-c970-4850-a7e1-3d1b005eb815 found for delete ", "request_id": "req-6422a3b7-38fb-4687-9ea4-238bbb16dd76"}]} Oct 05 09:31:57.167413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9f33eb86-1fcb-4331-9361-ba2ae87dcbbe None None] The port '564d919d-3306-4ac2-bf5b-1b6bfd6c726b' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:31:57.186531 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fa2169f7-2ac6-4cd5-aca9-5c863619ae40 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:57.243053 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ec049556-6d45-4234-b3c6-2e4b35eabeed req-2820d715-6d8a-492d-8bbd-9dbd4bdc214a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5606153 Oct 05 09:31:57.263548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::a6f3:f4dd:4bcd:ab34 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/04ca2a37-dfcb-43ae-bf08-91fccb31bee9/57008ede-a436-49a4-b2d2-ebd598509647) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:57.274558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:57.306252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:57.369001 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2169f7-2ac6-4cd5-aca9-5c863619ae40 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:57.372650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fa2169f7-2ac6-4cd5-aca9-5c863619ae40 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:57.389628 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:57.416918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:57.436250 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 24c48862-7d22-44ae-b61b-6a0a4eb89c92 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:57.436808 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] Pushing event deleted for resources: {'Network': ['ID=4e442d92-efaf-4d77-b7e7-a3ef8ff95df4,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:57.457517 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ce681b4d-cbaa-4277-8d13-9b81b5f3b978 tempest-NetworksIpV6Test-1652010653 tempest-NetworksIpV6Test-1652010653-project] 10.222.0.49 "DELETE /v2.0/networks/4e442d92-efaf-4d77-b7e7-a3ef8ff95df4 HTTP/1.1" status: 204 len: 168 time: 1.9921517 Oct 05 09:31:57.457517 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-fa2169f7-2ac6-4cd5-aca9-5c863619ae40 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port c6a39693-dda5-4a2c-82d8-b0f6a1b24d79 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:31:57.643882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 24c48862-7d22-44ae-b61b-6a0a4eb89c92 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:57.764234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 564d919d-3306-4ac2-bf5b-1b6bfd6c726b no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:31:57.884258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 564d919d-3306-4ac2-bf5b-1b6bfd6c726b {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:31:57.884837 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 564d919d-3306-4ac2-bf5b-1b6bfd6c726b not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:31:57.965334 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec049556-6d45-4234-b3c6-2e4b35eabeed req-082bb22c-9e7c-45b6-8f9b-9ba0de67b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:57.967107 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ec049556-6d45-4234-b3c6-2e4b35eabeed req-082bb22c-9e7c-45b6-8f9b-9ba0de67b1f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64bbc57863b44b77bc87e580adbb4648&device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 1098 time: 0.5949399 Oct 05 09:31:58.076945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.094523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.094915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Router f6f0fdab-ecda-4f0a-b657-0527b497c4c7 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:31:58.101747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.107521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fa2169f7-2ac6-4cd5-aca9-5c863619ae40 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.114978 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 57008ede-a436-49a4-b2d2-ebd598509647 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:58.214849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0e3c4202-693d-4265-bbf4-26b9f704de26 None None] Provisioning for port 24c48862-7d22-44ae-b61b-6a0a4eb89c92 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:58.220623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0e3c4202-693d-4265-bbf4-26b9f704de26 None None] Provisioning complete for port 24c48862-7d22-44ae-b61b-6a0a4eb89c92 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:58.220997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0e3c4202-693d-4265-bbf4-26b9f704de26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.221522 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0e3c4202-693d-4265-bbf4-26b9f704de26 None None] Attempt 1 to provision port 24c48862-7d22-44ae-b61b-6a0a4eb89c92 Oct 05 09:31:58.255274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec049556-6d45-4234-b3c6-2e4b35eabeed req-78fe5bce-8f2a-4941-ab4b-89afd0d2c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:58.257805 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ec049556-6d45-4234-b3c6-2e4b35eabeed req-78fe5bce-8f2a-4941-ab4b-89afd0d2c8fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba10b7ba-8830-441b-bd4b-c1479440701d HTTP/1.1" status: 200 len: 912 time: 0.2678230 Oct 05 09:31:58.393941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fa2169f7-2ac6-4cd5-aca9-5c863619ae40 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.400142 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0e3c4202-693d-4265-bbf4-26b9f704de26 None None] Current status of the port 24c48862-7d22-44ae-b61b-6a0a4eb89c92 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:58.401372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0e3c4202-693d-4265-bbf4-26b9f704de26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.421941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33792) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:58.446268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-0e3c4202-693d-4265-bbf4-26b9f704de26 None None] For port 24c48862-7d22-44ae-b61b-6a0a4eb89c92, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=24c48862-7d22-44ae-b61b-6a0a4eb89c92,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:58.446786 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:58.452082 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Router d7d7bd09-6202-4f4f-b5bc-221497aa083d is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:31:58.460802 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23e5f2-8666-4e35-b54b-d7155402032f None None] Sync routers for ids ['f6f0fdab-ecda-4f0a-b657-0527b497c4c7'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:58.465596 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ec049556-6d45-4234-b3c6-2e4b35eabeed req-20b53a5d-0d45-41f1-8a37-5b5ef253fad6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cebb164e-6b28-45f4-86d1-c77cfb2cf82d HTTP/1.1" status: 200 len: 1001 time: 0.1519842 Oct 05 09:31:58.475373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da23e5f2-8666-4e35-b54b-d7155402032f None None] Routers {'f6f0fdab-ecda-4f0a-b657-0527b497c4c7'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:58.476648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-da23e5f2-8666-4e35-b54b-d7155402032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f6f0fdab-ecda-4f0a-b657-0527b497c4c7'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:58.483700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2169f7-2ac6-4cd5-aca9-5c863619ae40 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network e167508d-1978-47bf-9d19-9cf3a458a211 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:58.511942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.553284 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0e3c4202-693d-4265-bbf4-26b9f704de26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.553504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-fa2169f7-2ac6-4cd5-aca9-5c863619ae40 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:58.555337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2169f7-2ac6-4cd5-aca9-5c863619ae40 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=c6a39693-dda5-4a2c-82d8-b0f6a1b24d79,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:58.562359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-da23e5f2-8666-4e35-b54b-d7155402032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:58.565830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2169f7-2ac6-4cd5-aca9-5c863619ae40 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:58.571405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2169f7-2ac6-4cd5-aca9-5c863619ae40 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:58.572034 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fa2169f7-2ac6-4cd5-aca9-5c863619ae40 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.595617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.596883 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f760b7ca-5a18-4292-8776-e2ae9af12b51 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.2555823 Oct 05 09:31:58.603642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33798) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:58.607961 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec049556-6d45-4234-b3c6-2e4b35eabeed req-275469e9-2cbb-4f92-9af4-d5ce7cb6e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:58.609404 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ec049556-6d45-4234-b3c6-2e4b35eabeed req-275469e9-2cbb-4f92-9af4-d5ce7cb6e5ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e672df19-ead0-4e95-8b84-9c3c88196ab2 HTTP/1.1" status: 200 len: 850 time: 0.1371849 Oct 05 09:31:58.611909 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:58.615332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:58.628770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da23e5f2-8666-4e35-b54b-d7155402032f None None] Routers {'f6f0fdab-ecda-4f0a-b657-0527b497c4c7'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:58.631473 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-da23e5f2-8666-4e35-b54b-d7155402032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f6f0fdab-ecda-4f0a-b657-0527b497c4c7'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:58.667495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=57008ede-a436-49a4-b2d2-ebd598509647,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:58.672271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:58.686473 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:58.687156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.753226 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c4202-693d-4265-bbf4-26b9f704de26 None None] Pushing event updated for resources: {'Port': ['ID=24c48862-7d22-44ae-b61b-6a0a4eb89c92,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:58.756648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-da23e5f2-8666-4e35-b54b-d7155402032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:58.757406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23e5f2-8666-4e35-b54b-d7155402032f None None] The sync data for ids ['f6f0fdab-ecda-4f0a-b657-0527b497c4c7'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:58.817498 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-76d49c98-7178-4d77-9d2b-eb171f40dcfc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7283f07e358044f8b3cf5f6bbdcb5318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3891680 Oct 05 09:31:58.817498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33802) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:58.837153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec049556-6d45-4234-b3c6-2e4b35eabeed req-14d7851c-e7ee-4eb2-8653-cbcff82483ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:58.837498 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fa2169f7-2ac6-4cd5-aca9-5c863619ae40 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0325513 Oct 05 09:31:58.838694 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ec049556-6d45-4234-b3c6-2e4b35eabeed req-14d7851c-e7ee-4eb2-8653-cbcff82483ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba10b7ba-8830-441b-bd4b-c1479440701d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2211988 Oct 05 09:31:58.841093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33806) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:58.854454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3f989354-6e44-4c5d-8ddc-64b31a7d4ab2 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:58.867967 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:58.873227 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.874692 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d7856f9d-83f8-40f4-9692-8df1881ddbb2 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "PUT /v2.0/routers/d7d7bd09-6202-4f4f-b5bc-221497aa083d HTTP/1.1" status: 200 len: 913 time: 4.9813592 Oct 05 09:31:58.877467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33810) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:58.884279 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6954427f-2cd2-4519-bef4-19cafbe53e5c None None] Sync routers for ids ['d7d7bd09-6202-4f4f-b5bc-221497aa083d'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:58.894114 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6954427f-2cd2-4519-bef4-19cafbe53e5c None None] Routers {'d7d7bd09-6202-4f4f-b5bc-221497aa083d'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:58.894725 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6954427f-2cd2-4519-bef4-19cafbe53e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['d7d7bd09-6202-4f4f-b5bc-221497aa083d'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:58.899553 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9dbbc418-544f-44f4-a5e1-d753353547cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8107376 Oct 05 09:31:58.916375 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33814) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:58.961377 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-76b9819e-cee2-4cf7-9c72-812f8808f82b tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/routers/f6f0fdab-ecda-4f0a-b657-0527b497c4c7 HTTP/1.1" status: 200 len: 923 time: 0.3563175 Oct 05 09:31:58.965880 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6954427f-2cd2-4519-bef4-19cafbe53e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:58.971314 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33818) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:58.980455 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6954427f-2cd2-4519-bef4-19cafbe53e5c None None] Routers {'d7d7bd09-6202-4f4f-b5bc-221497aa083d'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:58.981188 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6954427f-2cd2-4519-bef4-19cafbe53e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['d7d7bd09-6202-4f4f-b5bc-221497aa083d'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:59.034985 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-eae927b3-bf05-4897-baa4-182ea61d8f28 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f0fdab-ecda-4f0a-b657-0527b497c4c7 HTTP/1.1" status: 200 len: 205 time: 0.0586464 Oct 05 09:31:59.034985 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33822) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:59.052035 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6954427f-2cd2-4519-bef4-19cafbe53e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:59.052661 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6954427f-2cd2-4519-bef4-19cafbe53e5c None None] The sync data for ids ['d7d7bd09-6202-4f4f-b5bc-221497aa083d'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:59.265705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b61513c4-4011-44b5-a8c1-5e6029f90d06 None None] Provisioning for port 57008ede-a436-49a4-b2d2-ebd598509647 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:59.272411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b61513c4-4011-44b5-a8c1-5e6029f90d06 None None] Provisioning complete for port 57008ede-a436-49a4-b2d2-ebd598509647 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:59.281126 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b61513c4-4011-44b5-a8c1-5e6029f90d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.281126 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b61513c4-4011-44b5-a8c1-5e6029f90d06 None None] Attempt 1 to provision port 57008ede-a436-49a4-b2d2-ebd598509647 Oct 05 09:31:59.292815 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0132-f144-4949-a14f-448f0eb1d54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.334938 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-19af264a-c220-446c-9443-42df342cfee6 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/routers/d7d7bd09-6202-4f4f-b5bc-221497aa083d HTTP/1.1" status: 200 len: 919 time: 0.4560409 Oct 05 09:31:59.341345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33826) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:59.363037 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b61513c4-4011-44b5-a8c1-5e6029f90d06 None None] Port 57008ede-a436-49a4-b2d2-ebd598509647 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:31:59.369519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 24c48862-7d22-44ae-b61b-6a0a4eb89c92 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:59.425291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0132-f144-4949-a14f-448f0eb1d54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.434232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca046-0897-478b-85e2-af24c7103d93 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.440317 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ec049556-6d45-4234-b3c6-2e4b35eabeed req-5df1c11a-c08b-4e54-bda7-3b97be1d933b service neutron] 10.222.0.55 "GET /v2.0/networks/ba10b7ba-8830-441b-bd4b-c1479440701d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590920 Oct 05 09:31:59.440855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f989354-6e44-4c5d-8ddc-64b31a7d4ab2 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.441676 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 24c48862-7d22-44ae-b61b-6a0a4eb89c92 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:59.442078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.442413 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 24c48862-7d22-44ae-b61b-6a0a4eb89c92 Oct 05 09:31:59.566485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 24c48862-7d22-44ae-b61b-6a0a4eb89c92 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:59.614568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca046-0897-478b-85e2-af24c7103d93 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.618137 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a07e445-88da-49d3-90ed-f4beac1ef1d5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:59.623934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a07e445-88da-49d3-90ed-f4beac1ef1d5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:59.624701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3a07e445-88da-49d3-90ed-f4beac1ef1d5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:59.698139 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ca046-0897-478b-85e2-af24c7103d93 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Deleting port 3b567d9b-45f4-43ca-acf3-9f61ad37d83d {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:59.698586 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca046-0897-478b-85e2-af24c7103d93 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.795937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3a07e445-88da-49d3-90ed-f4beac1ef1d5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:59.797090 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3a07e445-88da-49d3-90ed-f4beac1ef1d5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.8797853 Oct 05 09:31:59.816721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33830) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:59.822404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997b20ef-dd66-41ef-bca6-d7cd8167a3ce tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:59.823895 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-997b20ef-dd66-41ef-bca6-d7cd8167a3ce tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&device_id=d7d7bd09-6202-4f4f-b5bc-221497aa083d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4670005 Oct 05 09:31:59.828342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0132-f144-4949-a14f-448f0eb1d54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.832847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33834) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:59.849024 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ec049556-6d45-4234-b3c6-2e4b35eabeed req-4993da71-8ff2-4f2d-98d3-2d50bd561c06 service neutron] 10.222.0.55 "GET /v2.0/networks/ba10b7ba-8830-441b-bd4b-c1479440701d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968832 Oct 05 09:31:59.864686 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b61513c4-4011-44b5-a8c1-5e6029f90d06 None None] Attempt 2 to provision port 57008ede-a436-49a4-b2d2-ebd598509647 Oct 05 09:31:59.879609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e0132-f144-4949-a14f-448f0eb1d54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be7f83c-8ee6-4e66-bbfa-d94ee55da630,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:59.933929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b61513c4-4011-44b5-a8c1-5e6029f90d06 None None] Port 57008ede-a436-49a4-b2d2-ebd598509647 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:31:59.947176 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-1e597bb1-8138-4c58-a33b-064e60bf030e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 57008ede-a436-49a4-b2d2-ebd598509647 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:59.947586 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e597bb1-8138-4c58-a33b-064e60bf030e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.954293 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0132-f144-4949-a14f-448f0eb1d54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.955461 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3f3e0132-f144-4949-a14f-448f0eb1d54e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9be7f83c-8ee6-4e66-bbfa-d94ee55da630 HTTP/1.1" status: 204 len: 168 time: 1.1369624 Oct 05 09:31:59.998021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f989354-6e44-4c5d-8ddc-64b31a7d4ab2 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.999434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca046-0897-478b-85e2-af24c7103d93 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:00.020519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b41eab9-bd69-4fc0-bb9f-8bb2dedb5dec tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:00.027183 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5b41eab9-bd69-4fc0-bb9f-8bb2dedb5dec tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/networks/12658a95-590a-4fd3-b4a7-e649c53318e9 HTTP/1.1" status: 200 len: 881 time: 0.1718094 Oct 05 09:32:00.029348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33840) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:00.081395 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-62e5f145-7131-4ff4-9f0c-a014207da538 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d7bd09-6202-4f4f-b5bc-221497aa083d HTTP/1.1" status: 200 len: 205 time: 0.0507624 Oct 05 09:32:00.082210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f989354-6e44-4c5d-8ddc-64b31a7d4ab2 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:00.082845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3f989354-6e44-4c5d-8ddc-64b31a7d4ab2 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] In _notify_port_updated(), no bound segment for port c6a39693-dda5-4a2c-82d8-b0f6a1b24d79 on network e167508d-1978-47bf-9d19-9cf3a458a211 {{(pid=89845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:32:00.088165 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f989354-6e44-4c5d-8ddc-64b31a7d4ab2 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:00.088751 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f989354-6e44-4c5d-8ddc-64b31a7d4ab2 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:00.090002 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3f989354-6e44-4c5d-8ddc-64b31a7d4ab2 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "PUT /v2.0/ports/c6a39693-dda5-4a2c-82d8-b0f6a1b24d79 HTTP/1.1" status: 200 len: 818 time: 1.2479718 Oct 05 09:32:00.090602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33844) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:00.122288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33846) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:00.141628 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ca046-0897-478b-85e2-af24c7103d93 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Calling delete_port for 3b567d9b-45f4-43ca-acf3-9f61ad37d83d owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:00.344638 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f989354-6e44-4c5d-8ddc-64b31a7d4ab2 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=c6a39693-dda5-4a2c-82d8-b0f6a1b24d79,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:00.359942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-36d292e6-c546-4408-a64f-84937cbfe1c7 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port c6a39693-dda5-4a2c-82d8-b0f6a1b24d79 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:00.360281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-36d292e6-c546-4408-a64f-84937cbfe1c7 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:00.414025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e597bb1-8138-4c58-a33b-064e60bf030e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:00.435904 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b61513c4-4011-44b5-a8c1-5e6029f90d06 None None] Attempt 3 to provision port 57008ede-a436-49a4-b2d2-ebd598509647 Oct 05 09:32:00.445680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd1a26ad-2299-4947-be6b-ef63b29ca088 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:00.539562 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b61513c4-4011-44b5-a8c1-5e6029f90d06 None None] Port 57008ede-a436-49a4-b2d2-ebd598509647 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:00.582871 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-1e597bb1-8138-4c58-a33b-064e60bf030e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 57008ede-a436-49a4-b2d2-ebd598509647 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:00.773733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca046-0897-478b-85e2-af24c7103d93 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:00.837042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ca046-0897-478b-85e2-af24c7103d93 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Pushing event deleted for resources: {'Port': ['ID=3b567d9b-45f4-43ca-acf3-9f61ad37d83d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:00.840757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e597bb1-8138-4c58-a33b-064e60bf030e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:00.885048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-36d292e6-c546-4408-a64f-84937cbfe1c7 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:00.954188 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd1a26ad-2299-4947-be6b-ef63b29ca088 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.024442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-36d292e6-c546-4408-a64f-84937cbfe1c7 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for c6a39693-dda5-4a2c-82d8-b0f6a1b24d79 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:01.040879 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b61513c4-4011-44b5-a8c1-5e6029f90d06 None None] Attempt 4 to provision port 57008ede-a436-49a4-b2d2-ebd598509647 Oct 05 09:32:01.086419 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b61513c4-4011-44b5-a8c1-5e6029f90d06 None None] Port 57008ede-a436-49a4-b2d2-ebd598509647 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:32:01.115798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a26ad-2299-4947-be6b-ef63b29ca088 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Deleting port 23bf42cc-3e4c-47f6-8b39-0e047a06e147 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:01.116148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd1a26ad-2299-4947-be6b-ef63b29ca088 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.124768 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e597bb1-8138-4c58-a33b-064e60bf030e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=57008ede-a436-49a4-b2d2-ebd598509647,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:01.156847 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e597bb1-8138-4c58-a33b-064e60bf030e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.196258 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca046-0897-478b-85e2-af24c7103d93 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.243669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-36d292e6-c546-4408-a64f-84937cbfe1c7 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.310527 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d292e6-c546-4408-a64f-84937cbfe1c7 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=c6a39693-dda5-4a2c-82d8-b0f6a1b24d79,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:01.320306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-36d292e6-c546-4408-a64f-84937cbfe1c7 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.327707 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1e597bb1-8138-4c58-a33b-064e60bf030e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/57008ede-a436-49a4-b2d2-ebd598509647 HTTP/1.1" status: 204 len: 168 time: 1.5100379 Oct 05 09:32:01.332731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33870) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:01.378554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33874) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:01.387720 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-36d292e6-c546-4408-a64f-84937cbfe1c7 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/c6a39693-dda5-4a2c-82d8-b0f6a1b24d79 HTTP/1.1" status: 204 len: 168 time: 1.2583923 Oct 05 09:32:01.395054 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33878) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:01.421722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd1a26ad-2299-4947-be6b-ef63b29ca088 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.438301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca046-0897-478b-85e2-af24c7103d93 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.447334 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca046-0897-478b-85e2-af24c7103d93 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.519595 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9021caa1-47e0-4932-bdaf-37cb44b6e729 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:01.520304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9021caa1-47e0-4932-bdaf-37cb44b6e729 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:01.554998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76494bb4-e0d7-45d3-81d4-26c10af67ddf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:01.556553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76494bb4-e0d7-45d3-81d4-26c10af67ddf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:01.557282 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-76494bb4-e0d7-45d3-81d4-26c10af67ddf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:01.562402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca046-0897-478b-85e2-af24c7103d93 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.565039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9ca046-0897-478b-85e2-af24c7103d93 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Fanout notify agent at l3_agent the message router_deleted on router f6f0fdab-ecda-4f0a-b657-0527b497c4c7 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:32:01.565586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a26ad-2299-4947-be6b-ef63b29ca088 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Calling delete_port for 23bf42cc-3e4c-47f6-8b39-0e047a06e147 owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:01.575327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca046-0897-478b-85e2-af24c7103d93 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.576405 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0b9ca046-0897-478b-85e2-af24c7103d93 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "DELETE /v2.0/routers/f6f0fdab-ecda-4f0a-b657-0527b497c4c7 HTTP/1.1" status: 204 len: 168 time: 2.5407302 Oct 05 09:32:01.580729 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33884) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:01.585726 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Request body: {'router': {'name': 'tempest-snat-router-98388325', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'enable_snat': False}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:01.590595 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:01.594888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Usage tracker for resource:router and tenant:fc9915f767ce41e596f516b62a2d06a5 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:01.599299 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4d6da75b-bd10-4106-9256-9ee55cc4fe08 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2109047911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:01.599434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:01.607138 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:01.617503 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9021caa1-47e0-4932-bdaf-37cb44b6e729 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:01.618839 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9021caa1-47e0-4932-bdaf-37cb44b6e729 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2228582 Oct 05 09:32:01.620666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4d6da75b-bd10-4106-9256-9ee55cc4fe08 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:01.621598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33888) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:01.631110 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4d6da75b-bd10-4106-9256-9ee55cc4fe08 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Usage tracker for resource:router and tenant:9484583d65cf4364bc524e1767e1ab62 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:01.635300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4d6da75b-bd10-4106-9256-9ee55cc4fe08 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:01.647437 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4d6da75b-bd10-4106-9256-9ee55cc4fe08 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:01.666166 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e76b28-5f87-4d76-86a1-4e54fa157ede tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] GET failed (client error): The resource could not be found. Oct 05 09:32:01.667506 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-62e76b28-5f87-4d76-86a1-4e54fa157ede tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/c6a39693-dda5-4a2c-82d8-b0f6a1b24d79 HTTP/1.1" status: 404 len: 333 time: 0.0449789 Oct 05 09:32:01.671598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33892) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:01.677708 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1151698948'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:01.682698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:01.686772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:network and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:01.689864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:01.695663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.699779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.700754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:01.741218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-76494bb4-e0d7-45d3-81d4-26c10af67ddf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:01.744734 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-76494bb4-e0d7-45d3-81d4-26c10af67ddf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4086437 Oct 05 09:32:01.745381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33896) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:01.778650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d6da75b-bd10-4106-9256-9ee55cc4fe08 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.779861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d6da75b-bd10-4106-9256-9ee55cc4fe08 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.806463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:01.809806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.831654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-221d1775-2c73-4878-9f47-b9d85f11d492 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 04ca2a37-dfcb-43ae-bf08-91fccb31bee9 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:32:01.837015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-221d1775-2c73-4878-9f47-b9d85f11d492 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.861279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd1a26ad-2299-4947-be6b-ef63b29ca088 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.894719 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:32:01.897154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.917418 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-221d1775-2c73-4878-9f47-b9d85f11d492 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.955215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a26ad-2299-4947-be6b-ef63b29ca088 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Pushing event deleted for resources: {'Port': ['ID=23bf42cc-3e4c-47f6-8b39-0e047a06e147,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:01.960415 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d6da75b-bd10-4106-9256-9ee55cc4fe08 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.962157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.962508 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Added segment 576051b8-eb4b-4b23-b630-341d00ec54ca of type vlan for network 610f15ed-20c7-4887-a482-e021058c1f35 Oct 05 09:32:02.011196 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.036747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd1a26ad-2299-4947-be6b-ef63b29ca088 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.140025 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d6da75b-bd10-4106-9256-9ee55cc4fe08 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.170508 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-221d1775-2c73-4878-9f47-b9d85f11d492 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.206267 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.211868 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:02.212464 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.302961 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d6da75b-bd10-4106-9256-9ee55cc4fe08 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.304069 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4d6da75b-bd10-4106-9256-9ee55cc4fe08 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9243321 Oct 05 09:32:02.306201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd1a26ad-2299-4947-be6b-ef63b29ca088 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.307971 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33900) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:02.310718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd1a26ad-2299-4947-be6b-ef63b29ca088 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.317232 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-982677528'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:02.326149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:02.336959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Usage tracker for resource:network and tenant:9484583d65cf4364bc524e1767e1ab62 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:02.340428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:02.346600 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:02.420220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd1a26ad-2299-4947-be6b-ef63b29ca088 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.420930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1a26ad-2299-4947-be6b-ef63b29ca088 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Fanout notify agent at l3_agent the message router_deleted on router d7d7bd09-6202-4f4f-b5bc-221497aa083d {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:32:02.432854 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd1a26ad-2299-4947-be6b-ef63b29ca088 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.433914 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fd1a26ad-2299-4947-be6b-ef63b29ca088 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "DELETE /v2.0/routers/d7d7bd09-6202-4f4f-b5bc-221497aa083d HTTP/1.1" status: 204 len: 168 time: 2.3129890 Oct 05 09:32:02.437706 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33904) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:02.443303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-45e3a85e-ab7e-4054-9109-3e7e79904e75 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1605152067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:02.449674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-45e3a85e-ab7e-4054-9109-3e7e79904e75 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:02.453595 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-45e3a85e-ab7e-4054-9109-3e7e79904e75 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Usage tracker for resource:router and tenant:679c65e509164138966b04c5cbb65d8b is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:02.456562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-45e3a85e-ab7e-4054-9109-3e7e79904e75 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:02.458958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Network': ['ID=610f15ed-20c7-4887-a482-e021058c1f35,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:02.462556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.463534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-45e3a85e-ab7e-4054-9109-3e7e79904e75 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:02.466892 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Made reservation on behalf of 9484583d65cf4364bc524e1767e1ab62 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:02.470848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.472829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 610f15ed-20c7-4887-a482-e021058c1f35 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:32:02.488169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.507495 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fae5658b-a25b-4202-a4f7-6a5524b55fb3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8342388 Oct 05 09:32:02.509959 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33908) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:02.516122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'subnet': {'network_id': '610f15ed-20c7-4887-a482-e021058c1f35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:02.615621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:02.620555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Usage tracker for resource:security_group_rule and tenant:9484583d65cf4364bc524e1767e1ab62 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:02.624043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:02.630562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:02.662582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-45e3a85e-ab7e-4054-9109-3e7e79904e75 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.663568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-45e3a85e-ab7e-4054-9109-3e7e79904e75 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.695661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-45e3a85e-ab7e-4054-9109-3e7e79904e75 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.715094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-221d1775-2c73-4878-9f47-b9d85f11d492 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.745189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.773316 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d1775-2c73-4878-9f47-b9d85f11d492 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=04ca2a37-dfcb-43ae-bf08-91fccb31bee9,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:02.780579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-221d1775-2c73-4878-9f47-b9d85f11d492 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.786576 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f6039f-45eb-4267-bca6-3b006af67b0e None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:02.797499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-45e3a85e-ab7e-4054-9109-3e7e79904e75 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.822955 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.852605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:32:02.857827 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:02.870509 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:subnet and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:02.874199 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:02.874976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddc9c86-0138-4038-a33c-489abea95f8f,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:02.878714 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.883034 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Added segment 426e0a82-f327-4720-8ccb-c36ffc640bfb of type vlan for network 57ffd759-f6be-46c7-8b94-0ae685f561a7 Oct 05 09:32:02.883176 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:02.915890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-45e3a85e-ab7e-4054-9109-3e7e79904e75 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.919673 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-45e3a85e-ab7e-4054-9109-3e7e79904e75 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4784894 Oct 05 09:32:02.921053 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33912) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:02.921375 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.929073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'enable_snat': False}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:02.993065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33916) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:02.993779 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-221d1775-2c73-4878-9f47-b9d85f11d492 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/04ca2a37-dfcb-43ae-bf08-91fccb31bee9 HTTP/1.1" status: 204 len: 168 time: 1.2471025 Oct 05 09:32:03.013310 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:03.016758 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.059538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74231caa-cc88-4036-83e5-ac6e7dddc8c9 None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:32:03.063806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.065552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-74231caa-cc88-4036-83e5-ac6e7dddc8c9 None None] Deleting port 24c48862-7d22-44ae-b61b-6a0a4eb89c92 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:03.065933 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-74231caa-cc88-4036-83e5-ac6e7dddc8c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.069160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:03.069757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.100599 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b5eadf33-b147-4278-aba1-f117c55859cc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054096 Oct 05 09:32:03.106475 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33920) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:03.187529 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event updated for resources: {'Network': ['ID=57ffd759-f6be-46c7-8b94-0ae685f561a7,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:03.203378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 57ffd759-f6be-46c7-8b94-0ae685f561a7 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:32:03.261189 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2f993fb6-981f-43f6-91e9-bde7aa27ec89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9521675 Oct 05 09:32:03.264124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33924) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:03.270498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Request body: {'subnet': {'network_id': '57ffd759-f6be-46c7-8b94-0ae685f561a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:03.380748 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-74231caa-cc88-4036-83e5-ac6e7dddc8c9 None None] For port 24c48862-7d22-44ae-b61b-6a0a4eb89c92, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=24c48862-7d22-44ae-b61b-6a0a4eb89c92,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:03.381049 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-74231caa-cc88-4036-83e5-ac6e7dddc8c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.390103 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 24c48862-7d22-44ae-b61b-6a0a4eb89c92 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:32:03.391571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:03.395771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Usage tracker for resource:subnet and tenant:9484583d65cf4364bc524e1767e1ab62 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:03.402791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:03.405540 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:32:03.412249 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:03.480795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Made reservation on behalf of 9484583d65cf4364bc524e1767e1ab62 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:03.485184 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.592309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-74231caa-cc88-4036-83e5-ac6e7dddc8c9 None None] Calling delete_port for 24c48862-7d22-44ae-b61b-6a0a4eb89c92 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:03.661735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.710220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.729582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 24c48862-7d22-44ae-b61b-6a0a4eb89c92 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:03.730081 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.772653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.784669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.785661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-74231caa-cc88-4036-83e5-ac6e7dddc8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.790176 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba421e2f-bff2-4309-86db-98fc35a3ea5b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:03.793918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ba421e2f-bff2-4309-86db-98fc35a3ea5b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:03.872036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event updated for resources: {'Subnet': ['ID=98a7639a-e33a-4873-a47d-32a0243fd220,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:03.877970 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74231caa-cc88-4036-83e5-ac6e7dddc8c9 None None] Pushing event deleted for resources: {'Port': ['ID=24c48862-7d22-44ae-b61b-6a0a4eb89c92,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:03.880389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74231caa-cc88-4036-83e5-ac6e7dddc8c9 None None] No DVR routers for this DVR port 24c48862-7d22-44ae-b61b-6a0a4eb89c92 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:32:03.886262 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Checking segment: {'id': '426e0a82-f327-4720-8ccb-c36ffc640bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57ffd759-f6be-46c7-8b94-0ae685f561a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:03.886967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Network hostable DHCP agents. Network: 57ffd759-f6be-46c7-8b94-0ae685f561a7, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:32:03.979806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Network 57ffd759-f6be-46c7-8b94-0ae685f561a7 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:32:04.059452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ba421e2f-bff2-4309-86db-98fc35a3ea5b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:04.060595 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ba421e2f-bff2-4309-86db-98fc35a3ea5b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9060071 Oct 05 09:32:04.063307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33930) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:04.099631 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 57ffd759-f6be-46c7-8b94-0ae685f561a7) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:04.114317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:04.120527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5e88c4-0ac6-43b0-b7be-0bb63fdc9598 None None] Network 57ffd759-f6be-46c7-8b94-0ae685f561a7 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:04.120672 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.147307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6ea219-b57e-4aa3-afe2-53419c22ea0a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:04.148932 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0d6ea219-b57e-4aa3-afe2-53419c22ea0a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0838106 Oct 05 09:32:04.151398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33934) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:04.177817 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.220778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Allocated IP 172.26.7.124 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/83fb8542-3d5f-468a-a858-59a45c5d7c85) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:04.228318 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0843f59f-41b4-494d-82b8-69acfb0e7778 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715134 Oct 05 09:32:04.228616 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33938) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:04.234253 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-1079d1ee-567c-492f-b2c3-eac003f4dbcf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:04.259597 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-978ff5c2-cb37-499f-a775-b3bb0f0efcbe tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9909544 Oct 05 09:32:04.264048 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33942) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:04.284269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Request body: {'network': {'name': 'tempest-router-network01--999205098'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:04.306415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:04.318769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Usage tracker for resource:network and tenant:9484583d65cf4364bc524e1767e1ab62 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:04.323045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Subnet': ['ID=a6541f3c-0335-472c-9ba9-e4e408174b4f,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:04.339414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:04.352694 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1079d1ee-567c-492f-b2c3-eac003f4dbcf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:04.357624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1079d1ee-567c-492f-b2c3-eac003f4dbcf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:04.361318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1079d1ee-567c-492f-b2c3-eac003f4dbcf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:04.364421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-57ffd759-f6be-46c7-8b94-0ae685f561a7', 'network_id': '57ffd759-f6be-46c7-8b94-0ae685f561a7', 'tenant_id': '9484583d65cf4364bc524e1767e1ab62', 'fixed_ips': [{'subnet_id': '98a7639a-e33a-4873-a47d-32a0243fd220'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:32:04.365611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.367641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1079d1ee-567c-492f-b2c3-eac003f4dbcf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:04.398887 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Checking segment: {'id': '576051b8-eb4b-4b23-b630-341d00ec54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '610f15ed-20c7-4887-a482-e021058c1f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:04.399338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network hostable DHCP agents. Network: 610f15ed-20c7-4887-a482-e021058c1f35, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:32:04.403952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:04.442700 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1079d1ee-567c-492f-b2c3-eac003f4dbcf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:04.446691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1079d1ee-567c-492f-b2c3-eac003f4dbcf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.508932 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Made reservation on behalf of 9484583d65cf4364bc524e1767e1ab62 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:04.512266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.534394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Allocated IP 2001:db8::2 (57ffd759-f6be-46c7-8b94-0ae685f561a7/98a7639a-e33a-4873-a47d-32a0243fd220/44e805b4-425d-4756-9466-77f89e1488c6) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:04.659144 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network 610f15ed-20c7-4887-a482-e021058c1f35 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:32:04.671078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:32:04.698770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.699104 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Added segment 88206742-eea9-411a-9147-43c9ad5b4c0a of type vlan for network 9b00fed0-987f-4edf-a534-21521bee90f1 Oct 05 09:32:04.709025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.712937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.746665 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.749954 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.761405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Transition to ACTIVE for port object 44e805b4-425d-4756-9466-77f89e1488c6 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:04.780148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Transition to ACTIVE for port object 44e805b4-425d-4756-9466-77f89e1488c6 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:04.805705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 610f15ed-20c7-4887-a482-e021058c1f35) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:04.813360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f96dee-f758-43fe-8187-1039016c49a6 None None] Network 610f15ed-20c7-4887-a482-e021058c1f35 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:04.819927 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.820485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1079d1ee-567c-492f-b2c3-eac003f4dbcf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.830983 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:04.831578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.886594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.888989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1079d1ee-567c-492f-b2c3-eac003f4dbcf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:04.892452 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-1079d1ee-567c-492f-b2c3-eac003f4dbcf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:04.897531 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1079d1ee-567c-492f-b2c3-eac003f4dbcf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:04.898261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1079d1ee-567c-492f-b2c3-eac003f4dbcf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.916539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079d1ee-567c-492f-b2c3-eac003f4dbcf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=81450e71-e390-4363-a01c-c9cee8a938cf,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:04.943498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0186be1-ecb2-4c8c-a977-1b550374871d None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:04.951803 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-819fb1b1-51f9-421d-893c-94206bac2eee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4407065 Oct 05 09:32:04.954797 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33948) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:04.960364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-fe46a579-02a6-4f86-9950-20c1db75376d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'subnet': {'network_id': '610f15ed-20c7-4887-a482-e021058c1f35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:05.009541 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1079d1ee-567c-492f-b2c3-eac003f4dbcf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7798407 Oct 05 09:32:05.012303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33952) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:05.018178 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'fixed_ips': [{'subnet_id': '81450e71-e390-4363-a01c-c9cee8a938cf', 'ip_address': '2001:db8::3397:3339:6f36:9bde'}], 'name': 'tempest-NetworksTestDHCPv6-1613602341'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:05.050198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Network 57ffd759-f6be-46c7-8b94-0ae685f561a7 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:05.061590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:05.071880 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:05.081712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:05.085453 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Pushing event updated for resources: {'Port': ['ID=44e805b4-425d-4756-9466-77f89e1488c6,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:05.124650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:05.130140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:05.130633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:05.163140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:05.173716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:05.289174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Attempting to bind port 44e805b4-425d-4756-9466-77f89e1488c6 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:32:05.289626 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Attempting to bind port 44e805b4-425d-4756-9466-77f89e1488c6 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '426e0a82-f327-4720-8ccb-c36ffc640bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57ffd759-f6be-46c7-8b94-0ae685f561a7'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:32:05.290088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Attempting to bind port 44e805b4-425d-4756-9466-77f89e1488c6 on network 57ffd759-f6be-46c7-8b94-0ae685f561a7 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:05.315027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:05.318482 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Pushing event updated for resources: {'Port': ['ID=83fb8542-3d5f-468a-a858-59a45c5d7c85,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:05.327899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:05.328204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:32:05.328587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Checking segment: {'id': '426e0a82-f327-4720-8ccb-c36ffc640bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57ffd759-f6be-46c7-8b94-0ae685f561a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:05.328992 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:05.329908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Bound using segment: {'id': '426e0a82-f327-4720-8ccb-c36ffc640bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57ffd759-f6be-46c7-8b94-0ae685f561a7'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:32:05.330423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Bound port: 44e805b4-425d-4756-9466-77f89e1488c6, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426e0a82-f327-4720-8ccb-c36ffc640bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57ffd759-f6be-46c7-8b94-0ae685f561a7'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:32:05.330805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:05.341399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event updated for resources: {'Network': ['ID=9b00fed0-987f-4edf-a534-21521bee90f1,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:05.350420 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:05.361082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:05.390282 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Allocated IP 172.26.7.175 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/da861326-e812-46cc-ad4d-edefca61ab6a) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:05.405737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 9b00fed0-987f-4edf-a534-21521bee90f1 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:32:05.415064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fe46a579-02a6-4f86-9950-20c1db75376d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:05.422646 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fe46a579-02a6-4f86-9950-20c1db75376d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:subnet and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:05.429343 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-83d9e93f-b12f-4e2f-871a-ace610ddc3de tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1600041 Oct 05 09:32:05.433444 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fe46a579-02a6-4f86-9950-20c1db75376d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:05.436381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33958) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:05.515373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fe46a579-02a6-4f86-9950-20c1db75376d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:05.555208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Request body: {'network': {'name': 'tempest-router-network02--537549598'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:05.560423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:05.565506 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Usage tracker for resource:network and tenant:9484583d65cf4364bc524e1767e1ab62 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:05.568827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:05.577830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:05.590066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-610f15ed-20c7-4887-a482-e021058c1f35', 'network_id': '610f15ed-20c7-4887-a482-e021058c1f35', 'tenant_id': 'e310f0f9f68e463e8b295e16db8a75dc', 'fixed_ips': [{'subnet_id': 'a6541f3c-0335-472c-9ba9-e4e408174b4f'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:32:05.590890 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:05.629586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:05.653312 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port c8ee4862-ff36-40fa-bcbe-44a1db10f06b yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:32:05.689349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Made reservation on behalf of 9484583d65cf4364bc524e1767e1ab62 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:05.694460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': '81450e71-e390-4363-a01c-c9cee8a938cf'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:32:05.694624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:05.694743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:05.779610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] For port 44e805b4-425d-4756-9466-77f89e1488c6, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:32:05.788035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:32:05.816614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:05.817021 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Added segment f854653c-b6e7-4d5b-a932-2ad3d5f08770 of type vlan for network 46aad5ab-0c34-4155-b424-e962b42f4437 Oct 05 09:32:05.844043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] For port 44e805b4-425d-4756-9466-77f89e1488c6, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=44e805b4-425d-4756-9466-77f89e1488c6,segment=NetworkSegment(426e0a82-f327-4720-8ccb-c36ffc640bfb),segment_id=426e0a82-f327-4720-8ccb-c36ffc640bfb)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:32:05.858436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe46a579-02a6-4f86-9950-20c1db75376d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:05.862434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe46a579-02a6-4f86-9950-20c1db75376d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:05.895985 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:05.924435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:05.934394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::3397:3339:6f36:9bde (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/81450e71-e390-4363-a01c-c9cee8a938cf/c8ee4862-ff36-40fa-bcbe-44a1db10f06b) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:06.033020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Allocated IP 2001:db8::2 (610f15ed-20c7-4887-a482-e021058c1f35/a6541f3c-0335-472c-9ba9-e4e408174b4f/708544c9-1152-40ba-82ec-a05051cdfb94) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:06.040313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9eabc9-1070-4609-9607-a62e67af3eef None None] Pushing event updated for resources: {'Port': ['ID=44e805b4-425d-4756-9466-77f89e1488c6,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:06.040518 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:06.117492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:06.117492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:06.117492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:06.139370 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.ipam_backend_mixin [None req-fe46a579-02a6-4f86-9950-20c1db75376d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6541f3c-0335-472c-9ba9-e4e408174b4f (CIDR: 2001:db8::/64) Oct 05 09:32:06.236410 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe46a579-02a6-4f86-9950-20c1db75376d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:32:06.236410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe46a579-02a6-4f86-9950-20c1db75376d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:32:06.283039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:06.284303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event updated for resources: {'Network': ['ID=46aad5ab-0c34-4155-b424-e962b42f4437,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:06.285359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:06.297432 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 46aad5ab-0c34-4155-b424-e962b42f4437 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:32:06.306431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:06.316849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Transition to ACTIVE for port object 708544c9-1152-40ba-82ec-a05051cdfb94 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:06.332298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object c8ee4862-ff36-40fa-bcbe-44a1db10f06b will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:06.395877 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2db6f476-8406-47f0-ac20-3f503a852244 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9587317 Oct 05 09:32:06.399378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33962) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:06.404701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Request body: {'subnet': {'network_id': '9b00fed0-987f-4edf-a534-21521bee90f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:06.433832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Transition to ACTIVE for port object 708544c9-1152-40ba-82ec-a05051cdfb94 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:06.473319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:06.484466 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fe46a579-02a6-4f86-9950-20c1db75376d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5286224 Oct 05 09:32:06.486565 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:06.494768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33966) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:06.521721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:06.531094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-81d91ad6-4824-4f9e-aa08-d4513f66ead8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'subnet': {'network_id': '610f15ed-20c7-4887-a482-e021058c1f35', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:06.563498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Pushing event updated for resources: {'Port': ['ID=da861326-e812-46cc-ad4d-edefca61ab6a,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:06.575153 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:06.582546 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:06.585389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:06.615174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Network 610f15ed-20c7-4887-a482-e021058c1f35 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:06.622526 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:06.634801 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:06.637481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Allocated IP 2001:db8::2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/81450e71-e390-4363-a01c-c9cee8a938cf/cbf040dd-4405-4b7e-8b6c-b7e698558f36) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:06.643557 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:06.648497 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Pushing event updated for resources: {'Port': ['ID=708544c9-1152-40ba-82ec-a05051cdfb94,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:06.703405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:06.722041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:06.728425 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:06.729256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:06.767280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:06.773546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=c8ee4862-ff36-40fa-bcbe-44a1db10f06b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:06.779781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Usage tracker for resource:subnet and tenant:9484583d65cf4364bc524e1767e1ab62 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:06.786228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:06.799817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:06.822165 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1637df23-3190-4ed9-bbe9-f6e2d2c55c7d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8086994 Oct 05 09:32:06.835224 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33970) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:06.843562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-ce07ba91-2330-4347-8adb-d294de2045ff tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'fixed_ips': [{'subnet_id': '81450e71-e390-4363-a01c-c9cee8a938cf', 'ip_address': '2001:db8::3397:3339:6f36:9bde'}], 'name': 'tempest-NetworksTestDHCPv6-1904893176'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:06.892617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Attempting to bind port 708544c9-1152-40ba-82ec-a05051cdfb94 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:32:06.893258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Attempting to bind port 708544c9-1152-40ba-82ec-a05051cdfb94 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '576051b8-eb4b-4b23-b630-341d00ec54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '610f15ed-20c7-4887-a482-e021058c1f35'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:32:06.893367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Attempting to bind port 708544c9-1152-40ba-82ec-a05051cdfb94 on network 610f15ed-20c7-4887-a482-e021058c1f35 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:06.903798 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:32:06.904194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Checking segment: {'id': '576051b8-eb4b-4b23-b630-341d00ec54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '610f15ed-20c7-4887-a482-e021058c1f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:06.904571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:06.904966 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Bound using segment: {'id': '576051b8-eb4b-4b23-b630-341d00ec54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '610f15ed-20c7-4887-a482-e021058c1f35'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:32:06.905435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Bound port: 708544c9-1152-40ba-82ec-a05051cdfb94, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576051b8-eb4b-4b23-b630-341d00ec54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '610f15ed-20c7-4887-a482-e021058c1f35'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:32:06.905807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:06.917419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-81d91ad6-4824-4f9e-aa08-d4513f66ead8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:06.925012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Made reservation on behalf of 9484583d65cf4364bc524e1767e1ab62 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:06.928433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:07.015270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:07.038247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-81d91ad6-4824-4f9e-aa08-d4513f66ead8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:subnet and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:07.046833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-81d91ad6-4824-4f9e-aa08-d4513f66ead8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:07.082092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-81d91ad6-4824-4f9e-aa08-d4513f66ead8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:07.104952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] For port 708544c9-1152-40ba-82ec-a05051cdfb94, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:32:07.115910 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] For port 708544c9-1152-40ba-82ec-a05051cdfb94, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=708544c9-1152-40ba-82ec-a05051cdfb94,segment=NetworkSegment(576051b8-eb4b-4b23-b630-341d00ec54ca),segment_id=576051b8-eb4b-4b23-b630-341d00ec54ca)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:32:07.123250 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:07.123645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ce07ba91-2330-4347-8adb-d294de2045ff tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:07.133317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ce07ba91-2330-4347-8adb-d294de2045ff tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:07.133317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ce07ba91-2330-4347-8adb-d294de2045ff tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:07.135807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Transition to ACTIVE for port object cbf040dd-4405-4b7e-8b6c-b7e698558f36 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:07.144905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ce07ba91-2330-4347-8adb-d294de2045ff tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:07.158061 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Transition to ACTIVE for port object cbf040dd-4405-4b7e-8b6c-b7e698558f36 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:07.209178 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d91ad6-4824-4f9e-aa08-d4513f66ead8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:07.212683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-81d91ad6-4824-4f9e-aa08-d4513f66ead8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:07.248856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:07.307746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce07ba91-2330-4347-8adb-d294de2045ff tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:07.307746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ce07ba91-2330-4347-8adb-d294de2045ff tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:07.365110 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:07.397255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88393c83-55ee-4784-8b20-d585ad85ae2f None None] Pushing event updated for resources: {'Port': ['ID=708544c9-1152-40ba-82ec-a05051cdfb94,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:07.456792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:07.459241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 44e805b4-425d-4756-9466-77f89e1488c6 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:07.514414 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-ce07ba91-2330-4347-8adb-d294de2045ff tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 7ac33fe8-8e6f-4ce0-a3ce-f3fb317c9c05 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:32:07.599405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:07.620182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:07.646315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Pushing event updated for resources: {'Port': ['ID=cbf040dd-4405-4b7e-8b6c-b7e698558f36,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:07.743469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:07.745277 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2601d6-e26e-4fcf-bc21-f78141629089 None None] Network 57ffd759-f6be-46c7-8b94-0ae685f561a7 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:07.864105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:07.880870 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Attempting to bind port cbf040dd-4405-4b7e-8b6c-b7e698558f36 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:32:07.881457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Attempting to bind port cbf040dd-4405-4b7e-8b6c-b7e698558f36 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:32:07.881956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Attempting to bind port cbf040dd-4405-4b7e-8b6c-b7e698558f36 on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:07.895042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:32:07.903452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:07.903452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:07.903452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:32:07.903452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Bound port: cbf040dd-4405-4b7e-8b6c-b7e698558f36, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:32:07.903452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:07.927822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Router b68d4f9e-4dde-4183-bbc9-add580887b4c is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:32:07.969060 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8ef141e9-2dd3-4d64-8d4b-67387e11def3 None None] Provisioning for port 44e805b4-425d-4756-9466-77f89e1488c6 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:07.999249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 44e805b4-425d-4756-9466-77f89e1488c6 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:08.006440 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8ef141e9-2dd3-4d64-8d4b-67387e11def3 None None] Provisioning complete for port 44e805b4-425d-4756-9466-77f89e1488c6 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:08.006954 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8ef141e9-2dd3-4d64-8d4b-67387e11def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:08.007445 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8ef141e9-2dd3-4d64-8d4b-67387e11def3 None None] Attempt 1 to provision port 44e805b4-425d-4756-9466-77f89e1488c6 Oct 05 09:32:08.035141 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event updated for resources: {'Subnet': ['ID=8975ff3f-c321-449d-83dd-469184a8e5ae,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:08.067218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 44e805b4-425d-4756-9466-77f89e1488c6 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:08.067726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:08.068148 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 44e805b4-425d-4756-9466-77f89e1488c6 Oct 05 09:32:08.084313 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Checking segment: {'id': '88206742-eea9-411a-9147-43c9ad5b4c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9b00fed0-987f-4edf-a534-21521bee90f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:08.084680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Network hostable DHCP agents. Network: 9b00fed0-987f-4edf-a534-21521bee90f1, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:32:08.183320 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] For port cbf040dd-4405-4b7e-8b6c-b7e698558f36, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:32:08.207035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] For port cbf040dd-4405-4b7e-8b6c-b7e698558f36, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cbf040dd-4405-4b7e-8b6c-b7e698558f36,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:32:08.210751 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce07ba91-2330-4347-8adb-d294de2045ff tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 05 09:32:08.211530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce07ba91-2330-4347-8adb-d294de2045ff tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:32:08.238142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Network 9b00fed0-987f-4edf-a534-21521bee90f1 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:32:08.272535 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-81d91ad6-4824-4f9e-aa08-d4513f66ead8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:08.336779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:08.352370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:08.358632 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ce07ba91-2330-4347-8adb-d294de2045ff tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5224075 Oct 05 09:32:08.366497 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33974) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:08.371497 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d91ad6-4824-4f9e-aa08-d4513f66ead8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network 610f15ed-20c7-4887-a482-e021058c1f35 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:08.384568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:08.389257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:08.418115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Sync routers for ids ['b68d4f9e-4dde-4183-bbc9-add580887b4c'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:08.425364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-81d91ad6-4824-4f9e-aa08-d4513f66ead8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:08.428929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d91ad6-4824-4f9e-aa08-d4513f66ead8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:08.429596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-81d91ad6-4824-4f9e-aa08-d4513f66ead8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:08.458575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 9b00fed0-987f-4edf-a534-21521bee90f1) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:08.463748 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8ef141e9-2dd3-4d64-8d4b-67387e11def3 None None] Current status of the port 44e805b4-425d-4756-9466-77f89e1488c6 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:08.464329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:08.465123 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:08.465614 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8ef141e9-2dd3-4d64-8d4b-67387e11def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:08.487240 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d91ad6-4824-4f9e-aa08-d4513f66ead8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Subnet': ['ID=7282feb2-87f1-4790-a4cb-bec07f038ce3,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:08.494470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1a26e0-2011-4499-a29e-9c5283c556f2 None None] Network 9b00fed0-987f-4edf-a534-21521bee90f1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:08.523485 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:08.526710 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4e887365-c66b-4109-b3f9-eed635f2ed51 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9448071 Oct 05 09:32:08.530477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33978) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:08.612986 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-574fcd76-d534-409a-990a-24f832a8bf89 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2130427 Oct 05 09:32:08.614626 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-81d91ad6-4824-4f9e-aa08-d4513f66ead8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1163399 Oct 05 09:32:08.623853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33982) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:08.624189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33984) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:08.637891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'network_id': '610f15ed-20c7-4887-a482-e021058c1f35', 'fixed_ips': [{'subnet_id': 'a6541f3c-0335-472c-9ba9-e4e408174b4f'}, {'subnet_id': '7282feb2-87f1-4790-a4cb-bec07f038ce3'}], 'name': 'tempest-PortsIpV6TestJSON-842818615'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:08.647478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Routers {'b68d4f9e-4dde-4183-bbc9-add580887b4c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:08.648311 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b68d4f9e-4dde-4183-bbc9-add580887b4c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:08.687531 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Request body: {'subnet': {'network_id': '46aad5ab-0c34-4155-b424-e962b42f4437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:08.710169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9e2b28-e535-4577-8657-2a065e488b83 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:08.716236 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9e2b28-e535-4577-8657-2a065e488b83 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:08.717103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6e9e2b28-e535-4577-8657-2a065e488b83 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:08.869730 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 44e805b4-425d-4756-9466-77f89e1488c6 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:08.870324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:08.880292 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37dd3e-df3c-4daa-8213-d4a0289b7410 None None] Pushing event updated for resources: {'Port': ['ID=cbf040dd-4405-4b7e-8b6c-b7e698558f36,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:08.926493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Router 54bdc2e5-a55d-4bcf-a69a-5bd5c04ebee4 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:32:08.946323 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96888f0e-2ec3-4576-8e9c-115134d4de60 None None] Network 610f15ed-20c7-4887-a482-e021058c1f35 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:09.029570 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8ef141e9-2dd3-4d64-8d4b-67387e11def3 None None] For port 44e805b4-425d-4756-9466-77f89e1488c6, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=44e805b4-425d-4756-9466-77f89e1488c6,segment=NetworkSegment(426e0a82-f327-4720-8ccb-c36ffc640bfb),segment_id=426e0a82-f327-4720-8ccb-c36ffc640bfb)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:09.082845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:09.093810 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Usage tracker for resource:subnet and tenant:9484583d65cf4364bc524e1767e1ab62 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:09.109411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6e9e2b28-e535-4577-8657-2a065e488b83 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:09.113618 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6e9e2b28-e535-4577-8657-2a065e488b83 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7460301 Oct 05 09:32:09.114736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:09.115698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 33990) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:09.124395 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2ccd151e-a00e-44f4-8193-01029924efe1 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/routers/b68d4f9e-4dde-4183-bbc9-add580887b4c HTTP/1.1" status: 200 len: 907 time: 0.5906448 Oct 05 09:32:09.127213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33994) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:09.131151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:09.139959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Request body: {'router': {'name': 'tempest-snat-router-98388325', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'enable_snat': True}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:09.146789 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:09.150606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:09.155941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Usage tracker for resource:router and tenant:fc9915f767ce41e596f516b62a2d06a5 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:09.160012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:port and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:09.164769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:09.167048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:09.174855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:09.177118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:09.187178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8ef141e9-2dd3-4d64-8d4b-67387e11def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:09.207907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:09.213309 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:09.214750 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4ae41aea-c3cf-4d88-9439-e5f5454eeae5 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "PUT /v2.0/routers/54bdc2e5-a55d-4bcf-a69a-5bd5c04ebee4 HTTP/1.1" status: 200 len: 916 time: 6.2925653 Oct 05 09:32:09.218060 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 33998) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:09.220628 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23839711-a179-428f-ac97-9ebeea51e32a None None] Sync routers for ids ['54bdc2e5-a55d-4bcf-a69a-5bd5c04ebee4'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:09.233129 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23839711-a179-428f-ac97-9ebeea51e32a None None] Routers {'54bdc2e5-a55d-4bcf-a69a-5bd5c04ebee4'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:09.234356 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-23839711-a179-428f-ac97-9ebeea51e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['54bdc2e5-a55d-4bcf-a69a-5bd5c04ebee4'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:09.239968 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-3d396795-eb89-4a35-82ab-ca1b70e8bf57 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port c8ee4862-ff36-40fa-bcbe-44a1db10f06b {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:09.240428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3d396795-eb89-4a35-82ab-ca1b70e8bf57 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:09.318758 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-23839711-a179-428f-ac97-9ebeea51e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:09.331321 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Made reservation on behalf of 9484583d65cf4364bc524e1767e1ab62 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:09.334931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:09.354149 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23839711-a179-428f-ac97-9ebeea51e32a None None] Routers {'54bdc2e5-a55d-4bcf-a69a-5bd5c04ebee4'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:09.355035 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-23839711-a179-428f-ac97-9ebeea51e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['54bdc2e5-a55d-4bcf-a69a-5bd5c04ebee4'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:09.382669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:09.434072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:09.435654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:09.455540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:09.472527 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-23839711-a179-428f-ac97-9ebeea51e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:09.473430 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23839711-a179-428f-ac97-9ebeea51e32a None None] The sync data for ids ['54bdc2e5-a55d-4bcf-a69a-5bd5c04ebee4'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:09.522425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-9b00fed0-987f-4edf-a534-21521bee90f1', 'network_id': '9b00fed0-987f-4edf-a534-21521bee90f1', 'tenant_id': '9484583d65cf4364bc524e1767e1ab62', 'fixed_ips': [{'subnet_id': '8975ff3f-c321-449d-83dd-469184a8e5ae'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:32:09.523258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:09.577700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:32:09.578089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:32:09.586237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Set router b68d4f9e-4dde-4183-bbc9-add580887b4c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:09.728236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5bc96f49-def7-43b5-b3fd-932464570ee1 None None] Provisioning for port 708544c9-1152-40ba-82ec-a05051cdfb94 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:09.776050 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef141e9-2dd3-4d64-8d4b-67387e11def3 None None] Pushing event updated for resources: {'Port': ['ID=44e805b4-425d-4756-9466-77f89e1488c6,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:09.858480 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3d396795-eb89-4a35-82ab-ca1b70e8bf57 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:10.006099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-3d396795-eb89-4a35-82ab-ca1b70e8bf57 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for c8ee4862-ff36-40fa-bcbe-44a1db10f06b owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:10.153975 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 44e805b4-425d-4756-9466-77f89e1488c6 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:10.165865 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8eca405c-b8d6-42f8-887d-a293b7f3b23b None None] Provisioning complete for port 44e805b4-425d-4756-9466-77f89e1488c6 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:10.166288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8eca405c-b8d6-42f8-887d-a293b7f3b23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:10.166627 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8eca405c-b8d6-42f8-887d-a293b7f3b23b None None] Attempt 1 to provision port 44e805b4-425d-4756-9466-77f89e1488c6 Oct 05 09:32:10.330374 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Allocated IP 2001:db8::2 (9b00fed0-987f-4edf-a534-21521bee90f1/8975ff3f-c321-449d-83dd-469184a8e5ae/cb81b185-5a00-4c12-a9a0-19decf933961) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:10.359860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:10.367919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:10.392599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3d396795-eb89-4a35-82ab-ca1b70e8bf57 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:10.438495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 708544c9-1152-40ba-82ec-a05051cdfb94 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:10.493893 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d396795-eb89-4a35-82ab-ca1b70e8bf57 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=c8ee4862-ff36-40fa-bcbe-44a1db10f06b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:10.497586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event updated for resources: {'Subnet': ['ID=c5176540-41cc-40be-a694-bd421351f944,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:10.537080 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a1c7f144-5d05-4439-bfe5-dc4cf6829374 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/routers/54bdc2e5-a55d-4bcf-a69a-5bd5c04ebee4 HTTP/1.1" status: 200 len: 922 time: 1.3178027 Oct 05 09:32:10.543905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:10.556318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34002) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:10.600216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3d396795-eb89-4a35-82ab-ca1b70e8bf57 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:10.641515 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8eca405c-b8d6-42f8-887d-a293b7f3b23b None None] Current status of the port 44e805b4-425d-4756-9466-77f89e1488c6 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:10.681907 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Checking segment: {'id': 'f854653c-b6e7-4d5b-a932-2ad3d5f08770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '46aad5ab-0c34-4155-b424-e962b42f4437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:10.682836 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Network hostable DHCP agents. Network: 46aad5ab-0c34-4155-b424-e962b42f4437, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:32:10.684718 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3d396795-eb89-4a35-82ab-ca1b70e8bf57 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/c8ee4862-ff36-40fa-bcbe-44a1db10f06b HTTP/1.1" status: 204 len: 168 time: 1.5679572 Oct 05 09:32:10.687138 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34006) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:10.701448 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port 9d6a42ed-d596-4929-98dc-5a986f7eed81 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:32:10.714867 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68d4f9e-4dde-4183-bbc9-add580887b4c', 'name': 'tempest-snat-router-98388325', 'tenant_id': 'fc9915f767ce41e596f516b62a2d06a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.124'}], 'enable_snat': False}, 'gw_port_id': '83fb8542-3d5f-468a-a858-59a45c5d7c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:01Z', 'updated_at': '2022-10-05T09:32:05Z', 'revision_number': 3, 'project_id': 'fc9915f767ce41e596f516b62a2d06a5', 'gw_port': {'id': '83fb8542-3d5f-468a-a858-59a45c5d7c85', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68d4f9e-4dde-4183-bbc9-add580887b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:32:03Z', 'updated_at': '2022-10-05T09:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:10.804064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6240e0b-332b-42e8-8713-a0fba4c20af3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:10.807333 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6240e0b-332b-42e8-8713-a0fba4c20af3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:10.809190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d6240e0b-332b-42e8-8713-a0fba4c20af3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:10.848761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Checking router: b68d4f9e-4dde-4183-bbc9-add580887b4c for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:32:10.849107 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Updating router b68d4f9e-4dde-4183-bbc9-add580887b4c port 83fb8542-3d5f-468a-a858-59a45c5d7c85 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:32:10.903264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3619a672-899b-4a0b-89b6-7b7d8df4918b None None] Update dhcp port {'port': {'network_id': '610f15ed-20c7-4887-a482-e021058c1f35', 'fixed_ips': [{'subnet_id': 'a6541f3c-0335-472c-9ba9-e4e408174b4f', 'ip_address': '2001:db8::2'}, {'subnet_id': '7282feb2-87f1-4790-a4cb-bec07f038ce3'}], 'binding:host_id': 'dv-neutron-860329-1-hyperv'}, 'id': '708544c9-1152-40ba-82ec-a05051cdfb94'} from dv-neutron-860329-1-hyperv. {{(pid=89847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:32:10.934294 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d6240e0b-332b-42e8-8713-a0fba4c20af3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:10.935564 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d6240e0b-332b-42e8-8713-a0fba4c20af3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2471974 Oct 05 09:32:10.939106 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34010) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:10.993929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:11.005808 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8eca405c-b8d6-42f8-887d-a293b7f3b23b None None] Provisioning for port cbf040dd-4405-4b7e-8b6c-b7e698558f36 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:11.024953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0d5d5b-a3eb-4bc6-9125-cea8d9533c97 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 81450e71-e390-4363-a01c-c9cee8a938cf {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:32:11.030060 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5d5b-a3eb-4bc6-9125-cea8d9533c97 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:11.034103 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Transition to ACTIVE for port object cb81b185-5a00-4c12-a9a0-19decf933961 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:11.047839 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:11.051368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Network 46aad5ab-0c34-4155-b424-e962b42f4437 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:32:11.075116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4334f55-b79d-4b74-8cf7-b7fc68ea6d34 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:11.078353 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b4334f55-b79d-4b74-8cf7-b7fc68ea6d34 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&device_id=54bdc2e5-a55d-4bcf-a69a-5bd5c04ebee4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5157540 Oct 05 09:32:11.082394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34014) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:11.088544 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3619a672-899b-4a0b-89b6-7b7d8df4918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:11.124573 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 708544c9-1152-40ba-82ec-a05051cdfb94 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:11.130845 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Transition to ACTIVE for port object cb81b185-5a00-4c12-a9a0-19decf933961 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:11.195578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 46aad5ab-0c34-4155-b424-e962b42f4437) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:11.207163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5d5b-a3eb-4bc6-9125-cea8d9533c97 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:11.213257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:11.214013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:11.220769 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75e9065-ee04-424c-b037-09aabf3fa8a0 None None] Network 46aad5ab-0c34-4155-b424-e962b42f4437 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:11.233829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 708544c9-1152-40ba-82ec-a05051cdfb94 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:11.234233 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:11.234571 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 708544c9-1152-40ba-82ec-a05051cdfb94 Oct 05 09:32:11.273265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-30b0325b-c57e-4757-b520-749a37a6b29b None None] Could not find standard attr ID for object c8ee4862-ff36-40fa-bcbe-44a1db10f06b. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:32:11.327967 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f8ae5b-4159-4de1-b1ee-004ee21c8739 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:11.328255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-17f8ae5b-4159-4de1-b1ee-004ee21c8739 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Synchronizing usage tracker for tenant:5aa1a1578f464bb99a109d02a8f0e770 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:11.358042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-17f8ae5b-4159-4de1-b1ee-004ee21c8739 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] Unset dirty status for tenant:5aa1a1578f464bb99a109d02a8f0e770 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:11.362676 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-17f8ae5b-4159-4de1-b1ee-004ee21c8739 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/networks/12658a95-590a-4fd3-b4a7-e649c53318e9 HTTP/1.1" status: 200 len: 881 time: 0.2751536 Oct 05 09:32:11.364508 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34018) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:11.388264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:11.428279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5d5b-a3eb-4bc6-9125-cea8d9533c97 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:11.439745 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-21436747-ce51-4c55-ba55-02804d3e403c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8144834 Oct 05 09:32:11.447070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34022) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:11.482029 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-79489b10-07e8-4ba9-bf81-174d3ce32ed8 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bdc2e5-a55d-4bcf-a69a-5bd5c04ebee4 HTTP/1.1" status: 200 len: 205 time: 0.1134634 Oct 05 09:32:11.485226 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34026) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:11.570621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Allocated IP 2001:db8::322 (610f15ed-20c7-4887-a482-e021058c1f35/a6541f3c-0335-472c-9ba9-e4e408174b4f/9d6a42ed-d596-4929-98dc-5a986f7eed81) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:11.652480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Allocated IP 2001:db8:0:1::1d0 (610f15ed-20c7-4887-a482-e021058c1f35/7282feb2-87f1-4790-a4cb-bec07f038ce3/9d6a42ed-d596-4929-98dc-5a986f7eed81) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:11.691540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Network 9b00fed0-987f-4edf-a534-21521bee90f1 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:11.705147 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:11.705835 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04942a43-f486-40f7-9aec-9af39c844621 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:11.717873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:11.734225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Pushing event updated for resources: {'Port': ['ID=cb81b185-5a00-4c12-a9a0-19decf933961,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:11.770711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5d5b-a3eb-4bc6-9125-cea8d9533c97 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:11.824501 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d5d5b-a3eb-4bc6-9125-cea8d9533c97 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=81450e71-e390-4363-a01c-c9cee8a938cf,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:11.839952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5d5b-a3eb-4bc6-9125-cea8d9533c97 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:11.870810 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4037d27c-097c-4d9c-89fc-fd9227112ada None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:11.928597 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ba0d5d5b-a3eb-4bc6-9125-cea8d9533c97 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/81450e71-e390-4363-a01c-c9cee8a938cf HTTP/1.1" status: 204 len: 168 time: 0.9883115 Oct 05 09:32:11.933150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34030) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:11.968375 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.084186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.130750 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-64b6043b-a9a1-4b31-b45c-4a2033593f19 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1980996 Oct 05 09:32:12.136066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34034) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:12.143540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-fae9615e-6660-4c7c-8942-679e04c0f3a4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:12.247021 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04942a43-f486-40f7-9aec-9af39c844621 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.249569 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Attempting to bind port cb81b185-5a00-4c12-a9a0-19decf933961 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:32:12.250299 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Attempting to bind port cb81b185-5a00-4c12-a9a0-19decf933961 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '88206742-eea9-411a-9147-43c9ad5b4c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9b00fed0-987f-4edf-a534-21521bee90f1'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:32:12.250299 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Attempting to bind port cb81b185-5a00-4c12-a9a0-19decf933961 on network 9b00fed0-987f-4edf-a534-21521bee90f1 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:12.278469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fae9615e-6660-4c7c-8942-679e04c0f3a4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:12.283106 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fae9615e-6660-4c7c-8942-679e04c0f3a4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:12.285889 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fae9615e-6660-4c7c-8942-679e04c0f3a4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:12.292818 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fae9615e-6660-4c7c-8942-679e04c0f3a4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:12.355684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-04942a43-f486-40f7-9aec-9af39c844621 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Deleting port da861326-e812-46cc-ad4d-edefca61ab6a {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:12.356192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:32:12.356338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04942a43-f486-40f7-9aec-9af39c844621 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.356571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Checking segment: {'id': '88206742-eea9-411a-9147-43c9ad5b4c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9b00fed0-987f-4edf-a534-21521bee90f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:12.356974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.357364 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Bound using segment: {'id': '88206742-eea9-411a-9147-43c9ad5b4c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9b00fed0-987f-4edf-a534-21521bee90f1'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:32:12.357866 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Bound port: cb81b185-5a00-4c12-a9a0-19decf933961, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88206742-eea9-411a-9147-43c9ad5b4c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9b00fed0-987f-4edf-a534-21521bee90f1'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:32:12.358270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.377897 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 708544c9-1152-40ba-82ec-a05051cdfb94 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:12.378319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.403720 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae9615e-6660-4c7c-8942-679e04c0f3a4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:12.411372 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fae9615e-6660-4c7c-8942-679e04c0f3a4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.450525 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-46aad5ab-0c34-4155-b424-e962b42f4437', 'network_id': '46aad5ab-0c34-4155-b424-e962b42f4437', 'tenant_id': '9484583d65cf4364bc524e1767e1ab62', 'fixed_ips': [{'subnet_id': 'c5176540-41cc-40be-a694-bd421351f944'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:32:12.451346 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.461526 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.571391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 708544c9-1152-40ba-82ec-a05051cdfb94, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=708544c9-1152-40ba-82ec-a05051cdfb94,segment=NetworkSegment(576051b8-eb4b-4b23-b630-341d00ec54ca),segment_id=576051b8-eb4b-4b23-b630-341d00ec54ca)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:12.625389 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.679571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.680379 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cbf040dd-4405-4b7e-8b6c-b7e698558f36 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:12.695542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Transition to ACTIVE for port object 9d6a42ed-d596-4929-98dc-5a986f7eed81 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:12.711080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] For port cb81b185-5a00-4c12-a9a0-19decf933961, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:32:12.728645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04942a43-f486-40f7-9aec-9af39c844621 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.795636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] For port cb81b185-5a00-4c12-a9a0-19decf933961, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cb81b185-5a00-4c12-a9a0-19decf933961,segment=NetworkSegment(88206742-eea9-411a-9147-43c9ad5b4c0a),segment_id=88206742-eea9-411a-9147-43c9ad5b4c0a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:32:12.873799 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.889602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.891229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-04942a43-f486-40f7-9aec-9af39c844621 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Calling delete_port for da861326-e812-46cc-ad4d-edefca61ab6a owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:12.896253 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Allocated IP 2001:db8::1 (9b00fed0-987f-4edf-a534-21521bee90f1/8975ff3f-c321-449d-83dd-469184a8e5ae/ea6d9568-541b-4f74-b6f5-73993bca641e) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:12.908436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Transition to ACTIVE for port object 83fb8542-3d5f-468a-a858-59a45c5d7c85 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:12.910674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=708544c9-1152-40ba-82ec-a05051cdfb94,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:12.955495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.976464 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:32:12.996856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Allocated IP 2001:db8::2 (46aad5ab-0c34-4155-b424-e962b42f4437/c5176540-41cc-40be-a694-bd421351f944/0ef91285-8ea1-4170-8c71-159778451875) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:13.058451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] Deleting port cbf040dd-4405-4b7e-8b6c-b7e698558f36 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:13.058821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.083177 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.174594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network 610f15ed-20c7-4887-a482-e021058c1f35 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:13.175512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Attempting to bind port 83fb8542-3d5f-468a-a858-59a45c5d7c85 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:32:13.175879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Attempting to bind port 83fb8542-3d5f-468a-a858-59a45c5d7c85 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:32:13.176681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Attempting to bind port 83fb8542-3d5f-468a-a858-59a45c5d7c85 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:13.181533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:13.184080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:13.190209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:13.190963 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.207641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=9d6a42ed-d596-4929-98dc-5a986f7eed81,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:13.237781 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04942a43-f486-40f7-9aec-9af39c844621 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.287311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Allocated IP 172.26.7.193 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:13.312906 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.323454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fae9615e-6660-4c7c-8942-679e04c0f3a4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.334658 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Transition to ACTIVE for port object ea6d9568-541b-4f74-b6f5-73993bca641e will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:13.338563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1a7c8-3cbd-4b38-affd-8d9d738e3072 None None] Pushing event updated for resources: {'Port': ['ID=cb81b185-5a00-4c12-a9a0-19decf933961,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:13.356054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:32:13.356444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:13.356866 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.357263 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:32:13.357753 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Bound port: 83fb8542-3d5f-468a-a858-59a45c5d7c85, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:32:13.358161 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.363856 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3f12d9e5-7f96-4169-82e6-545431774d69 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.7345605 Oct 05 09:32:13.365771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34040) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:13.372975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-660004c6-cf61-4719-a21a-e6059f936de5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6541f3c-0335-472c-9ba9-e4e408174b4f'}]}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:13.393177 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port cbf040dd-4405-4b7e-8b6c-b7e698558f36 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:13.397815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04942a43-f486-40f7-9aec-9af39c844621 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Pushing event deleted for resources: {'Port': ['ID=da861326-e812-46cc-ad4d-edefca61ab6a,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:13.450930 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-3619a672-899b-4a0b-89b6-7b7d8df4918b None None] Allocated IP 2001:db8:0:1::2 (610f15ed-20c7-4887-a482-e021058c1f35/7282feb2-87f1-4790-a4cb-bec07f038ce3/708544c9-1152-40ba-82ec-a05051cdfb94) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:13.472511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.487645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9615e-6660-4c7c-8942-679e04c0f3a4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:13.526538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port cbf040dd-4405-4b7e-8b6c-b7e698558f36 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:13.527027 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.527391 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port cbf040dd-4405-4b7e-8b6c-b7e698558f36 Oct 05 09:32:13.564539 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-fae9615e-6660-4c7c-8942-679e04c0f3a4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:13.571350 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04942a43-f486-40f7-9aec-9af39c844621 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.652704 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae9615e-6660-4c7c-8942-679e04c0f3a4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:13.653433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fae9615e-6660-4c7c-8942-679e04c0f3a4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.674606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Network 9b00fed0-987f-4edf-a534-21521bee90f1 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:13.745191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146edc0f-c3f6-4a43-823b-387f2e3e20d1 None None] Pushing event updated for resources: {'Port': ['ID=83fb8542-3d5f-468a-a858-59a45c5d7c85,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:13.833734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:13.840313 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:13.840876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.843382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9615e-6660-4c7c-8942-679e04c0f3a4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=5d083e77-fde5-49ab-b04b-823d8aadbd39,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:13.853961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04942a43-f486-40f7-9aec-9af39c844621 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.859097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04942a43-f486-40f7-9aec-9af39c844621 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.880310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] For port 83fb8542-3d5f-468a-a858-59a45c5d7c85, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:32:13.953482 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fae9615e-6660-4c7c-8942-679e04c0f3a4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8173182 Oct 05 09:32:13.954291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34044) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:13.961752 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e34de51f-6774-4f01-9db5-625750dc7fd5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'fixed_ips': [{'subnet_id': '5d083e77-fde5-49ab-b04b-823d8aadbd39', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1848590367'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:13.962348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] For port 83fb8542-3d5f-468a-a858-59a45c5d7c85, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=83fb8542-3d5f-468a-a858-59a45c5d7c85,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:32:13.973852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event updated for resources: {'Port': ['ID=ea6d9568-541b-4f74-b6f5-73993bca641e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:13.992261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04942a43-f486-40f7-9aec-9af39c844621 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.992261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04942a43-f486-40f7-9aec-9af39c844621 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Fanout notify agent at l3_agent the message router_deleted on router 54bdc2e5-a55d-4bcf-a69a-5bd5c04ebee4 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:32:14.017883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-3619a672-899b-4a0b-89b6-7b7d8df4918b None None] For port 708544c9-1152-40ba-82ec-a05051cdfb94, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=708544c9-1152-40ba-82ec-a05051cdfb94,segment=NetworkSegment(576051b8-eb4b-4b23-b630-341d00ec54ca),segment_id=576051b8-eb4b-4b23-b630-341d00ec54ca)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:14.077129 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.083124 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.104260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-660004c6-cf61-4719-a21a-e6059f936de5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.154231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.178919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Transition to ACTIVE for port object 0ef91285-8ea1-4170-8c71-159778451875 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:14.211895 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04942a43-f486-40f7-9aec-9af39c844621 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.213534 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-04942a43-f486-40f7-9aec-9af39c844621 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "DELETE /v2.0/routers/54bdc2e5-a55d-4bcf-a69a-5bd5c04ebee4 HTTP/1.1" status: 204 len: 168 time: 2.7278562 Oct 05 09:32:14.221185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34050) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:14.225515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e34de51f-6774-4f01-9db5-625750dc7fd5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:14.232102 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1855981251', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:14.232656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e34de51f-6774-4f01-9db5-625750dc7fd5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:14.239174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e34de51f-6774-4f01-9db5-625750dc7fd5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:14.244945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:14.245453 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] For port cbf040dd-4405-4b7e-8b6c-b7e698558f36, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cbf040dd-4405-4b7e-8b6c-b7e698558f36,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:14.245848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.250166 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Usage tracker for resource:router and tenant:679c65e509164138966b04c5cbb65d8b is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:14.252733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e34de51f-6774-4f01-9db5-625750dc7fd5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:14.253417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port cbf040dd-4405-4b7e-8b6c-b7e698558f36 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:14.253798 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.254914 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:14.261609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:14.263416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Routers {'b68d4f9e-4dde-4183-bbc9-add580887b4c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:14.264063 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b68d4f9e-4dde-4183-bbc9-add580887b4c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:14.312603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3619a672-899b-4a0b-89b6-7b7d8df4918b None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.339785 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34de51f-6774-4f01-9db5-625750dc7fd5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:14.409333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Transition to ACTIVE for port object 0ef91285-8ea1-4170-8c71-159778451875 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:14.484453 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] Calling delete_port for cbf040dd-4405-4b7e-8b6c-b7e698558f36 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:14.489350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.496405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.504872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.528878 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146edc0f-c3f6-4a43-823b-387f2e3e20d1 None None] Pushing event updated for resources: {'Port': ['ID=83fb8542-3d5f-468a-a858-59a45c5d7c85,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:14.531635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d13d1d-3cb8-42cb-9eb8-e5f2f25cc92d None None] Network 9b00fed0-987f-4edf-a534-21521bee90f1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:14.561929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3619a672-899b-4a0b-89b6-7b7d8df4918b None None] Transition to ACTIVE for port object 708544c9-1152-40ba-82ec-a05051cdfb94 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:14.630706 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.634339 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e34de51f-6774-4f01-9db5-625750dc7fd5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.650970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:14.653617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.656703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-e34de51f-6774-4f01-9db5-625750dc7fd5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 736acbfe-764e-4f1f-aace-fbde3c1a503c yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:32:14.662603 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:14.665105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.666020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port cbf040dd-4405-4b7e-8b6c-b7e698558f36, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cbf040dd-4405-4b7e-8b6c-b7e698558f36,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:14.674135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:14.695039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3619a672-899b-4a0b-89b6-7b7d8df4918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.756944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Pushing event updated for resources: {'Port': ['ID=c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:14.808219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.808967 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 44e805b4-425d-4756-9466-77f89e1488c6 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:14.870004 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34de51f-6774-4f01-9db5-625750dc7fd5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:32:14.870004 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34de51f-6774-4f01-9db5-625750dc7fd5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:32:14.949236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Network 46aad5ab-0c34-4155-b424-e962b42f4437 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:14.950023 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7a8c7bb9-2ce2-49a8-b6e3-3cab001d670f None None] Provisioning for port cb81b185-5a00-4c12-a9a0-19decf933961 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:14.972544 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e34de51f-6774-4f01-9db5-625750dc7fd5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0169122 Oct 05 09:32:14.975995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34056) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:14.997654 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:15.020989 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:15.062098 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Pushing event updated for resources: {'Port': ['ID=0ef91285-8ea1-4170-8c71-159778451875,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:15.091765 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb041b8-90dc-49ad-8b62-2f1af696578f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:15.093108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5cb041b8-90dc-49ad-8b62-2f1af696578f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:15.177764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5cb041b8-90dc-49ad-8b62-2f1af696578f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:15.183021 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5cb041b8-90dc-49ad-8b62-2f1af696578f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2026761 Oct 05 09:32:15.183204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:32:15.183204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:32:15.183378 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34060) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:15.245637 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] Set router b68d4f9e-4dde-4183-bbc9-add580887b4c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:15.262690 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b30d3e-ed49-4d79-a358-575f13beaa84 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:15.264645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b30d3e-ed49-4d79-a358-575f13beaa84 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:15.265506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-24b30d3e-ed49-4d79-a358-575f13beaa84 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:15.352112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-24b30d3e-ed49-4d79-a358-575f13beaa84 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:15.355203 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-24b30d3e-ed49-4d79-a358-575f13beaa84 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1712971 Oct 05 09:32:15.358544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34064) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:15.428587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-660004c6-cf61-4719-a21a-e6059f936de5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Delete allocated IP 2001:db8:0:1::1d0 (610f15ed-20c7-4887-a482-e021058c1f35/7282feb2-87f1-4790-a4cb-bec07f038ce3) {{(pid=89845) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 05 09:32:15.478728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-35eeb609-76cc-4a25-a2a4-21bf635fe1cf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 5d083e77-fde5-49ab-b04b-823d8aadbd39 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:32:15.480444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Attempting to bind port 0ef91285-8ea1-4170-8c71-159778451875 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:32:15.480943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Attempting to bind port 0ef91285-8ea1-4170-8c71-159778451875 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'f854653c-b6e7-4d5b-a932-2ad3d5f08770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '46aad5ab-0c34-4155-b424-e962b42f4437'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:32:15.481141 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Attempting to bind port 0ef91285-8ea1-4170-8c71-159778451875 on network 46aad5ab-0c34-4155-b424-e962b42f4437 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:15.482835 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-35eeb609-76cc-4a25-a2a4-21bf635fe1cf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.530966 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619a672-899b-4a0b-89b6-7b7d8df4918b None None] Pushing event updated for resources: {'Port': ['ID=708544c9-1152-40ba-82ec-a05051cdfb94,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:15.564730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-35eeb609-76cc-4a25-a2a4-21bf635fe1cf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.617744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:32:15.618265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Checking segment: {'id': 'f854653c-b6e7-4d5b-a932-2ad3d5f08770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '46aad5ab-0c34-4155-b424-e962b42f4437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:15.618742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.619168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Bound using segment: {'id': 'f854653c-b6e7-4d5b-a932-2ad3d5f08770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '46aad5ab-0c34-4155-b424-e962b42f4437'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:32:15.619675 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Bound port: 0ef91285-8ea1-4170-8c71-159778451875, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f854653c-b6e7-4d5b-a932-2ad3d5f08770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '46aad5ab-0c34-4155-b424-e962b42f4437'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:32:15.622239 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.644417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 44e805b4-425d-4756-9466-77f89e1488c6 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:15.645051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.645539 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 44e805b4-425d-4756-9466-77f89e1488c6 Oct 05 09:32:15.661115 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-35eeb609-76cc-4a25-a2a4-21bf635fe1cf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.696977 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] Deleting port cbf040dd-4405-4b7e-8b6c-b7e698558f36 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:15.697624 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.726851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.843609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-35eeb609-76cc-4a25-a2a4-21bf635fe1cf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.896867 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-35eeb609-76cc-4a25-a2a4-21bf635fe1cf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.899917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eeb609-76cc-4a25-a2a4-21bf635fe1cf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=5d083e77-fde5-49ab-b04b-823d8aadbd39,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:15.914667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=cbf040dd-4405-4b7e-8b6c-b7e698558f36,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:15.991057 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-35eeb609-76cc-4a25-a2a4-21bf635fe1cf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/5d083e77-fde5-49ab-b04b-823d8aadbd39 HTTP/1.1" status: 204 len: 168 time: 0.6302383 Oct 05 09:32:15.991713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34068) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:16.088216 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9ead52bd-bab0-4621-a139-1aed6fbab275 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909455 Oct 05 09:32:16.088579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34072) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:16.088779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] For port 0ef91285-8ea1-4170-8c71-159778451875, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:32:16.095393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ef80c913-f426-48ab-a4ab-607912756a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:16.160252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2cd711-f52a-40f7-a2f2-f19609216ac6 None None] Network 610f15ed-20c7-4887-a482-e021058c1f35 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:16.195270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] For port 0ef91285-8ea1-4170-8c71-159778451875, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0ef91285-8ea1-4170-8c71-159778451875,segment=NetworkSegment(f854653c-b6e7-4d5b-a932-2ad3d5f08770),segment_id=f854653c-b6e7-4d5b-a932-2ad3d5f08770)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:32:16.220062 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ef80c913-f426-48ab-a4ab-607912756a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:16.224959 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ef80c913-f426-48ab-a4ab-607912756a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:16.225713 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.resource_extend [None req-660004c6-cf61-4719-a21a-e6059f936de5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:32:16.229160 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ef80c913-f426-48ab-a4ab-607912756a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:16.235264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:16.236817 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ef80c913-f426-48ab-a4ab-607912756a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:16.260419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-660004c6-cf61-4719-a21a-e6059f936de5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:16.286156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-660004c6-cf61-4719-a21a-e6059f936de5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Ignored duplicate provisioning block setup for port 9d6a42ed-d596-4929-98dc-5a986f7eed81 by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:32:16.293705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:16.317683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:16.354991 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:16.355671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:16.365356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef80c913-f426-48ab-a4ab-607912756a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:16.371110 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 44e805b4-425d-4756-9466-77f89e1488c6 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:16.385007 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ef80c913-f426-48ab-a4ab-607912756a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:16.415075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] For port cbf040dd-4405-4b7e-8b6c-b7e698558f36, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cbf040dd-4405-4b7e-8b6c-b7e698558f36,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:16.415503 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:16.426890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-660004c6-cf61-4719-a21a-e6059f936de5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:16.434901 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-18cb02e5-659d-449f-8be8-76a51614be53 None None] Provisioning for port 708544c9-1152-40ba-82ec-a05051cdfb94 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:16.634799 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-18cb02e5-659d-449f-8be8-76a51614be53 None None] Provisioning complete for port 708544c9-1152-40ba-82ec-a05051cdfb94 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:16.635415 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-18cb02e5-659d-449f-8be8-76a51614be53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:16.636727 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-18cb02e5-659d-449f-8be8-76a51614be53 None None] Attempt 1 to provision port 708544c9-1152-40ba-82ec-a05051cdfb94 Oct 05 09:32:16.699541 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event updated for resources: {'Port': ['ID=ea6d9568-541b-4f74-b6f5-73993bca641e,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:16.769600 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-660004c6-cf61-4719-a21a-e6059f936de5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] In _notify_port_updated(), no bound segment for port 9d6a42ed-d596-4929-98dc-5a986f7eed81 on network 610f15ed-20c7-4887-a482-e021058c1f35 {{(pid=89845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:32:16.782989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660004c6-cf61-4719-a21a-e6059f936de5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:16.787961 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-660004c6-cf61-4719-a21a-e6059f936de5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:16.787961 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-660004c6-cf61-4719-a21a-e6059f936de5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "PUT /v2.0/ports/9d6a42ed-d596-4929-98dc-5a986f7eed81 HTTP/1.1" status: 200 len: 925 time: 3.4185212 Oct 05 09:32:16.815079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34076) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:16.825082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] Calling delete_port for cbf040dd-4405-4b7e-8b6c-b7e698558f36 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:16.856279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-9a0cc4d5-b7a6-41c3-8c82-c652dc1e1713 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6541f3c-0335-472c-9ba9-e4e408174b4f'}, {'subnet_id': '7282feb2-87f1-4790-a4cb-bec07f038ce3'}]}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:16.876505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb81b185-5a00-4c12-a9a0-19decf933961 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:16.900688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ef80c913-f426-48ab-a4ab-607912756a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:17.020586 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa70ff-8b98-47f9-a332-834c925a41f4 None None] Pushing event updated for resources: {'Port': ['ID=0ef91285-8ea1-4170-8c71-159778451875,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:17.051036 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef80c913-f426-48ab-a4ab-607912756a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:17.054706 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-ef80c913-f426-48ab-a4ab-607912756a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:17.061145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef80c913-f426-48ab-a4ab-607912756a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:17.062445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ef80c913-f426-48ab-a4ab-607912756a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:17.084323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80c913-f426-48ab-a4ab-607912756a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=64a9e12d-8b0a-458f-8b58-3dfca5c2f51a,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:17.115614 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68d4f9e-4dde-4183-bbc9-add580887b4c', 'name': 'tempest-snat-router-98388325', 'tenant_id': 'fc9915f767ce41e596f516b62a2d06a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.124'}], 'enable_snat': False}, 'gw_port_id': '83fb8542-3d5f-468a-a858-59a45c5d7c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:01Z', 'updated_at': '2022-10-05T09:32:05Z', 'revision_number': 3, 'project_id': 'fc9915f767ce41e596f516b62a2d06a5', 'gw_port': {'id': '83fb8542-3d5f-468a-a858-59a45c5d7c85', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68d4f9e-4dde-4183-bbc9-add580887b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:32:03Z', 'updated_at': '2022-10-05T09:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:17.147944 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9feff-0d9c-4159-a02e-0ac7a1915164 None None] The sync data for ids ['b68d4f9e-4dde-4183-bbc9-add580887b4c'] in dv-neutron-860329-1-hyperv is: [{'id': 'b68d4f9e-4dde-4183-bbc9-add580887b4c', 'name': 'tempest-snat-router-98388325', 'tenant_id': 'fc9915f767ce41e596f516b62a2d06a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.124'}], 'enable_snat': False}, 'gw_port_id': '83fb8542-3d5f-468a-a858-59a45c5d7c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:01Z', 'updated_at': '2022-10-05T09:32:05Z', 'revision_number': 3, 'project_id': 'fc9915f767ce41e596f516b62a2d06a5', 'gw_port': {'id': '83fb8542-3d5f-468a-a858-59a45c5d7c85', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68d4f9e-4dde-4183-bbc9-add580887b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:32:03Z', 'updated_at': '2022-10-05T09:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:17.238818 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ef80c913-f426-48ab-a4ab-607912756a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1486301 Oct 05 09:32:17.246053 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34080) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:17.252608 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d5cbbe98-2ff1-4438-94aa-6309223fc664 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-382409238', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:17.261366 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d5cbbe98-2ff1-4438-94aa-6309223fc664 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:17.265455 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d5cbbe98-2ff1-4438-94aa-6309223fc664 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:router and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:17.270221 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d5cbbe98-2ff1-4438-94aa-6309223fc664 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:17.279638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d5cbbe98-2ff1-4438-94aa-6309223fc664 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:17.292833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:17.350506 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] Pushing event deleted for resources: {'Port': ['ID=cbf040dd-4405-4b7e-8b6c-b7e698558f36,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:17.357663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-18cb02e5-659d-449f-8be8-76a51614be53 None None] Current status of the port 708544c9-1152-40ba-82ec-a05051cdfb94 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:17.368966 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f72017-12da-4983-affc-e6d36c90b0a9 None None] No DVR routers for this DVR port cbf040dd-4405-4b7e-8b6c-b7e698558f36 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:32:17.369507 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660004c6-cf61-4719-a21a-e6059f936de5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=9d6a42ed-d596-4929-98dc-5a986f7eed81,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:17.387680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d5cbbe98-2ff1-4438-94aa-6309223fc664 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:17.392792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d5cbbe98-2ff1-4438-94aa-6309223fc664 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:17.405687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Network 9b00fed0-987f-4edf-a534-21521bee90f1 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:17.412670 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port cb81b185-5a00-4c12-a9a0-19decf933961 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:17.417097 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:17.430160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765b2e5b-f3ee-44de-adba-1bb4f11207af None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:17.441011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d5cbbe98-2ff1-4438-94aa-6309223fc664 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:17.483279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port cb81b185-5a00-4c12-a9a0-19decf933961 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:17.483663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:17.484002 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port cb81b185-5a00-4c12-a9a0-19decf933961 Oct 05 09:32:17.540252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d5cbbe98-2ff1-4438-94aa-6309223fc664 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:17.655562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:17.677175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d5cbbe98-2ff1-4438-94aa-6309223fc664 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:17.682702 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d5cbbe98-2ff1-4438-94aa-6309223fc664 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4324591 Oct 05 09:32:17.683096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34084) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:17.780962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Provisioning for port ea6d9568-541b-4f74-b6f5-73993bca641e completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:17.841170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:17.920131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Provisioning complete for port ea6d9568-541b-4f74-b6f5-73993bca641e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:17.920726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:17.921062 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Attempt 1 to provision port ea6d9568-541b-4f74-b6f5-73993bca641e Oct 05 09:32:18.041256 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Port ea6d9568-541b-4f74-b6f5-73993bca641e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:18.112997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port cb81b185-5a00-4c12-a9a0-19decf933961 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:18.116744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:18.164677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:18.164903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': '64a9e12d-8b0a-458f-8b58-3dfca5c2f51a'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:32:18.164903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:18.329524 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port cb81b185-5a00-4c12-a9a0-19decf933961, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cb81b185-5a00-4c12-a9a0-19decf933961,segment=NetworkSegment(88206742-eea9-411a-9147-43c9ad5b4c0a),segment_id=88206742-eea9-411a-9147-43c9ad5b4c0a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:18.419437 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:18.420810 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 708544c9-1152-40ba-82ec-a05051cdfb94 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:18.444882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc4d5-b7a6-41c3-8c82-c652dc1e1713 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:18.569929 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Attempt 2 to provision port ea6d9568-541b-4f74-b6f5-73993bca641e Oct 05 09:32:18.627112 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0000d4f-e2a4-44b5-8539-7f5c42214bf3 None None] Network 46aad5ab-0c34-4155-b424-e962b42f4437 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:18.656462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Port ea6d9568-541b-4f74-b6f5-73993bca641e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:18.768189 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:18.806803 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Allocated IP 2001:db8::2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/64a9e12d-8b0a-458f-8b58-3dfca5c2f51a/c9e15825-2a99-469b-8bfb-a3269cd76172) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:18.818255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=cb81b185-5a00-4c12-a9a0-19decf933961,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:18.914095 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-9a0cc4d5-b7a6-41c3-8c82-c652dc1e1713 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Allocated IP 2001:db8:0:1::26a (610f15ed-20c7-4887-a482-e021058c1f35/7282feb2-87f1-4790-a4cb-bec07f038ce3/9d6a42ed-d596-4929-98dc-5a986f7eed81) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:19.026760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 708544c9-1152-40ba-82ec-a05051cdfb94 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:19.027108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:19.027377 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 708544c9-1152-40ba-82ec-a05051cdfb94 Oct 05 09:32:19.163095 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Attempt 3 to provision port ea6d9568-541b-4f74-b6f5-73993bca641e Oct 05 09:32:19.335458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Port ea6d9568-541b-4f74-b6f5-73993bca641e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:19.366782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Router 95afbebd-587f-4315-b514-ef8de9352f5b is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:32:19.412452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:19.436662 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Transition to ACTIVE for port object c9e15825-2a99-469b-8bfb-a3269cd76172 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:19.452331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 708544c9-1152-40ba-82ec-a05051cdfb94 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:19.466490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Transition to ACTIVE for port object c9e15825-2a99-469b-8bfb-a3269cd76172 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:19.537867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Allocated IP 172.26.7.192 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/f8712fe1-97d7-4160-9667-2d08f4beda9a) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:19.544771 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cbf040dd-4405-4b7e-8b6c-b7e698558f36 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:32:19.614348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:19.648180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.resource_extend [None req-9a0cc4d5-b7a6-41c3-8c82-c652dc1e1713 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:32:19.665383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::1 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/64a9e12d-8b0a-458f-8b58-3dfca5c2f51a/43de4def-ddad-4179-93ad-4b1eff344e3b) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:19.693800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc4d5-b7a6-41c3-8c82-c652dc1e1713 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:19.735954 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Pushing event updated for resources: {'Port': ['ID=c9e15825-2a99-469b-8bfb-a3269cd76172,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:19.740030 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:19.744180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: cbf040dd-4405-4b7e-8b6c-b7e698558f36 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:32:19.744990 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cbf040dd-4405-4b7e-8b6c-b7e698558f36 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:32:19.763449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174ea813-a93d-438f-8a97-fb65030471a9 None None] Sync routers for ids ['95afbebd-587f-4315-b514-ef8de9352f5b'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:19.771046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:19.780592 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:19.795451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:19.860923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ea813-a93d-438f-8a97-fb65030471a9 None None] Routers {'95afbebd-587f-4315-b514-ef8de9352f5b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:19.862548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-174ea813-a93d-438f-8a97-fb65030471a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['95afbebd-587f-4315-b514-ef8de9352f5b'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:19.906014 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b4bcefaf-8292-4c50-a8e6-db25fe739603 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "PUT /v2.0/routers/95afbebd-587f-4315-b514-ef8de9352f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4580662 Oct 05 09:32:19.906225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34088) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:19.907739 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-9a0cc4d5-b7a6-41c3-8c82-c652dc1e1713 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Ignored duplicate provisioning block setup for port 9d6a42ed-d596-4929-98dc-5a986f7eed81 by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:32:19.925575 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Attempt 4 to provision port ea6d9568-541b-4f74-b6f5-73993bca641e Oct 05 09:32:19.964046 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc4d5-b7a6-41c3-8c82-c652dc1e1713 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:20.008455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-174ea813-a93d-438f-8a97-fb65030471a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:20.028650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Router 522c7d39-fd4c-4345-b096-42411dfa9d23 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:32:20.039286 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb81b185-5a00-4c12-a9a0-19decf933961 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:20.101335 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Port ea6d9568-541b-4f74-b6f5-73993bca641e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:20.104553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ea813-a93d-438f-8a97-fb65030471a9 None None] Routers {'95afbebd-587f-4315-b514-ef8de9352f5b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:20.105216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-174ea813-a93d-438f-8a97-fb65030471a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['95afbebd-587f-4315-b514-ef8de9352f5b'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:20.134216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:20.173307 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Attempting to bind port c9e15825-2a99-469b-8bfb-a3269cd76172 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:32:20.173963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Attempting to bind port c9e15825-2a99-469b-8bfb-a3269cd76172 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:32:20.174529 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Attempting to bind port c9e15825-2a99-469b-8bfb-a3269cd76172 on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:20.191262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:20.195178 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cc4d5-b7a6-41c3-8c82-c652dc1e1713 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] In _notify_port_updated(), no bound segment for port 9d6a42ed-d596-4929-98dc-5a986f7eed81 on network 610f15ed-20c7-4887-a482-e021058c1f35 {{(pid=89845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:32:20.201169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0cc4d5-b7a6-41c3-8c82-c652dc1e1713 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:20.201844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc4d5-b7a6-41c3-8c82-c652dc1e1713 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:20.206634 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9a0cc4d5-b7a6-41c3-8c82-c652dc1e1713 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "PUT /v2.0/ports/9d6a42ed-d596-4929-98dc-5a986f7eed81 HTTP/1.1" status: 200 len: 1011 time: 3.3842988 Oct 05 09:32:20.206828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:32:20.206828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:20.206828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:20.206828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:32:20.206828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Bound port: c9e15825-2a99-469b-8bfb-a3269cd76172, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:32:20.206828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:20.207683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34092) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:20.229774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-174ea813-a93d-438f-8a97-fb65030471a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:20.230216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174ea813-a93d-438f-8a97-fb65030471a9 None None] The sync data for ids ['95afbebd-587f-4315-b514-ef8de9352f5b'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:20.261877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cc4d5-b7a6-41c3-8c82-c652dc1e1713 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=9d6a42ed-d596-4929-98dc-5a986f7eed81,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:20.307622 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port cb81b185-5a00-4c12-a9a0-19decf933961 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:20.307997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:20.308332 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port cb81b185-5a00-4c12-a9a0-19decf933961 Oct 05 09:32:20.351816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 43de4def-ddad-4179-93ad-4b1eff344e3b will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:20.401521 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] For port c9e15825-2a99-469b-8bfb-a3269cd76172, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:32:20.405452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] For port c9e15825-2a99-469b-8bfb-a3269cd76172, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c9e15825-2a99-469b-8bfb-a3269cd76172,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:32:20.428934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:20.434626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ef58b3d5-2e31-4c9c-af11-c5dbcd22434b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 9d6a42ed-d596-4929-98dc-5a986f7eed81 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:20.435071 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ef58b3d5-2e31-4c9c-af11-c5dbcd22434b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:20.440747 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Sync routers for ids ['522c7d39-fd4c-4345-b096-42411dfa9d23'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:20.454302 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Routers {'522c7d39-fd4c-4345-b096-42411dfa9d23'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:20.455357 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['522c7d39-fd4c-4345-b096-42411dfa9d23'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:20.457243 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d024174e-b0f8-4db8-9fbe-6e21d2befb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:20.485576 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:20.531563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:20.542734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port cb81b185-5a00-4c12-a9a0-19decf933961 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:20.544503 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 83fb8542-3d5f-468a-a858-59a45c5d7c85 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:20.605348 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Attempt 5 to provision port ea6d9568-541b-4f74-b6f5-73993bca641e Oct 05 09:32:20.706537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc13df4-1ab5-407d-9a77-7a87d88cac27 None None] Pushing event updated for resources: {'Port': ['ID=c9e15825-2a99-469b-8bfb-a3269cd76172,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:20.732705 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Set router 522c7d39-fd4c-4345-b096-42411dfa9d23 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:20.743574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Port ea6d9568-541b-4f74-b6f5-73993bca641e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:20.760716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Pushing event updated for resources: {'Port': ['ID=f8712fe1-97d7-4160-9667-2d08f4beda9a,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:20.771915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:20.773282 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b6fb2806-0727-4c8c-af74-04f771a5f004 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 11.6436627 Oct 05 09:32:20.778675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34096) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:20.830949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 83fb8542-3d5f-468a-a858-59a45c5d7c85 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:20.843138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 83fb8542-3d5f-468a-a858-59a45c5d7c85 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:20.844069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:20.849881 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 83fb8542-3d5f-468a-a858-59a45c5d7c85 Oct 05 09:32:20.934660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:21.012455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:21.032424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:21.039378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:21.065649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:21.092831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 83fb8542-3d5f-468a-a858-59a45c5d7c85 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:21.093398 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:21.100278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:21.114403 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-88052a08-151e-4bfe-b116-bb89235de06a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/routers/522c7d39-fd4c-4345-b096-42411dfa9d23 HTTP/1.1" status: 200 len: 906 time: 0.3276963 Oct 05 09:32:21.114403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34100) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:21.114691 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 83fb8542-3d5f-468a-a858-59a45c5d7c85, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=83fb8542-3d5f-468a-a858-59a45c5d7c85,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:21.138929 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:21.139500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:21.214921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:21.215120 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c7d39-fd4c-4345-b096-42411dfa9d23', 'name': 'tempest-snat-router-98388325', 'tenant_id': 'fc9915f767ce41e596f516b62a2d06a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:09Z', 'updated_at': '2022-10-05T09:32:15Z', 'revision_number': 3, 'project_id': 'fc9915f767ce41e596f516b62a2d06a5', 'gw_port': {'id': 'c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c7d39-fd4c-4345-b096-42411dfa9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:32:12Z', 'updated_at': '2022-10-05T09:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:21.217412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0ef91285-8ea1-4170-8c71-159778451875 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:21.220020 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Checking router: 522c7d39-fd4c-4345-b096-42411dfa9d23 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:32:21.220705 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Updating router 522c7d39-fd4c-4345-b096-42411dfa9d23 port c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:32:21.277766 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:21.314270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=43de4def-ddad-4179-93ad-4b1eff344e3b,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:21.365919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ef58b3d5-2e31-4c9c-af11-c5dbcd22434b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:21.376656 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-2f9e1188-6a44-408d-ba30-7f2a36c3cc36 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:32:21.377719 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2f9e1188-6a44-408d-ba30-7f2a36c3cc36 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "PUT /v2.0/routers/95afbebd-587f-4315-b514-ef8de9352f5b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4599113 Oct 05 09:32:21.382454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34104) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:21.393096 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Attempt 6 to provision port ea6d9568-541b-4f74-b6f5-73993bca641e Oct 05 09:32:21.605424 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=83fb8542-3d5f-468a-a858-59a45c5d7c85,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:21.616029 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ef58b3d5-2e31-4c9c-af11-c5dbcd22434b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 9d6a42ed-d596-4929-98dc-5a986f7eed81 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:21.629691 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Port ea6d9568-541b-4f74-b6f5-73993bca641e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:21.649290 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:21.662321 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Transition to ACTIVE for port object c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:21.705313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 0ef91285-8ea1-4170-8c71-159778451875 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:21.734611 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:21.855673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:21.856100 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Attempting to bind port c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:32:21.856634 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Attempting to bind port c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:32:21.857106 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Attempting to bind port c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:21.875362 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad420e8-7bed-4e32-8805-415d5a8c287c None None] Pushing event updated for resources: {'Port': ['ID=c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:21.875362 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:32:21.875362 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:21.875362 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:21.875362 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:32:21.875362 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Bound port: c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:32:21.875362 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:21.972369 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] For port c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:32:21.976073 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] For port c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:32:22.037239 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:22.051483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c9e15825-2a99-469b-8bfb-a3269cd76172 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:22.078974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:22.118413 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Routers {'522c7d39-fd4c-4345-b096-42411dfa9d23'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:22.119045 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['522c7d39-fd4c-4345-b096-42411dfa9d23'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:22.135950 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Attempt 7 to provision port ea6d9568-541b-4f74-b6f5-73993bca641e Oct 05 09:32:22.217104 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Port ea6d9568-541b-4f74-b6f5-73993bca641e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:22.266285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:22.284724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27fb59c-0917-44d1-8cd9-0106ea37635d None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:22.299460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port c9e15825-2a99-469b-8bfb-a3269cd76172 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:22.316112 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad420e8-7bed-4e32-8805-415d5a8c287c None None] Pushing event updated for resources: {'Port': ['ID=c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:22.341443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:22.353624 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 83fb8542-3d5f-468a-a858-59a45c5d7c85 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:22.359154 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad420e8-7bed-4e32-8805-415d5a8c287c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:22.359337 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad420e8-7bed-4e32-8805-415d5a8c287c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:22.359568 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad420e8-7bed-4e32-8805-415d5a8c287c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:22.360626 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad420e8-7bed-4e32-8805-415d5a8c287c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:22.361427 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad420e8-7bed-4e32-8805-415d5a8c287c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:22.361792 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad420e8-7bed-4e32-8805-415d5a8c287c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:22.362153 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad420e8-7bed-4e32-8805-415d5a8c287c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:22.362485 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad420e8-7bed-4e32-8805-415d5a8c287c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:22.363515 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad420e8-7bed-4e32-8805-415d5a8c287c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:22.364335 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad420e8-7bed-4e32-8805-415d5a8c287c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:22.364335 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad420e8-7bed-4e32-8805-415d5a8c287c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:22.364575 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad420e8-7bed-4e32-8805-415d5a8c287c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:22.378511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Deleting port c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:22.378850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:22.496100 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] Set router 522c7d39-fd4c-4345-b096-42411dfa9d23 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:22.545456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 83fb8542-3d5f-468a-a858-59a45c5d7c85 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:22.548496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:22.549119 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 83fb8542-3d5f-468a-a858-59a45c5d7c85 Oct 05 09:32:22.720086 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Attempt 8 to provision port ea6d9568-541b-4f74-b6f5-73993bca641e Oct 05 09:32:22.769626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ef58b3d5-2e31-4c9c-af11-c5dbcd22434b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:22.788756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Port ea6d9568-541b-4f74-b6f5-73993bca641e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:22.805316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5b453e85-9d78-4824-a8c3-03e60ff15081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:22.836826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] For port c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:22.837463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:22.849478 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:22.909490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 83fb8542-3d5f-468a-a858-59a45c5d7c85 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:22.909700 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c7d39-fd4c-4345-b096-42411dfa9d23', 'name': 'tempest-snat-router-98388325', 'tenant_id': 'fc9915f767ce41e596f516b62a2d06a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:09Z', 'updated_at': '2022-10-05T09:32:15Z', 'revision_number': 3, 'project_id': 'fc9915f767ce41e596f516b62a2d06a5', 'gw_port': {'id': 'c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c7d39-fd4c-4345-b096-42411dfa9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:32:12Z', 'updated_at': '2022-10-05T09:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:22.915500 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad99314-0f7f-49bd-b4fd-3584a0d12275 None None] The sync data for ids ['522c7d39-fd4c-4345-b096-42411dfa9d23'] in dv-neutron-860329-1-hyperv is: [{'id': '522c7d39-fd4c-4345-b096-42411dfa9d23', 'name': 'tempest-snat-router-98388325', 'tenant_id': 'fc9915f767ce41e596f516b62a2d06a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:09Z', 'updated_at': '2022-10-05T09:32:15Z', 'revision_number': 3, 'project_id': 'fc9915f767ce41e596f516b62a2d06a5', 'gw_port': {'id': 'c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c7d39-fd4c-4345-b096-42411dfa9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:32:12Z', 'updated_at': '2022-10-05T09:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:22.974097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58b3d5-2e31-4c9c-af11-c5dbcd22434b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=9d6a42ed-d596-4929-98dc-5a986f7eed81,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:23.091099 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Calling delete_port for c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:23.290447 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Attempt 9 to provision port ea6d9568-541b-4f74-b6f5-73993bca641e Oct 05 09:32:23.307975 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ef58b3d5-2e31-4c9c-af11-c5dbcd22434b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:23.416417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Port ea6d9568-541b-4f74-b6f5-73993bca641e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:23.449574 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ef58b3d5-2e31-4c9c-af11-c5dbcd22434b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/9d6a42ed-d596-4929-98dc-5a986f7eed81 HTTP/1.1" status: 204 len: 168 time: 3.2407057 Oct 05 09:32:23.457584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34108) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:23.533429 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa75d6c-ddf1-461d-9483-429a2fcc8d04 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] GET failed (client error): The resource could not be found. Oct 05 09:32:23.534159 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1aa75d6c-ddf1-461d-9483-429a2fcc8d04 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:23.556984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:23.578101 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e3e6cde9-1f21-44e8-a192-3d725ae14f46 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:23.693603 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Router 7b21c7e2-c8af-47b2-9a44-154005df25e8 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:32:23.697394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1aa75d6c-ddf1-461d-9483-429a2fcc8d04 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:23.701563 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1aa75d6c-ddf1-461d-9483-429a2fcc8d04 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/9d6a42ed-d596-4929-98dc-5a986f7eed81 HTTP/1.1" status: 404 len: 333 time: 0.2387280 Oct 05 09:32:23.702417 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:23.703171 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:23.705721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34112) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:23.902336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=43de4def-ddad-4179-93ad-4b1eff344e3b,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:23.908242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:23.959689 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Attempt 10 to provision port ea6d9568-541b-4f74-b6f5-73993bca641e Oct 05 09:32:23.961712 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:23.967291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:23.998548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:32:23.999137 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 05 09:32:24.059705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:24.084532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:24.086359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8987890-26cd-4489-8013-94a841652e53 None None] Sync routers for ids ['7b21c7e2-c8af-47b2-9a44-154005df25e8'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:24.086573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:24.116239 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Port ea6d9568-541b-4f74-b6f5-73993bca641e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:24.120704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Port c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f not found, will not notify nova. {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 05 09:32:24.161220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8987890-26cd-4489-8013-94a841652e53 None None] Routers {'7b21c7e2-c8af-47b2-9a44-154005df25e8'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:24.161856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c8987890-26cd-4489-8013-94a841652e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['7b21c7e2-c8af-47b2-9a44-154005df25e8'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:24.167999 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ee021c-4ffc-4afd-aa39-8e994f9287e9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting subnet 7282feb2-87f1-4790-a4cb-bec07f038ce3 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:32:24.185118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0ee021c-4ffc-4afd-aa39-8e994f9287e9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:24.219133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:24.220428 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8fe23fe0-ddfe-4e38-a825-2af99f077cf9 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.9982219 Oct 05 09:32:24.231277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34118) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:24.245022 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c8987890-26cd-4489-8013-94a841652e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:24.247591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:24.249305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Provisioning complete for port cb81b185-5a00-4c12-a9a0-19decf933961 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:24.249685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:24.250052 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Attempt 1 to provision port cb81b185-5a00-4c12-a9a0-19decf933961 Oct 05 09:32:24.348389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:24.360940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8987890-26cd-4489-8013-94a841652e53 None None] Routers {'7b21c7e2-c8af-47b2-9a44-154005df25e8'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:24.362565 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c8987890-26cd-4489-8013-94a841652e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['7b21c7e2-c8af-47b2-9a44-154005df25e8'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:24.435343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:24.459743 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0ee021c-4ffc-4afd-aa39-8e994f9287e9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:24.475873 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-e3e6cde9-1f21-44e8-a192-3d725ae14f46 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Deleting port ea6d9568-541b-4f74-b6f5-73993bca641e {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:24.476704 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e3e6cde9-1f21-44e8-a192-3d725ae14f46 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:24.479094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c8987890-26cd-4489-8013-94a841652e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:24.479693 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8987890-26cd-4489-8013-94a841652e53 None None] The sync data for ids ['7b21c7e2-c8af-47b2-9a44-154005df25e8'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:24.503868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-753f6c88-a915-4f48-8213-decf78f34854 None None] Current status of the port cb81b185-5a00-4c12-a9a0-19decf933961 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:24.504540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:24.640402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Router c3823df4-537d-473a-86ed-24fd075abd30 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:32:24.714465 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Provisioning for port 0ef91285-8ea1-4170-8c71-159778451875 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:24.724086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Provisioning complete for port 0ef91285-8ea1-4170-8c71-159778451875 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:24.724936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:24.725487 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Attempt 1 to provision port 0ef91285-8ea1-4170-8c71-159778451875 Oct 05 09:32:24.812490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:24.834276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:24.855233 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e3e6cde9-1f21-44e8-a192-3d725ae14f46 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:24.924151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:24.958423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Current status of the port 0ef91285-8ea1-4170-8c71-159778451875 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:24.959189 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:24.999667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] For port 0ef91285-8ea1-4170-8c71-159778451875, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0ef91285-8ea1-4170-8c71-159778451875,segment=NetworkSegment(f854653c-b6e7-4d5b-a932-2ad3d5f08770),segment_id=f854653c-b6e7-4d5b-a932-2ad3d5f08770)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:25.013593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:25.014412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 522c7d39-fd4c-4345-b096-42411dfa9d23 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:32:25.023851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0ee021c-4ffc-4afd-aa39-8e994f9287e9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:25.030150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-e3e6cde9-1f21-44e8-a192-3d725ae14f46 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Calling delete_port for ea6d9568-541b-4f74-b6f5-73993bca641e owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:25.073210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:25.084011 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Sync routers for ids ['c3823df4-537d-473a-86ed-24fd075abd30'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:25.088657 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bb7e9152-8a95-4268-adf3-dfc7eba2d9f0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "PUT /v2.0/routers/c3823df4-537d-473a-86ed-24fd075abd30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4015999 Oct 05 09:32:25.089724 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34128) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:25.094333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:25.097809 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Routers {'c3823df4-537d-473a-86ed-24fd075abd30'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:25.099458 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c3823df4-537d-473a-86ed-24fd075abd30'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:25.179389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d088e3-5a1a-4e5b-8366-d74aaf6e1074 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:25.180028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-44d088e3-5a1a-4e5b-8366-d74aaf6e1074 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:25.287998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Provisioning complete for port ea6d9568-541b-4f74-b6f5-73993bca641e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:25.288368 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:25.288700 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Attempt 1 to provision port ea6d9568-541b-4f74-b6f5-73993bca641e Oct 05 09:32:25.370777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:25.383332 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f76025a8-f128-4820-be99-d0ac42820323 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "DELETE /v2.0/routers/522c7d39-fd4c-4345-b096-42411dfa9d23 HTTP/1.1" status: 204 len: 168 time: 4.2688181 Oct 05 09:32:25.393886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34134) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:25.436281 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Set router c3823df4-537d-473a-86ed-24fd075abd30 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:25.445520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-44d088e3-5a1a-4e5b-8366-d74aaf6e1074 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:25.449429 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-44d088e3-5a1a-4e5b-8366-d74aaf6e1074 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports/43de4def-ddad-4179-93ad-4b1eff344e3b HTTP/1.1" status: 200 len: 911 time: 0.3564529 Oct 05 09:32:25.449592 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Port ea6d9568-541b-4f74-b6f5-73993bca641e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:25.453730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34140) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:25.471470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Pushing event updated for resources: {'Port': ['ID=0ef91285-8ea1-4170-8c71-159778451875,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:25.570912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e3e6cde9-1f21-44e8-a192-3d725ae14f46 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:25.653718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:25.700500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6cde9-1f21-44e8-a192-3d725ae14f46 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event deleted for resources: {'Port': ['ID=ea6d9568-541b-4f74-b6f5-73993bca641e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:25.847350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0ee021c-4ffc-4afd-aa39-8e994f9287e9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:25.948974 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Attempt 2 to provision port ea6d9568-541b-4f74-b6f5-73993bca641e Oct 05 09:32:25.999758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee021c-4ffc-4afd-aa39-8e994f9287e9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Subnet': ['ID=7282feb2-87f1-4790-a4cb-bec07f038ce3,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:26.017236 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0ee021c-4ffc-4afd-aa39-8e994f9287e9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.042638 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823df4-537d-473a-86ed-24fd075abd30', 'name': 'tempest-NetworksTestDHCPv6-router-382409238', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:17Z', 'updated_at': '2022-10-05T09:32:21Z', 'revision_number': 2, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'gw_port_host': None, '_interfaces': [{'id': '43de4def-ddad-4179-93ad-4b1eff344e3b', 'name': '', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'mac_address': 'fa:16:3e:35:d4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823df4-537d-473a-86ed-24fd075abd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '64a9e12d-8b0a-458f-8b58-3dfca5c2f51a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:32:18Z', 'updated_at': '2022-10-05T09:32:23Z', 'revision_number': 2, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'subnets': [{'id': '64a9e12d-8b0a-458f-8b58-3dfca5c2f51a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:26.058329 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Checking router: c3823df4-537d-473a-86ed-24fd075abd30 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:32:26.058686 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Updating router c3823df4-537d-473a-86ed-24fd075abd30 port 43de4def-ddad-4179-93ad-4b1eff344e3b binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:32:26.067060 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.073060 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e3e6cde9-1f21-44e8-a192-3d725ae14f46 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.097714 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b0ee021c-4ffc-4afd-aa39-8e994f9287e9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/7282feb2-87f1-4790-a4cb-bec07f038ce3 HTTP/1.1" status: 204 len: 168 time: 2.1699228 Oct 05 09:32:26.099175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34150) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:26.102486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.124358 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0ef91285-8ea1-4170-8c71-159778451875 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:26.136819 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.180664 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac27092c-3cd6-4f2c-bfa1-ce233d5ab982 None None] Network 610f15ed-20c7-4887-a482-e021058c1f35 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:26.204791 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Port ea6d9568-541b-4f74-b6f5-73993bca641e was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:32:26.274525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df05388-0a12-4fa6-a8df-aa54c86e193e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting subnet a6541f3c-0335-472c-9ba9-e4e408174b4f {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:32:26.292606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0df05388-0a12-4fa6-a8df-aa54c86e193e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.303271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0ef91285-8ea1-4170-8c71-159778451875 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:26.303648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.303990 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0ef91285-8ea1-4170-8c71-159778451875 Oct 05 09:32:26.364067 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.396507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Provisioning for port c9e15825-2a99-469b-8bfb-a3269cd76172 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:26.405121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Provisioning complete for port c9e15825-2a99-469b-8bfb-a3269cd76172 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:26.405494 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.405832 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Attempt 1 to provision port c9e15825-2a99-469b-8bfb-a3269cd76172 Oct 05 09:32:26.533107 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41d1044-dfae-4235-841a-44bbf4b4213a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:26.545183 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41d1044-dfae-4235-841a-44bbf4b4213a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:26.546344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0df05388-0a12-4fa6-a8df-aa54c86e193e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.551634 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f41d1044-dfae-4235-841a-44bbf4b4213a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 1.1008177 Oct 05 09:32:26.554637 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34154) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:26.564831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ed856-cff1-4d65-be14-5885c9fc7ea9 req-25119af6-d35c-4eb8-9b6e-03b49f01afb4 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:26.567800 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-052ed856-cff1-4d65-be14-5885c9fc7ea9 req-25119af6-d35c-4eb8-9b6e-03b49f01afb4 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 946 time: 0.9161611 Oct 05 09:32:26.626349 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.639498 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Transition to ACTIVE for port object 43de4def-ddad-4179-93ad-4b1eff344e3b will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:26.645094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0ef91285-8ea1-4170-8c71-159778451875 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:26.679359 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.683591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0df05388-0a12-4fa6-a8df-aa54c86e193e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.727955 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:32:26.752470 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.753221 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Deleting port f8712fe1-97d7-4160-9667-2d08f4beda9a {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:26.753680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.818655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:32:26.819144 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c5e415ff-d4aa-4fbd-bcd3-566a19b87f0f not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:32:26.829751 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Current status of the port c9e15825-2a99-469b-8bfb-a3269cd76172 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:26.830290 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.906473 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] For port c9e15825-2a99-469b-8bfb-a3269cd76172, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c9e15825-2a99-469b-8bfb-a3269cd76172,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:26.917720 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b39fb4-226a-4e82-9d91-d2316b6cdf0f None None] Pushing event updated for resources: {'Port': ['ID=43de4def-ddad-4179-93ad-4b1eff344e3b,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:26.952136 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Deleting port 83fb8542-3d5f-468a-a858-59a45c5d7c85 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:26.957574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.980207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:26.987446 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-052ed856-cff1-4d65-be14-5885c9fc7ea9 req-cdcbe1b7-ce81-43f2-a855-3a33283110c9 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444668 Oct 05 09:32:27.010346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e6cde9-1f21-44e8-a192-3d725ae14f46 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Router 95afbebd-587f-4315-b514-ef8de9352f5b has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:32:27.107278 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Attempting to bind port 43de4def-ddad-4179-93ad-4b1eff344e3b on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:32:27.107656 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Attempting to bind port 43de4def-ddad-4179-93ad-4b1eff344e3b by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:32:27.108047 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Attempting to bind port 43de4def-ddad-4179-93ad-4b1eff344e3b on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:27.113597 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Provisioning complete for port 708544c9-1152-40ba-82ec-a05051cdfb94 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:27.113973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:27.114430 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Attempt 1 to provision port 708544c9-1152-40ba-82ec-a05051cdfb94 Oct 05 09:32:27.117677 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:32:27.118092 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:27.118504 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:27.121092 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:32:27.121758 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Bound port: 43de4def-ddad-4179-93ad-4b1eff344e3b, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:32:27.122121 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:27.175061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:27.218035 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff3a15-c4cc-4900-a29e-2a7cb2384ece req-bb1c6516-c6a6-4281-b6b7-6be688de2716 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:27.225281 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9fff3a15-c4cc-4900-a29e-2a7cb2384ece req-bb1c6516-c6a6-4281-b6b7-6be688de2716 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 1.1365919 Oct 05 09:32:27.242298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Pushing event updated for resources: {'Port': ['ID=c9e15825-2a99-469b-8bfb-a3269cd76172,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:27.282066 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] For port 43de4def-ddad-4179-93ad-4b1eff344e3b, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:32:27.287219 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] For port 43de4def-ddad-4179-93ad-4b1eff344e3b, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=43de4def-ddad-4179-93ad-4b1eff344e3b,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:32:27.369815 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:27.378252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Current status of the port 708544c9-1152-40ba-82ec-a05051cdfb94 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:27.382420 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Could not find standard attr ID for object 9d6a42ed-d596-4929-98dc-5a986f7eed81. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:32:27.457625 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-176adce2-8e12-44db-986e-02d2c64bf6a9 None None] Provisioning for port 43de4def-ddad-4179-93ad-4b1eff344e3b completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:27.494891 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Routers {'c3823df4-537d-473a-86ed-24fd075abd30'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:27.495582 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c3823df4-537d-473a-86ed-24fd075abd30'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:27.597671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e6cde9-1f21-44e8-a192-3d725ae14f46 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:27.611760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e9ed29-4290-4f71-b90c-1dc2c81baeb9 None None] Sync routers for ids ['95afbebd-587f-4315-b514-ef8de9352f5b'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:27.620248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Calling delete_port for f8712fe1-97d7-4160-9667-2d08f4beda9a owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:27.628047 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9fff3a15-c4cc-4900-a29e-2a7cb2384ece req-563b92c6-6ba2-46de-b7fa-793798af5604 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4017603 Oct 05 09:32:27.629829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e9ed29-4290-4f71-b90c-1dc2c81baeb9 None None] Routers {'95afbebd-587f-4315-b514-ef8de9352f5b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:27.630710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-35e9ed29-4290-4f71-b90c-1dc2c81baeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['95afbebd-587f-4315-b514-ef8de9352f5b'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:27.655835 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e3e6cde9-1f21-44e8-a192-3d725ae14f46 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "PUT /v2.0/routers/95afbebd-587f-4315-b514-ef8de9352f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2708035 Oct 05 09:32:27.669707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34158) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:27.691188 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b39fb4-226a-4e82-9d91-d2316b6cdf0f None None] Pushing event updated for resources: {'Port': ['ID=43de4def-ddad-4179-93ad-4b1eff344e3b,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:27.760041 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] Set router c3823df4-537d-473a-86ed-24fd075abd30 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:27.789454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] For port 83fb8542-3d5f-468a-a858-59a45c5d7c85, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=83fb8542-3d5f-468a-a858-59a45c5d7c85,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:27.789825 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:27.816399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-35e9ed29-4290-4f71-b90c-1dc2c81baeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:27.832388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e9ed29-4290-4f71-b90c-1dc2c81baeb9 None None] Routers {'95afbebd-587f-4315-b514-ef8de9352f5b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:27.833171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-35e9ed29-4290-4f71-b90c-1dc2c81baeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['95afbebd-587f-4315-b514-ef8de9352f5b'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:27.927011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0df05388-0a12-4fa6-a8df-aa54c86e193e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:27.950404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-35e9ed29-4290-4f71-b90c-1dc2c81baeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:27.951038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e9ed29-4290-4f71-b90c-1dc2c81baeb9 None None] The sync data for ids ['95afbebd-587f-4315-b514-ef8de9352f5b'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:27.972186 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c9e15825-2a99-469b-8bfb-a3269cd76172 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:28.012023 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-4c63ff9d-c295-4084-9f7e-0f987d94950b tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] delete failed (client error): The resource could not be found. Oct 05 09:32:28.024226 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4c63ff9d-c295-4084-9f7e-0f987d94950b tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-266326883 HTTP/1.1" status: 404 len: 334 time: 0.3402607 Oct 05 09:32:28.026991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34166) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:28.036207 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-8a764c7e-60a6-429b-bafe-96ed1a78bd27 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Request body: {'router': {'external_gateway_info': {'network_id': '95afbebd-587f-4315-b514-ef8de9352f5b'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:28.048770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4910272f-11c8-4d63-96cc-76b95fb779aa None None] Provisioning complete for port 708544c9-1152-40ba-82ec-a05051cdfb94 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:28.049252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4910272f-11c8-4d63-96cc-76b95fb779aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:28.049641 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-4910272f-11c8-4d63-96cc-76b95fb779aa None None] Attempt 1 to provision port 708544c9-1152-40ba-82ec-a05051cdfb94 Oct 05 09:32:28.101708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Calling delete_port for 83fb8542-3d5f-468a-a858-59a45c5d7c85 owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:28.147472 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port c9e15825-2a99-469b-8bfb-a3269cd76172 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:28.147824 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:28.148234 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port c9e15825-2a99-469b-8bfb-a3269cd76172 Oct 05 09:32:28.176777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df05388-0a12-4fa6-a8df-aa54c86e193e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Subnet': ['ID=a6541f3c-0335-472c-9ba9-e4e408174b4f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:28.254065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0df05388-0a12-4fa6-a8df-aa54c86e193e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:28.262011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5920c4-857c-400d-8ff7-aa8520ffb92b None None] Network 610f15ed-20c7-4887-a482-e021058c1f35 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:28.305312 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0df05388-0a12-4fa6-a8df-aa54c86e193e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/a6541f3c-0335-472c-9ba9-e4e408174b4f HTTP/1.1" status: 204 len: 168 time: 2.1169167 Oct 05 09:32:28.321736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34170) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:28.404273 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69710f-b45a-4778-9639-c3c91ab6cc1b req-28acd219-b1be-4cd3-93be-d81aaf69007d tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:28.411789 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3e69710f-b45a-4778-9639-c3c91ab6cc1b req-28acd219-b1be-4cd3-93be-d81aaf69007d tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 945 time: 1.1376741 Oct 05 09:32:28.475019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-47c4663f-239e-4d26-b506-95f1e8a99b4b tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:28.475759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-47c4663f-239e-4d26-b506-95f1e8a99b4b tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Synchronizing usage tracker for tenant:64bbc57863b44b77bc87e580adbb4648 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:28.520749 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-33aef992-0033-4320-b7ce-249ec4ba4ce4 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:28.521065 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823df4-537d-473a-86ed-24fd075abd30', 'name': 'tempest-NetworksTestDHCPv6-router-382409238', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:17Z', 'updated_at': '2022-10-05T09:32:21Z', 'revision_number': 2, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'gw_port_host': None, '_interfaces': [{'id': '43de4def-ddad-4179-93ad-4b1eff344e3b', 'name': '', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'mac_address': 'fa:16:3e:35:d4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823df4-537d-473a-86ed-24fd075abd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '64a9e12d-8b0a-458f-8b58-3dfca5c2f51a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:32:18Z', 'updated_at': '2022-10-05T09:32:27Z', 'revision_number': 4, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'subnets': [{'id': '64a9e12d-8b0a-458f-8b58-3dfca5c2f51a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:28.521866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-33aef992-0033-4320-b7ce-249ec4ba4ce4 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Synchronizing usage tracker for tenant:11ad3cb180c447e080f7bd11392582ae on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:28.526397 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d743ad0-e8e9-442c-8ee6-c8da77d275cf None None] The sync data for ids ['c3823df4-537d-473a-86ed-24fd075abd30'] in dv-neutron-860329-1-hyperv is: [{'id': 'c3823df4-537d-473a-86ed-24fd075abd30', 'name': 'tempest-NetworksTestDHCPv6-router-382409238', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:17Z', 'updated_at': '2022-10-05T09:32:21Z', 'revision_number': 2, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'gw_port_host': None, '_interfaces': [{'id': '43de4def-ddad-4179-93ad-4b1eff344e3b', 'name': '', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'mac_address': 'fa:16:3e:35:d4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823df4-537d-473a-86ed-24fd075abd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '64a9e12d-8b0a-458f-8b58-3dfca5c2f51a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:32:18Z', 'updated_at': '2022-10-05T09:32:27Z', 'revision_number': 4, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'subnets': [{'id': '64a9e12d-8b0a-458f-8b58-3dfca5c2f51a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:28.543528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-47c4663f-239e-4d26-b506-95f1e8a99b4b tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Unset dirty status for tenant:64bbc57863b44b77bc87e580adbb4648 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:28.544661 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-47c4663f-239e-4d26-b506-95f1e8a99b4b tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 945 time: 0.4049873 Oct 05 09:32:28.638093 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port c9e15825-2a99-469b-8bfb-a3269cd76172 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:28.640582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4910272f-11c8-4d63-96cc-76b95fb779aa None None] Current status of the port 708544c9-1152-40ba-82ec-a05051cdfb94 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:28.642153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:28.766724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-33aef992-0033-4320-b7ce-249ec4ba4ce4 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Unset dirty status for tenant:11ad3cb180c447e080f7bd11392582ae on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:28.768046 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-33aef992-0033-4320-b7ce-249ec4ba4ce4 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.55 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 946 time: 1.0905204 Oct 05 09:32:28.772324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a24232-0118-43ec-ae75-25db7370e13f None None] DHCP port deletion for 610f15ed-20c7-4887-a482-e021058c1f35 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:32:28.777324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Deleting port cebb164e-6b28-45f4-86d1-c77cfb2cf82d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:28.777808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:28.778304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-60a24232-0118-43ec-ae75-25db7370e13f None None] Deleting port 708544c9-1152-40ba-82ec-a05051cdfb94 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:28.778829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-60a24232-0118-43ec-ae75-25db7370e13f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:28.798771 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3e69710f-b45a-4778-9639-c3c91ab6cc1b req-61a1e61d-e660-4f14-b9ed-c09b5de04d90 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3856897 Oct 05 09:32:29.012662 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 708544c9-1152-40ba-82ec-a05051cdfb94 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:29.013175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.057038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.082776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ee375-069e-4be4-bb24-7221b2aca27a req-624ae684-553e-406d-a52b-d56591d3ab14 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:29.090235 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-611ee375-069e-4be4-bb24-7221b2aca27a req-624ae684-553e-406d-a52b-d56591d3ab14 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 1.1720932 Oct 05 09:32:29.121668 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-60a24232-0118-43ec-ae75-25db7370e13f None None] For port 708544c9-1152-40ba-82ec-a05051cdfb94, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=708544c9-1152-40ba-82ec-a05051cdfb94,segment=NetworkSegment(576051b8-eb4b-4b23-b630-341d00ec54ca),segment_id=576051b8-eb4b-4b23-b630-341d00ec54ca)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:29.122393 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-60a24232-0118-43ec-ae75-25db7370e13f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.169701 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8a764c7e-60a6-429b-bafe-96ed1a78bd27 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.252723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Deleting port a20677fa-b862-4bc8-b2eb-520a7136650a {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:29.253084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.273793 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-611ee375-069e-4be4-bb24-7221b2aca27a req-1f36e9b8-1284-4743-9948-91a0a767ea9e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825151 Oct 05 09:32:29.315688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-60a24232-0118-43ec-ae75-25db7370e13f None None] Calling delete_port for 708544c9-1152-40ba-82ec-a05051cdfb94 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:29.387976 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-8a764c7e-60a6-429b-bafe-96ed1a78bd27 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] update failed (client error): The resource could not be found. Oct 05 09:32:29.396633 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8a764c7e-60a6-429b-bafe-96ed1a78bd27 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "PUT /v2.0/routers/95afbebd-587f-4315-b514-ef8de9352f5b HTTP/1.1" status: 404 len: 339 time: 1.3650224 Oct 05 09:32:29.398013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34176) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:29.414489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1598041045'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:29.438419 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b872f9-3812-43ad-8bc0-fe9f2e22a8da req-3c60e78f-91e4-458e-8e99-06a3d98ee3d2 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:29.448601 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-97b872f9-3812-43ad-8bc0-fe9f2e22a8da req-3c60e78f-91e4-458e-8e99-06a3d98ee3d2 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 946 time: 0.3331730 Oct 05 09:32:29.459790 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:29.482637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Pushing event deleted for resources: {'Port': ['ID=83fb8542-3d5f-468a-a858-59a45c5d7c85,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:29.529352 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Usage tracker for resource:network and tenant:9484583d65cf4364bc524e1767e1ab62 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:29.530156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-60a24232-0118-43ec-ae75-25db7370e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.542163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:29.547446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.555131 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:29.586817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a24232-0118-43ec-ae75-25db7370e13f None None] Pushing event deleted for resources: {'Port': ['ID=708544c9-1152-40ba-82ec-a05051cdfb94,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:29.590948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a24232-0118-43ec-ae75-25db7370e13f None None] No DVR routers for this DVR port 708544c9-1152-40ba-82ec-a05051cdfb94 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:32:29.634949 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-97b872f9-3812-43ad-8bc0-fe9f2e22a8da req-4252c482-655b-4352-952f-13a61fcb2ef8 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724889 Oct 05 09:32:29.681769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.752696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Made reservation on behalf of 9484583d65cf4364bc524e1767e1ab62 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:29.756045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.794726 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.857771 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b93d7-95b8-4e3f-aca6-b659c3172b44 req-49dbb8fa-efc4-4767-b5ca-0406a10b92e5 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:29.860059 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e71b93d7-95b8-4e3f-aca6-b659c3172b44 req-49dbb8fa-efc4-4767-b5ca-0406a10b92e5 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.3803818 Oct 05 09:32:29.923062 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:32:29.951320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Pushing event deleted for resources: {'Port': ['ID=f8712fe1-97d7-4160-9667-2d08f4beda9a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:29.992009 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 43de4def-ddad-4179-93ad-4b1eff344e3b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:30.043498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:30.043750 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Added segment 7809f4d3-ee00-4026-996f-7e8c644bab83 of type vlan for network 3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07 Oct 05 09:32:30.124822 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e71b93d7-95b8-4e3f-aca6-b659c3172b44 req-9a576915-229b-4c73-8216-60ec2e9221f2 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378495 Oct 05 09:32:30.244907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:30.257666 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f05049-970a-4c3e-ab50-5871af7e00b7 req-5af155fb-3629-4e83-9503-7ea8688f2a85 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:30.266193 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-84f05049-970a-4c3e-ab50-5871af7e00b7 req-5af155fb-3629-4e83-9503-7ea8688f2a85 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 945 time: 0.2317920 Oct 05 09:32:30.323152 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 43de4def-ddad-4179-93ad-4b1eff344e3b completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:30.329520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 43de4def-ddad-4179-93ad-4b1eff344e3b {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:30.334583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:30.334730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:30.334832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 43de4def-ddad-4179-93ad-4b1eff344e3b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:30.337585 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:30.338184 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 43de4def-ddad-4179-93ad-4b1eff344e3b Oct 05 09:32:30.358782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:30.412746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:30.426749 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:30.428431 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:30.528057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:30.538163 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-84f05049-970a-4c3e-ab50-5871af7e00b7 req-5b1ee65a-432d-4880-bb20-ebe02ea07433 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709162 Oct 05 09:32:30.562932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 43de4def-ddad-4179-93ad-4b1eff344e3b is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:30.564563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:30.616252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event updated for resources: {'Network': ['ID=3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:30.618570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] For port 708544c9-1152-40ba-82ec-a05051cdfb94, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=708544c9-1152-40ba-82ec-a05051cdfb94,segment=NetworkSegment(576051b8-eb4b-4b23-b630-341d00ec54ca),segment_id=576051b8-eb4b-4b23-b630-341d00ec54ca)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:30.619007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:30.619934 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 43de4def-ddad-4179-93ad-4b1eff344e3b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=43de4def-ddad-4179-93ad-4b1eff344e3b,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:30.638153 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:32:30.671194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:30.671706 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b68d4f9e-4dde-4183-bbc9-add580887b4c {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:32:30.683254 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5d42cb2f-e07c-44b7-be5a-030a6084de8a tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2786424 Oct 05 09:32:30.683254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34184) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:30.690438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Request body: {'subnet': {'network_id': '3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:30.747995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:30.881873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 708544c9-1152-40ba-82ec-a05051cdfb94 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:32:30.966380 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device cebb164e-6b28-45f4-86d1-c77cfb2cf82d no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:32:31.032666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 708544c9-1152-40ba-82ec-a05051cdfb94 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:31.043736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 708544c9-1152-40ba-82ec-a05051cdfb94 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:32:31.044238 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 708544c9-1152-40ba-82ec-a05051cdfb94 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:32:31.082644 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=43de4def-ddad-4179-93ad-4b1eff344e3b,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:31.101657 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] For port cebb164e-6b28-45f4-86d1-c77cfb2cf82d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=cebb164e-6b28-45f4-86d1-c77cfb2cf82d,segment=NetworkSegment(8f05bc13-abf3-4e7e-b28c-bfe31439a54b),segment_id=8f05bc13-abf3-4e7e-b28c-bfe31439a54b)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:31.101657 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:31.112746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:31.118247 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f5c65b29-6c63-459f-bba4-c528dabc9b7a tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "DELETE /v2.0/routers/b68d4f9e-4dde-4183-bbc9-add580887b4c HTTP/1.1" status: 204 len: 168 time: 5.7230699 Oct 05 09:32:31.165730 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port cebb164e-6b28-45f4-86d1-c77cfb2cf82d is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:31.166058 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:31.196083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34192) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:31.217086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffc99b9-2164-438b-97c8-9c42557deba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:32:31.222149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9540166-943b-460d-b5ce-3fff7f4abd75" -d '{"events": [{"server_uuid": "1ffc99b9-2164-438b-97c8-9c42557deba1", "name": "network-vif-unplugged", "status": "completed", "tag": "cebb164e-6b28-45f4-86d1-c77cfb2cf82d"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:32:31.237315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port cebb164e-6b28-45f4-86d1-c77cfb2cf82d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=cebb164e-6b28-45f4-86d1-c77cfb2cf82d,segment=NetworkSegment(8f05bc13-abf3-4e7e-b28c-bfe31439a54b),segment_id=8f05bc13-abf3-4e7e-b28c-bfe31439a54b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:31.278293 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1399722690', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:31.315286 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:31.316326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device a20677fa-b862-4bc8-b2eb-520a7136650a no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:32:31.336460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:31.358797 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Usage tracker for resource:subnet and tenant:9484583d65cf4364bc524e1767e1ab62 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:31.358797 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:31.390096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:31.404796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] For port 43de4def-ddad-4179-93ad-4b1eff344e3b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=43de4def-ddad-4179-93ad-4b1eff344e3b,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:31.405166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:31.465243 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=cebb164e-6b28-45f4-86d1-c77cfb2cf82d,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:31.527296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:31.537879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port a20677fa-b862-4bc8-b2eb-520a7136650a is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:31.538443 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:31.571985 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 43de4def-ddad-4179-93ad-4b1eff344e3b owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:31.580303 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port a20677fa-b862-4bc8-b2eb-520a7136650a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a20677fa-b862-4bc8-b2eb-520a7136650a,segment=NetworkSegment(e5c0adcc-f023-4ace-8bf8-a05e02096e05),segment_id=e5c0adcc-f023-4ace-8bf8-a05e02096e05)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:31.603784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Usage tracker for resource:router and tenant:6dc8e66b9b2f49e4a58b52a985820bb5 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:31.605649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Made reservation on behalf of 9484583d65cf4364bc524e1767e1ab62 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:31.609291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:31.621825 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:31.638644 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:31.651150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6abf-41a4-4d4d-900d-0efde3a9c5ed req-def08e88-ec3b-499b-b218-52f77f898e0b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:31.652476 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d1aa6abf-41a4-4d4d-900d-0efde3a9c5ed req-def08e88-ec3b-499b-b218-52f77f898e0b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 946 time: 0.5966294 Oct 05 09:32:31.654917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:31.719984 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] For port a20677fa-b862-4bc8-b2eb-520a7136650a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a20677fa-b862-4bc8-b2eb-520a7136650a,segment=NetworkSegment(e5c0adcc-f023-4ace-8bf8-a05e02096e05),segment_id=e5c0adcc-f023-4ace-8bf8-a05e02096e05)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:31.720346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:31.729391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=a20677fa-b862-4bc8-b2eb-520a7136650a,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:31.798274 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6260dc-a0cc-4c28-b282-757a59998946 req-5de8e55f-ece6-454d-9947-002c9b158ad4 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:31.798274 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2e6260dc-a0cc-4c28-b282-757a59998946 req-5de8e55f-ece6-454d-9947-002c9b158ad4 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.5541189 Oct 05 09:32:31.807344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:31.862825 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d1aa6abf-41a4-4d4d-900d-0efde3a9c5ed req-c78b4c4f-bed5-4f0b-a8e6-c1043574dbb1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583676 Oct 05 09:32:31.889889 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 43de4def-ddad-4179-93ad-4b1eff344e3b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:31.892961 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:32:31.893288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:32:31.894047 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:31.895106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:31.911668 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:31.940034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:31.943481 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2e6260dc-a0cc-4c28-b282-757a59998946 req-f87ab87e-3372-4cdf-97d1-4e60244e6432 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278708 Oct 05 09:32:31.970953 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 09:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2a3ea6-2514-41a1-ab6c-c61226642981 x-openstack-request-id: req-5f2a3ea6-2514-41a1-ab6c-c61226642981 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:32:31.971594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffc99b9-2164-438b-97c8-9c42557deba1", "name": "network-vif-unplugged", "status": "completed", "tag": "cebb164e-6b28-45f4-86d1-c77cfb2cf82d", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:32:31.971848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f2a3ea6-2514-41a1-ab6c-c61226642981 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:32:31.976912 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2a3ea6-2514-41a1-ab6c-c61226642981'] response: {'server_uuid': '1ffc99b9-2164-438b-97c8-9c42557deba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d', 'code': 200} Oct 05 09:32:32.000685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 43de4def-ddad-4179-93ad-4b1eff344e3b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:32.000685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:32.000685 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 43de4def-ddad-4179-93ad-4b1eff344e3b Oct 05 09:32:32.126584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:32:32.127025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:32:32.194680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 43de4def-ddad-4179-93ad-4b1eff344e3b is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:32.199850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:32.211258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 83fb8542-3d5f-468a-a858-59a45c5d7c85 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:32:32.249067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 83fb8542-3d5f-468a-a858-59a45c5d7c85 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:32:32.249513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 83fb8542-3d5f-468a-a858-59a45c5d7c85 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:32:32.328107 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event updated for resources: {'Subnet': ['ID=db718538-4b1a-46f4-8574-23b4333aaf51,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:32.354599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Checking segment: {'id': '7809f4d3-ee00-4026-996f-7e8c644bab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:32.355416 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Network hostable DHCP agents. Network: 3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:32:32.378801 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a6ddd-a914-4198-a01f-584990deb0a5 req-5c45fcbf-28e9-46ac-a5b9-15d53d02b080 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:32.380493 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ea0a6ddd-a914-4198-a01f-584990deb0a5 req-5c45fcbf-28e9-46ac-a5b9-15d53d02b080 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 943 time: 0.2520971 Oct 05 09:32:32.408778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 708544c9-1152-40ba-82ec-a05051cdfb94 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:32.408778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:32.458126 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ea0a6ddd-a914-4198-a01f-584990deb0a5 req-a9e00ae5-0f83-4c48-8aae-54f1018646ac tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708246 Oct 05 09:32:32.508912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Network 3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:32:32.524355 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Router 7b21c7e2-c8af-47b2-9a44-154005df25e8 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:32:32.602385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:32.606737 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:32.607333 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:32.611356 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40859bfc-b22c-48c9-8c83-8fdf982c05fb None None] Network 3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:32.634911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 43de4def-ddad-4179-93ad-4b1eff344e3b {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:32.634911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:32.639370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] The port '708544c9-1152-40ba-82ec-a05051cdfb94' was deleted {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:32:32.807906 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-249c9dd8-1dab-4e0f-bb0b-88fb9e3565a0 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1214759 Oct 05 09:32:32.811504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34206) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:32.818190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d0464b40-955a-464e-b90c-7bb15b439ebd tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:32.882028 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:32.889909 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:32.889909 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Floating IP a2105a15-93ba-4c16-bb7f-c33fefb61b92 disassociated. External IP: 172.26.7.129, port: cebb164e-6b28-45f4-86d1-c77cfb2cf82d. Oct 05 09:32:32.889909 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Calling delete_port for cebb164e-6b28-45f4-86d1-c77cfb2cf82d owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:32.951071 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:33.008054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07', 'network_id': '3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07', 'tenant_id': '9484583d65cf4364bc524e1767e1ab62', 'fixed_ips': [{'subnet_id': 'db718538-4b1a-46f4-8574-23b4333aaf51'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:32:33.010167 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:33.249178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Allocated IP 2001:db8:1::2 (3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07/db718538-4b1a-46f4-8574-23b4333aaf51/04fb826f-3e2e-45d6-959d-3962bb2bdc5c) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:33.262762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:33.279645 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13788c8d-caeb-42ca-9180-e4b2cfa39ac6 None None] Sync routers for ids ['7b21c7e2-c8af-47b2-9a44-154005df25e8'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:33.298276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:33.315292 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13788c8d-caeb-42ca-9180-e4b2cfa39ac6 None None] Routers {'7b21c7e2-c8af-47b2-9a44-154005df25e8'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:33.316673 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-13788c8d-caeb-42ca-9180-e4b2cfa39ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['7b21c7e2-c8af-47b2-9a44-154005df25e8'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:33.336819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610f15ed-20c7-4887-a482-e021058c1f35']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:33.353081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576051b8-eb4b-4b23-b630-341d00ec54ca') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:33.353665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576051b8-eb4b-4b23-b630-341d00ec54ca') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:33.368766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:33.399379 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-13788c8d-caeb-42ca-9180-e4b2cfa39ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:33.418282 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13788c8d-caeb-42ca-9180-e4b2cfa39ac6 None None] Routers {'7b21c7e2-c8af-47b2-9a44-154005df25e8'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:33.419550 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-13788c8d-caeb-42ca-9180-e4b2cfa39ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['7b21c7e2-c8af-47b2-9a44-154005df25e8'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:33.419816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:33.420857 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:33.421346 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Floating IP 7597a9ca-7723-4572-a4b9-3c42d065f5af disassociated. External IP: 172.26.7.204, port: a20677fa-b862-4bc8-b2eb-520a7136650a. Oct 05 09:32:33.430645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Calling delete_port for a20677fa-b862-4bc8-b2eb-520a7136650a owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:33.449505 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] For port 43de4def-ddad-4179-93ad-4b1eff344e3b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=43de4def-ddad-4179-93ad-4b1eff344e3b,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:33.450583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:33.524988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:33.557778 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-13788c8d-caeb-42ca-9180-e4b2cfa39ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:33.558675 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13788c8d-caeb-42ca-9180-e4b2cfa39ac6 None None] The sync data for ids ['7b21c7e2-c8af-47b2-9a44-154005df25e8'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:33.560055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:33.561267 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-edb4c98c-acf6-4ec3-a38d-88796b028114 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "PUT /v2.0/routers/7b21c7e2-c8af-47b2-9a44-154005df25e8 HTTP/1.1" status: 200 len: 706 time: 9.3218336 Oct 05 09:32:33.562976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:32:33.563388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:33.585897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34216) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:33.602536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 43de4def-ddad-4179-93ad-4b1eff344e3b owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:33.613147 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 576051b8-eb4b-4b23-b630-341d00ec54ca resource provider aggregate not found Oct 05 09:32:33.623316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:33.635618 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Transition to ACTIVE for port object 04fb826f-3e2e-45d6-959d-3962bb2bdc5c will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:33.655329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Transition to ACTIVE for port object 04fb826f-3e2e-45d6-959d-3962bb2bdc5c will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:33.711711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:33.752231 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 576051b8-eb4b-4b23-b630-341d00ec54ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 576051b8-eb4b-4b23-b630-341d00ec54ca found for delete ", "request_id": "req-6dca728a-56a6-4766-a4f1-5149a686f108"}]} Oct 05 09:32:33.757497 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:32:33.758193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:32:33.779907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Network 3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:33.783677 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:33.788253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:33.797906 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Pushing event updated for resources: {'Port': ['ID=04fb826f-3e2e-45d6-959d-3962bb2bdc5c,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:33.828013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d0464b40-955a-464e-b90c-7bb15b439ebd tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:33.898415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a21814-3894-4987-a52e-36d03b6ce6fa req-db013051-1be7-4f25-aaff-92151292dfbc tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:33.899978 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a5a21814-3894-4987-a52e-36d03b6ce6fa req-db013051-1be7-4f25-aaff-92151292dfbc tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 944 time: 0.7932217 Oct 05 09:32:33.908521 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Attempting to bind port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:32:33.909046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Attempting to bind port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '7809f4d3-ee00-4026-996f-7e8c644bab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:32:33.909517 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27851d14-bc74-4976-a2aa-a2a43c6cfe1a req-dd7bbe0e-c57d-4d67-95bf-ba299a7ff30e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:33.909937 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Attempting to bind port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c on network 3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:33.911158 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-27851d14-bc74-4976-a2aa-a2a43c6cfe1a req-dd7bbe0e-c57d-4d67-95bf-ba299a7ff30e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.5440111 Oct 05 09:32:33.912067 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-670b6b7d-71fb-4961-8654-0f2c2a4bfe94 tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/routers/7b21c7e2-c8af-47b2-9a44-154005df25e8 HTTP/1.1" status: 200 len: 741 time: 0.3080633 Oct 05 09:32:33.915287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34224) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:33.924693 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:32:33.924693 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Checking segment: {'id': '7809f4d3-ee00-4026-996f-7e8c644bab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:33.925112 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:33.925513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Bound using segment: {'id': '7809f4d3-ee00-4026-996f-7e8c644bab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:32:33.926113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Bound port: 04fb826f-3e2e-45d6-959d-3962bb2bdc5c, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7809f4d3-ee00-4026-996f-7e8c644bab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:32:33.926557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:33.965605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:32:33.965841 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:32:33.976083 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-06e96148-2255-473a-9235-72d29b83f4dd tempest-RoutersAdminTest-1568705005 tempest-RoutersAdminTest-1568705005-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&device_id=7b21c7e2-c8af-47b2-9a44-154005df25e8 HTTP/1.1" status: 200 len: 205 time: 0.0596774 Oct 05 09:32:33.979259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34228) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:33.984624 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ac3fef-a471-41d3-872e-a28581e4a33f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20677fa-b862-4bc8-b2eb-520a7136650a'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:32:33.987766 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ee8b1d-ccc6-4594-9330-029d59da3a78" -d '{"events": [{"server_uuid": "55ac3fef-a471-41d3-872e-a28581e4a33f", "name": "network-vif-unplugged", "status": "completed", "tag": "a20677fa-b862-4bc8-b2eb-520a7136650a"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:32:34.028676 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:34.044333 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bf714601-b96f-4c03-852c-f418fd2d4d5b tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b21c7e2-c8af-47b2-9a44-154005df25e8 HTTP/1.1" status: 200 len: 205 time: 0.0614195 Oct 05 09:32:34.051039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] For port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:32:34.054304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] For port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=04fb826f-3e2e-45d6-959d-3962bb2bdc5c,segment=NetworkSegment(7809f4d3-ee00-4026-996f-7e8c644bab83),segment_id=7809f4d3-ee00-4026-996f-7e8c644bab83)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:32:34.055741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34234) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:34.058677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:34.085258 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a5a21814-3894-4987-a52e-36d03b6ce6fa req-2ab23100-f295-460a-b61f-a294b7fd9ac5 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649733 Oct 05 09:32:34.093359 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-27851d14-bc74-4976-a2aa-a2a43c6cfe1a req-2ef2bf61-e3a1-45fa-b1e7-0f0d5b48ec82 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719711 Oct 05 09:32:34.115279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:34.139442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Network': ['ID=610f15ed-20c7-4887-a482-e021058c1f35,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:34.207878 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f25cdc61-f177-4d35-8d83-b96f571d5f82 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/networks/610f15ed-20c7-4887-a482-e021058c1f35 HTTP/1.1" status: 204 len: 168 time: 5.8807235 Oct 05 09:32:34.213688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34238) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:34.233506 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 09:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8411808a-0d70-4dfc-89e6-a1068eecbdf4 x-openstack-request-id: req-8411808a-0d70-4dfc-89e6-a1068eecbdf4 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:32:34.233863 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ac3fef-a471-41d3-872e-a28581e4a33f", "name": "network-vif-unplugged", "status": "completed", "tag": "a20677fa-b862-4bc8-b2eb-520a7136650a", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:32:34.234264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8411808a-0d70-4dfc-89e6-a1068eecbdf4 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:32:34.234793 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8411808a-0d70-4dfc-89e6-a1068eecbdf4'] response: {'server_uuid': '55ac3fef-a471-41d3-872e-a28581e4a33f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20677fa-b862-4bc8-b2eb-520a7136650a', 'code': 200} Oct 05 09:32:34.242073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-247db363-04d6-40b8-b87d-e45b7348cbdc tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:34.271630 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d60e51-35d4-4521-b0e2-273e1e8b1b0f None None] Pushing event updated for resources: {'Port': ['ID=04fb826f-3e2e-45d6-959d-3962bb2bdc5c,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:34.302969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Deleting port cebb164e-6b28-45f4-86d1-c77cfb2cf82d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:34.302969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:34.356094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:34.427494 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=43de4def-ddad-4179-93ad-4b1eff344e3b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:34.494922 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-d0464b40-955a-464e-b90c-7bb15b439ebd tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:32:34.497928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Deleting port a20677fa-b862-4bc8-b2eb-520a7136650a {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:34.498784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:34.500699 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d0464b40-955a-464e-b90c-7bb15b439ebd tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "PUT /v2.0/routers/95afbebd-587f-4315-b514-ef8de9352f5b HTTP/1.1" status: 400 len: 364 time: 1.6873343 Oct 05 09:32:34.531810 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34242) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:34.683464 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a118807-c8b8-4960-9975-14185809fe4f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:34.685153 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7a118807-c8b8-4960-9975-14185809fe4f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.4702311 Oct 05 09:32:34.696814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34246) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:34.702232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:34.791666 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478309f-103d-41b0-ae09-a1bc19866864 req-1668108d-ee63-49b9-a74a-691f7be6db4b tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:34.794778 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7478309f-103d-41b0-ae09-a1bc19866864 req-1668108d-ee63-49b9-a74a-691f7be6db4b tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 943 time: 0.4931681 Oct 05 09:32:35.281021 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7478309f-103d-41b0-ae09-a1bc19866864 req-d41d223f-82dc-434e-97ca-05400a89dc62 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3662922 Oct 05 09:32:35.377219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-247db363-04d6-40b8-b87d-e45b7348cbdc tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:35.437073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:35.476643 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-247db363-04d6-40b8-b87d-e45b7348cbdc tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:35.485463 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-28428e29-0c50-42a8-beab-0a429fec0c01 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7786570 Oct 05 09:32:35.494265 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34254) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:35.504445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1403069123'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:35.538584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Router c3823df4-537d-473a-86ed-24fd075abd30 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:32:35.538584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:35.541054 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:network and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:35.546501 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:35.561704 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:35.567556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:35.621567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd00f777-6559-45f7-ad07-ef7a20c8be7b None None] Network 3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:35.767446 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:35.785198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c12079-9ef8-41c2-8cd6-df65f2016278 req-7b719cdb-77be-468c-b59d-24726638cdc1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:35.786688 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-34c12079-9ef8-41c2-8cd6-df65f2016278 req-7b719cdb-77be-468c-b59d-24726638cdc1 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 944 time: 0.5166495 Oct 05 09:32:35.797968 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb76cae-5238-4f72-adec-07818615e96a None None] Sync routers for ids ['c3823df4-537d-473a-86ed-24fd075abd30'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:35.800419 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db839fb1-ee4e-440c-9e55-bda71f6a2c82 req-04127c36-8894-4a5c-9e02-e2822c91efcf tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:35.801504 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-db839fb1-ee4e-440c-9e55-bda71f6a2c82 req-04127c36-8894-4a5c-9e02-e2822c91efcf tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.3896151 Oct 05 09:32:35.810333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ba1f1270-0a24-479f-9bb2-55561735a4e9 None None] Provisioning for port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:35.846935 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb76cae-5238-4f72-adec-07818615e96a None None] Routers {'c3823df4-537d-473a-86ed-24fd075abd30'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:35.848091 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-0cb76cae-5238-4f72-adec-07818615e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c3823df4-537d-473a-86ed-24fd075abd30'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:35.858086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:35.858086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:35.926604 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-db839fb1-ee4e-440c-9e55-bda71f6a2c82 req-3cb0090e-fca1-4a6c-a629-8fabbcb42f71 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079977 Oct 05 09:32:35.951639 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-34c12079-9ef8-41c2-8cd6-df65f2016278 req-dfaaceaa-06b2-4a54-a068-7498695c3025 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490130 Oct 05 09:32:35.962231 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-970c3438-c66b-41d3-bcbb-d6ba9cd38f20 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "PUT /v2.0/routers/c3823df4-537d-473a-86ed-24fd075abd30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3916912 Oct 05 09:32:35.962923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34258) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:35.967949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:32:36.030937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:36.031300 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Added segment 4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f of type vlan for network 32886428-8e5b-4700-96df-8acfa891a9a3 Oct 05 09:32:36.069831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-0cb76cae-5238-4f72-adec-07818615e96a None None] Set router c3823df4-537d-473a-86ed-24fd075abd30 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:36.085523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:36.100537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fbff72-4871-4279-9141-4d8c7dade12a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:36.102054 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fbff72-4871-4279-9141-4d8c7dade12a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:36.102806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b2fbff72-4871-4279-9141-4d8c7dade12a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:36.114505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-247db363-04d6-40b8-b87d-e45b7348cbdc tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:36.115111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247db363-04d6-40b8-b87d-e45b7348cbdc tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Fanout notify agent at l3_agent the message router_deleted on router 7b21c7e2-c8af-47b2-9a44-154005df25e8 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:32:36.118826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 04fb826f-3e2e-45d6-959d-3962bb2bdc5c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:36.225506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b2fbff72-4871-4279-9141-4d8c7dade12a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:36.230880 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b2fbff72-4871-4279-9141-4d8c7dade12a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2640495 Oct 05 09:32:36.231567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34262) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:36.269784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-0cb76cae-5238-4f72-adec-07818615e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823df4-537d-473a-86ed-24fd075abd30', 'name': 'tempest-NetworksTestDHCPv6-router-382409238', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:17Z', 'updated_at': '2022-10-05T09:32:34Z', 'revision_number': 3, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:36.271361 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:36.277428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:36.278096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:36.289349 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb76cae-5238-4f72-adec-07818615e96a None None] Checking router: c3823df4-537d-473a-86ed-24fd075abd30 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:32:36.308039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-247db363-04d6-40b8-b87d-e45b7348cbdc tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:36.309308 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-247db363-04d6-40b8-b87d-e45b7348cbdc tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "DELETE /v2.0/routers/7b21c7e2-c8af-47b2-9a44-154005df25e8 HTTP/1.1" status: 204 len: 168 time: 2.2477033 Oct 05 09:32:36.315888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] For port cebb164e-6b28-45f4-86d1-c77cfb2cf82d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=cebb164e-6b28-45f4-86d1-c77cfb2cf82d,segment=NetworkSegment(8f05bc13-abf3-4e7e-b28c-bfe31439a54b),segment_id=8f05bc13-abf3-4e7e-b28c-bfe31439a54b)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:36.316263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:36.318756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb76cae-5238-4f72-adec-07818615e96a None None] Routers {'c3823df4-537d-473a-86ed-24fd075abd30'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:36.318891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34266) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:36.318997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-0cb76cae-5238-4f72-adec-07818615e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c3823df4-537d-473a-86ed-24fd075abd30'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:36.467308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] For port a20677fa-b862-4bc8-b2eb-520a7136650a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a20677fa-b862-4bc8-b2eb-520a7136650a,segment=NetworkSegment(e5c0adcc-f023-4ace-8bf8-a05e02096e05),segment_id=e5c0adcc-f023-4ace-8bf8-a05e02096e05)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:36.467692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:36.481272 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-0cb76cae-5238-4f72-adec-07818615e96a None None] Set router c3823df4-537d-473a-86ed-24fd075abd30 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:36.494964 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:36.521692 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2d3063ad-fbb8-408a-b4e9-7fbd5959f747 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b21c7e2-c8af-47b2-9a44-154005df25e8 HTTP/1.1" status: 200 len: 205 time: 0.1812654 Oct 05 09:32:36.526678 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9df86a-6e2e-4dcb-a947-413f428347d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 64a9e12d-8b0a-458f-8b58-3dfca5c2f51a {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:32:36.530537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-db9df86a-6e2e-4dcb-a947-413f428347d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:36.583201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34272) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:36.604642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Allocated IP 172.26.7.56 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/a77b79ad-c9c6-4ac0-a9b8-3454e3497d24) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:36.614242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-0cb76cae-5238-4f72-adec-07818615e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823df4-537d-473a-86ed-24fd075abd30', 'name': 'tempest-NetworksTestDHCPv6-router-382409238', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:17Z', 'updated_at': '2022-10-05T09:32:34Z', 'revision_number': 3, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:36.618752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:36.628310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb76cae-5238-4f72-adec-07818615e96a None None] The sync data for ids ['c3823df4-537d-473a-86ed-24fd075abd30'] in dv-neutron-860329-1-hyperv is: [{'id': 'c3823df4-537d-473a-86ed-24fd075abd30', 'name': 'tempest-NetworksTestDHCPv6-router-382409238', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:17Z', 'updated_at': '2022-10-05T09:32:34Z', 'revision_number': 3, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'gw_port_host': None}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:36.633427 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:36.633925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:36.634297 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c Oct 05 09:32:36.706967 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-8b2c0fcc-3eb8-4b0e-9236-7c9f70a226de tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] delete failed (client error): The resource could not be found. Oct 05 09:32:36.708292 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8b2c0fcc-3eb8-4b0e-9236-7c9f70a226de tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "DELETE /v2.0/routers/7b21c7e2-c8af-47b2-9a44-154005df25e8 HTTP/1.1" status: 404 len: 336 time: 0.1216583 Oct 05 09:32:36.715949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34276) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:36.776675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-db9df86a-6e2e-4dcb-a947-413f428347d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:36.810064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Network': ['ID=32886428-8e5b-4700-96df-8acfa891a9a3,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:36.826598 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c5cfb838-1d81-4bf5-a9e1-584abe5b4eb1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3281636 Oct 05 09:32:36.838325 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2338ed44-fb10-4f11-8e9c-736d82c65f68 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bdc2e5-a55d-4bcf-a69a-5bd5c04ebee4 HTTP/1.1" status: 200 len: 205 time: 0.1174724 Oct 05 09:32:36.838914 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34280) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:36.846979 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34282) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:36.853205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'subnet': {'network_id': '32886428-8e5b-4700-96df-8acfa891a9a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:36.873805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 32886428-8e5b-4700-96df-8acfa891a9a3 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:32:36.960752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c69a8475-53ff-4b51-9068-5ad0061fab22 None None] Provisioning complete for port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:36.961203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c69a8475-53ff-4b51-9068-5ad0061fab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:36.961445 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c69a8475-53ff-4b51-9068-5ad0061fab22 None None] Attempt 1 to provision port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c Oct 05 09:32:37.063902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:37.064308 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:37.165626 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-fea8c935-2fdb-4665-93da-681f61e43c60 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] delete failed (client error): The resource could not be found. Oct 05 09:32:37.169501 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fea8c935-2fdb-4665-93da-681f61e43c60 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "DELETE /v2.0/routers/54bdc2e5-a55d-4bcf-a69a-5bd5c04ebee4 HTTP/1.1" status: 404 len: 336 time: 0.3012228 Oct 05 09:32:37.175464 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34292) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:37.175997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=04fb826f-3e2e-45d6-959d-3962bb2bdc5c,segment=NetworkSegment(7809f4d3-ee00-4026-996f-7e8c644bab83),segment_id=7809f4d3-ee00-4026-996f-7e8c644bab83)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:37.188138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c69a8475-53ff-4b51-9068-5ad0061fab22 None None] Current status of the port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:37.188533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c69a8475-53ff-4b51-9068-5ad0061fab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:37.249534 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:37.316025 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-be3f829a-1b77-4cc9-8fc9-adba416834bc tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d7bd09-6202-4f4f-b5bc-221497aa083d HTTP/1.1" status: 200 len: 205 time: 0.1380789 Oct 05 09:32:37.320030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34296) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:37.393662 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-c69a8475-53ff-4b51-9068-5ad0061fab22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:32:37.394049 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-c69a8475-53ff-4b51-9068-5ad0061fab22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:32:37.397467 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=04fb826f-3e2e-45d6-959d-3962bb2bdc5c,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:37.397931 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54de592-2e3c-4ff5-82b7-e572a3ab10a9 req-a449a4b9-ce5c-4a98-bf0c-86b43bd74eaa tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:37.399517 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d54de592-2e3c-4ff5-82b7-e572a3ab10a9 req-a449a4b9-ce5c-4a98-bf0c-86b43bd74eaa tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 943 time: 0.9397774 Oct 05 09:32:37.428644 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-44094fcd-9a2d-4ef2-aa47-2f4b4dca3845 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] delete failed (client error): The resource could not be found. Oct 05 09:32:37.429658 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-44094fcd-9a2d-4ef2-aa47-2f4b4dca3845 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "DELETE /v2.0/routers/d7d7bd09-6202-4f4f-b5bc-221497aa083d HTTP/1.1" status: 404 len: 336 time: 0.0994704 Oct 05 09:32:37.441250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34300) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:37.459370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:37.491631 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:37.492364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:37.492364 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Floating IP a2105a15-93ba-4c16-bb7f-c33fefb61b92 disassociated. External IP: 172.26.7.129, port: cebb164e-6b28-45f4-86d1-c77cfb2cf82d. Oct 05 09:32:37.492644 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Calling delete_port for cebb164e-6b28-45f4-86d1-c77cfb2cf82d owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:37.505658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-db9df86a-6e2e-4dcb-a947-413f428347d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:37.542889 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:subnet and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:37.552456 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:37.581132 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b5839e1f-1dac-4dd9-b24d-d78e8be2668e tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12402e4-10f5-42fd-b34c-157bc5b8a421 HTTP/1.1" status: 200 len: 205 time: 0.1277237 Oct 05 09:32:37.586268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:37.591684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34304) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:37.684825 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d54de592-2e3c-4ff5-82b7-e572a3ab10a9 req-e3683010-aadd-4db5-9b03-2d717995f305 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc3563e-e74c-45d8-bfbe-6996af189c92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617939 Oct 05 09:32:37.693159 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-e966acc2-a908-41d5-b55e-3411d44231ff tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] delete failed (client error): The resource could not be found. Oct 05 09:32:37.694189 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e966acc2-a908-41d5-b55e-3411d44231ff tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "DELETE /v2.0/routers/e12402e4-10f5-42fd-b34c-157bc5b8a421 HTTP/1.1" status: 404 len: 336 time: 0.0979211 Oct 05 09:32:37.697387 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34308) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:37.740352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:37.743480 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7bf9e-b33b-4a41-8877-f0027f103f28 req-12521de4-8a64-4e69-9d50-67119fe9576f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:37.745395 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b0a7bf9e-b33b-4a41-8877-f0027f103f28 req-12521de4-8a64-4e69-9d50-67119fe9576f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.5100009 Oct 05 09:32:37.767329 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:37.770966 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:37.800983 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a1bdcc76-2d45-483e-8608-4bbca241ee1d tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "GET /v2.0/ports?device_id=89f89e89-3047-474e-aad0-599782dcf42b HTTP/1.1" status: 200 len: 205 time: 0.1025388 Oct 05 09:32:37.812192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34312) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:37.813960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:37.814383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:37.814700 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Floating IP 7597a9ca-7723-4572-a4b9-3c42d065f5af disassociated. External IP: 172.26.7.204, port: a20677fa-b862-4bc8-b2eb-520a7136650a. Oct 05 09:32:37.815047 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Calling delete_port for a20677fa-b862-4bc8-b2eb-520a7136650a owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:37.925603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 04fb826f-3e2e-45d6-959d-3962bb2bdc5c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:37.961002 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b0a7bf9e-b33b-4a41-8877-f0027f103f28 req-49e3595f-f572-493c-9904-80975af32023 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069860 Oct 05 09:32:37.964776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-db9df86a-6e2e-4dcb-a947-413f428347d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:37.986413 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-3b5cc480-9978-4ea5-a06e-4aa72c8aa611 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] delete failed (client error): The resource could not be found. Oct 05 09:32:37.989866 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3b5cc480-9978-4ea5-a06e-4aa72c8aa611 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "DELETE /v2.0/routers/89f89e89-3047-474e-aad0-599782dcf42b HTTP/1.1" status: 404 len: 336 time: 0.1367915 Oct 05 09:32:38.004106 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34316) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:38.024032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c69a8475-53ff-4b51-9068-5ad0061fab22 None None] Current status of the port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:38.040332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:38.040930 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:38.041268 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c Oct 05 09:32:38.063261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9df86a-6e2e-4dcb-a947-413f428347d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=64a9e12d-8b0a-458f-8b58-3dfca5c2f51a,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:38.071006 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-db9df86a-6e2e-4dcb-a947-413f428347d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:38.089444 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2e1cbf70-5d58-4911-a53e-7a3715943e9c tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e7e7ff2-33f7-4a55-bbe6-61188e4c0c7f HTTP/1.1" status: 200 len: 205 time: 0.0821133 Oct 05 09:32:38.090604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6c3f8a-bf6f-44a3-a6f3-ee04c24d683a None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:38.096487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34320) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:38.101845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Allocated IP 2001:db8::1 (57ffd759-f6be-46c7-8b94-0ae685f561a7/98a7639a-e33a-4873-a47d-32a0243fd220/fcd4b5e6-4824-438f-876a-853f21e9dee9) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:38.182847 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-0218bb14-ec2d-4820-87b8-1141eeb3a082 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] delete failed (client error): The resource could not be found. Oct 05 09:32:38.186425 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0218bb14-ec2d-4820-87b8-1141eeb3a082 tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "DELETE /v2.0/routers/6e7e7ff2-33f7-4a55-bbe6-61188e4c0c7f HTTP/1.1" status: 404 len: 336 time: 0.0860982 Oct 05 09:32:38.190761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34324) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:38.278499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:38.287270 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-db9df86a-6e2e-4dcb-a947-413f428347d0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/64a9e12d-8b0a-458f-8b58-3dfca5c2f51a HTTP/1.1" status: 204 len: 168 time: 2.0520852 Oct 05 09:32:38.293181 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9baf6d75-595b-46c3-9147-959aaed426fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] DELETE failed (client error): The resource could not be found. Oct 05 09:32:38.293181 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9baf6d75-595b-46c3-9147-959aaed426fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:32:38.302613 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7b459-745c-49e8-a588-d5337fa3441d req-589b6b0a-c292-4f5f-bed7-29a67332f715 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:38.304161 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f8d7b459-745c-49e8-a588-d5337fa3441d req-589b6b0a-c292-4f5f-bed7-29a67332f715 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 944 time: 0.4144402 Oct 05 09:32:38.308892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34328) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:38.339560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:38.356291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 43de4def-ddad-4179-93ad-4b1eff344e3b no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:32:38.392066 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:38.397713 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 43de4def-ddad-4179-93ad-4b1eff344e3b {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:32:38.398234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 43de4def-ddad-4179-93ad-4b1eff344e3b not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:32:38.400900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:38.416953 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:38.422918 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9baf6d75-595b-46c3-9147-959aaed426fa tempest-RoutersAdminTest-148132925 tempest-RoutersAdminTest-148132925-project] 10.222.0.49 "DELETE /v2.0/subnets/8d2b348d-ded1-4560-aa54-936e2c9db307 HTTP/1.1" status: 404 len: 337 time: 0.2273211 Oct 05 09:32:38.423149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:38.493931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Pushing event updated for resources: {'Port': ['ID=a77b79ad-c9c6-4ac0-a9b8-3454e3497d24,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:38.547483 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f8d7b459-745c-49e8-a588-d5337fa3441d req-eaf81632-7fad-4ac4-acd1-e558144d4f87 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b8f0693-49ca-4874-ad41-bb93d8b72875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613691 Oct 05 09:32:38.569476 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fbc2151d-2cd4-4178-81a8-cb9325bcd187 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:router {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:38.580468 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcfc776-73e9-4bfc-91ba-b6519364b5c6 None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:32:38.588295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6dcfc776-73e9-4bfc-91ba-b6519364b5c6 None None] Deleting port c9e15825-2a99-469b-8bfb-a3269cd76172 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:38.588677 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6dcfc776-73e9-4bfc-91ba-b6519364b5c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:38.602340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Pushing event deleted for resources: {'Port': ['ID=cebb164e-6b28-45f4-86d1-c77cfb2cf82d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:38.606414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:38.686237 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fbc2151d-2cd4-4178-81a8-cb9325bcd187 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:router {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:38.688100 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fbc2151d-2cd4-4178-81a8-cb9325bcd187 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3778691 Oct 05 09:32:38.693579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34334) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:38.878886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:38.902393 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:38.913308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Checking segment: {'id': '4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '32886428-8e5b-4700-96df-8acfa891a9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:38.913794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network hostable DHCP agents. Network: 32886428-8e5b-4700-96df-8acfa891a9a3, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:32:38.922585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Subnet': ['ID=8b555977-cbd5-4338-b0c8-85abfc7800ec,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:39.018832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6dcfc776-73e9-4bfc-91ba-b6519364b5c6 None None] For port c9e15825-2a99-469b-8bfb-a3269cd76172, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c9e15825-2a99-469b-8bfb-a3269cd76172,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:39.023306 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6dcfc776-73e9-4bfc-91ba-b6519364b5c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:39.060281 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0212cbb5-64b8-4836-aebb-77325d97bc72 req-72ab01fe-ec40-483f-ba0b-f0ce1c412bfc tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 210 time: 0.0824172 Oct 05 09:32:39.068320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-88787c1b-14d7-465c-b008-765430bdf2b8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:39.086740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:32:39.115871 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Pushing event deleted for resources: {'Port': ['ID=a20677fa-b862-4bc8-b2eb-520a7136650a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:39.164677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34344) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:39.171357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Transition to ACTIVE for port object fcd4b5e6-4824-438f-876a-853f21e9dee9 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:39.192959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6dcfc776-73e9-4bfc-91ba-b6519364b5c6 None None] Calling delete_port for c9e15825-2a99-469b-8bfb-a3269cd76172 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:39.363556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6dcfc776-73e9-4bfc-91ba-b6519364b5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:39.445557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-88787c1b-14d7-465c-b008-765430bdf2b8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:39.447984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-88787c1b-14d7-465c-b008-765430bdf2b8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:39.456379 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfc776-73e9-4bfc-91ba-b6519364b5c6 None None] Pushing event deleted for resources: {'Port': ['ID=c9e15825-2a99-469b-8bfb-a3269cd76172,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:39.467637 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcfc776-73e9-4bfc-91ba-b6519364b5c6 None None] No DVR routers for this DVR port c9e15825-2a99-469b-8bfb-a3269cd76172 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:32:39.514898 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network 32886428-8e5b-4700-96df-8acfa891a9a3 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:32:39.563780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-88787c1b-14d7-465c-b008-765430bdf2b8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:39.564560 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88787c1b-14d7-465c-b008-765430bdf2b8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Fanout notify agent at l3_agent the message router_deleted on router c3823df4-537d-473a-86ed-24fd075abd30 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:32:39.574927 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa66ae-f436-4a1f-95be-ee8d25aeca35 req-c85a2264-a24d-45d1-b16e-b2bfd29bce3f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:39.580384 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2afa66ae-f436-4a1f-95be-ee8d25aeca35 req-c85a2264-a24d-45d1-b16e-b2bfd29bce3f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.1103313 Oct 05 09:32:39.608327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 32886428-8e5b-4700-96df-8acfa891a9a3) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:39.618792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3985e817-00e7-4590-bb2c-82d65c7b7587 None None] Network 32886428-8e5b-4700-96df-8acfa891a9a3 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:39.624145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:39.624743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:39.658631 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2afa66ae-f436-4a1f-95be-ee8d25aeca35 req-1e00b152-c15e-41ca-8929-802db0ef023d tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758393 Oct 05 09:32:39.681171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ba070aa-1740-4fc5-92bf-cb001fb794aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:39.720720 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-88787c1b-14d7-465c-b008-765430bdf2b8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:39.723223 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-88787c1b-14d7-465c-b008-765430bdf2b8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/routers/c3823df4-537d-473a-86ed-24fd075abd30 HTTP/1.1" status: 204 len: 168 time: 1.0260775 Oct 05 09:32:39.730289 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34352) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:39.738140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5b0025d5-7670-47b2-ad0f-2c05c7c45ca2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:39.841687 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7994f74a-91d7-4613-8a0f-51890b05b8d3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9975634 Oct 05 09:32:39.854283 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34356) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:39.865143 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'network_id': '32886428-8e5b-4700-96df-8acfa891a9a3', 'name': 'tempest-PortsIpV6TestJSON-1290302829'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:39.873800 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c9e15825-2a99-469b-8bfb-a3269cd76172 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:32:39.923186 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: c9e15825-2a99-469b-8bfb-a3269cd76172 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:32:39.923496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c9e15825-2a99-469b-8bfb-a3269cd76172 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:32:39.928854 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f4a18f7b-46fe-48ee-a836-e8e3fdacb60c req-56aa8511-0148-4b58-8bd7-17700348ab40 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 210 time: 0.1477237 Oct 05 09:32:40.012385 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-32886428-8e5b-4700-96df-8acfa891a9a3', 'network_id': '32886428-8e5b-4700-96df-8acfa891a9a3', 'tenant_id': 'e310f0f9f68e463e8b295e16db8a75dc', 'fixed_ips': [{'subnet_id': '8b555977-cbd5-4338-b0c8-85abfc7800ec'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:32:40.013233 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:40.057359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5b0025d5-7670-47b2-ad0f-2c05c7c45ca2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:40.068190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5b0025d5-7670-47b2-ad0f-2c05c7c45ca2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:40.081504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5b0025d5-7670-47b2-ad0f-2c05c7c45ca2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:40.092348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5b0025d5-7670-47b2-ad0f-2c05c7c45ca2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:40.106437 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:40.119120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:40.131209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:port and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:40.132903 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d8469c-3e27-4d07-bc86-34b1ca915abc None None] Sync routers for ids ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:40.137504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:40.149681 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8469c-3e27-4d07-bc86-34b1ca915abc None None] Routers {'35fa253b-6a8f-4ab4-b224-f8eba779b0c3'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:40.151551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:40.151884 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d5d8469c-3e27-4d07-bc86-34b1ca915abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:40.197974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0025d5-7670-47b2-ad0f-2c05c7c45ca2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:40.202177 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5b0025d5-7670-47b2-ad0f-2c05c7c45ca2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:40.244398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:40.252454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2ba070aa-1740-4fc5-92bf-cb001fb794aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:40.256514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2ba070aa-1740-4fc5-92bf-cb001fb794aa admin admin] Usage tracker for resource:security_group_rule and tenant:679c65e509164138966b04c5cbb65d8b is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:40.260608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2ba070aa-1740-4fc5-92bf-cb001fb794aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:40.276578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2ba070aa-1740-4fc5-92bf-cb001fb794aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:40.302136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Allocated IP 2001:db8::2 (32886428-8e5b-4700-96df-8acfa891a9a3/8b555977-cbd5-4338-b0c8-85abfc7800ec/61155088-ad35-4045-b519-62649321df3d) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:40.382948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ba070aa-1740-4fc5-92bf-cb001fb794aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:40.401288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:40.404799 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:40.436898 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:32:40.446454 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2af72b6a-6490-4955-8d2a-11b28bef16ee req-6455f404-c2d7-4f15-8f32-4212daa5fe7c tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 210 time: 0.2010200 Oct 05 09:32:40.469821 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port ec962c04-cf22-4925-b141-84b12b6f9d41 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:32:40.504162 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-d5d8469c-3e27-4d07-bc86-34b1ca915abc None None] Set router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:40.613426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event updated for resources: {'Port': ['ID=fcd4b5e6-4824-438f-876a-853f21e9dee9,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:40.616815 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ba070aa-1740-4fc5-92bf-cb001fb794aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:40.711655 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Network 57ffd759-f6be-46c7-8b94-0ae685f561a7 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:40.720030 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] No DVR routers for this DVR port cebb164e-6b28-45f4-86d1-c77cfb2cf82d on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:32:40.770322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:40.785648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:40.792647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffc99b9-2164-438b-97c8-9c42557deba1', 'name': 'network-vif-deleted', 'tag': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:32:40.795187 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79247c11-8137-4cd5-8dc0-3f0e8ca1b20f" -d '{"events": [{"server_uuid": "1ffc99b9-2164-438b-97c8-9c42557deba1", "name": "network-vif-deleted", "tag": "cebb164e-6b28-45f4-86d1-c77cfb2cf82d"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:32:40.814370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:40.835429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Transition to ACTIVE for port object 61155088-ad35-4045-b519-62649321df3d will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:40.842487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5b0025d5-7670-47b2-ad0f-2c05c7c45ca2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:40.881394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:40.882003 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:40.922552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Transition to ACTIVE for port object 61155088-ad35-4045-b519-62649321df3d will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:41.011526 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165d8080-7b56-45da-8788-02f2d7c092d2 x-openstack-request-id: req-165d8080-7b56-45da-8788-02f2d7c092d2 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:32:41.011832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffc99b9-2164-438b-97c8-9c42557deba1", "name": "network-vif-deleted", "tag": "cebb164e-6b28-45f4-86d1-c77cfb2cf82d", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:32:41.012082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-165d8080-7b56-45da-8788-02f2d7c092d2 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:32:41.014311 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165d8080-7b56-45da-8788-02f2d7c092d2'] response: {'server_uuid': '1ffc99b9-2164-438b-97c8-9c42557deba1', 'name': 'network-vif-deleted', 'tag': 'cebb164e-6b28-45f4-86d1-c77cfb2cf82d', 'status': 'completed', 'code': 200} Oct 05 09:32:41.031910 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:41.049008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0025d5-7670-47b2-ad0f-2c05c7c45ca2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:41.079730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-5b0025d5-7670-47b2-ad0f-2c05c7c45ca2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:41.086179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba070aa-1740-4fc5-92bf-cb001fb794aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08668435-c999-4d7f-8262-218742502963,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:41.131805 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2ba070aa-1740-4fc5-92bf-cb001fb794aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=679c65e509164138966b04c5cbb65d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9649255 Oct 05 09:32:41.137145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9725c930-719e-42e5-8931-4710ecccc921 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:41.151730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34368) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:41.153921 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ec320a3-5bd7-4bfa-9e66-78e8aaa87a83 req-236a61a9-3688-4da3-aa63-3e13160847e5 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.55 "DELETE /v2.0/ports/cebb164e-6b28-45f4-86d1-c77cfb2cf82d HTTP/1.1" status: 204 len: 173 time: 12.5997071 Oct 05 09:32:41.168377 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d5d8469c-3e27-4d07-bc86-34b1ca915abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:46Z', 'updated_at': '2022-10-05T09:30:00Z', 'revision_number': 4, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'gw_port': {'id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:48Z', 'updated_at': '2022-10-05T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'd8323336-ec0e-4642-9f32-7fcef99f0de1', 'name': '', 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'mac_address': 'fa:16:3e:d2:ae:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:14Z', 'revision_number': 5, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'subnets': [{'id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:41.173811 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d8469c-3e27-4d07-bc86-34b1ca915abc None None] Checking router: 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:32:41.184566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Router 7ba622c5-0d5f-4c89-96af-3077ee8db55c has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:32:41.188227 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8469c-3e27-4d07-bc86-34b1ca915abc None None] Routers {'35fa253b-6a8f-4ab4-b224-f8eba779b0c3'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:41.189029 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d5d8469c-3e27-4d07-bc86-34b1ca915abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:41.420172 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Network 32886428-8e5b-4700-96df-8acfa891a9a3 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:41.424339 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-d5d8469c-3e27-4d07-bc86-34b1ca915abc None None] Set router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:41.428608 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:41.437603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:41.552178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Pushing event updated for resources: {'Port': ['ID=61155088-ad35-4045-b519-62649321df3d,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:41.593001 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0025d5-7670-47b2-ad0f-2c05c7c45ca2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:41.594401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5b0025d5-7670-47b2-ad0f-2c05c7c45ca2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:41.674697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Allocated IP 2001:db8::390 (32886428-8e5b-4700-96df-8acfa891a9a3/8b555977-cbd5-4338-b0c8-85abfc7800ec/ec962c04-cf22-4925-b141-84b12b6f9d41) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:41.676466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:41.678952 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:41.697335 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c7c93-4640-48b1-a01f-4216ca959039 None None] Sync routers for ids ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:41.704847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Provisioning for port fcd4b5e6-4824-438f-876a-853f21e9dee9 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:41.731442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Provisioning complete for port fcd4b5e6-4824-438f-876a-853f21e9dee9 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:41.736193 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:41.736193 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Attempt 1 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:41.769796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0025d5-7670-47b2-ad0f-2c05c7c45ca2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=94cb19b1-54bb-40eb-9f54-a7921f14f95b,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:41.802668 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Attempting to bind port 61155088-ad35-4045-b519-62649321df3d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:32:41.805558 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Attempting to bind port 61155088-ad35-4045-b519-62649321df3d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '32886428-8e5b-4700-96df-8acfa891a9a3'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:32:41.805558 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Attempting to bind port 61155088-ad35-4045-b519-62649321df3d on network 32886428-8e5b-4700-96df-8acfa891a9a3 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:41.870155 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1036d604-e280-49c0-8779-950a4c060c67 req-a22b18f9-486a-4e0b-861f-3a4b477b9144 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 210 time: 0.2679663 Oct 05 09:32:41.885405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:41.909875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c7c93-4640-48b1-a01f-4216ca959039 None None] Routers {'7ba622c5-0d5f-4c89-96af-3077ee8db55c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:41.910713 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-cf3c7c93-4640-48b1-a01f-4216ca959039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:41.914451 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5b0025d5-7670-47b2-ad0f-2c05c7c45ca2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1829846 Oct 05 09:32:41.922386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34374) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:41.943824 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d5d8469c-3e27-4d07-bc86-34b1ca915abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:46Z', 'updated_at': '2022-10-05T09:30:00Z', 'revision_number': 4, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'gw_port': {'id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:48Z', 'updated_at': '2022-10-05T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'd8323336-ec0e-4642-9f32-7fcef99f0de1', 'name': '', 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'mac_address': 'fa:16:3e:d2:ae:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:14Z', 'revision_number': 5, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'subnets': [{'id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:41.955006 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d8469c-3e27-4d07-bc86-34b1ca915abc None None] The sync data for ids ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'] in dv-neutron-860329-1-hyperv is: [{'id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:46Z', 'updated_at': '2022-10-05T09:30:00Z', 'revision_number': 4, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'gw_port': {'id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:48Z', 'updated_at': '2022-10-05T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'd8323336-ec0e-4642-9f32-7fcef99f0de1', 'name': '', 'network_id': 'ba10b7ba-8830-441b-bd4b-c1479440701d', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'mac_address': 'fa:16:3e:d2:ae:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:14Z', 'revision_number': 5, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'subnets': [{'id': 'e672df19-ead0-4e95-8b84-9c3c88196ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:41.970421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-8055009c-965f-4506-ab2d-2011090897be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1127138254', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:42.017125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8055009c-965f-4506-ab2d-2011090897be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:42.066360 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8055009c-965f-4506-ab2d-2011090897be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:router and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:42.081828 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8055009c-965f-4506-ab2d-2011090897be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:42.142708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:32:42.143085 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Checking segment: {'id': '4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '32886428-8e5b-4700-96df-8acfa891a9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:42.143535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:42.143875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Bound using segment: {'id': '4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '32886428-8e5b-4700-96df-8acfa891a9a3'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:32:42.144354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Bound port: 61155088-ad35-4045-b519-62649321df3d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '32886428-8e5b-4700-96df-8acfa891a9a3'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:32:42.144721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:42.188792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8055009c-965f-4506-ab2d-2011090897be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:42.197490 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d719378d-9054-461c-b95a-73faa770753b req-8b6e8877-2de5-4f03-b887-6e6605f4c7e1 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffc99b9-2164-438b-97c8-9c42557deba1 HTTP/1.1" status: 200 len: 210 time: 0.1047142 Oct 05 09:32:42.341690 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe1829-12e4-419b-b430-b42070221455 req-5fdccec7-5294-4a0b-b6b3-a68628888a65 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:42.349113 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dafe1829-12e4-419b-b430-b42070221455 req-5fdccec7-5294-4a0b-b6b3-a68628888a65 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 1.2813251 Oct 05 09:32:42.380747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8055009c-965f-4506-ab2d-2011090897be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:42.381786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8055009c-965f-4506-ab2d-2011090897be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:42.412920 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a298c8c-40dd-430d-b17d-8f068b1e31ac None None] New status for floating IP a2105a15-93ba-4c16-bb7f-c33fefb61b92: DOWN {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:32:42.427205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:42.430802 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Attempt 2 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:42.442207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] No DVR routers for this DVR port a20677fa-b862-4bc8-b2eb-520a7136650a on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:32:42.449723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:42.451890 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-784fa7ce-0b9f-4c69-9136-b67091331e72 req-169d9b71-97a0-4027-b592-7756b2672e4b tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.55 "DELETE /v2.0/ports/a20677fa-b862-4bc8-b2eb-520a7136650a HTTP/1.1" status: 204 len: 173 time: 13.6435714 Oct 05 09:32:42.454724 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dafe1829-12e4-419b-b430-b42070221455 req-dfc86ee7-a21d-486b-a2f0-459f93421674 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047359 Oct 05 09:32:42.497388 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8055009c-965f-4506-ab2d-2011090897be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:42.509489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:42.534522 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Transition to ACTIVE for port object ec962c04-cf22-4925-b141-84b12b6f9d41 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:42.547290 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': '94cb19b1-54bb-40eb-9f54-a7921f14f95b'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:32:42.548115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:42.625817 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8055009c-965f-4506-ab2d-2011090897be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:42.666618 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:42.668084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:42.672641 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] For port 61155088-ad35-4045-b519-62649321df3d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:32:42.731646 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] For port 61155088-ad35-4045-b519-62649321df3d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=61155088-ad35-4045-b519-62649321df3d,segment=NetworkSegment(4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f),segment_id=4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:32:42.750392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-cf3c7c93-4640-48b1-a01f-4216ca959039 None None] Set router 7ba622c5-0d5f-4c89-96af-3077ee8db55c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:42.830015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=ec962c04-cf22-4925-b141-84b12b6f9d41,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:42.839161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8055009c-965f-4506-ab2d-2011090897be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:42.843116 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8055009c-965f-4506-ab2d-2011090897be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9162295 Oct 05 09:32:42.849267 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network 32886428-8e5b-4700-96df-8acfa891a9a3 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:42.850770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34378) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:42.852224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:42.858914 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:42.870263 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:42.871288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:42.952599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:42.969422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b89bee39-d875-4365-9a7c-d06f9ba4898b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:43.017737 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9ee5d6e5-6e6c-4c8f-a94d-9c6a4cd9ee11 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1618555 Oct 05 09:32:43.039662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34384) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:43.041843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Allocated IP 2001:db8::2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/94cb19b1-54bb-40eb-9f54-a7921f14f95b/44426f98-1663-4b97-b464-e722935a9252) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:43.055809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'network_id': '32886428-8e5b-4700-96df-8acfa891a9a3', 'name': 'tempest-PortsIpV6TestJSON-1933133464'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:43.066835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ac3fef-a471-41d3-872e-a28581e4a33f', 'name': 'network-vif-deleted', 'tag': 'a20677fa-b862-4bc8-b2eb-520a7136650a'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:32:43.069148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aae2a8-db88-462a-9e38-5167c4a05e7b" -d '{"events": [{"server_uuid": "55ac3fef-a471-41d3-872e-a28581e4a33f", "name": "network-vif-deleted", "tag": "a20677fa-b862-4bc8-b2eb-520a7136650a"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:32:43.087338 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:43.200139 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Attempt 3 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:43.203725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae78dfd8-289b-40dd-aaed-df3b71090eeb x-openstack-request-id: req-ae78dfd8-289b-40dd-aaed-df3b71090eeb {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:32:43.208064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ac3fef-a471-41d3-872e-a28581e4a33f", "name": "network-vif-deleted", "tag": "a20677fa-b862-4bc8-b2eb-520a7136650a", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:32:43.208064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae78dfd8-289b-40dd-aaed-df3b71090eeb {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:32:43.208064 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae78dfd8-289b-40dd-aaed-df3b71090eeb'] response: {'server_uuid': '55ac3fef-a471-41d3-872e-a28581e4a33f', 'name': 'network-vif-deleted', 'tag': 'a20677fa-b862-4bc8-b2eb-520a7136650a', 'status': 'completed', 'code': 200} Oct 05 09:32:43.332871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:43.408125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b89bee39-d875-4365-9a7c-d06f9ba4898b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:43.427824 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e4b107fb-47f9-44a5-8924-31ff31f6eedf req-24d181c8-c021-47a2-9863-0e603e818d3f tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ac3fef-a471-41d3-872e-a28581e4a33f HTTP/1.1" status: 200 len: 210 time: 0.2493098 Oct 05 09:32:43.467412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f58fad-a990-4075-8d50-74b6379e9d91 None None] Pushing event updated for resources: {'Port': ['ID=61155088-ad35-4045-b519-62649321df3d,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:43.513787 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34396) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:43.720221 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:43.740693 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Transition to ACTIVE for port object 44426f98-1663-4b97-b464-e722935a9252 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:43.759855 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-cf3c7c93-4640-48b1-a01f-4216ca959039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:45Z', 'updated_at': '2022-10-05T09:30:02Z', 'revision_number': 4, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'gw_port': {'id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '49a8de3e-040e-42bb-aa2d-a26606eb8f2e', 'name': '', 'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'mac_address': 'fa:16:3e:0d:51:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:13Z', 'revision_number': 5, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'subnets': [{'id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:43.766531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c7c93-4640-48b1-a01f-4216ca959039 None None] Checking router: 7ba622c5-0d5f-4c89-96af-3077ee8db55c for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:32:43.782722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c7c93-4640-48b1-a01f-4216ca959039 None None] Routers {'7ba622c5-0d5f-4c89-96af-3077ee8db55c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:43.783441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-cf3c7c93-4640-48b1-a01f-4216ca959039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:43.873733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b89bee39-d875-4365-9a7c-d06f9ba4898b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:44.011156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bee39-d875-4365-9a7c-d06f9ba4898b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08668435-c999-4d7f-8262-218742502963,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:44.076445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-cf3c7c93-4640-48b1-a01f-4216ca959039 None None] Set router 7ba622c5-0d5f-4c89-96af-3077ee8db55c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:44.092155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:44.114049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b89bee39-d875-4365-9a7c-d06f9ba4898b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:44.134500 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b89bee39-d875-4365-9a7c-d06f9ba4898b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08668435-c999-4d7f-8262-218742502963 HTTP/1.1" status: 204 len: 168 time: 2.9698486 Oct 05 09:32:44.147161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e56b4e19-c430-41b9-9f8d-56e78198e347 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:44.255466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e56b4e19-c430-41b9-9f8d-56e78198e347 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:44.382024 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Transition to ACTIVE for port object 44426f98-1663-4b97-b464-e722935a9252 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:44.383516 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Attempt 4 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:44.449716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 61155088-ad35-4045-b519-62649321df3d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:44.476515 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:44.489873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e56b4e19-c430-41b9-9f8d-56e78198e347 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:44.509676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:44.538377 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Router 438d6d1c-7214-429c-aef9-16a9c0d5a69a is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:32:44.539998 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:port and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:44.548574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b4e19-c430-41b9-9f8d-56e78198e347 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc3563e-e74c-45d8-bfbe-6996af189c92,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:44.568424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:44.569607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:44.607602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:44.642099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:44.707638 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:44.722901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event updated for resources: {'Port': ['ID=fcd4b5e6-4824-438f-876a-853f21e9dee9,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:44.725793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e56b4e19-c430-41b9-9f8d-56e78198e347 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:44.727132 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e56b4e19-c430-41b9-9f8d-56e78198e347 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "DELETE /v2.0/security-groups/5fc3563e-e74c-45d8-bfbe-6996af189c92 HTTP/1.1" status: 204 len: 168 time: 1.1579709 Oct 05 09:32:44.793491 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34408) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:44.807710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34410) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:44.878058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa1224-a9bc-483f-a1aa-a1bccb0b69e8 req-3fcb999d-387c-456c-bc1c-7424013fbeef tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:44.885514 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-44aa1224-a9bc-483f-a1aa-a1bccb0b69e8 req-3fcb999d-387c-456c-bc1c-7424013fbeef tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.9622712 Oct 05 09:32:45.005945 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:45.030099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:45.037128 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:45.050043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eafb0c-6127-4569-a194-0cb5a935f795 None None] Network 32886428-8e5b-4700-96df-8acfa891a9a3 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:45.060841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:45.069176 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Pushing event updated for resources: {'Port': ['ID=44426f98-1663-4b97-b464-e722935a9252,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:45.102334 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-fbf89169-eb16-4652-920d-427fba713632 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] show failed (client error): The resource could not be found. Oct 05 09:32:45.104414 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fbf89169-eb16-4652-920d-427fba713632 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "GET /v2.0/security-groups/5fc3563e-e74c-45d8-bfbe-6996af189c92 HTTP/1.1" status: 404 len: 347 time: 0.2955344 Oct 05 09:32:45.107388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:45.119090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34416) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:45.120294 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:45.124096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:45.189506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port 3be662ec-4549-4abb-a756-ebdb1973431d yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:32:45.220145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 61155088-ad35-4045-b519-62649321df3d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:45.229596 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6542d69b-c5f8-457c-9ed6-e3e26e5a9e04 None None] Sync routers for ids ['438d6d1c-7214-429c-aef9-16a9c0d5a69a'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:45.275608 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-44aa1224-a9bc-483f-a1aa-a1bccb0b69e8 req-68de5827-5531-45c9-bd9f-d08f201b920e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890247 Oct 05 09:32:45.284578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::1 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/94cb19b1-54bb-40eb-9f54-a7921f14f95b/2934eab5-fa2a-43ed-9f7b-690677798d2b) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:45.366900 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6542d69b-c5f8-457c-9ed6-e3e26e5a9e04 None None] Routers {'438d6d1c-7214-429c-aef9-16a9c0d5a69a'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:45.367636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6542d69b-c5f8-457c-9ed6-e3e26e5a9e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['438d6d1c-7214-429c-aef9-16a9c0d5a69a'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:45.371961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34420) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:45.404601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:45.493798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Network 57ffd759-f6be-46c7-8b94-0ae685f561a7 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:45.495032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6542d69b-c5f8-457c-9ed6-e3e26e5a9e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:45.497719 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:45.504621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Deleting port 68aeaca7-b12e-4667-ac17-cc23e5121464 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:45.505251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:45.513629 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Attempt 5 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:45.565005 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Attempting to bind port 44426f98-1663-4b97-b464-e722935a9252 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:32:45.568208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Attempting to bind port 44426f98-1663-4b97-b464-e722935a9252 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:32:45.568208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Attempting to bind port 44426f98-1663-4b97-b464-e722935a9252 on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:45.579410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Allocated IP 2001:db8::21c (32886428-8e5b-4700-96df-8acfa891a9a3/8b555977-cbd5-4338-b0c8-85abfc7800ec/3be662ec-4549-4abb-a756-ebdb1973431d) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:45.590916 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:45.608442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:45.610875 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b87653c0-73ad-454f-bf05-4e9dcf0a0f44 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 14.4113834 Oct 05 09:32:45.617280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:32:45.617828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:45.618351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:45.619658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:32:45.619792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34424) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:45.619906 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Bound port: 44426f98-1663-4b97-b464-e722935a9252, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:32:45.620351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:45.632674 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-87b6179a-6bc5-4998-b758-f2e493c3d7b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5aa1a1578f464bb99a109d02a8f0e770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534845 Oct 05 09:32:45.638352 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-beda0b3b-0540-424c-8b37-f52925b612ff tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'enable_snat': False}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:45.646363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6542d69b-c5f8-457c-9ed6-e3e26e5a9e04 None None] Routers {'438d6d1c-7214-429c-aef9-16a9c0d5a69a'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:45.647159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6542d69b-c5f8-457c-9ed6-e3e26e5a9e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['438d6d1c-7214-429c-aef9-16a9c0d5a69a'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:45.697634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34428) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:45.883842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6542d69b-c5f8-457c-9ed6-e3e26e5a9e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:45.884990 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6542d69b-c5f8-457c-9ed6-e3e26e5a9e04 None None] The sync data for ids ['438d6d1c-7214-429c-aef9-16a9c0d5a69a'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:45.887535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:45.892176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:45.897653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Router 95afbebd-587f-4315-b514-ef8de9352f5b has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:32:46.018410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-cf3c7c93-4640-48b1-a01f-4216ca959039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:45Z', 'updated_at': '2022-10-05T09:30:02Z', 'revision_number': 4, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'gw_port': {'id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '49a8de3e-040e-42bb-aa2d-a26606eb8f2e', 'name': '', 'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'mac_address': 'fa:16:3e:0d:51:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:13Z', 'revision_number': 5, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'subnets': [{'id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:46.018955 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:46.030723 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c7c93-4640-48b1-a01f-4216ca959039 None None] The sync data for ids ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'] in dv-neutron-860329-1-hyperv is: [{'id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:45Z', 'updated_at': '2022-10-05T09:30:02Z', 'revision_number': 4, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'gw_port': {'id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '49a8de3e-040e-42bb-aa2d-a26606eb8f2e', 'name': '', 'network_id': '521118dc-25a5-447f-9a14-544274ea6279', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'mac_address': 'fa:16:3e:0d:51:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:57Z', 'updated_at': '2022-10-05T09:30:13Z', 'revision_number': 5, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'subnets': [{'id': '4a16d9de-a890-4cc4-90e3-baf71064bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:46.034655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] For port 44426f98-1663-4b97-b464-e722935a9252, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:32:46.044482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] For port 44426f98-1663-4b97-b464-e722935a9252, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=44426f98-1663-4b97-b464-e722935a9252,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:32:46.073244 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:46.074856 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:46.075241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:46.087360 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:46.139759 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:46.151916 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8f0693-49ca-4874-ad41-bb93d8b72875,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:46.164122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 2934eab5-fa2a-43ed-9f7b-690677798d2b will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:46.252544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:46.253232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:46.253765 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:46.254330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:46.254891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:46.255434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:46.255983 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:46.256504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:46.257031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:46.257546 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:46.258114 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:46.258645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:46.399952 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:46.405102 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Attempt 6 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:46.411325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Calling delete_port for 68aeaca7-b12e-4667-ac17-cc23e5121464 owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:46.412223 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6078a5f9-89eb-40ea-9279-5a77ef4ade68 None None] Sync routers for ids ['95afbebd-587f-4315-b514-ef8de9352f5b'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:46.436084 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6078a5f9-89eb-40ea-9279-5a77ef4ade68 None None] Routers {'95afbebd-587f-4315-b514-ef8de9352f5b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:46.436747 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6078a5f9-89eb-40ea-9279-5a77ef4ade68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['95afbebd-587f-4315-b514-ef8de9352f5b'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:46.442914 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:46.478846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Transition to ACTIVE for port object 3be662ec-4549-4abb-a756-ebdb1973431d will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:46.553704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1771b-09ce-44a3-a934-95248a11d226 None None] Pushing event updated for resources: {'Port': ['ID=44426f98-1663-4b97-b464-e722935a9252,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:46.556883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:46.585078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe7663-3304-4475-bb82-2d1a66b8f064 None None] New status for floating IP 7597a9ca-7723-4572-a4b9-3c42d065f5af: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:32:46.590879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:46.611918 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0bc69f98-c7df-4752-82af-79a465db5900 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "DELETE /v2.0/security-groups/0b8f0693-49ca-4874-ad41-bb93d8b72875 HTTP/1.1" status: 204 len: 168 time: 1.8010507 Oct 05 09:32:46.615279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34434) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:46.630378 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6078a5f9-89eb-40ea-9279-5a77ef4ade68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:46.632863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:46.669783 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6078a5f9-89eb-40ea-9279-5a77ef4ade68 None None] Routers {'95afbebd-587f-4315-b514-ef8de9352f5b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:46.669783 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6078a5f9-89eb-40ea-9279-5a77ef4ade68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['95afbebd-587f-4315-b514-ef8de9352f5b'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:46.718285 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0d97ce8c-6206-4225-a12a-a0bfab41486d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "PUT /v2.0/routers/95afbebd-587f-4315-b514-ef8de9352f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1827021 Oct 05 09:32:46.721362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34438) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:46.721486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:46.797448 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6078a5f9-89eb-40ea-9279-5a77ef4ade68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:46.798121 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6078a5f9-89eb-40ea-9279-5a77ef4ade68 None None] The sync data for ids ['95afbebd-587f-4315-b514-ef8de9352f5b'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:46.826922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:46.891992 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4778142-ffa5-4c8f-97fe-e64eb9fdc0dc,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:46.977285 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:47.000838 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network 32886428-8e5b-4700-96df-8acfa891a9a3 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:47.019464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Pushing event deleted for resources: {'Port': ['ID=68aeaca7-b12e-4667-ac17-cc23e5121464,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:47.024152 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:47.026285 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-f99e95e0-ff2f-43e2-9097-597695ae4058 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] show failed (client error): The resource could not be found. Oct 05 09:32:47.030422 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f99e95e0-ff2f-43e2-9097-597695ae4058 tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "GET /v2.0/security-groups/0b8f0693-49ca-4874-ad41-bb93d8b72875 HTTP/1.1" status: 404 len: 347 time: 0.4084456 Oct 05 09:32:47.037937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34442) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:47.041935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:47.044913 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:47.045578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:47.052129 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.052570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.053046 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.053474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.053903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.054527 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.055624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.055624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.056105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.056308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.056728 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.057142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.057852 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Attempt 7 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:47.073718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.074172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.074577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.075023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.075411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.075853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.076246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.076641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.077031 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.077417 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.078392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.078787 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:47.086051 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:47.089631 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8ea7d036-29e4-4728-baa5-7e4964ede662 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4778142-ffa5-4c8f-97fe-e64eb9fdc0dc HTTP/1.1" status: 204 len: 168 time: 1.3905103 Oct 05 09:32:47.149087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fb40b5c9-802f-438a-9274-310c28200dc2 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:47.197041 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:47.406034 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=3be662ec-4549-4abb-a756-ebdb1973431d,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:47.465151 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:47.468550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:47.471009 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:47.476111 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4d4ef8c4-dd76-49ec-bce8-dbd674ffde37 tempest-ServersTestManualDisk-257418717 tempest-ServersTestManualDisk-257418717-project] 10.222.0.49 "DELETE /v2.0/floatingips/a2105a15-93ba-4c16-bb7f-c33fefb61b92 HTTP/1.1" status: 204 len: 168 time: 2.3542218 Oct 05 09:32:47.487503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34448) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:47.546380 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:47.646222 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:47.646616 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:47.656567 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-fb40b5c9-802f-438a-9274-310c28200dc2 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 05 09:32:47.657584 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fb40b5c9-802f-438a-9274-310c28200dc2 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "DELETE /v2.0/routers/95afbebd-587f-4315-b514-ef8de9352f5b HTTP/1.1" status: 409 len: 329 time: 0.9313560 Oct 05 09:32:47.665261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34454) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:47.687235 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b84eebfd-899e-46da-805f-0d9989d0b9e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6458030 Oct 05 09:32:47.692009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34458) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:47.699204 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Attempt 8 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:47.757162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-d21f2ddc-0c0a-430f-bed8-58ef4eab7fde tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Deleting port 19a839f6-c188-468d-bbb4-7a84a6ff7e3f {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:47.757502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d21f2ddc-0c0a-430f-bed8-58ef4eab7fde tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:47.825865 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:47.873788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=2934eab5-fa2a-43ed-9f7b-690677798d2b,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:47.951924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 44426f98-1663-4b97-b464-e722935a9252 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:48.142798 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 44426f98-1663-4b97-b464-e722935a9252 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:48.191764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b1fcd-4419-448c-93d6-f0cb9957b22c req-ccfb9fd0-e315-4f18-b278-dee1ce344023 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:48.194585 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-757b1fcd-4419-448c-93d6-f0cb9957b22c req-ccfb9fd0-e315-4f18-b278-dee1ce344023 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 1.5570617 Oct 05 09:32:48.205105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-beda0b3b-0540-424c-8b37-f52925b612ff tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:48.327699 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Attempt 9 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:48.372574 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d21f2ddc-0c0a-430f-bed8-58ef4eab7fde tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:48.372977 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d21f2ddc-0c0a-430f-bed8-58ef4eab7fde tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:48.385232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:48.416175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:48.417286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149121f3-0a73-453d-addd-86f99238643a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:48.418078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-149121f3-0a73-453d-addd-86f99238643a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:48.495883 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-757b1fcd-4419-448c-93d6-f0cb9957b22c req-b167988d-bed9-4fa3-b068-45effa5198db tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864118 Oct 05 09:32:48.615922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-d21f2ddc-0c0a-430f-bed8-58ef4eab7fde tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Calling delete_port for 19a839f6-c188-468d-bbb4-7a84a6ff7e3f owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:48.624253 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-47e6b962-45f7-490e-be4c-29c3e3b142d9 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:48.900256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-149121f3-0a73-453d-addd-86f99238643a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:48.904498 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-149121f3-0a73-453d-addd-86f99238643a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A390 HTTP/1.1" status: 200 len: 929 time: 1.1961224 Oct 05 09:32:48.919593 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34482) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:48.932975 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Attempt 10 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:49.034357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34486) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:49.034638 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e736ee31-426e-4cb9-9504-e6757d170c7e None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:49.174490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Provisioning complete for port fcd4b5e6-4824-438f-876a-853f21e9dee9 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:49.175148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:49.175704 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Attempt 1 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:49.239972 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:49.335920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-20da3605-5175-41b2-96c9-38b7294f100b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 3be662ec-4549-4abb-a756-ebdb1973431d {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:49.336219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20da3605-5175-41b2-96c9-38b7294f100b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:49.356645 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8df11ca8-4ea3-437b-a3e0-89323dfdc680 tempest-AgentManagementNegativeTest-1925288858 tempest-AgentManagementNegativeTest-1925288858-project] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3151801 Oct 05 09:32:49.358411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5bc71ec8-08e7-4e82-8d86-e09c5e0a4891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:49.585904 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d21f2ddc-0c0a-430f-bed8-58ef4eab7fde tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:49.639012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef1e4a-c353-4a15-8aae-4118f9a784a3 req-92055ea8-e7d2-4d63-bf35-4167a7221fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:49.641022 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bef1e4a-c353-4a15-8aae-4118f9a784a3 req-92055ea8-e7d2-4d63-bf35-4167a7221fd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c32c3c1f621440c9b1008a8b2086dc9&device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 1099 time: 0.4322140 Oct 05 09:32:49.741589 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Attempt 2 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:49.743381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f2ddc-0c0a-430f-bed8-58ef4eab7fde tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Pushing event deleted for resources: {'Port': ['ID=19a839f6-c188-468d-bbb4-7a84a6ff7e3f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:49.789140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f27591-55f8-412e-8670-7f253fd2ab08 req-1a618d58-420d-464f-b627-d9ff464db2ab tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:49.796504 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-59f27591-55f8-412e-8670-7f253fd2ab08 req-1a618d58-420d-464f-b627-d9ff464db2ab tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.6618700 Oct 05 09:32:49.858411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-47e6b962-45f7-490e-be4c-29c3e3b142d9 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Deleting port fcd4b5e6-4824-438f-876a-853f21e9dee9 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:49.858816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-47e6b962-45f7-490e-be4c-29c3e3b142d9 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:49.883852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:50.030291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34498) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:50.033397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef1e4a-c353-4a15-8aae-4118f9a784a3 req-b0de907d-2839-4561-80e0-98d40d5a5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:50.034893 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bef1e4a-c353-4a15-8aae-4118f9a784a3 req-b0de907d-2839-4561-80e0-98d40d5a5e58 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a3ab058-7897-4bde-8218-aa6bbb729df2 HTTP/1.1" status: 200 len: 913 time: 0.3798890 Oct 05 09:32:50.053086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:32:50.113304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:50.124101 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-59f27591-55f8-412e-8670-7f253fd2ab08 req-09f0b2ac-dfb7-47e0-8fd5-6fb45d881331 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266799 Oct 05 09:32:50.136921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d21f2ddc-0c0a-430f-bed8-58ef4eab7fde tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:50.244925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:50.246187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:50.285098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a331c29e-9064-436f-9dd1-19fb81884642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:50.289432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20da3605-5175-41b2-96c9-38b7294f100b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:50.306015 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bef1e4a-c353-4a15-8aae-4118f9a784a3 req-a8f4dd2b-453b-4f2e-ab8a-38c24f8d8f14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add821ab-e8c4-4678-a2ea-a72aacffc8bd HTTP/1.1" status: 200 len: 1002 time: 0.2640638 Oct 05 09:32:50.349948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-5bc71ec8-08e7-4e82-8d86-e09c5e0a4891 admin admin] Deleting port d8323336-ec0e-4642-9f32-7fcef99f0de1 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:50.350308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5bc71ec8-08e7-4e82-8d86-e09c5e0a4891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:50.356674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4f194884-ee08-46bf-88c8-31178b6f1200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:50.385399 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Attempt 3 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:50.385722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-47e6b962-45f7-490e-be4c-29c3e3b142d9 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:50.405451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a331c29e-9064-436f-9dd1-19fb81884642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:50.429702 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a331c29e-9064-436f-9dd1-19fb81884642 admin admin] Usage tracker for resource:security_group_rule and tenant:3d9a5042c5544435a127a49004608ad7 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:50.466656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-20da3605-5175-41b2-96c9-38b7294f100b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 3be662ec-4549-4abb-a756-ebdb1973431d owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:50.477413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:50.488307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a331c29e-9064-436f-9dd1-19fb81884642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:50.557346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a331c29e-9064-436f-9dd1-19fb81884642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:50.568176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-47e6b962-45f7-490e-be4c-29c3e3b142d9 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Calling delete_port for fcd4b5e6-4824-438f-876a-853f21e9dee9 owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:50.815506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d21f2ddc-0c0a-430f-bed8-58ef4eab7fde tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:50.816677 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d21f2ddc-0c0a-430f-bed8-58ef4eab7fde tempest-ServersTestJSON-1520384639 tempest-ServersTestJSON-1520384639-project] 10.222.0.49 "DELETE /v2.0/floatingips/7597a9ca-7723-4572-a4b9-3c42d065f5af HTTP/1.1" status: 204 len: 168 time: 3.7644677 Oct 05 09:32:50.836438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=2934eab5-fa2a-43ed-9f7b-690677798d2b,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:50.844301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34506) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:50.856908 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef1e4a-c353-4a15-8aae-4118f9a784a3 req-d240b622-2bce-4670-9089-a4f4cb8e4f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:50.858678 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bef1e4a-c353-4a15-8aae-4118f9a784a3 req-d240b622-2bce-4670-9089-a4f4cb8e4f15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687b5c3a-83db-4081-9f2c-b62c2b0d104e HTTP/1.1" status: 200 len: 851 time: 0.5441868 Oct 05 09:32:50.979490 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Attempt 4 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:51.085570 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:51.113236 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-5bc71ec8-08e7-4e82-8d86-e09c5e0a4891 admin admin] For port d8323336-ec0e-4642-9f32-7fcef99f0de1, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d8323336-ec0e-4642-9f32-7fcef99f0de1,segment=NetworkSegment(8f05bc13-abf3-4e7e-b28c-bfe31439a54b),segment_id=8f05bc13-abf3-4e7e-b28c-bfe31439a54b)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:51.113595 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5bc71ec8-08e7-4e82-8d86-e09c5e0a4891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:51.278578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-5bc71ec8-08e7-4e82-8d86-e09c5e0a4891 admin admin] Calling delete_port for d8323336-ec0e-4642-9f32-7fcef99f0de1 owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:51.335100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef1e4a-c353-4a15-8aae-4118f9a784a3 req-8c60edf5-dadb-44dc-ae0b-9d515e7815ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:51.338872 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bef1e4a-c353-4a15-8aae-4118f9a784a3 req-8c60edf5-dadb-44dc-ae0b-9d515e7815ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a3ab058-7897-4bde-8218-aa6bbb729df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4297738 Oct 05 09:32:51.351550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:51.355970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:51.433790 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20da3605-5175-41b2-96c9-38b7294f100b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:51.482595 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-beda0b3b-0540-424c-8b37-f52925b612ff tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:51.586626 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Attempt 5 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:51.618658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da3605-5175-41b2-96c9-38b7294f100b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=3be662ec-4549-4abb-a756-ebdb1973431d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:51.622284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-beda0b3b-0540-424c-8b37-f52925b612ff tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:51.631458 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bef1e4a-c353-4a15-8aae-4118f9a784a3 req-e4e34f4e-c555-4842-8e48-ebf47a014947 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750683 Oct 05 09:32:51.683556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:51.768144 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-47e6b962-45f7-490e-be4c-29c3e3b142d9 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:51.896609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6b962-45f7-490e-be4c-29c3e3b142d9 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event deleted for resources: {'Port': ['ID=fcd4b5e6-4824-438f-876a-853f21e9dee9,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:52.029116 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20da3605-5175-41b2-96c9-38b7294f100b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:52.097361 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beda0b3b-0540-424c-8b37-f52925b612ff tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Router 438d6d1c-7214-429c-aef9-16a9c0d5a69a has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:32:52.185061 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Attempt 6 to provision port fcd4b5e6-4824-438f-876a-853f21e9dee9 Oct 05 09:32:52.216050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a331c29e-9064-436f-9dd1-19fb81884642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:52.221434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-47e6b962-45f7-490e-be4c-29c3e3b142d9 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:52.256353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Port fcd4b5e6-4824-438f-876a-853f21e9dee9 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:32:52.261444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Could not find standard attr ID for object 3be662ec-4549-4abb-a756-ebdb1973431d. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:32:52.274613 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bef1e4a-c353-4a15-8aae-4118f9a784a3 req-f8fb3c8b-65f5-401a-9b51-b8875be8699d service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6357760 Oct 05 09:32:52.326915 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-20da3605-5175-41b2-96c9-38b7294f100b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/3be662ec-4549-4abb-a756-ebdb1973431d HTTP/1.1" status: 204 len: 168 time: 3.4055591 Oct 05 09:32:52.331490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Provisioning for port 2934eab5-fa2a-43ed-9f7b-690677798d2b completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:52.337364 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Provisioning complete for port 2934eab5-fa2a-43ed-9f7b-690677798d2b triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:52.338036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:52.341323 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Attempt 1 to provision port 2934eab5-fa2a-43ed-9f7b-690677798d2b Oct 05 09:32:52.347599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34512) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:52.394798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a331c29e-9064-436f-9dd1-19fb81884642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:52.404322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Port 2934eab5-fa2a-43ed-9f7b-690677798d2b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:52.432641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe952738-7139-4b66-bf98-cf3845b2d39b req-2b50c74f-e8a0-467f-91c0-38a26f867838 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:52.434180 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fe952738-7139-4b66-bf98-cf3845b2d39b req-2b50c74f-e8a0-467f-91c0-38a26f867838 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.9494178 Oct 05 09:32:52.489374 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1812a9-ff01-4f38-be07-9dcc7d01bdfa tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] GET failed (client error): The resource could not be found. Oct 05 09:32:52.489899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2a1812a9-ff01-4f38-be07-9dcc7d01bdfa tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:52.605754 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-802930d0-f574-441d-be7c-ed71fe0fd87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:52.633314 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fe952738-7139-4b66-bf98-cf3845b2d39b req-3f015d9b-f4ba-4cb3-9592-42498d22888e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798356 Oct 05 09:32:52.644179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beda0b3b-0540-424c-8b37-f52925b612ff tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:52.664144 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-beda0b3b-0540-424c-8b37-f52925b612ff tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:52.664144 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-beda0b3b-0540-424c-8b37-f52925b612ff tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "PUT /v2.0/routers/438d6d1c-7214-429c-aef9-16a9c0d5a69a HTTP/1.1" status: 200 len: 925 time: 7.0252280 Oct 05 09:32:52.664144 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34516) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:52.664431 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e7db5-3758-403c-a54a-54c495e01442 None None] Sync routers for ids ['438d6d1c-7214-429c-aef9-16a9c0d5a69a'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:52.673642 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e7db5-3758-403c-a54a-54c495e01442 None None] Routers {'438d6d1c-7214-429c-aef9-16a9c0d5a69a'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:52.674657 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d61e7db5-3758-403c-a54a-54c495e01442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['438d6d1c-7214-429c-aef9-16a9c0d5a69a'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:52.729927 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Router 1d38267f-3c7b-411d-92fe-a42b3a22f131 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:32:52.745704 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d61e7db5-3758-403c-a54a-54c495e01442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:52.756455 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e7db5-3758-403c-a54a-54c495e01442 None None] Routers {'438d6d1c-7214-429c-aef9-16a9c0d5a69a'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:52.757300 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d61e7db5-3758-403c-a54a-54c495e01442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['438d6d1c-7214-429c-aef9-16a9c0d5a69a'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:52.824407 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d61e7db5-3758-403c-a54a-54c495e01442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:52.825061 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e7db5-3758-403c-a54a-54c495e01442 None None] The sync data for ids ['438d6d1c-7214-429c-aef9-16a9c0d5a69a'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:52.874667 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5bc71ec8-08e7-4e82-8d86-e09c5e0a4891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:52.880532 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331c29e-9064-436f-9dd1-19fb81884642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14360721-fdfb-4ea6-b95a-032f3ded8f51,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:52.906394 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Attempt 2 to provision port 2934eab5-fa2a-43ed-9f7b-690677798d2b Oct 05 09:32:52.934098 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a331c29e-9064-436f-9dd1-19fb81884642 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d9a5042c5544435a127a49004608ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9023187 Oct 05 09:32:52.934906 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2a1812a9-ff01-4f38-be07-9dcc7d01bdfa tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:52.938919 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2a1812a9-ff01-4f38-be07-9dcc7d01bdfa tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/3be662ec-4549-4abb-a756-ebdb1973431d HTTP/1.1" status: 404 len: 333 time: 0.5894661 Oct 05 09:32:52.952597 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34520) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:52.952977 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34522) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:52.954156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc71ec8-08e7-4e82-8d86-e09c5e0a4891 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8323336-ec0e-4642-9f32-7fcef99f0de1,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:53.018808 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Port 2934eab5-fa2a-43ed-9f7b-690677798d2b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:53.056691 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d9039299-99fc-4134-92af-fdc5c38deadd tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/routers/438d6d1c-7214-429c-aef9-16a9c0d5a69a HTTP/1.1" status: 200 len: 925 time: 0.3964405 Oct 05 09:32:53.060593 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34528) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:53.094400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e6b962-45f7-490e-be4c-29c3e3b142d9 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Router 95afbebd-587f-4315-b514-ef8de9352f5b has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:32:53.123188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:53.136835 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Sync routers for ids ['1d38267f-3c7b-411d-92fe-a42b3a22f131'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:53.150664 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Routers {'1d38267f-3c7b-411d-92fe-a42b3a22f131'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:53.151778 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['1d38267f-3c7b-411d-92fe-a42b3a22f131'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:53.176105 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6f8d63f6-d0d2-465a-9428-b31a9bcbccf7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "PUT /v2.0/routers/1d38267f-3c7b-411d-92fe-a42b3a22f131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3200777 Oct 05 09:32:53.181173 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34532) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:53.293848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685f8268-bbb6-463e-b85e-1dcc2ace7c98 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:53.294429 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-685f8268-bbb6-463e-b85e-1dcc2ace7c98 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:53.324534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0ba95f39-e19f-4273-b421-f6c11206df02 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port ec962c04-cf22-4925-b141-84b12b6f9d41 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:53.324899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ba95f39-e19f-4273-b421-f6c11206df02 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:53.326697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25461ed4-4517-4faf-954b-a3628244ea09 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:53.328014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-25461ed4-4517-4faf-954b-a3628244ea09 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Synchronizing usage tracker for tenant:fc9915f767ce41e596f516b62a2d06a5 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:53.339197 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24375bc2-2b67-4a44-85fd-b5ef9f447b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:53.376137 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Set router 1d38267f-3c7b-411d-92fe-a42b3a22f131 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:53.405712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-685f8268-bbb6-463e-b85e-1dcc2ace7c98 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:53.405712 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-685f8268-bbb6-463e-b85e-1dcc2ace7c98 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports/2934eab5-fa2a-43ed-9f7b-690677798d2b HTTP/1.1" status: 200 len: 911 time: 0.2228050 Oct 05 09:32:53.417187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34536) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:53.502591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-25461ed4-4517-4faf-954b-a3628244ea09 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Unset dirty status for tenant:fc9915f767ce41e596f516b62a2d06a5 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:53.506572 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-25461ed4-4517-4faf-954b-a3628244ea09 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&device_id=438d6d1c-7214-429c-aef9-16a9c0d5a69a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4425311 Oct 05 09:32:53.524017 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Attempt 3 to provision port 2934eab5-fa2a-43ed-9f7b-690677798d2b Oct 05 09:32:53.564065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34540) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:53.649088 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e6b962-45f7-490e-be4c-29c3e3b142d9 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:53.682831 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833becf-c899-40e7-a4ad-e54879a3f63f None None] Sync routers for ids ['95afbebd-587f-4315-b514-ef8de9352f5b'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:53.710817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Port 2934eab5-fa2a-43ed-9f7b-690677798d2b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:53.723842 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833becf-c899-40e7-a4ad-e54879a3f63f None None] Routers {'95afbebd-587f-4315-b514-ef8de9352f5b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:53.724474 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e833becf-c899-40e7-a4ad-e54879a3f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['95afbebd-587f-4315-b514-ef8de9352f5b'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:53.747904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2732bfd1-1452-49d1-afde-724622407e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:53.882873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5bc71ec8-08e7-4e82-8d86-e09c5e0a4891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:53.890829 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e833becf-c899-40e7-a4ad-e54879a3f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:53.915092 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833becf-c899-40e7-a4ad-e54879a3f63f None None] Routers {'95afbebd-587f-4315-b514-ef8de9352f5b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:53.915947 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e833becf-c899-40e7-a4ad-e54879a3f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['95afbebd-587f-4315-b514-ef8de9352f5b'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:53.916959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d38267f-3c7b-411d-92fe-a42b3a22f131', 'name': 'tempest-NetworksTestDHCPv6-router-1127138254', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:42Z', 'updated_at': '2022-10-05T09:32:48Z', 'revision_number': 2, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'gw_port_host': None, '_interfaces': [{'id': '2934eab5-fa2a-43ed-9f7b-690677798d2b', 'name': '', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'mac_address': 'fa:16:3e:df:cf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d38267f-3c7b-411d-92fe-a42b3a22f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '94cb19b1-54bb-40eb-9f54-a7921f14f95b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:32:44Z', 'updated_at': '2022-10-05T09:32:49Z', 'revision_number': 2, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'subnets': [{'id': '94cb19b1-54bb-40eb-9f54-a7921f14f95b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:53.924456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Checking router: 1d38267f-3c7b-411d-92fe-a42b3a22f131 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:32:53.924940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Updating router 1d38267f-3c7b-411d-92fe-a42b3a22f131 port 2934eab5-fa2a-43ed-9f7b-690677798d2b binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:32:53.956016 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-47e6b962-45f7-490e-be4c-29c3e3b142d9 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "PUT /v2.0/routers/95afbebd-587f-4315-b514-ef8de9352f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2890058 Oct 05 09:32:53.972383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34546) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:53.975538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2732bfd1-1452-49d1-afde-724622407e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:53.982784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be36db8-1790-4603-a250-f429218d1a94 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:53.983411 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8be36db8-1790-4603-a250-f429218d1a94 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Synchronizing usage tracker for tenant:fc9915f767ce41e596f516b62a2d06a5 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:53.983531 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e833becf-c899-40e7-a4ad-e54879a3f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:53.984086 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833becf-c899-40e7-a4ad-e54879a3f63f None None] The sync data for ids ['95afbebd-587f-4315-b514-ef8de9352f5b'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:53.998343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:54.029930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f768547-7aef-4104-9c51-0f5258e5462e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:54.036527 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f768547-7aef-4104-9c51-0f5258e5462e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:54.040939 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1f768547-7aef-4104-9c51-0f5258e5462e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.6200242 Oct 05 09:32:54.047930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34550) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:54.148100 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:54.177015 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:54.195116 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-aef18f9e-a5d7-467d-9b0b-b2619fa976c3 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] show failed (client error): The resource could not be found. Oct 05 09:32:54.202933 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-aef18f9e-a5d7-467d-9b0b-b2619fa976c3 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-946658483 HTTP/1.1" status: 404 len: 334 time: 0.2138379 Oct 05 09:32:54.215533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34554) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:54.245538 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8be36db8-1790-4603-a250-f429218d1a94 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Unset dirty status for tenant:fc9915f767ce41e596f516b62a2d06a5 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:54.247794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-707b73a9-42ae-43fb-8f54-0bfeb8bd0d0d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:54.250179 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8be36db8-1790-4603-a250-f429218d1a94 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/networks/12658a95-590a-4fd3-b4a7-e649c53318e9 HTTP/1.1" status: 200 len: 881 time: 0.6854949 Oct 05 09:32:54.253814 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Attempt 4 to provision port 2934eab5-fa2a-43ed-9f7b-690677798d2b Oct 05 09:32:54.259409 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34558) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:54.341022 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Port 2934eab5-fa2a-43ed-9f7b-690677798d2b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:54.354825 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c2194e81-89c5-4e51-b16c-98d4fa80a902 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "GET /v2.0/ports?device_id=438d6d1c-7214-429c-aef9-16a9c0d5a69a HTTP/1.1" status: 200 len: 205 time: 0.0855680 Oct 05 09:32:54.356964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34562) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:54.514527 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-707b73a9-42ae-43fb-8f54-0bfeb8bd0d0d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] update failed (client error): The resource could not be found. Oct 05 09:32:54.522215 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-707b73a9-42ae-43fb-8f54-0bfeb8bd0d0d tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-1120577891 HTTP/1.1" status: 404 len: 335 time: 0.2958329 Oct 05 09:32:54.528352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ba95f39-e19f-4273-b421-f6c11206df02 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:54.528607 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34566) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:54.529887 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:54.674837 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0ba95f39-e19f-4273-b421-f6c11206df02 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for ec962c04-cf22-4925-b141-84b12b6f9d41 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:54.750262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94180ad7-1303-48b3-bfa9-aa90772671b4 req-6a52360a-7daa-48b3-a253-51c19729ab96 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:54.751802 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-94180ad7-1303-48b3-bfa9-aa90772671b4 req-6a52360a-7daa-48b3-a253-51c19729ab96 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.8330593 Oct 05 09:32:54.771776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Transition to ACTIVE for port object 2934eab5-fa2a-43ed-9f7b-690677798d2b will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:54.801425 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2732bfd1-1452-49d1-afde-724622407e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:54.835831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732bfd1-1452-49d1-afde-724622407e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14360721-fdfb-4ea6-b95a-032f3ded8f51,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:54.844092 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Attempt 5 to provision port 2934eab5-fa2a-43ed-9f7b-690677798d2b Oct 05 09:32:54.877300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2732bfd1-1452-49d1-afde-724622407e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:54.880924 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2732bfd1-1452-49d1-afde-724622407e5b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14360721-fdfb-4ea6-b95a-032f3ded8f51 HTTP/1.1" status: 204 len: 168 time: 1.9169478 Oct 05 09:32:54.892353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:54.892872 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0acbcf-ac30-4ef8-987b-23b9511ad37e tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Deleting subnet db718538-4b1a-46f4-8574-23b4333aaf51 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:32:54.925627 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e0acbcf-ac30-4ef8-987b-23b9511ad37e tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:54.983074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-24375bc2-2b67-4a44-85fd-b5ef9f447b41 admin admin] Deleting port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:54.983436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24375bc2-2b67-4a44-85fd-b5ef9f447b41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:54.988502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:55.015705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fa03df41-44d2-4b1f-ad9b-46c443c89d00 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:55.066983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc71ec8-08e7-4e82-8d86-e09c5e0a4891 admin admin] Router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:32:55.115628 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e0acbcf-ac30-4ef8-987b-23b9511ad37e tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:55.144271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Attempting to bind port 2934eab5-fa2a-43ed-9f7b-690677798d2b on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:32:55.144714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Attempting to bind port 2934eab5-fa2a-43ed-9f7b-690677798d2b by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:32:55.145179 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Attempting to bind port 2934eab5-fa2a-43ed-9f7b-690677798d2b on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:55.150015 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-94180ad7-1303-48b3-bfa9-aa90772671b4 req-10d8e363-78e7-4e5d-b6fe-392ea9f20f8d tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556223 Oct 05 09:32:55.150958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Port 2934eab5-fa2a-43ed-9f7b-690677798d2b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:55.157042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:32:55.157411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:55.157873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:55.158362 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:32:55.158812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Bound port: 2934eab5-fa2a-43ed-9f7b-690677798d2b, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:32:55.159181 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:55.174191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fd3a8-48a7-4a4d-bf40-41aaf44dac88 None None] Pushing event updated for resources: {'Port': ['ID=2934eab5-fa2a-43ed-9f7b-690677798d2b,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:55.186621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd3a8-48a7-4a4d-bf40-41aaf44dac88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:55.187612 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd3a8-48a7-4a4d-bf40-41aaf44dac88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:55.187962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd3a8-48a7-4a4d-bf40-41aaf44dac88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:55.188298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd3a8-48a7-4a4d-bf40-41aaf44dac88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:55.193072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd3a8-48a7-4a4d-bf40-41aaf44dac88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:55.193072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd3a8-48a7-4a4d-bf40-41aaf44dac88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:55.193072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd3a8-48a7-4a4d-bf40-41aaf44dac88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:55.193072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd3a8-48a7-4a4d-bf40-41aaf44dac88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:55.193072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd3a8-48a7-4a4d-bf40-41aaf44dac88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:55.193072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd3a8-48a7-4a4d-bf40-41aaf44dac88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:55.193072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd3a8-48a7-4a4d-bf40-41aaf44dac88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:55.193072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd3a8-48a7-4a4d-bf40-41aaf44dac88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:32:55.304132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] For port 2934eab5-fa2a-43ed-9f7b-690677798d2b, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:32:55.308605 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] For port 2934eab5-fa2a-43ed-9f7b-690677798d2b, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2934eab5-fa2a-43ed-9f7b-690677798d2b,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:32:55.349375 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ba95f39-e19f-4273-b421-f6c11206df02 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:55.397282 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:55.422793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba95f39-e19f-4273-b421-f6c11206df02 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=ec962c04-cf22-4925-b141-84b12b6f9d41,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:55.491839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ba95f39-e19f-4273-b421-f6c11206df02 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:55.512152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc71ec8-08e7-4e82-8d86-e09c5e0a4891 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:55.521227 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5bc71ec8-08e7-4e82-8d86-e09c5e0a4891 admin admin] 10.222.0.49 "PUT /v2.0/routers/35fa253b-6a8f-4ab4-b224-f8eba779b0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0325527 Oct 05 09:32:55.521959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34580) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:55.524043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:55.533863 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06872a4-8c9a-4060-af35-52091e68e931 None None] Sync routers for ids ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:55.554333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Routers {'1d38267f-3c7b-411d-92fe-a42b3a22f131'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:55.555371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['1d38267f-3c7b-411d-92fe-a42b3a22f131'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:55.743784 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0ba95f39-e19f-4273-b421-f6c11206df02 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/ec962c04-cf22-4925-b141-84b12b6f9d41 HTTP/1.1" status: 204 len: 168 time: 2.7793961 Oct 05 09:32:55.756870 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Attempt 6 to provision port 2934eab5-fa2a-43ed-9f7b-690677798d2b Oct 05 09:32:55.759577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34588) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:55.784720 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06872a4-8c9a-4060-af35-52091e68e931 None None] Routers {'35fa253b-6a8f-4ab4-b224-f8eba779b0c3'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:55.786501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b06872a4-8c9a-4060-af35-52091e68e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:55.826297 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-094369d7-6413-4c27-9de9-26e45508371b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] GET failed (client error): The resource could not be found. Oct 05 09:32:55.826989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-094369d7-6413-4c27-9de9-26e45508371b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:55.861739 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:55.929198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] Set router 1d38267f-3c7b-411d-92fe-a42b3a22f131 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:56.001945 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e0acbcf-ac30-4ef8-987b-23b9511ad37e tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:56.045042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fa03df41-44d2-4b1f-ad9b-46c443c89d00 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:56.074785 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-24375bc2-2b67-4a44-85fd-b5ef9f447b41 admin admin] For port 49a8de3e-040e-42bb-aa2d-a26606eb8f2e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=49a8de3e-040e-42bb-aa2d-a26606eb8f2e,segment=NetworkSegment(e5c0adcc-f023-4ace-8bf8-a05e02096e05),segment_id=e5c0adcc-f023-4ace-8bf8-a05e02096e05)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:56.075128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24375bc2-2b67-4a44-85fd-b5ef9f447b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:56.117346 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fd3a8-48a7-4a4d-bf40-41aaf44dac88 None None] Pushing event updated for resources: {'Port': ['ID=2934eab5-fa2a-43ed-9f7b-690677798d2b,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:56.185764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-094369d7-6413-4c27-9de9-26e45508371b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:56.188924 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-094369d7-6413-4c27-9de9-26e45508371b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/ec962c04-cf22-4925-b141-84b12b6f9d41 HTTP/1.1" status: 404 len: 333 time: 0.4263968 Oct 05 09:32:56.190045 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:56.193583 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34594) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:56.252259 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-24375bc2-2b67-4a44-85fd-b5ef9f447b41 admin admin] Calling delete_port for 49a8de3e-040e-42bb-aa2d-a26606eb8f2e owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:56.300895 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-fa03df41-44d2-4b1f-ad9b-46c443c89d00 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Deleting port a77b79ad-c9c6-4ac0-a9b8-3454e3497d24 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:56.301337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fa03df41-44d2-4b1f-ad9b-46c443c89d00 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:56.376605 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Port 2934eab5-fa2a-43ed-9f7b-690677798d2b had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:32:56.402575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Could not find standard attr ID for object ec962c04-cf22-4925-b141-84b12b6f9d41. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:32:56.424351 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a8549d75-0f5d-4053-b926-d75cc654738a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:56.448519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-b06872a4-8c9a-4060-af35-52091e68e931 None None] Set router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:56.484502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-639c3713-28bc-409f-9b11-530ea2fe3258 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting subnet 8b555977-cbd5-4338-b0c8-85abfc7800ec {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:32:56.488594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782ba46-1672-4696-adec-e33359c28f41 req-c566c6dc-f3ce-4cb3-81b6-3e94964f4936 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:56.488847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-639c3713-28bc-409f-9b11-530ea2fe3258 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:56.490410 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2782ba46-1672-4696-adec-e33359c28f41 req-c566c6dc-f3ce-4cb3-81b6-3e94964f4936 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 1.1458313 Oct 05 09:32:56.582484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-639c3713-28bc-409f-9b11-530ea2fe3258 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:56.621769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34604) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:56.635800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] Deleting port 729c2c1f-2094-4829-afdf-6fa667cfbfbb {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:56.636159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:56.745738 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Provisioning for port 44426f98-1663-4b97-b464-e722935a9252 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:56.776171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-639c3713-28bc-409f-9b11-530ea2fe3258 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:56.779886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e0acbcf-ac30-4ef8-987b-23b9511ad37e tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:56.789510 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Provisioning complete for port 44426f98-1663-4b97-b464-e722935a9252 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:56.790069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:56.790279 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Attempt 1 to provision port 44426f98-1663-4b97-b464-e722935a9252 Oct 05 09:32:56.825516 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2782ba46-1672-4696-adec-e33359c28f41 req-e7179abd-a7e7-423f-8d62-6f9678d0c1cd tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054347 Oct 05 09:32:56.832823 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e0acbcf-ac30-4ef8-987b-23b9511ad37e tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:56.861187 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012b0c9c-40be-4004-9c07-bf7660550fee None None] Network 3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:56.900936 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0acbcf-ac30-4ef8-987b-23b9511ad37e tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event deleted for resources: {'Subnet': ['ID=db718538-4b1a-46f4-8574-23b4333aaf51,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:56.926034 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1e0acbcf-ac30-4ef8-987b-23b9511ad37e tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "DELETE /v2.0/subnets/db718538-4b1a-46f4-8574-23b4333aaf51 HTTP/1.1" status: 204 len: 168 time: 2.3871253 Oct 05 09:32:56.929249 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34612) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:56.978547 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1592188522'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:57.021360 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:57.036833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Usage tracker for resource:network and tenant:104e7444e9b043ec84a660dcc7cf2e10 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:57.060697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:57.070062 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fa03df41-44d2-4b1f-ad9b-46c443c89d00 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:57.088310 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:57.101929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-639c3713-28bc-409f-9b11-530ea2fe3258 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:57.174639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-639c3713-28bc-409f-9b11-530ea2fe3258 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:57.181638 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c3713-28bc-409f-9b11-530ea2fe3258 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Subnet': ['ID=8b555977-cbd5-4338-b0c8-85abfc7800ec,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:57.186098 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9522ee4a-6cd2-4486-a569-59610b7a1ed1 None None] Network 32886428-8e5b-4700-96df-8acfa891a9a3 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:32:57.208536 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-639c3713-28bc-409f-9b11-530ea2fe3258 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/8b555977-cbd5-4338-b0c8-85abfc7800ec HTTP/1.1" status: 204 len: 168 time: 1.0138898 Oct 05 09:32:57.214365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:57.216079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34616) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:57.334139 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d38267f-3c7b-411d-92fe-a42b3a22f131', 'name': 'tempest-NetworksTestDHCPv6-router-1127138254', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:42Z', 'updated_at': '2022-10-05T09:32:48Z', 'revision_number': 2, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'gw_port_host': None, '_interfaces': [{'id': '2934eab5-fa2a-43ed-9f7b-690677798d2b', 'name': '', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'mac_address': 'fa:16:3e:df:cf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d38267f-3c7b-411d-92fe-a42b3a22f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '94cb19b1-54bb-40eb-9f54-a7921f14f95b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:32:44Z', 'updated_at': '2022-10-05T09:32:55Z', 'revision_number': 4, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'subnets': [{'id': '94cb19b1-54bb-40eb-9f54-a7921f14f95b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:57.339443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-fa03df41-44d2-4b1f-ad9b-46c443c89d00 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Calling delete_port for a77b79ad-c9c6-4ac0-a9b8-3454e3497d24 owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:57.347069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3cb45-5507-4b19-9b01-0e9b6fe77beb None None] The sync data for ids ['1d38267f-3c7b-411d-92fe-a42b3a22f131'] in dv-neutron-860329-1-hyperv is: [{'id': '1d38267f-3c7b-411d-92fe-a42b3a22f131', 'name': 'tempest-NetworksTestDHCPv6-router-1127138254', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:42Z', 'updated_at': '2022-10-05T09:32:48Z', 'revision_number': 2, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'gw_port_host': None, '_interfaces': [{'id': '2934eab5-fa2a-43ed-9f7b-690677798d2b', 'name': '', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'mac_address': 'fa:16:3e:df:cf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d38267f-3c7b-411d-92fe-a42b3a22f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '94cb19b1-54bb-40eb-9f54-a7921f14f95b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:32:44Z', 'updated_at': '2022-10-05T09:32:55Z', 'revision_number': 4, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'subnets': [{'id': '94cb19b1-54bb-40eb-9f54-a7921f14f95b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:57.369396 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] For port 729c2c1f-2094-4829-afdf-6fa667cfbfbb, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=729c2c1f-2094-4829-afdf-6fa667cfbfbb,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:57.370303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:57.394013 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Current status of the port 44426f98-1663-4b97-b464-e722935a9252 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:57.394627 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:57.458754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Made reservation on behalf of 104e7444e9b043ec84a660dcc7cf2e10 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:57.464963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:57.491853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] For port 44426f98-1663-4b97-b464-e722935a9252, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=44426f98-1663-4b97-b464-e722935a9252,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:57.557993 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] Calling delete_port for 729c2c1f-2094-4829-afdf-6fa667cfbfbb owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:57.561211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:57.567600 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:57.646777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b06872a4-8c9a-4060-af35-52091e68e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:46Z', 'updated_at': '2022-10-05T09:32:52Z', 'revision_number': 5, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'gw_port': {'id': '729c2c1f-2094-4829-afdf-6fa667cfbfbb', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:48Z', 'updated_at': '2022-10-05T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:57.671560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06872a4-8c9a-4060-af35-52091e68e931 None None] Checking router: 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:32:57.703527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Pushing event updated for resources: {'Port': ['ID=44426f98-1663-4b97-b464-e722935a9252,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:57.708431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06872a4-8c9a-4060-af35-52091e68e931 None None] Routers {'35fa253b-6a8f-4ab4-b224-f8eba779b0c3'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:57.709276 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b06872a4-8c9a-4060-af35-52091e68e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:57.741729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Deleting port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:57.742284 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:57.780003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-a8549d75-0f5d-4053-b926-d75cc654738a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 2934eab5-fa2a-43ed-9f7b-690677798d2b {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:57.786038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a8549d75-0f5d-4053-b926-d75cc654738a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:57.853914 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:57.863985 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Provisioning for port 61155088-ad35-4045-b519-62649321df3d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:57.872552 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Usage tracker for resource:security_group_rule and tenant:104e7444e9b043ec84a660dcc7cf2e10 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:57.891113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:57.912294 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:58.100801 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5636ed9f-2157-4474-9f8f-8411f1c6b28d None None] DHCP port deletion for 3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:32:58.104090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24375bc2-2b67-4a44-85fd-b5ef9f447b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:58.105209 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] DHCP port deletion for 32886428-8e5b-4700-96df-8acfa891a9a3 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:32:58.106691 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Provisioning complete for port 61155088-ad35-4045-b519-62649321df3d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:58.107065 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:58.107400 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Attempt 1 to provision port 61155088-ad35-4045-b519-62649321df3d Oct 05 09:32:58.141577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:58.147149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5636ed9f-2157-4474-9f8f-8411f1c6b28d None None] Deleting port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:58.147537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5636ed9f-2157-4474-9f8f-8411f1c6b28d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:58.185359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 44426f98-1663-4b97-b464-e722935a9252 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:58.199394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 61155088-ad35-4045-b519-62649321df3d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:58.199850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:58.238150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Deleting port 61155088-ad35-4045-b519-62649321df3d {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:32:58.238537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:58.353402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:58.357257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-b06872a4-8c9a-4060-af35-52091e68e931 None None] Set router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:58.432614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:58.440837 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24375bc2-2b67-4a44-85fd-b5ef9f447b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a8de3e-040e-42bb-aa2d-a26606eb8f2e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:58.502956 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-847957d8-2348-4698-acf1-56b2c5e15fa8 req-8650b188-4c18-4798-9473-3618f1f5d0c4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.1541719 Oct 05 09:32:58.511038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:58.645178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b06872a4-8c9a-4060-af35-52091e68e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:46Z', 'updated_at': '2022-10-05T09:32:56Z', 'revision_number': 6, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:58.662507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06872a4-8c9a-4060-af35-52091e68e931 None None] The sync data for ids ['35fa253b-6a8f-4ab4-b224-f8eba779b0c3'] in dv-neutron-860329-1-hyperv is: [{'id': '35fa253b-6a8f-4ab4-b224-f8eba779b0c3', 'name': 'tempest-ServersTestManualDisk-856689419-router', 'tenant_id': '64bbc57863b44b77bc87e580adbb4648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:46Z', 'updated_at': '2022-10-05T09:32:56Z', 'revision_number': 6, 'project_id': '64bbc57863b44b77bc87e580adbb4648', 'gw_port_host': None}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:58.709583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:32:58.723444 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-a8549d75-0f5d-4053-b926-d75cc654738a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] For port 2934eab5-fa2a-43ed-9f7b-690677798d2b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2934eab5-fa2a-43ed-9f7b-690677798d2b,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:58.723880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a8549d75-0f5d-4053-b926-d75cc654738a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:58.741786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7450b51b-60e8-4fc9-b2cb-a6fad0d0d588,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:58.757901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=729c2c1f-2094-4829-afdf-6fa667cfbfbb,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:58.830942 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:58.831584 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Added segment 40d09630-6de9-4ce5-bede-c9f2cd6c61bb of type vlan for network 915260ae-afca-492d-9d3b-3b58a6379a94 Oct 05 09:32:58.916289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 44426f98-1663-4b97-b464-e722935a9252 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:58.916834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:58.917142 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 44426f98-1663-4b97-b464-e722935a9252 Oct 05 09:32:58.934805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-a8549d75-0f5d-4053-b926-d75cc654738a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 2934eab5-fa2a-43ed-9f7b-690677798d2b owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:58.990730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] For port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=04fb826f-3e2e-45d6-959d-3962bb2bdc5c,segment=NetworkSegment(7809f4d3-ee00-4026-996f-7e8c644bab83),segment_id=7809f4d3-ee00-4026-996f-7e8c644bab83)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:58.990976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.005353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Current status of the port 61155088-ad35-4045-b519-62649321df3d is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:59.005749 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.038399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.052736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] For port 61155088-ad35-4045-b519-62649321df3d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=61155088-ad35-4045-b519-62649321df3d,segment=NetworkSegment(4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f),segment_id=4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:59.052736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.067368 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-5636ed9f-2157-4474-9f8f-8411f1c6b28d None None] For port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=04fb826f-3e2e-45d6-959d-3962bb2bdc5c,segment=NetworkSegment(7809f4d3-ee00-4026-996f-7e8c644bab83),segment_id=7809f4d3-ee00-4026-996f-7e8c644bab83)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:59.067879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5636ed9f-2157-4474-9f8f-8411f1c6b28d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.079202 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fa03df41-44d2-4b1f-ad9b-46c443c89d00 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.137861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec029f-4e4a-4cb8-ac2f-677c69691b9c req-9e5196a1-0759-4a94-b309-03707d333aff tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:59.139690 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6bec029f-4e4a-4cb8-ac2f-677c69691b9c req-9e5196a1-0759-4a94-b309-03707d333aff tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 1.0710933 Oct 05 09:32:59.165548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Calling delete_port for 04fb826f-3e2e-45d6-959d-3962bb2bdc5c owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:59.172922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03df41-44d2-4b1f-ad9b-46c443c89d00 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Pushing event deleted for resources: {'Port': ['ID=a77b79ad-c9c6-4ac0-a9b8-3454e3497d24,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:59.216014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] For port 61155088-ad35-4045-b519-62649321df3d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=61155088-ad35-4045-b519-62649321df3d,segment=NetworkSegment(4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f),segment_id=4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:59.216373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.232152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.244255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:32:59.275422 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Calling delete_port for 61155088-ad35-4045-b519-62649321df3d owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:59.287436 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847957d8-2348-4698-acf1-56b2c5e15fa8 req-5abefebc-6099-4502-8975-837f5720b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:59.288925 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-847957d8-2348-4698-acf1-56b2c5e15fa8 req-5abefebc-6099-4502-8975-837f5720b08f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c32c3c1f621440c9b1008a8b2086dc9&device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 1099 time: 0.7224638 Oct 05 09:32:59.451489 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6bec029f-4e4a-4cb8-ac2f-677c69691b9c req-d149e574-2ab8-473a-a4aa-fdab614c6e44 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860756 Oct 05 09:32:59.452404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24375bc2-2b67-4a44-85fd-b5ef9f447b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.461337 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5636ed9f-2157-4474-9f8f-8411f1c6b28d None None] Calling delete_port for 04fb826f-3e2e-45d6-959d-3962bb2bdc5c owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:59.464316 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.470778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:59.471545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.491463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] For port 61155088-ad35-4045-b519-62649321df3d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=61155088-ad35-4045-b519-62649321df3d,segment=NetworkSegment(4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f),segment_id=4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:59.529402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fa03df41-44d2-4b1f-ad9b-46c443c89d00 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.533599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 61155088-ad35-4045-b519-62649321df3d owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:32:59.589370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.742076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.749738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.768032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 44426f98-1663-4b97-b464-e722935a9252 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:59.768285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2934eab5-fa2a-43ed-9f7b-690677798d2b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:59.823030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-5636ed9f-2157-4474-9f8f-8411f1c6b28d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 05 09:32:59.823030 dv-neutron-860329-1-hyperv neutron-server[89847]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Oct 05 09:32:59.823030 dv-neutron-860329-1-hyperv neutron-server[89847]: [parameters: {'port_id': '04fb826f-3e2e-45d6-959d-3962bb2bdc5c'}] Oct 05 09:32:59.823030 dv-neutron-860329-1-hyperv neutron-server[89847]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:32:59.823030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-5636ed9f-2157-4474-9f8f-8411f1c6b28d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:32:59.845373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:32:59.845838 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:32:59.849361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847957d8-2348-4698-acf1-56b2c5e15fa8 req-dd8eee9d-6948-4c04-b0d5-dbd09b67123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:59.850971 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-847957d8-2348-4698-acf1-56b2c5e15fa8 req-dd8eee9d-6948-4c04-b0d5-dbd09b67123e service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a3ab058-7897-4bde-8218-aa6bbb729df2 HTTP/1.1" status: 200 len: 913 time: 0.4427485 Oct 05 09:32:59.863311 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee816dc-cb7c-4a8d-af85-dd09c0c8914d None None] Pushing event updated for resources: {'Port': ['ID=61155088-ad35-4045-b519-62649321df3d,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:59.925254 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.925706 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35fa253b-6a8f-4ab4-b224-f8eba779b0c3 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:32:59.927224 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:59.970345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:32:59.970668 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:32:59.990712 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 2934eab5-fa2a-43ed-9f7b-690677798d2b completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:59.999902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 2934eab5-fa2a-43ed-9f7b-690677798d2b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:00.000498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.004454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event deleted for resources: {'Port': ['ID=04fb826f-3e2e-45d6-959d-3962bb2bdc5c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:00.008071 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 2934eab5-fa2a-43ed-9f7b-690677798d2b Oct 05 09:33:00.023967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] No DVR routers for this DVR port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:00.089496 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-847957d8-2348-4698-acf1-56b2c5e15fa8 req-e0ee4d37-a55e-4612-a248-f19d3dac92dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add821ab-e8c4-4678-a2ea-a72aacffc8bd HTTP/1.1" status: 200 len: 1002 time: 0.2309833 Oct 05 09:33:00.127175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event updated for resources: {'Network': ['ID=915260ae-afca-492d-9d3b-3b58a6379a94,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:00.131626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fa03df41-44d2-4b1f-ad9b-46c443c89d00 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.148128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fa03df41-44d2-4b1f-ad9b-46c443c89d00 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.161170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 915260ae-afca-492d-9d3b-3b58a6379a94 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:33:00.278852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2934eab5-fa2a-43ed-9f7b-690677798d2b is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:00.279228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.299773 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b7b4825d-d696-4826-845f-bf25cef69d42 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.6675761 Oct 05 09:33:00.300451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34624) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:00.321263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Request body: {'subnet': {'network_id': '915260ae-afca-492d-9d3b-3b58a6379a94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:00.324211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5636ed9f-2157-4474-9f8f-8411f1c6b28d None None] Deleting port 04fb826f-3e2e-45d6-959d-3962bb2bdc5c {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:00.324720 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5636ed9f-2157-4474-9f8f-8411f1c6b28d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.365448 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Deleting port 61155088-ad35-4045-b519-62649321df3d {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:00.365891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.419346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fa03df41-44d2-4b1f-ad9b-46c443c89d00 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.419849 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa03df41-44d2-4b1f-ad9b-46c443c89d00 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Fanout notify agent at l3_agent the message router_deleted on router 438d6d1c-7214-429c-aef9-16a9c0d5a69a {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:33:00.420146 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.424146 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-75d873cf-3e88-4595-8cca-1fd190d24b81 admin admin] 10.222.0.49 "DELETE /v2.0/routers/35fa253b-6a8f-4ab4-b224-f8eba779b0c3 HTTP/1.1" status: 204 len: 168 time: 4.8984396 Oct 05 09:33:00.424146 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.437275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb6edc-d383-4d9f-986c-67c89e4ddb94 req-3117b25a-8e8d-46af-b081-b5d3dbab089b tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:00.438862 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-12eb6edc-d383-4d9f-986c-67c89e4ddb94 req-3117b25a-8e8d-46af-b081-b5d3dbab089b tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.5174255 Oct 05 09:33:00.439671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5636ed9f-2157-4474-9f8f-8411f1c6b28d None None] The port '04fb826f-3e2e-45d6-959d-3962bb2bdc5c' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:33:00.440761 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34628) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:00.447845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a8549d75-0f5d-4053-b926-d75cc654738a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.494362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 61155088-ad35-4045-b519-62649321df3d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:00.494795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.542238 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fa03df41-44d2-4b1f-ad9b-46c443c89d00 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.542661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847957d8-2348-4698-acf1-56b2c5e15fa8 req-7a48dd82-1b42-4588-958a-e5cc04a91162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:00.544755 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-847957d8-2348-4698-acf1-56b2c5e15fa8 req-7a48dd82-1b42-4588-958a-e5cc04a91162 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687b5c3a-83db-4081-9f2c-b62c2b0d104e HTTP/1.1" status: 200 len: 851 time: 0.4493253 Oct 05 09:33:00.547510 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fa03df41-44d2-4b1f-ad9b-46c443c89d00 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "DELETE /v2.0/routers/438d6d1c-7214-429c-aef9-16a9c0d5a69a HTTP/1.1" status: 204 len: 168 time: 6.1883276 Oct 05 09:33:00.548677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8549d75-0f5d-4053-b926-d75cc654738a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=2934eab5-fa2a-43ed-9f7b-690677798d2b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:00.554597 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34632) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:00.563703 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:00.606266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c9fc5bbd-a519-45e9-bbfb-4cd5b2882d37 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2025000956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:00.649590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7809f4d3-ee00-4026-996f-7e8c644bab83') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:00.650169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7809f4d3-ee00-4026-996f-7e8c644bab83') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:00.686484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.734426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:00.734426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.741188 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f5a654-2547-4a1d-8790-f4f2a837c05e admin admin] Deleting subnet e672df19-ead0-4e95-8b84-9c3c88196ab2 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:33:00.747991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c9fc5bbd-a519-45e9-bbfb-4cd5b2882d37 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:00.758956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 61155088-ad35-4045-b519-62649321df3d no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:00.771394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Usage tracker for resource:subnet and tenant:104e7444e9b043ec84a660dcc7cf2e10 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:00.782559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:00.787912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59f5a654-2547-4a1d-8790-f4f2a837c05e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.827680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:00.828263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:00.848031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c9fc5bbd-a519-45e9-bbfb-4cd5b2882d37 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Usage tracker for resource:router and tenant:6dc8e66b9b2f49e4a58b52a985820bb5 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:00.863701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:00.930687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c9fc5bbd-a519-45e9-bbfb-4cd5b2882d37 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:00.941755 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 7809f4d3-ee00-4026-996f-7e8c644bab83 resource provider aggregate not found Oct 05 09:33:00.949848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c9fc5bbd-a519-45e9-bbfb-4cd5b2882d37 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:00.957046 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-12eb6edc-d383-4d9f-986c-67c89e4ddb94 req-1c271bdd-3bf4-4354-acd8-c7ead63a6ce8 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4521420 Oct 05 09:33:00.964735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a8549d75-0f5d-4053-b926-d75cc654738a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.015833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] For port 61155088-ad35-4045-b519-62649321df3d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=61155088-ad35-4045-b519-62649321df3d,segment=NetworkSegment(4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f),segment_id=4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:01.021795 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.052262 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 7809f4d3-ee00-4026-996f-7e8c644bab83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7809f4d3-ee00-4026-996f-7e8c644bab83 found for delete ", "request_id": "req-67e98156-46ae-4f6a-a23b-7dd082958d76"}]} Oct 05 09:33:01.054388 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24375bc2-2b67-4a44-85fd-b5ef9f447b41 admin admin] Router 7ba622c5-0d5f-4c89-96af-3077ee8db55c has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:33:01.059913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59f5a654-2547-4a1d-8790-f4f2a837c05e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.115111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Made reservation on behalf of 104e7444e9b043ec84a660dcc7cf2e10 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:01.118545 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.135344 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5bbd-a519-45e9-bbfb-4cd5b2882d37 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.142203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5bbd-a519-45e9-bbfb-4cd5b2882d37 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.201705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Calling delete_port for 61155088-ad35-4045-b519-62649321df3d owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:01.226037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.243393 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847957d8-2348-4698-acf1-56b2c5e15fa8 req-7b451b10-625a-4cc3-a4a6-b15d279ca7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:01.244902 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-847957d8-2348-4698-acf1-56b2c5e15fa8 req-7b451b10-625a-4cc3-a4a6-b15d279ca7c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a3ab058-7897-4bde-8218-aa6bbb729df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6668186 Oct 05 09:33:01.250459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 61155088-ad35-4045-b519-62649321df3d is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:01.251024 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.277921 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.302067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 61155088-ad35-4045-b519-62649321df3d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=61155088-ad35-4045-b519-62649321df3d,segment=NetworkSegment(4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f),segment_id=4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:01.323576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event deleted for resources: {'Network': ['ID=3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:01.332886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] For port 61155088-ad35-4045-b519-62649321df3d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=61155088-ad35-4045-b519-62649321df3d,segment=NetworkSegment(4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f),segment_id=4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:01.333153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.403547 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6f9b952c-c0aa-4688-b564-58d266b14bed tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "DELETE /v2.0/networks/3d716ae7-c5c1-4ce3-b7f7-4f9972c98b07 HTTP/1.1" status: 204 len: 168 time: 4.4707048 Oct 05 09:33:01.419078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.420178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 729c2c1f-2094-4829-afdf-6fa667cfbfbb no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:01.425226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34642) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:01.500081 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 729c2c1f-2094-4829-afdf-6fa667cfbfbb {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:01.500555 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 729c2c1f-2094-4829-afdf-6fa667cfbfbb not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:01.501035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d8323336-ec0e-4642-9f32-7fcef99f0de1 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:01.548761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:33:01.548761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:33:01.549726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: d8323336-ec0e-4642-9f32-7fcef99f0de1 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:01.549848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d8323336-ec0e-4642-9f32-7fcef99f0de1 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:01.550229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5bbd-a519-45e9-bbfb-4cd5b2882d37 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.550742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 04fb826f-3e2e-45d6-959d-3962bb2bdc5c no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:01.587320 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 04fb826f-3e2e-45d6-959d-3962bb2bdc5c {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:01.587816 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 04fb826f-3e2e-45d6-959d-3962bb2bdc5c not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:01.600971 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=61155088-ad35-4045-b519-62649321df3d,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:01.605721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 61155088-ad35-4045-b519-62649321df3d owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:01.669945 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8549d75-0f5d-4053-b926-d75cc654738a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Router 1d38267f-3c7b-411d-92fe-a42b3a22f131 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:33:01.715989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59f5a654-2547-4a1d-8790-f4f2a837c05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.753578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-23724d8a-8b8c-41c9-b75c-fba47993370c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Deleting subnet c5176540-41cc-40be-a694-bd421351f944 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:33:01.762271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24375bc2-2b67-4a44-85fd-b5ef9f447b41 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:33:01.768136 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5bbd-a519-45e9-bbfb-4cd5b2882d37 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.777387 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7999d227-37f1-4802-b636-b91adbc8a373 None None] Sync routers for ids ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:33:01.787268 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7999d227-37f1-4802-b636-b91adbc8a373 None None] Routers {'7ba622c5-0d5f-4c89-96af-3077ee8db55c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:01.788144 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7999d227-37f1-4802-b636-b91adbc8a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:01.852124 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Deleting port 61155088-ad35-4045-b519-62649321df3d {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:01.852856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.877467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8549d75-0f5d-4053-b926-d75cc654738a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:33:01.887316 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a8549d75-0f5d-4053-b926-d75cc654738a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "PUT /v2.0/routers/1d38267f-3c7b-411d-92fe-a42b3a22f131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7912204 Oct 05 09:33:01.898935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34646) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:01.926828 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc535e-ad2f-4008-82e5-dc33b09c6080 req-e42e201b-41d3-4e29-8042-1492ebeb7a81 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:01.941487 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6dcc535e-ad2f-4008-82e5-dc33b09c6080 req-e42e201b-41d3-4e29-8042-1492ebeb7a81 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.7395103 Oct 05 09:33:01.948427 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-24375bc2-2b67-4a44-85fd-b5ef9f447b41 admin admin] 10.222.0.49 "PUT /v2.0/routers/7ba622c5-0d5f-4c89-96af-3077ee8db55c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0992842 Oct 05 09:33:01.954127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23724d8a-8b8c-41c9-b75c-fba47993370c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:01.983152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34650) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:01.985365 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-847957d8-2348-4698-acf1-56b2c5e15fa8 req-c4ee69db-c9fb-4a6a-8881-5c22b1ccaad3 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7039051 Oct 05 09:33:01.988537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b049b-befb-4bd7-8b42-2c41c5eb527d None None] Sync routers for ids ['1d38267f-3c7b-411d-92fe-a42b3a22f131'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:33:01.996513 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-7999d227-37f1-4802-b636-b91adbc8a373 None None] Set router 7ba622c5-0d5f-4c89-96af-3077ee8db55c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:02.024927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b049b-befb-4bd7-8b42-2c41c5eb527d None None] Routers {'1d38267f-3c7b-411d-92fe-a42b3a22f131'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:02.026628 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-671b049b-befb-4bd7-8b42-2c41c5eb527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['1d38267f-3c7b-411d-92fe-a42b3a22f131'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:02.068746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5bbd-a519-45e9-bbfb-4cd5b2882d37 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:02.071002 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c9fc5bbd-a519-45e9-bbfb-4cd5b2882d37 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.5121708 Oct 05 09:33:02.103942 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34654) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:02.121403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Request body: {'router': {'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:02.194613 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:33:02.194983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:33:02.215275 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23724d8a-8b8c-41c9-b75c-fba47993370c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:02.265555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 61155088-ad35-4045-b519-62649321df3d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:02.266248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:02.370138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-671b049b-befb-4bd7-8b42-2c41c5eb527d None None] Set router 1d38267f-3c7b-411d-92fe-a42b3a22f131 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:02.399772 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7999d227-37f1-4802-b636-b91adbc8a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:45Z', 'updated_at': '2022-10-05T09:32:57Z', 'revision_number': 5, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'gw_port': {'id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:02.411276 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7999d227-37f1-4802-b636-b91adbc8a373 None None] Checking router: 7ba622c5-0d5f-4c89-96af-3077ee8db55c for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:33:02.427990 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7999d227-37f1-4802-b636-b91adbc8a373 None None] Routers {'7ba622c5-0d5f-4c89-96af-3077ee8db55c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:02.429322 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7999d227-37f1-4802-b636-b91adbc8a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:02.536737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:02.541098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:02.565313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-671b049b-befb-4bd7-8b42-2c41c5eb527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d38267f-3c7b-411d-92fe-a42b3a22f131', 'name': 'tempest-NetworksTestDHCPv6-router-1127138254', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:42Z', 'updated_at': '2022-10-05T09:33:00Z', 'revision_number': 3, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:02.567184 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6dcc535e-ad2f-4008-82e5-dc33b09c6080 req-8c767a8a-7eed-4ac8-bbe9-fa940c3aad58 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5383861 Oct 05 09:33:02.585299 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] For port 61155088-ad35-4045-b519-62649321df3d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=61155088-ad35-4045-b519-62649321df3d,segment=NetworkSegment(4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f),segment_id=4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:02.590832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:02.604421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b049b-befb-4bd7-8b42-2c41c5eb527d None None] Checking router: 1d38267f-3c7b-411d-92fe-a42b3a22f131 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:33:02.664641 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-847957d8-2348-4698-acf1-56b2c5e15fa8 req-6c353fb4-da85-4636-9829-5c533fdc1705 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027701 Oct 05 09:33:02.679785 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59f5a654-2547-4a1d-8790-f4f2a837c05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:02.775787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Calling delete_port for 61155088-ad35-4045-b519-62649321df3d owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:02.786659 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-7999d227-37f1-4802-b636-b91adbc8a373 None None] Set router 7ba622c5-0d5f-4c89-96af-3077ee8db55c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:02.789689 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d729db91-9e48-47a1-8b7c-9e39d4d3fa2e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:02.791238 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d729db91-9e48-47a1-8b7c-9e39d4d3fa2e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:02.792002 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d729db91-9e48-47a1-8b7c-9e39d4d3fa2e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:02.798621 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:02.823878 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b049b-befb-4bd7-8b42-2c41c5eb527d None None] Routers {'1d38267f-3c7b-411d-92fe-a42b3a22f131'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:02.825033 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-671b049b-befb-4bd7-8b42-2c41c5eb527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['1d38267f-3c7b-411d-92fe-a42b3a22f131'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:02.898693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59f5a654-2547-4a1d-8790-f4f2a837c05e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:02.907470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f383b4b-53e6-4742-8f4c-54d6d9a3ec5f None None] Network ba10b7ba-8830-441b-bd4b-c1479440701d requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:02.923045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d729db91-9e48-47a1-8b7c-9e39d4d3fa2e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:02.926861 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d729db91-9e48-47a1-8b7c-9e39d4d3fa2e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0168493 Oct 05 09:33:02.927174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34660) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:02.957017 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event updated for resources: {'Subnet': ['ID=7a6b05ad-d5d5-47c2-9c1c-84e7997e6554,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:03.073780 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23724d8a-8b8c-41c9-b75c-fba47993370c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:03.110782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-671b049b-befb-4bd7-8b42-2c41c5eb527d None None] Set router 1d38267f-3c7b-411d-92fe-a42b3a22f131 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:03.126810 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed29a99f-dcef-412e-b659-00965b77501d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 94cb19b1-54bb-40eb-9f54-a7921f14f95b {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:33:03.132753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ed29a99f-dcef-412e-b659-00965b77501d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:03.189253 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-59f5a654-2547-4a1d-8790-f4f2a837c05e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e672df19-ead0-4e95-8b84-9c3c88196ab2 HTTP/1.1" status: 204 len: 168 time: 2.7429011 Oct 05 09:33:03.204495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ed29a99f-dcef-412e-b659-00965b77501d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:03.261581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5a654-2547-4a1d-8790-f4f2a837c05e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e672df19-ead0-4e95-8b84-9c3c88196ab2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:03.286886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34666) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:03.295666 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-671b049b-befb-4bd7-8b42-2c41c5eb527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d38267f-3c7b-411d-92fe-a42b3a22f131', 'name': 'tempest-NetworksTestDHCPv6-router-1127138254', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:42Z', 'updated_at': '2022-10-05T09:33:00Z', 'revision_number': 3, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:03.308568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Checking segment: {'id': '40d09630-6de9-4ce5-bede-c9f2cd6c61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '915260ae-afca-492d-9d3b-3b58a6379a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:03.308940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Network hostable DHCP agents. Network: 915260ae-afca-492d-9d3b-3b58a6379a94, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:33:03.350670 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b049b-befb-4bd7-8b42-2c41c5eb527d None None] The sync data for ids ['1d38267f-3c7b-411d-92fe-a42b3a22f131'] in dv-neutron-860329-1-hyperv is: [{'id': '1d38267f-3c7b-411d-92fe-a42b3a22f131', 'name': 'tempest-NetworksTestDHCPv6-router-1127138254', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:32:42Z', 'updated_at': '2022-10-05T09:33:00Z', 'revision_number': 3, 'project_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'gw_port_host': None}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:33:03.397459 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7999d227-37f1-4802-b636-b91adbc8a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:45Z', 'updated_at': '2022-10-05T09:32:57Z', 'revision_number': 5, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'gw_port': {'id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:03.409530 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7999d227-37f1-4802-b636-b91adbc8a373 None None] The sync data for ids ['7ba622c5-0d5f-4c89-96af-3077ee8db55c'] in dv-neutron-860329-1-hyperv is: [{'id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'name': 'tempest-ServersTestJSON-1930363868-router', 'tenant_id': '11ad3cb180c447e080f7bd11392582ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:45Z', 'updated_at': '2022-10-05T09:32:57Z', 'revision_number': 5, 'project_id': '11ad3cb180c447e080f7bd11392582ae', 'gw_port': {'id': '4c2122ea-9cbf-4280-989e-ba282bdfdf26', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba622c5-0d5f-4c89-96af-3077ee8db55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:33:03.413863 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:03.472626 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23724d8a-8b8c-41c9-b75c-fba47993370c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:03.479402 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] No DVR routers for this DVR port 61155088-ad35-4045-b519-62649321df3d on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:03.480352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] For port 61155088-ad35-4045-b519-62649321df3d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=61155088-ad35-4045-b519-62649321df3d,segment=NetworkSegment(4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f),segment_id=4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:03.480352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:03.481535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355b804-aa17-4804-8c45-b37f1d71e245 None None] Pushing event deleted for resources: {'Port': ['ID=61155088-ad35-4045-b519-62649321df3d,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:03.554200 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:03.618294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23724d8a-8b8c-41c9-b75c-fba47993370c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event deleted for resources: {'Subnet': ['ID=c5176540-41cc-40be-a694-bd421351f944,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:03.704778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ed29a99f-dcef-412e-b659-00965b77501d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:03.753337 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4eaff1-87cf-435b-b5e8-cd56f847737d None None] DHCP port deletion for ba10b7ba-8830-441b-bd4b-c1479440701d request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:33:03.759109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-eb4eaff1-87cf-435b-b5e8-cd56f847737d None None] Deleting port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:03.763370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-eb4eaff1-87cf-435b-b5e8-cd56f847737d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:03.850451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6f864-48cf-4cb8-9169-e103a1cd43cb req-a23839e9-d28b-40bf-93e0-d36ddd2e900d tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:03.857402 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-82a6f864-48cf-4cb8-9169-e103a1cd43cb req-a23839e9-d28b-40bf-93e0-d36ddd2e900d tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.3742139 Oct 05 09:33:03.870467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 61155088-ad35-4045-b519-62649321df3d owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:03.890014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7fb037-caf9-4ff6-b303-15791e6e189c None None] Network 46aad5ab-0c34-4155-b424-e962b42f4437 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:03.899388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Network 915260ae-afca-492d-9d3b-3b58a6379a94 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:33:03.913399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23724d8a-8b8c-41c9-b75c-fba47993370c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:03.922765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:03.928809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:03.937705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] Deleting port 4c2122ea-9cbf-4280-989e-ba282bdfdf26 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:03.938024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:03.971818 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-23724d8a-8b8c-41c9-b75c-fba47993370c tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "DELETE /v2.0/subnets/c5176540-41cc-40be-a694-bd421351f944 HTTP/1.1" status: 204 len: 168 time: 2.5438542 Oct 05 09:33:03.979257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:03.979486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34670) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:04.004121 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] Deleting port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:04.004480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:04.048859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 915260ae-afca-492d-9d3b-3b58a6379a94) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:04.081385 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-82a6f864-48cf-4cb8-9169-e103a1cd43cb req-b39b9397-0657-4942-8f5d-fee946faf5be tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230096 Oct 05 09:33:04.152245 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7eeb0f-cd40-4747-a0f6-39dc9392e9c4 None None] Network 915260ae-afca-492d-9d3b-3b58a6379a94 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:04.156811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:04.157410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:04.159870 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33fd6ff-fbd7-4c06-9916-eb2df05f9ccf tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Deleting subnet 8975ff3f-c321-449d-83dd-469184a8e5ae {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:33:04.191886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:33:04.192241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:33:04.197956 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e33fd6ff-fbd7-4c06-9916-eb2df05f9ccf tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:04.235347 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ed29a99f-dcef-412e-b659-00965b77501d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:04.305925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29a99f-dcef-412e-b659-00965b77501d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=94cb19b1-54bb-40eb-9f54-a7921f14f95b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:04.310220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ed29a99f-dcef-412e-b659-00965b77501d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:04.321666 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e33fd6ff-fbd7-4c06-9916-eb2df05f9ccf tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:04.344603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc76bc97-8422-4d4f-90ab-2e8020817295 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:04.372851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-eb4eaff1-87cf-435b-b5e8-cd56f847737d None None] For port 3ddd16b8-431d-44d5-b456-17c5a0b735e9, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3ddd16b8-431d-44d5-b456-17c5a0b735e9,segment=NetworkSegment(8f05bc13-abf3-4e7e-b28c-bfe31439a54b),segment_id=8f05bc13-abf3-4e7e-b28c-bfe31439a54b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:04.373394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-eb4eaff1-87cf-435b-b5e8-cd56f847737d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:04.374958 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c8eb7a5a-0308-4a4b-8481-26985d6a6c38 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0703363 Oct 05 09:33:04.379464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] For port 4c2122ea-9cbf-4280-989e-ba282bdfdf26, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4c2122ea-9cbf-4280-989e-ba282bdfdf26,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:04.380269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:04.381642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34674) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:04.395442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Allocated IP 172.26.7.193 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/c9ec3e75-2268-401a-8616-87178c73a16a) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:04.402932 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Request body: {'port': {'network_id': '915260ae-afca-492d-9d3b-3b58a6379a94', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-262176599'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:04.503161 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ed29a99f-dcef-412e-b659-00965b77501d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/94cb19b1-54bb-40eb-9f54-a7921f14f95b HTTP/1.1" status: 204 len: 168 time: 1.5699830 Oct 05 09:33:04.512838 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34678) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:04.546440 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] Calling delete_port for 4c2122ea-9cbf-4280-989e-ba282bdfdf26 owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:04.638533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-eb4eaff1-87cf-435b-b5e8-cd56f847737d None None] Calling delete_port for 3ddd16b8-431d-44d5-b456-17c5a0b735e9 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:04.641836 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] For port 3ddd16b8-431d-44d5-b456-17c5a0b735e9, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3ddd16b8-431d-44d5-b456-17c5a0b735e9,segment=NetworkSegment(8f05bc13-abf3-4e7e-b28c-bfe31439a54b),segment_id=8f05bc13-abf3-4e7e-b28c-bfe31439a54b)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:04.642311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:04.682943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3ddd16b8-431d-44d5-b456-17c5a0b735e9 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:04.781105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e33fd6ff-fbd7-4c06-9916-eb2df05f9ccf tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:04.781648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] Calling delete_port for 3ddd16b8-431d-44d5-b456-17c5a0b735e9 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:04.867864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:04.895368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f2c8f184-0332-4695-9bc0-33226728db3e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:router {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:04.899224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Usage tracker for resource:port and tenant:104e7444e9b043ec84a660dcc7cf2e10 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:04.907712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:04.927547 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:04.939996 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:04.943974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:04.950598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-915260ae-afca-492d-9d3b-3b58a6379a94', 'network_id': '915260ae-afca-492d-9d3b-3b58a6379a94', 'tenant_id': '104e7444e9b043ec84a660dcc7cf2e10', 'fixed_ips': [{'subnet_id': '7a6b05ad-d5d5-47c2-9c1c-84e7997e6554'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:33:04.951423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:04.991762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ddd16b8-431d-44d5-b456-17c5a0b735e9,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:04.997589 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] No DVR routers for this DVR port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:05.007285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No active binding found for port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 {{(pid=89847) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 05 09:33:05.007285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3ddd16b8-431d-44d5-b456-17c5a0b735e9 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:05.007285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 49a8de3e-040e-42bb-aa2d-a26606eb8f2e no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:05.030893 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f2c8f184-0332-4695-9bc0-33226728db3e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:router {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:05.032548 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f2c8f184-0332-4695-9bc0-33226728db3e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5184946 Oct 05 09:33:05.034881 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34682) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:05.093235 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 49a8de3e-040e-42bb-aa2d-a26606eb8f2e {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:05.093235 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 49a8de3e-040e-42bb-aa2d-a26606eb8f2e not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:05.093424 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2934eab5-fa2a-43ed-9f7b-690677798d2b no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:05.096176 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Made reservation on behalf of 104e7444e9b043ec84a660dcc7cf2e10 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:05.099935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.104925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.135650 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-eb4eaff1-87cf-435b-b5e8-cd56f847737d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:33:05.136005 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-eb4eaff1-87cf-435b-b5e8-cd56f847737d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:33:05.153951 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 2934eab5-fa2a-43ed-9f7b-690677798d2b {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:05.154988 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2934eab5-fa2a-43ed-9f7b-690677798d2b not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:05.177350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2122ea-9cbf-4280-989e-ba282bdfdf26,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:05.188233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.249480 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c19fbae-cdc1-4027-a08f-f45c6b646b64 None None] DHCP port deletion for 46aad5ab-0c34-4155-b424-e962b42f4437 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:33:05.254855 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e33fd6ff-fbd7-4c06-9916-eb2df05f9ccf tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.258976 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.264088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7c19fbae-cdc1-4027-a08f-f45c6b646b64 None None] Deleting port 0ef91285-8ea1-4170-8c71-159778451875 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:05.265189 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7c19fbae-cdc1-4027-a08f-f45c6b646b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.326506 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba10b7ba-8830-441b-bd4b-c1479440701d']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:05.343596 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b7ceaa-bbf9-4e00-95c0-628f48b15696 None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:33:05.351456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f05bc13-abf3-4e7e-b28c-bfe31439a54b') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:05.352011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f05bc13-abf3-4e7e-b28c-bfe31439a54b') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:05.353466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Allocated IP 2001:db8::2 (915260ae-afca-492d-9d3b-3b58a6379a94/7a6b05ad-d5d5-47c2-9c1c-84e7997e6554/4dd6faf6-c089-4ee0-873e-81046db59d6c) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:05.368492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.381828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.389196 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d1b7ceaa-bbf9-4e00-95c0-628f48b15696 None None] Deleting port 44426f98-1663-4b97-b464-e722935a9252 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:05.390198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ceaa-bbf9-4e00-95c0-628f48b15696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.482525 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fd6ff-fbd7-4c06-9916-eb2df05f9ccf tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event deleted for resources: {'Subnet': ['ID=8975ff3f-c321-449d-83dd-469184a8e5ae,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:05.496474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e33fd6ff-fbd7-4c06-9916-eb2df05f9ccf tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.516691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f102826e-cdcc-46d7-a6ee-12166bad5d1f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.528775 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 61155088-ad35-4045-b519-62649321df3d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:05.529118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.541229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3bdf83-e562-4b1f-9d56-3abb3d3c70aa None None] Network 9b00fed0-987f-4edf-a534-21521bee90f1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:05.578550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:05.582406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] device_id is not set on port 6818fac7-c92f-497d-a19c-8bf5574c6b92 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:05.626167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Pushing event updated for resources: {'Port': ['ID=c9ec3e75-2268-401a-8616-87178c73a16a,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:05.630754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:05.636685 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.638697 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-eb4eaff1-87cf-435b-b5e8-cd56f847737d None None] Deleting port 3ddd16b8-431d-44d5-b456-17c5a0b735e9 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:05.638870 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e33fd6ff-fbd7-4c06-9916-eb2df05f9ccf tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "DELETE /v2.0/subnets/8975ff3f-c321-449d-83dd-469184a8e5ae HTTP/1.1" status: 204 len: 168 time: 1.6551285 Oct 05 09:33:05.639075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-eb4eaff1-87cf-435b-b5e8-cd56f847737d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.640214 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34688) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:05.642184 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:05.725814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] The port '61155088-ad35-4045-b519-62649321df3d' was deleted {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:33:05.736001 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:05.736322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.791051 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.839663 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.855002 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 8f05bc13-abf3-4e7e-b28c-bfe31439a54b resource provider aggregate not found Oct 05 09:33:05.871154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-eb4eaff1-87cf-435b-b5e8-cd56f847737d None None] The port '3ddd16b8-431d-44d5-b456-17c5a0b735e9' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:33:05.948722 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 8f05bc13-abf3-4e7e-b28c-bfe31439a54b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f05bc13-abf3-4e7e-b28c-bfe31439a54b found for delete ", "request_id": "req-e36795b8-f3f6-4db1-89bd-463b9688464d"}]} Oct 05 09:33:05.980890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.012845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32886428-8e5b-4700-96df-8acfa891a9a3']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:06.027008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:06.027241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:06.034397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.054698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.057697 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7c19fbae-cdc1-4027-a08f-f45c6b646b64 None None] For port 0ef91285-8ea1-4170-8c71-159778451875, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0ef91285-8ea1-4170-8c71-159778451875,segment=NetworkSegment(f854653c-b6e7-4d5b-a932-2ad3d5f08770),segment_id=f854653c-b6e7-4d5b-a932-2ad3d5f08770)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:06.058131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7c19fbae-cdc1-4027-a08f-f45c6b646b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.061316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.074560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.074560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ba622c5-0d5f-4c89-96af-3077ee8db55c {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:33:06.082997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba10b7ba-8830-441b-bd4b-c1479440701d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:06.104290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.110529 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0890000a-3458-4e2d-a5f5-ed747eae2945 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ba10b7ba-8830-441b-bd4b-c1479440701d HTTP/1.1" status: 204 len: 168 time: 2.8134112 Oct 05 09:33:06.113648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.115159 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-95e4c677-f6ba-4032-b540-654078e35e8c admin admin] 10.222.0.49 "DELETE /v2.0/routers/7ba622c5-0d5f-4c89-96af-3077ee8db55c HTTP/1.1" status: 204 len: 168 time: 4.1288919 Oct 05 09:33:06.120107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34698) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:06.123836 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:06.124959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.210746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f102826e-cdcc-46d7-a6ee-12166bad5d1f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.227957 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.279371 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f490dc8-6989-4026-9efc-748e22bb1271 admin admin] Deleting subnet 4a16d9de-a890-4cc4-90e3-baf71064bc52 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:33:06.283474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f490dc8-6989-4026-9efc-748e22bb1271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.320935 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7c19fbae-cdc1-4027-a08f-f45c6b646b64 None None] Calling delete_port for 0ef91285-8ea1-4170-8c71-159778451875 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:06.340681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f490dc8-6989-4026-9efc-748e22bb1271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.387119 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.416822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.426834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d1b7ceaa-bbf9-4e00-95c0-628f48b15696 None None] For port 44426f98-1663-4b97-b464-e722935a9252, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=44426f98-1663-4b97-b464-e722935a9252,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:06.427347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ceaa-bbf9-4e00-95c0-628f48b15696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.428348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Network': ['ID=32886428-8e5b-4700-96df-8acfa891a9a3,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:06.430296 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f102826e-cdcc-46d7-a6ee-12166bad5d1f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.437177 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e5469fd4-3e22-4340-bc2b-8b3ad6166ce4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/networks/32886428-8e5b-4700-96df-8acfa891a9a3 HTTP/1.1" status: 204 len: 168 time: 9.2163143 Oct 05 09:33:06.442465 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34702) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:06.444534 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eade3-df5b-45e8-9354-6afeffe2c97d req-a84831c1-dc66-4ce2-91de-6a8204ea2566 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:06.447398 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-373eade3-df5b-45e8-9354-6afeffe2c97d req-a84831c1-dc66-4ce2-91de-6a8204ea2566 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 1.0911500 Oct 05 09:33:06.448597 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-462072731'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:06.459465 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:06.466695 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:network and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:06.471860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:06.482495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:06.499958 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f490dc8-6989-4026-9efc-748e22bb1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.563697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Deleting port 0ef91285-8ea1-4170-8c71-159778451875 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:06.564022 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.575231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:06.579152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.588866 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.599062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d1b7ceaa-bbf9-4e00-95c0-628f48b15696 None None] Calling delete_port for 44426f98-1663-4b97-b464-e722935a9252 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:06.611713 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:33:06.621268 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.623181 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Added segment 7cf5dcd2-9698-4431-8a69-2e4214215aa6 of type vlan for network cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f Oct 05 09:33:06.623346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f102826e-cdcc-46d7-a6ee-12166bad5d1f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.623524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f102826e-cdcc-46d7-a6ee-12166bad5d1f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Fanout notify agent at l3_agent the message router_deleted on router 1d38267f-3c7b-411d-92fe-a42b3a22f131 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:33:06.651108 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-373eade3-df5b-45e8-9354-6afeffe2c97d req-caeed85f-342b-4e86-bf14-5e5acfb48629 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267810 Oct 05 09:33:06.662842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Transition to ACTIVE for port object 4dd6faf6-c089-4ee0-873e-81046db59d6c will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:06.663993 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f490dc8-6989-4026-9efc-748e22bb1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.770610 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.781645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34708) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:06.787598 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f490dc8-6989-4026-9efc-748e22bb1271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a16d9de-a890-4cc4-90e3-baf71064bc52,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:06.794418 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7c19fbae-cdc1-4027-a08f-f45c6b646b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.806620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f490dc8-6989-4026-9efc-748e22bb1271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.873509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Transition to ACTIVE for port object 4dd6faf6-c089-4ee0-873e-81046db59d6c will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:06.882323 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2f490dc8-6989-4026-9efc-748e22bb1271 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4a16d9de-a890-4cc4-90e3-baf71064bc52 HTTP/1.1" status: 204 len: 168 time: 0.7608032 Oct 05 09:33:06.885628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34712) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:06.899558 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858cd7ad-56df-4880-971d-b25953a7d637 None None] Network 521118dc-25a5-447f-9a14-544274ea6279 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:07.004294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd1bfbc-c16e-4338-96a7-714075b51250 None None] DHCP port deletion for 9b00fed0-987f-4edf-a534-21521bee90f1 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:33:07.018817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 44426f98-1663-4b97-b464-e722935a9252 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:07.023275 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:07.029458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:07.030804 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:07.055696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ceaa-bbf9-4e00-95c0-628f48b15696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:07.076124 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 44426f98-1663-4b97-b464-e722935a9252 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:07.076124 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 44426f98-1663-4b97-b464-e722935a9252 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:07.076590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4c2122ea-9cbf-4280-989e-ba282bdfdf26 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:07.107755 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f102826e-cdcc-46d7-a6ee-12166bad5d1f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:07.111886 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f102826e-cdcc-46d7-a6ee-12166bad5d1f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/routers/1d38267f-3c7b-411d-92fe-a42b3a22f131 HTTP/1.1" status: 204 len: 168 time: 2.0759356 Oct 05 09:33:07.119224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34716) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:07.125274 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ecd1bfbc-c16e-4338-96a7-714075b51250 None None] Deleting port cb81b185-5a00-4c12-a9a0-19decf933961 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:07.125757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ecd1bfbc-c16e-4338-96a7-714075b51250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:07.150951 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19fbae-cdc1-4027-a08f-f45c6b646b64 None None] Pushing event deleted for resources: {'Port': ['ID=0ef91285-8ea1-4170-8c71-159778451875,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:07.155151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19fbae-cdc1-4027-a08f-f45c6b646b64 None None] No DVR routers for this DVR port 0ef91285-8ea1-4170-8c71-159778451875 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:07.180491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:07.196681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Network': ['ID=cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:07.199092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] Deleting port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:07.199536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:07.208747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 4c2122ea-9cbf-4280-989e-ba282bdfdf26 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:07.209102 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4c2122ea-9cbf-4280-989e-ba282bdfdf26 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:07.210277 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0ef91285-8ea1-4170-8c71-159778451875 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:07.251468 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:33:07.258680 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c4dd2deb-4226-4736-96b5-39166db8c335 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8123603 Oct 05 09:33:07.265974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34722) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:07.276337 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'subnet': {'network_id': 'cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:07.359354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:07.371490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b7ceaa-bbf9-4e00-95c0-628f48b15696 None None] No DVR routers for this DVR port 44426f98-1663-4b97-b464-e722935a9252 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:07.400054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 0ef91285-8ea1-4170-8c71-159778451875 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:07.400518 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0ef91285-8ea1-4170-8c71-159778451875 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:07.402611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7ceaa-bbf9-4e00-95c0-628f48b15696 None None] Pushing event deleted for resources: {'Port': ['ID=44426f98-1663-4b97-b464-e722935a9252,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:07.453361 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-849cdb01-237f-46cb-9d98-809552a0f412 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:07.578911 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e904fae7-9264-481f-a2e4-7b492f4f7d6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64bbc57863b44b77bc87e580adbb4648&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7868180 Oct 05 09:33:07.591963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34726) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:07.592869 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:07.656226 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Network 915260ae-afca-492d-9d3b-3b58a6379a94 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:07.658827 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:07.690575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:07.695241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] For port 0ef91285-8ea1-4170-8c71-159778451875, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0ef91285-8ea1-4170-8c71-159778451875,segment=NetworkSegment(f854653c-b6e7-4d5b-a932-2ad3d5f08770),segment_id=f854653c-b6e7-4d5b-a932-2ad3d5f08770)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:07.695702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:07.698631 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:subnet and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:07.702324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] For port c5e86bd2-2521-4677-aef0-7a174a8c3cd2, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c5e86bd2-2521-4677-aef0-7a174a8c3cd2,segment=NetworkSegment(e5c0adcc-f023-4ace-8bf8-a05e02096e05),segment_id=e5c0adcc-f023-4ace-8bf8-a05e02096e05)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:07.702832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:07.710472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:07.720045 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:07.805907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Allocated IP 2001:db8::c2 (915260ae-afca-492d-9d3b-3b58a6379a94/7a6b05ad-d5d5-47c2-9c1c-84e7997e6554/6818fac7-c92f-497d-a19c-8bf5574c6b92) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:07.813351 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-849cdb01-237f-46cb-9d98-809552a0f412 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:07.814679 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-849cdb01-237f-46cb-9d98-809552a0f412 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6942658 Oct 05 09:33:07.834537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34730) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:07.846890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] Calling delete_port for c5e86bd2-2521-4677-aef0-7a174a8c3cd2 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:07.865637 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:07.893543 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Calling delete_port for 0ef91285-8ea1-4170-8c71-159778451875 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:07.951626 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Pushing event updated for resources: {'Port': ['ID=4dd6faf6-c089-4ee0-873e-81046db59d6c,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:07.965039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5f4551-4c58-4f7b-9821-90690e6acf73 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:07.971756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ab5f4551-4c58-4f7b-9821-90690e6acf73 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:07.985029 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f resource provider aggregate not found Oct 05 09:33:07.995863 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:07.999684 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.015910 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ecd1bfbc-c16e-4338-96a7-714075b51250 None None] For port cb81b185-5a00-4c12-a9a0-19decf933961, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cb81b185-5a00-4c12-a9a0-19decf933961,segment=NetworkSegment(88206742-eea9-411a-9147-43c9ad5b4c0a),segment_id=88206742-eea9-411a-9147-43c9ad5b4c0a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:08.016312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ecd1bfbc-c16e-4338-96a7-714075b51250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.019498 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ddbd6e4-2cd5-466c-9fe5-f91fe5e78d6f found for delete ", "request_id": "req-3edb3a71-1999-4365-9a77-e3911d460f27"}]} Oct 05 09:33:08.106051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Attempting to bind port 4dd6faf6-c089-4ee0-873e-81046db59d6c on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:08.106589 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Attempting to bind port 4dd6faf6-c089-4ee0-873e-81046db59d6c by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '40d09630-6de9-4ce5-bede-c9f2cd6c61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '915260ae-afca-492d-9d3b-3b58a6379a94'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:08.107051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Attempting to bind port 4dd6faf6-c089-4ee0-873e-81046db59d6c on network 915260ae-afca-492d-9d3b-3b58a6379a94 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:08.122264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ab5f4551-4c58-4f7b-9821-90690e6acf73 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:08.126801 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ab5f4551-4c58-4f7b-9821-90690e6acf73 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2894955 Oct 05 09:33:08.127472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34738) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:08.131938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.144430 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dff5a5f8-22a3-40e0-b721-3ed841fdffab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.159604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345922de-6a35-43a3-9026-3b8bdd9cd78a req-02829376-5015-45ff-bf46-28180892db6d tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:08.161180 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-345922de-6a35-43a3-9026-3b8bdd9cd78a req-02829376-5015-45ff-bf46-28180892db6d tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.7912641 Oct 05 09:33:08.177504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ecd1bfbc-c16e-4338-96a7-714075b51250 None None] Calling delete_port for cb81b185-5a00-4c12-a9a0-19decf933961 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:08.211791 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:33:08.212474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Checking segment: {'id': '40d09630-6de9-4ce5-bede-c9f2cd6c61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '915260ae-afca-492d-9d3b-3b58a6379a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:08.212873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.213268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Bound using segment: {'id': '40d09630-6de9-4ce5-bede-c9f2cd6c61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '915260ae-afca-492d-9d3b-3b58a6379a94'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:33:08.213758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Bound port: 4dd6faf6-c089-4ee0-873e-81046db59d6c, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d09630-6de9-4ce5-bede-c9f2cd6c61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '915260ae-afca-492d-9d3b-3b58a6379a94'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:33:08.214145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.263343 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e86bd2-2521-4677-aef0-7a174a8c3cd2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:08.279868 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8d7e9c3d-f849-4368-a57d-6ee6ef09825d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1495507 Oct 05 09:33:08.282389 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] No DVR routers for this DVR port c5e86bd2-2521-4677-aef0-7a174a8c3cd2 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:08.284897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34742) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:08.287145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:33:08.287473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:33:08.298094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dff5a5f8-22a3-40e0-b721-3ed841fdffab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.318063 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3c585c80-2635-4076-a1ad-9922ee36e7f2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:08.378254 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04e2516-6846-4f52-bd9c-441c1b76cd7d None None] DHCP port deletion for 521118dc-25a5-447f-9a14-544274ea6279 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:33:08.429255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] For port 4dd6faf6-c089-4ee0-873e-81046db59d6c, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:33:08.433261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] For port 4dd6faf6-c089-4ee0-873e-81046db59d6c, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4dd6faf6-c089-4ee0-873e-81046db59d6c,segment=NetworkSegment(40d09630-6de9-4ce5-bede-c9f2cd6c61bb),segment_id=40d09630-6de9-4ce5-bede-c9f2cd6c61bb)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:33:08.447390 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ecd1bfbc-c16e-4338-96a7-714075b51250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.501094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1bfbc-c16e-4338-96a7-714075b51250 None None] Pushing event deleted for resources: {'Port': ['ID=cb81b185-5a00-4c12-a9a0-19decf933961,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:08.504650 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd1bfbc-c16e-4338-96a7-714075b51250 None None] No DVR routers for this DVR port cb81b185-5a00-4c12-a9a0-19decf933961 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:08.510610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.536641 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-345922de-6a35-43a3-9026-3b8bdd9cd78a req-9b8777a0-9982-46f3-985b-ab8d46a1bf84 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188918 Oct 05 09:33:08.546585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.619798 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277746d-c465-4c98-8d92-d28b090ba6ba None None] Pushing event updated for resources: {'Port': ['ID=4dd6faf6-c089-4ee0-873e-81046db59d6c,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:08.620902 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521118dc-25a5-447f-9a14-544274ea6279']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:08.636294 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.636981 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3c585c80-2635-4076-a1ad-9922ee36e7f2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:08.650568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c0adcc-f023-4ace-8bf8-a05e02096e05') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:08.650933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c0adcc-f023-4ace-8bf8-a05e02096e05') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:08.660687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.675996 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.682716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3c585c80-2635-4076-a1ad-9922ee36e7f2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:08.683442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c5e86bd2-2521-4677-aef0-7a174a8c3cd2 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:08.727807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.731723 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: c5e86bd2-2521-4677-aef0-7a174a8c3cd2 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:08.732264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c5e86bd2-2521-4677-aef0-7a174a8c3cd2 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:08.732794 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb81b185-5a00-4c12-a9a0-19decf933961 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:08.737873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:08.738354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.788151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: cb81b185-5a00-4c12-a9a0-19decf933961 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:08.788721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb81b185-5a00-4c12-a9a0-19decf933961 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:08.820710 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c585c80-2635-4076-a1ad-9922ee36e7f2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:08.824455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3c585c80-2635-4076-a1ad-9922ee36e7f2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.899654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.901619 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Deleting port 0ef91285-8ea1-4170-8c71-159778451875 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:08.901956 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:08.990569 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dff5a5f8-22a3-40e0-b721-3ed841fdffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.020038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] The port '0ef91285-8ea1-4170-8c71-159778451875' was deleted {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:33:09.055801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Subnet': ['ID=701f3028-4105-4490-b14b-7301631fa2bb,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:09.071051 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Checking segment: {'id': '7cf5dcd2-9698-4431-8a69-2e4214215aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:09.071692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network hostable DHCP agents. Network: cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:33:09.073824 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5a5f8-22a3-40e0-b721-3ed841fdffab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a979aa9-9035-4ba9-bbaf-fae8c7fcb944,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:09.082907 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.112226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.124877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] Pushing event deleted for resources: {'Network': ['ID=521118dc-25a5-447f-9a14-544274ea6279,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:09.156747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.226528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:33:09.254230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dff5a5f8-22a3-40e0-b721-3ed841fdffab admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.255362 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dff5a5f8-22a3-40e0-b721-3ed841fdffab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a979aa9-9035-4ba9-bbaf-fae8c7fcb944 HTTP/1.1" status: 204 len: 168 time: 1.6136012 Oct 05 09:33:09.286030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Transition to ACTIVE for port object 6818fac7-c92f-497d-a19c-8bf5574c6b92 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:09.300747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.342025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46aad5ab-0c34-4155-b424-e962b42f4437']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:09.348972 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ead16cfd-19f5-4b7d-9967-1a3a049a412f admin admin] 10.222.0.49 "DELETE /v2.0/networks/521118dc-25a5-447f-9a14-544274ea6279 HTTP/1.1" status: 204 len: 168 time: 2.4541643 Oct 05 09:33:09.374537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f854653c-b6e7-4d5b-a932-2ad3d5f08770') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:09.374537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f854653c-b6e7-4d5b-a932-2ad3d5f08770') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:09.396467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.423220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.423437 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:09.428174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:09.428980 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.432280 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:09.432784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.438252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39456d43-8bb7-41db-8e97-0602498c1bb9 None None] Network cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:09.500757 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment f854653c-b6e7-4d5b-a932-2ad3d5f08770 resource provider aggregate not found Oct 05 09:33:09.514301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Router 5ef4d687-d3eb-4288-99f2-58d59dbfa2d8 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:33:09.517641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.537057 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment f854653c-b6e7-4d5b-a932-2ad3d5f08770 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f854653c-b6e7-4d5b-a932-2ad3d5f08770 found for delete ", "request_id": "req-91d86215-1cfc-4e61-ac83-1d753c20b7f5"}]} Oct 05 09:33:09.543623 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9b7c77a3-4cbd-495d-8d48-1dc3023b7c92 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2735610 Oct 05 09:33:09.546521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34754) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:09.554703 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'network_id': 'cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f', 'name': 'tempest-PortsIpV6TestJSON-450931349', 'fixed_ips': [{'subnet_id': '701f3028-4105-4490-b14b-7301631fa2bb', 'ip_address': '2001:db8::10'}]}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:09.644729 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Network 915260ae-afca-492d-9d3b-3b58a6379a94 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:09.651863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:09.660193 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:09.669490 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:09.670384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.702783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.objects.ports [None req-3c585c80-2635-4076-a1ad-9922ee36e7f2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89845) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:33:09.777105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34762) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:09.781435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3c585c80-2635-4076-a1ad-9922ee36e7f2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.793719 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f', 'network_id': 'cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f', 'tenant_id': 'e310f0f9f68e463e8b295e16db8a75dc', 'fixed_ips': [{'subnet_id': '701f3028-4105-4490-b14b-7301631fa2bb'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:33:09.793719 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.946896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:33:09.959025 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3aee61-9f7a-4a2e-880e-ef37b163c52d None None] Sync routers for ids ['5ef4d687-d3eb-4288-99f2-58d59dbfa2d8'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:33:09.965335 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.969807 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1cfdcfd9-c3ba-42c2-89ee-5addad9a5eee tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "PUT /v2.0/routers/5ef4d687-d3eb-4288-99f2-58d59dbfa2d8 HTTP/1.1" status: 200 len: 884 time: 7.8559730 Oct 05 09:33:09.969807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.974987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.977954 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "DELETE /v2.0/networks/46aad5ab-0c34-4155-b424-e962b42f4437 HTTP/1.1" status: 204 len: 168 time: 4.2582474 Oct 05 09:33:09.983042 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.5952275 Oct 05 09:33:09.983042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34766) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:09.983042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34770) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:09.990208 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3aee61-9f7a-4a2e-880e-ef37b163c52d None None] Routers {'5ef4d687-d3eb-4288-99f2-58d59dbfa2d8'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:09.993827 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ee3aee61-9f7a-4a2e-880e-ef37b163c52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5ef4d687-d3eb-4288-99f2-58d59dbfa2d8'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:10.050391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Allocated IP 2001:db8::2 (cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f/701f3028-4105-4490-b14b-7301631fa2bb/544deda2-8c09-4cb9-8f90-b617ce1ce6e3) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:10.059918 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c585c80-2635-4076-a1ad-9922ee36e7f2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:10.069742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34772) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:10.106276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-3c585c80-2635-4076-a1ad-9922ee36e7f2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:10.111879 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment e5c0adcc-f023-4ace-8bf8-a05e02096e05 resource provider aggregate not found Oct 05 09:33:10.117395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c585c80-2635-4076-a1ad-9922ee36e7f2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:10.118564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3c585c80-2635-4076-a1ad-9922ee36e7f2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:10.127929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:10.149167 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ee3aee61-9f7a-4a2e-880e-ef37b163c52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:10.166897 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3aee61-9f7a-4a2e-880e-ef37b163c52d None None] Routers {'5ef4d687-d3eb-4288-99f2-58d59dbfa2d8'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:10.167517 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ee3aee61-9f7a-4a2e-880e-ef37b163c52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:32:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5ef4d687-d3eb-4288-99f2-58d59dbfa2d8'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:10.169298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Request body: {'port': {'network_id': '915260ae-afca-492d-9d3b-3b58a6379a94', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1953904739', 'allowed_address_pairs': [{'ip_address': '2001:db8::c2', 'mac_address': 'fa:16:3e:02:6c:81'}]}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:10.252537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93576948-d55a-469b-bc39-3f86444f8a5e None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:10.253513 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment e5c0adcc-f023-4ace-8bf8-a05e02096e05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5c0adcc-f023-4ace-8bf8-a05e02096e05 found for delete ", "request_id": "req-a0c6b88d-c28f-46f9-9f61-d905347a7ca3"}]} Oct 05 09:33:10.257676 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:port and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:10.265571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0215163-db1a-493d-a1d6-e27e0459ea3a None None] Network 915260ae-afca-492d-9d3b-3b58a6379a94 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:10.276237 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ee3aee61-9f7a-4a2e-880e-ef37b163c52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:10.277124 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3aee61-9f7a-4a2e-880e-ef37b163c52d None None] The sync data for ids ['5ef4d687-d3eb-4288-99f2-58d59dbfa2d8'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:33:10.294915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:10.324388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:10.331120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ee807-b3c6-400b-97f0-7353e4144176 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event deleted for resources: {'Network': ['ID=46aad5ab-0c34-4155-b424-e962b42f4437,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:10.335664 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b5ffd-3a76-48e6-bb6b-bcd79a431f3d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event updated for resources: {'Port': ['ID=6818fac7-c92f-497d-a19c-8bf5574c6b92,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:10.368671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e4997948-d5f2-4c0e-a1d8-154ade11b9c4 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:10.371924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c585c80-2635-4076-a1ad-9922ee36e7f2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=fb322b4b-c95f-4fe5-846f-c106c831f1e9,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:10.388037 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b3cbe1e9-c5c0-4738-b426-903962aec01b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11ad3cb180c447e080f7bd11392582ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6021681 Oct 05 09:33:10.402374 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34790) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:10.477843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:10.484168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Usage tracker for resource:port and tenant:104e7444e9b043ec84a660dcc7cf2e10 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:10.493696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:10.507066 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:10.509214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8df3c0ce-48eb-4a49-b514-f830f5409d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:10.538923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8df3c0ce-48eb-4a49-b514-f830f5409d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:10.667642 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3c585c80-2635-4076-a1ad-9922ee36e7f2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3815854 Oct 05 09:33:10.670357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34794) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:10.678032 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-324c8941-34a8-4927-bd10-e5214259dc19 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:10.699775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:10.714089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4dd6faf6-c089-4ee0-873e-81046db59d6c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:10.759702 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-df02d617-ab5e-49c9-aade-2a63b176e0e8 None None] Provisioning for port 4dd6faf6-c089-4ee0-873e-81046db59d6c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:10.775558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8df3c0ce-48eb-4a49-b514-f830f5409d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:10.798747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e4997948-d5f2-4c0e-a1d8-154ade11b9c4 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:10.812002 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d853a0ff-9c2c-4aeb-a937-ed3bda29057f tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/routers/5ef4d687-d3eb-4288-99f2-58d59dbfa2d8 HTTP/1.1" status: 200 len: 925 time: 0.7993820 Oct 05 09:33:10.815604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34802) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:10.816166 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8df3c0ce-48eb-4a49-b514-f830f5409d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:10.817331 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8df3c0ce-48eb-4a49-b514-f830f5409d85 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba4989e0-159c-4d68-a5f8-c3661c4b809b HTTP/1.1" status: 204 len: 168 time: 0.4239841 Oct 05 09:33:10.822579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:10.879608 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Transition to ACTIVE for port object 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:10.934332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Transition to ACTIVE for port object 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:10.939506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cedf3-afe7-4b44-b9f3-b3c524487d40 req-9c7531c5-4438-4177-b0c0-ab5a76ea9f46 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:10.946780 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-700cedf3-afe7-4b44-b9f3-b3c524487d40 req-9c7531c5-4438-4177-b0c0-ab5a76ea9f46 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 1.0020199 Oct 05 09:33:10.973035 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-e4997948-d5f2-4c0e-a1d8-154ade11b9c4 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b00fed0-987f-4edf-a534-21521bee90f1']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:10.991504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Made reservation on behalf of 104e7444e9b043ec84a660dcc7cf2e10 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:10.995465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-e4997948-d5f2-4c0e-a1d8-154ade11b9c4 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88206742-eea9-411a-9147-43c9ad5b4c0a') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:10.995773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-e4997948-d5f2-4c0e-a1d8-154ade11b9c4 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88206742-eea9-411a-9147-43c9ad5b4c0a') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:11.028056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:11.054831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:11.074457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3c0ce-48eb-4a49-b514-f830f5409d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4989e0-159c-4d68-a5f8-c3661c4b809b,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:11.084598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e4997948-d5f2-4c0e-a1d8-154ade11b9c4 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:11.118666 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-700cedf3-afe7-4b44-b9f3-b3c524487d40 req-7a91424b-4021-43ab-bce3-25249f066f80 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709068 Oct 05 09:33:11.158964 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Pushing event updated for resources: {'Port': ['ID=544deda2-8c09-4cb9-8f90-b617ce1ce6e3,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:11.161906 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': 'fb322b4b-c95f-4fe5-846f-c106c831f1e9'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:33:11.163220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:11.168452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e4997948-d5f2-4c0e-a1d8-154ade11b9c4 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:11.184695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4997948-d5f2-4c0e-a1d8-154ade11b9c4 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:11.192241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e4997948-d5f2-4c0e-a1d8-154ade11b9c4 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:11.264995 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port ef5d5c12-37ef-40f4-8fc7-05c489c943e1 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:11.356911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Network cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:11.476400 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f88b5f-31a8-454e-bc4c-075d30516067 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:11.481074 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-32f88b5f-31a8-454e-bc4c-075d30516067 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&device_id=5ef4d687-d3eb-4288-99f2-58d59dbfa2d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6602104 Oct 05 09:33:11.486072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34818) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:11.561760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:11.566185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:11.573575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-324c8941-34a8-4927-bd10-e5214259dc19 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:11.598602 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 88206742-eea9-411a-9147-43c9ad5b4c0a resource provider aggregate not found Oct 05 09:33:11.604464 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e4997948-d5f2-4c0e-a1d8-154ade11b9c4 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:11.609533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e4997948-d5f2-4c0e-a1d8-154ade11b9c4 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:11.631047 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-324c8941-34a8-4927-bd10-e5214259dc19 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:11.636845 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e4997948-d5f2-4c0e-a1d8-154ade11b9c4 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "DELETE /v2.0/networks/9b00fed0-987f-4edf-a534-21521bee90f1 HTTP/1.1" status: 204 len: 168 time: 1.6199892 Oct 05 09:33:11.641649 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 88206742-eea9-411a-9147-43c9ad5b4c0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88206742-eea9-411a-9147-43c9ad5b4c0a found for delete ", "request_id": "req-512cde62-6550-4bf7-867a-96eae265060f"}]} Oct 05 09:33:11.644357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34832) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:11.651577 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4997948-d5f2-4c0e-a1d8-154ade11b9c4 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event deleted for resources: {'Network': ['ID=9b00fed0-987f-4edf-a534-21521bee90f1,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:11.653483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-324c8941-34a8-4927-bd10-e5214259dc19 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:11.678182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-324c8941-34a8-4927-bd10-e5214259dc19 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:11.709321 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 4dd6faf6-c089-4ee0-873e-81046db59d6c completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:11.718431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:11.750883 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4f376-0963-492d-870e-d8f8f72d9f98 req-15e9c8d8-c054-4b67-85cc-f2535b7f905e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:11.752816 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-43e4f376-0963-492d-870e-d8f8f72d9f98 req-15e9c8d8-c054-4b67-85cc-f2535b7f905e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.4087934 Oct 05 09:33:11.782462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] device_id is not set on port b15bf050-fa05-458b-a9fc-dd84f0492634 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:11.816065 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 4dd6faf6-c089-4ee0-873e-81046db59d6c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:11.824563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:11.824980 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 4dd6faf6-c089-4ee0-873e-81046db59d6c Oct 05 09:33:11.841477 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-43e4f376-0963-492d-870e-d8f8f72d9f98 req-98087555-1841-4fe1-952e-9a36a3d890e9 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798571 Oct 05 09:33:11.863612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd3109b-2db7-4505-8d09-0d609516be87 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Deleting subnet 98a7639a-e33a-4873-a47d-32a0243fd220 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:33:11.867910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ebd3109b-2db7-4505-8d09-0d609516be87 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:11.938169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Allocated IP 2001:db8::f816:3eff:fe79:ac55 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/fb322b4b-c95f-4fe5-846f-c106c831f1e9/99935534-61af-467e-af96-b7a898b38fb8) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:11.964376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Attempting to bind port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:11.964775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Attempting to bind port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '7cf5dcd2-9698-4431-8a69-2e4214215aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:11.965134 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Attempting to bind port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 on network cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:11.973034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324c8941-34a8-4927-bd10-e5214259dc19 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:11.978329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-324c8941-34a8-4927-bd10-e5214259dc19 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:12.031442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ebd3109b-2db7-4505-8d09-0d609516be87 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:12.102416 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1934c7-30de-475a-b672-a9376521c7de tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:12.106457 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ff1934c7-30de-475a-b672-a9376521c7de tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/networks/12658a95-590a-4fd3-b4a7-e649c53318e9 HTTP/1.1" status: 200 len: 881 time: 0.6167510 Oct 05 09:33:12.109192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34846) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:12.255527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:12.269077 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ebd3109b-2db7-4505-8d09-0d609516be87 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:12.279875 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c0448386-3eaf-4235-8ca5-34dde07de82d tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ef4d687-d3eb-4288-99f2-58d59dbfa2d8 HTTP/1.1" status: 200 len: 205 time: 0.1579027 Oct 05 09:33:12.280388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Transition to ACTIVE for port object 99935534-61af-467e-af96-b7a898b38fb8 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:12.295067 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34852) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:12.303709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Transition to ACTIVE for port object 99935534-61af-467e-af96-b7a898b38fb8 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:12.309736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:33:12.310353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Checking segment: {'id': '7cf5dcd2-9698-4431-8a69-2e4214215aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:12.310912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:12.311944 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Bound using segment: {'id': '7cf5dcd2-9698-4431-8a69-2e4214215aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:33:12.312512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Bound port: 544deda2-8c09-4cb9-8f90-b617ce1ce6e3, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf5dcd2-9698-4431-8a69-2e4214215aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:33:12.313551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:12.343943 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791e128-081e-4bc1-b30e-49d050fb2348 req-927cc6b8-57c1-49a3-8adc-fbcdaff1be34 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:12.351918 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e791e128-081e-4bc1-b30e-49d050fb2348 req-927cc6b8-57c1-49a3-8adc-fbcdaff1be34 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.2517431 Oct 05 09:33:12.470363 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e791e128-081e-4bc1-b30e-49d050fb2348 req-2768fb73-988f-4e45-9710-7a2a10a4442a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165118 Oct 05 09:33:12.479143 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:12.585141 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ebd3109b-2db7-4505-8d09-0d609516be87 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:12.595976 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:12.605162 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:12.619683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:12.622841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] For port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:33:12.679465 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Provisioning for port 6818fac7-c92f-497d-a19c-8bf5574c6b92 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:12.739043 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3109b-2db7-4505-8d09-0d609516be87 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event deleted for resources: {'Subnet': ['ID=98a7639a-e33a-4873-a47d-32a0243fd220,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:12.761807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ebd3109b-2db7-4505-8d09-0d609516be87 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:12.791223 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ebd3109b-2db7-4505-8d09-0d609516be87 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "DELETE /v2.0/subnets/98a7639a-e33a-4873-a47d-32a0243fd220 HTTP/1.1" status: 204 len: 168 time: 1.1434956 Oct 05 09:33:12.793921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34866) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:12.833853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Allocated IP 2001:db8::10 (cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f/701f3028-4105-4490-b14b-7301631fa2bb/ef5d5c12-37ef-40f4-8fc7-05c489c943e1) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:12.835995 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34872) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:12.837058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Allocated IP 2001:db8::13 (915260ae-afca-492d-9d3b-3b58a6379a94/7a6b05ad-d5d5-47c2-9c1c-84e7997e6554/b15bf050-fa05-458b-a9fc-dd84f0492634) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:12.889375 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] For port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=544deda2-8c09-4cb9-8f90-b617ce1ce6e3,segment=NetworkSegment(7cf5dcd2-9698-4431-8a69-2e4214215aa6),segment_id=7cf5dcd2-9698-4431-8a69-2e4214215aa6)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:33:12.938624 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Provisioning complete for port 6818fac7-c92f-497d-a19c-8bf5574c6b92 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:12.939159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:12.939585 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Attempt 1 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:12.969352 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223d2b2f-7645-4b5b-8fc2-0270e620eace None None] Network 57ffd759-f6be-46c7-8b94-0ae685f561a7 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:12.979445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caba7bd-9bb9-4dc4-a421-e369f9079666 req-bf4f7a00-aba0-4c2f-a780-ff2ec92115e9 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:12.980662 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1caba7bd-9bb9-4dc4-a421-e369f9079666 req-bf4f7a00-aba0-4c2f-a780-ff2ec92115e9 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.3328218 Oct 05 09:33:12.986856 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:12.992854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Pushing event updated for resources: {'Port': ['ID=99935534-61af-467e-af96-b7a898b38fb8,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:13.028423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Deleting port 44e805b4-425d-4756-9466-77f89e1488c6 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:13.029025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.041098 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.113191 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1caba7bd-9bb9-4dc4-a421-e369f9079666 req-70334f15-5640-4f04-b39a-00a5afc6cf57 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240325 Oct 05 09:33:13.140102 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-349809e5-3454-4583-a3e4-f6a5978f5095 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.288176 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Attempting to bind port 99935534-61af-467e-af96-b7a898b38fb8 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:13.288661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Attempting to bind port 99935534-61af-467e-af96-b7a898b38fb8 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:13.289496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Attempting to bind port 99935534-61af-467e-af96-b7a898b38fb8 on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:13.347115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 4dd6faf6-c089-4ee0-873e-81046db59d6c is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:13.347904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.364611 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] For port 44e805b4-425d-4756-9466-77f89e1488c6, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=44e805b4-425d-4756-9466-77f89e1488c6,segment=NetworkSegment(426e0a82-f327-4720-8ccb-c36ffc640bfb),segment_id=426e0a82-f327-4720-8ccb-c36ffc640bfb)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:13.365429 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.397762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:33:13.398625 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:13.399127 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.399535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:33:13.400065 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Bound port: 99935534-61af-467e-af96-b7a898b38fb8, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:33:13.400751 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.444436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:13.518235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-442917541'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:13.549398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:13.569272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Usage tracker for resource:network and tenant:169300123ac8494fa43a4f4994556ea9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:13.584082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:13.589031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a117e-56da-4b20-a4d9-a0af95f50f1f None None] Pushing event updated for resources: {'Port': ['ID=544deda2-8c09-4cb9-8f90-b617ce1ce6e3,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:13.674976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:13.675504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 4dd6faf6-c089-4ee0-873e-81046db59d6c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4dd6faf6-c089-4ee0-873e-81046db59d6c,segment=NetworkSegment(40d09630-6de9-4ce5-bede-c9f2cd6c61bb),segment_id=40d09630-6de9-4ce5-bede-c9f2cd6c61bb)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:13.767037 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.857392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] For port 99935534-61af-467e-af96-b7a898b38fb8, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:33:13.863246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Made reservation on behalf of 169300123ac8494fa43a4f4994556ea9 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:13.867478 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.878460 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-349809e5-3454-4583-a3e4-f6a5978f5095 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.906671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] For port 99935534-61af-467e-af96-b7a898b38fb8, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=99935534-61af-467e-af96-b7a898b38fb8,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:33:13.921538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.929308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.948544 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Attempt 2 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:14.008142 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Calling delete_port for 44e805b4-425d-4756-9466-77f89e1488c6 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:14.014849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.029217 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.067327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Transition to ACTIVE for port object b15bf050-fa05-458b-a9fc-dd84f0492634 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:14.086688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:14.101457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9057047-4e80-4dd7-a9ba-e9299da79a18 None None] DHCP port deletion for 57ffd759-f6be-46c7-8b94-0ae685f561a7 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:33:14.112467 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=4dd6faf6-c089-4ee0-873e-81046db59d6c,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:14.135623 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-349809e5-3454-4583-a3e4-f6a5978f5095 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Deleting port c9ec3e75-2268-401a-8616-87178c73a16a {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:14.135974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-349809e5-3454-4583-a3e4-f6a5978f5095 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.167942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Usage tracker for resource:security_group_rule and tenant:169300123ac8494fa43a4f4994556ea9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:14.173869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:14.185539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Transition to ACTIVE for port object ef5d5c12-37ef-40f4-8fc7-05c489c943e1 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:14.195780 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:14.200071 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e9057047-4e80-4dd7-a9ba-e9299da79a18 None None] Deleting port 44e805b4-425d-4756-9466-77f89e1488c6 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:14.200479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e9057047-4e80-4dd7-a9ba-e9299da79a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.204939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e3b09-7f35-4a60-b004-30d6b9536442 req-8f2fc75b-2a72-4f67-a6d6-4887f24d250d tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:14.213409 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d43e3b09-7f35-4a60-b004-30d6b9536442 req-8f2fc75b-2a72-4f67-a6d6-4887f24d250d tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.8383989 Oct 05 09:33:14.238663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:14.262591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.347975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-324c8941-34a8-4927-bd10-e5214259dc19 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.390745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:14.402725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e9057047-4e80-4dd7-a9ba-e9299da79a18 None None] The port '44e805b4-425d-4756-9466-77f89e1488c6' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:33:14.407127 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d43e3b09-7f35-4a60-b004-30d6b9536442 req-16c40a58-b526-4a90-9621-bc175f98ace2 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928201 Oct 05 09:33:14.422377 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] No DVR routers for this DVR port 44e805b4-425d-4756-9466-77f89e1488c6 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:14.432562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event deleted for resources: {'Port': ['ID=44e805b4-425d-4756-9466-77f89e1488c6,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:14.439496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582b53e-ebfd-4b67-a972-6cb7763c0d6d None None] Pushing event updated for resources: {'Port': ['ID=99935534-61af-467e-af96-b7a898b38fb8,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:14.545353 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.547915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:14.601063 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324c8941-34a8-4927-bd10-e5214259dc19 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:14.611976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-324c8941-34a8-4927-bd10-e5214259dc19 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:14.663991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.670036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c8941-34a8-4927-bd10-e5214259dc19 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:14.676291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-324c8941-34a8-4927-bd10-e5214259dc19 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.692667 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.756904 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ffd759-f6be-46c7-8b94-0ae685f561a7']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:14.777062 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426e0a82-f327-4720-8ccb-c36ffc640bfb') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:14.777427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426e0a82-f327-4720-8ccb-c36ffc640bfb') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:14.811620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.840494 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.852250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:14.852782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.855682 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:14.873410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c8941-34a8-4927-bd10-e5214259dc19 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=f30b1d73-9631-4b29-a9cc-c0f4d98ffdd3,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:14.883928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Network 915260ae-afca-492d-9d3b-3b58a6379a94 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:14.892276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:14.892373 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Attempt 3 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:14.892692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=ef5d5c12-37ef-40f4-8fc7-05c489c943e1,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:14.895045 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:14.903380 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:14.909585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:14.910235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.914774 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34898) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:14.956518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:14.962613 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:14.963274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.963877 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:15.007277 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 426e0a82-f327-4720-8ccb-c36ffc640bfb resource provider aggregate not found Oct 05 09:33:15.021783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:15.025359 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-324c8941-34a8-4927-bd10-e5214259dc19 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3533378 Oct 05 09:33:15.026290 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce27e2d-c14d-417f-adc1-e707354c55f0 req-e1a164e2-5955-4e5b-bdf0-4d5bfec6db21 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:15.028071 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3ce27e2d-c14d-417f-adc1-e707354c55f0 req-e1a164e2-5955-4e5b-bdf0-4d5bfec6db21 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.3532119 Oct 05 09:33:15.029548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34908) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:15.034998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-349809e5-3454-4583-a3e4-f6a5978f5095 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:15.035750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'mac_address': 'fa:16:3e:fb:42:90', 'name': 'tempest-NetworksTestDHCPv6-1541701841'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:15.054333 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 426e0a82-f327-4720-8ccb-c36ffc640bfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 426e0a82-f327-4720-8ccb-c36ffc640bfb found for delete ", "request_id": "req-d6dbc023-1570-4a03-bece-a0a20d2342de"}]} Oct 05 09:33:15.131395 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f30cb435-9fc9-49db-bd05-84ad9186a62b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.5791037 Oct 05 09:33:15.224990 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34912) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:15.256598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:15.265923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a6ad8b-2f67-4f85-be21-522d020ba47c None None] Network cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:15.281345 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:15.306990 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'network_id': 'cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f', 'name': 'tempest-PortsIpV6TestJSON-856789626', 'fixed_ips': [{'subnet_id': '701f3028-4105-4490-b14b-7301631fa2bb', 'ip_address': '2001:db8::f'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:15.387263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:15.397588 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-349809e5-3454-4583-a3e4-f6a5978f5095 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Calling delete_port for c9ec3e75-2268-401a-8616-87178c73a16a owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:15.454344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1516754254'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:15.459760 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "DELETE /v2.0/networks/57ffd759-f6be-46c7-8b94-0ae685f561a7 HTTP/1.1" status: 204 len: 168 time: 2.6647575 Oct 05 09:33:15.460903 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3ac6f-4197-4f9a-81b6-0c04a818d657 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Pushing event deleted for resources: {'Network': ['ID=57ffd759-f6be-46c7-8b94-0ae685f561a7,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:15.464302 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 5.3547871 Oct 05 09:33:15.472428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34916) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:15.472581 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34918) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:15.473870 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:15.484943 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:15.488159 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:15.490379 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Attempt 4 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:15.492873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca840c-45fc-46cc-aa86-0141b56b6b8e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event updated for resources: {'Port': ['ID=b15bf050-fa05-458b-a9fc-dd84f0492634,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:15.551757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:33:15.554543 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3ce27e2d-c14d-417f-adc1-e707354c55f0 req-2dec4d07-cc64-4fb1-b21b-67617775a435 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4987020 Oct 05 09:33:15.557733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:15.562463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Usage tracker for resource:network and tenant:fb39c709b978420e8941e242303300a6 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:15.583231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:15.583452 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:15.590793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:15.601565 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:15.602113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fb1b1e96-369b-4ae7-a218-2ff9a68c7c4e tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Synchronizing usage tracker for tenant:9484583d65cf4364bc524e1767e1ab62 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:15.612189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67549086-64c4-42cf-8987-c31ba13dbe11,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:15.619245 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:15.619593 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Added segment d14afaab-e9c1-44bb-870a-7ee862a3130c of type vlan for network 8fa882c3-f49c-4ab1-8d0b-bb38b9bc0c49 Oct 05 09:33:15.657325 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:15.663706 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:port and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:15.673833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:15.676443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:15.679128 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109e7ed9-cf1c-4f2e-be27-fb13a53faef4 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:15.685970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Made reservation on behalf of fb39c709b978420e8941e242303300a6 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:15.690365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:15.697592 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff11ef4a-9ea4-4092-b536-e18519840eec tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:15.703902 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff11ef4a-9ea4-4092-b536-e18519840eec tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:15.706907 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fb1b1e96-369b-4ae7-a218-2ff9a68c7c4e tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Unset dirty status for tenant:9484583d65cf4364bc524e1767e1ab62 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:15.710582 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fb1b1e96-369b-4ae7-a218-2ff9a68c7c4e tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "GET /v2.0/ports?device_id=95afbebd-587f-4315-b514-ef8de9352f5b HTTP/1.1" status: 200 len: 205 time: 0.2320614 Oct 05 09:33:15.710728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff11ef4a-9ea4-4092-b536-e18519840eec tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:15.710728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ff11ef4a-9ea4-4092-b536-e18519840eec tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Synchronizing usage tracker for tenant:104e7444e9b043ec84a660dcc7cf2e10 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:15.712333 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:15.714347 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34926) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:15.722258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:15.749003 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:15.765149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Usage tracker for resource:security_group_rule and tenant:fb39c709b978420e8941e242303300a6 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:15.769945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:15.774287 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:15.778701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:15.810738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:15.878354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:15.884201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:15.884968 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.032096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e0294c5a-70f5-47b0-ae2a-3cb016e5df42 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.068275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4dd6faf6-c089-4ee0-873e-81046db59d6c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:16.089302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Pushing event updated for resources: {'Network': ['ID=8fa882c3-f49c-4ab1-8d0b-bb38b9bc0c49,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:16.126811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-349809e5-3454-4583-a3e4-f6a5978f5095 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.198538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349809e5-3454-4583-a3e4-f6a5978f5095 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Pushing event deleted for resources: {'Port': ['ID=c9ec3e75-2268-401a-8616-87178c73a16a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:16.209370 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0530b05e-fb15-44fd-a195-0ab93a48214d tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3581433 Oct 05 09:33:16.218915 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Attempt 5 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:16.246396 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 8fa882c3-f49c-4ab1-8d0b-bb38b9bc0c49 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:33:16.260833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34930) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:16.286741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.346615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ff11ef4a-9ea4-4092-b536-e18519840eec tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Unset dirty status for tenant:104e7444e9b043ec84a660dcc7cf2e10 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:16.351320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34936) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:16.354412 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ff11ef4a-9ea4-4092-b536-e18519840eec tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.8749771 Oct 05 09:33:16.408168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.422626 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:16.437996 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.440413 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-349809e5-3454-4583-a3e4-f6a5978f5095 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.459171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b5310c-763f-4c8f-bb40-61e952bbe626 None None] Update dhcp port {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'fixed_ips': [{'subnet_id': 'fb322b4b-c95f-4fe5-846f-c106c831f1e9', 'ip_address': '2001:db8::f816:3eff:fe79:ac55'}, {'subnet_id': 'f30b1d73-9631-4b29-a9cc-c0f4d98ffdd3'}], 'binding:host_id': 'dv-neutron-860329-1-hyperv'}, 'id': '99935534-61af-467e-af96-b7a898b38fb8'} from dv-neutron-860329-1-hyperv. {{(pid=89847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:33:16.512207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Request body: {'network': {'name': 'tempest-network--1312446231', 'router:external': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:16.512469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 4dd6faf6-c089-4ee0-873e-81046db59d6c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:16.512797 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.513133 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 4dd6faf6-c089-4ee0-873e-81046db59d6c Oct 05 09:33:16.571825 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b4b5310c-763f-4c8f-bb40-61e952bbe626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.586612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:16.608463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:33:16.610903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Usage tracker for resource:network and tenant:5fd6e3b29be74477afccc17d66bbd534 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:16.621454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:16.662414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 71337aa9-531e-4348-b1fc-ff2ae711ab9f yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:16.694048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:16.696250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04d90a5-7d8d-4f7c-8e39-bedb3eaf0766,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:16.703407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc9368-dd36-44e9-982a-54930877e13a tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Deleting port b15bf050-fa05-458b-a9fc-dd84f0492634 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:16.703823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9368-dd36-44e9-982a-54930877e13a tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.710158 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 4dd6faf6-c089-4ee0-873e-81046db59d6c is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:16.712127 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 99935534-61af-467e-af96-b7a898b38fb8 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:16.715812 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e0294c5a-70f5-47b0-ae2a-3cb016e5df42 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.721439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e0294c5a-70f5-47b0-ae2a-3cb016e5df42 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.745215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-349809e5-3454-4583-a3e4-f6a5978f5095 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.760208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-349809e5-3454-4583-a3e4-f6a5978f5095 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.762114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.762461 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Added segment f9fb8bd9-43de-4c11-b2de-b08dc4afd348 of type vlan for network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 Oct 05 09:33:16.777782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.819789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port 995673a4-7970-43e8-8ffe-85bd31096af7 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:16.864766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.869956 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Made reservation on behalf of 5fd6e3b29be74477afccc17d66bbd534 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:16.876094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.892241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e0294c5a-70f5-47b0-ae2a-3cb016e5df42 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.893035 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0294c5a-70f5-47b0-ae2a-3cb016e5df42 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Fanout notify agent at l3_agent the message router_deleted on router 95afbebd-587f-4315-b514-ef8de9352f5b {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:33:16.907674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.907782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-b4b5310c-763f-4c8f-bb40-61e952bbe626 None None] Allocated IP 172.20.0.2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/f30b1d73-9631-4b29-a9cc-c0f4d98ffdd3/99935534-61af-467e-af96-b7a898b38fb8) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:16.923141 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Attempt 6 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:16.931041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:16.962503 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e0294c5a-70f5-47b0-ae2a-3cb016e5df42 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.966082 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e0294c5a-70f5-47b0-ae2a-3cb016e5df42 tempest-RoutersNegativeIpV6Test-924424234 tempest-RoutersNegativeIpV6Test-924424234-project] 10.222.0.49 "DELETE /v2.0/routers/95afbebd-587f-4315-b514-ef8de9352f5b HTTP/1.1" status: 204 len: 168 time: 1.2478139 Oct 05 09:33:16.967707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Usage tracker for resource:security_group_rule and tenant:5fd6e3b29be74477afccc17d66bbd534 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:16.969834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-349809e5-3454-4583-a3e4-f6a5978f5095 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.970455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349809e5-3454-4583-a3e4-f6a5978f5095 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Fanout notify agent at l3_agent the message router_deleted on router 5ef4d687-d3eb-4288-99f2-58d59dbfa2d8 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:33:16.975079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:16.982103 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 99935534-61af-467e-af96-b7a898b38fb8 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:17.032366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:17.081389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:17.090076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Allocated IP 2001:db8::f (cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f/701f3028-4105-4490-b14b-7301631fa2bb/995673a4-7970-43e8-8ffe-85bd31096af7) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:17.142665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.148677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:17.150271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.152445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 44e805b4-425d-4756-9466-77f89e1488c6 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:17.184737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-349809e5-3454-4583-a3e4-f6a5978f5095 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.185891 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-349809e5-3454-4583-a3e4-f6a5978f5095 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "DELETE /v2.0/routers/5ef4d687-d3eb-4288-99f2-58d59dbfa2d8 HTTP/1.1" status: 204 len: 168 time: 4.8764906 Oct 05 09:33:17.199169 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34942) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:17.209942 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 44e805b4-425d-4756-9466-77f89e1488c6 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:17.210482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 44e805b4-425d-4756-9466-77f89e1488c6 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:17.214339 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b4b5310c-763f-4c8f-bb40-61e952bbe626 None None] For port 99935534-61af-467e-af96-b7a898b38fb8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=99935534-61af-467e-af96-b7a898b38fb8,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:17.216465 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9368-dd36-44e9-982a-54930877e13a tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.251583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b4b5310c-763f-4c8f-bb40-61e952bbe626 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.253627 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-cf5c9dd2-a17e-490e-aef2-d026c47f8cdf tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-182271934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:17.272346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cf5c9dd2-a17e-490e-aef2-d026c47f8cdf tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:17.272568 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b4b5310c-763f-4c8f-bb40-61e952bbe626 None None] Ignored duplicate provisioning block setup for port 99935534-61af-467e-af96-b7a898b38fb8 by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:33:17.282137 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cf5c9dd2-a17e-490e-aef2-d026c47f8cdf tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Usage tracker for resource:router and tenant:6dc8e66b9b2f49e4a58b52a985820bb5 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:17.286948 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cf5c9dd2-a17e-490e-aef2-d026c47f8cdf tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:17.296785 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cf5c9dd2-a17e-490e-aef2-d026c47f8cdf tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:17.350683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b4b5310c-763f-4c8f-bb40-61e952bbe626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.399813 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.426636 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:33:17.432746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9dd2-a17e-490e-aef2-d026c47f8cdf tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.434225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9dd2-a17e-490e-aef2-d026c47f8cdf tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.456172 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Transition to ACTIVE for port object 995673a4-7970-43e8-8ffe-85bd31096af7 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:17.485928 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9dd2-a17e-490e-aef2-d026c47f8cdf tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.519476 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5310c-763f-4c8f-bb40-61e952bbe626 None None] Pushing event updated for resources: {'Port': ['ID=99935534-61af-467e-af96-b7a898b38fb8,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:17.527593 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5760338 Oct 05 09:33:17.535177 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc9368-dd36-44e9-982a-54930877e13a tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Calling delete_port for b15bf050-fa05-458b-a9fc-dd84f0492634 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:17.575350 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 172.20.0.9 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/f30b1d73-9631-4b29-a9cc-c0f4d98ffdd3/71337aa9-531e-4348-b1fc-ff2ae711ab9f) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:17.581239 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Attempt 7 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:17.583767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::f816:3eff:fefb:4290 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/fb322b4b-c95f-4fe5-846f-c106c831f1e9/71337aa9-531e-4348-b1fc-ff2ae711ab9f) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:17.596989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eccf0d-fdf2-4ca3-98a5-96db9cebb957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Pushing event updated for resources: {'Network': ['ID=8722152f-2a6c-4683-b5ee-19fd7a9cd7d9,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:17.651755 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9dd2-a17e-490e-aef2-d026c47f8cdf tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.652688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.693891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:17.694540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:33:17.701201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.756124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.793265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:33:17.803967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119cb58f-1fe9-4c56-8c82-8946f880c909,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:17.828217 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.829545 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Added segment 302fab04-9c88-44f6-bd42-4c87940aa2af of type vlan for network 8c7a4a29-1f08-48ca-b7cb-d08c18b413c6 Oct 05 09:33:17.832605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34952) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:17.865927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9368-dd36-44e9-982a-54930877e13a tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.899019 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=995673a4-7970-43e8-8ffe-85bd31096af7,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:17.946230 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 99935534-61af-467e-af96-b7a898b38fb8 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:18.047219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:18.056424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:18.058674 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9dd2-a17e-490e-aef2-d026c47f8cdf tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:18.059904 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cf5c9dd2-a17e-490e-aef2-d026c47f8cdf tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8594975 Oct 05 09:33:18.064294 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:18.065128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc9368-dd36-44e9-982a-54930877e13a tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event deleted for resources: {'Port': ['ID=b15bf050-fa05-458b-a9fc-dd84f0492634,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:18.070465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:18.071229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:18.071784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34958) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:18.073563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:18.107690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'enable_snat': True}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:18.195497 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Attempt 8 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:18.206468 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:18.244914 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 71337aa9-531e-4348-b1fc-ff2ae711ab9f will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:18.251575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34962) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:18.259510 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c0c315d6-601d-461e-a478-6295d3adfcb8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0258951 Oct 05 09:33:18.260908 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Request body: {'port': {'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9', 'binding:host_id': 'hv-neutron-8603', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-92486250'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:18.266809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34966) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:18.276779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:18.326300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:18.334766 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Usage tracker for resource:port and tenant:ddb11a6bcfeb46c3a3fa6f6a05585795 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:18.344661 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:18.358846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:18.434299 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ecf3c6-aef9-44e6-95b6-0e6e37d0eb74 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:18.434516 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e8ecf3c6-aef9-44e6-95b6-0e6e37d0eb74 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:18.455390 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Made reservation on behalf of ddb11a6bcfeb46c3a3fa6f6a05585795 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:18.458332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:18.481664 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:18.483629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:18.601691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e8ecf3c6-aef9-44e6-95b6-0e6e37d0eb74 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:18.601691 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e8ecf3c6-aef9-44e6-95b6-0e6e37d0eb74 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3254011 Oct 05 09:33:18.613013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34970) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:18.669309 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:18.690284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:18.693284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Usage tracker for resource:security_group_rule and tenant:ddb11a6bcfeb46c3a3fa6f6a05585795 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:18.696086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:18.700849 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:18.703784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:18.752672 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:18.759273 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=71337aa9-531e-4348-b1fc-ff2ae711ab9f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:18.766382 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.resource_extend [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:33:18.811953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:18.812612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:18.828254 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Attempt 9 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:18.875354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:18.885510 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ddd1cf-865c-4861-9fa0-0ad29e146aa6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:18.893129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ddd1cf-865c-4861-9fa0-0ad29e146aa6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:18.897307 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:18.899938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ddd1cf-865c-4861-9fa0-0ad29e146aa6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:18.902016 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-76ddd1cf-865c-4861-9fa0-0ad29e146aa6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2854173 Oct 05 09:33:18.905130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34974) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:18.909049 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7c40d342-9059-46be-95da-1d26af9968c4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9484583d65cf4364bc524e1767e1ab62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0718293 Oct 05 09:33:18.916373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34978) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:18.922364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9368-dd36-44e9-982a-54930877e13a tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.081866 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-87468920-8e3c-41a8-9a34-f2a5b5fba19b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0480957 Oct 05 09:33:19.082126 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.082126 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:19.082126 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.087478 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34982) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:19.103069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1daacc04-9976-46d7-969f-ee9bbdce687c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.116125 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5fcc9368-dd36-44e9-982a-54930877e13a tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "DELETE /v2.0/ports/b15bf050-fa05-458b-a9fc-dd84f0492634 HTTP/1.1" status: 204 len: 168 time: 2.7634442 Oct 05 09:33:19.120370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34986) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:19.175006 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-356223e5-9cf2-4970-a207-9ceef05bc253 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 995673a4-7970-43e8-8ffe-85bd31096af7 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:19.175332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-356223e5-9cf2-4970-a207-9ceef05bc253 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.235162 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-86858ecc-a53d-44c2-9f0f-742594db263a tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] GET failed (client error): The resource could not be found. Oct 05 09:33:19.237189 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-86858ecc-a53d-44c2-9f0f-742594db263a tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "GET /v2.0/ports/b15bf050-fa05-458b-a9fc-dd84f0492634 HTTP/1.1" status: 404 len: 333 time: 0.1153727 Oct 05 09:33:19.247551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 34990) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:19.253600 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.259331 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Request body: {'port': {'network_id': '915260ae-afca-492d-9d3b-3b58a6379a94', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1813951142'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:19.273244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1daacc04-9976-46d7-969f-ee9bbdce687c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.287645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event updated for resources: {'Network': ['ID=8c7a4a29-1f08-48ca-b7cb-d08c18b413c6,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:19.301765 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 8c7a4a29-1f08-48ca-b7cb-d08c18b413c6 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:33:19.319901 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2e576581-e609-4b3e-b5e9-7b0632c071ff tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.0579607 Oct 05 09:33:19.323112 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34994) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:19.373478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.391509 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] device_id is not set on port 679fa671-43b9-4ef2-b693-99b129099797 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:19.438345 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Attempt 10 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:19.534828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:19.546266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea6ed9b-60e2-47d3-890c-b78a6caa3d75,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:19.562845 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Provisioning complete for port 4dd6faf6-c089-4ee0-873e-81046db59d6c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:19.563481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.564407 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Attempt 1 to provision port 4dd6faf6-c089-4ee0-873e-81046db59d6c Oct 05 09:33:19.601258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cd6822-87d4-4f8d-895d-3c881c0d7cd7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:19.607159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cd6822-87d4-4f8d-895d-3c881c0d7cd7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:19.611393 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-38cd6822-87d4-4f8d-895d-3c881c0d7cd7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5036571 Oct 05 09:33:19.613571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 34998) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:19.617204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-14cf023e-b398-4aff-8ff2-55d66d8814fa tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.698037 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:19.699903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dd42ae99-dc85-4fe0-8d98-54c8510380fd None None] Current status of the port 4dd6faf6-c089-4ee0-873e-81046db59d6c is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:19.709446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1daacc04-9976-46d7-969f-ee9bbdce687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.723205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Usage tracker for resource:port and tenant:104e7444e9b043ec84a660dcc7cf2e10 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:19.735731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daacc04-9976-46d7-969f-ee9bbdce687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddc9c86-0138-4038-a33c-489abea95f8f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:19.742279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:19.751540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-73c834d4-e84f-4fe8-9cbe-c1219f4513b1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 71337aa9-531e-4348-b1fc-ff2ae711ab9f {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:19.752255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73c834d4-e84f-4fe8-9cbe-c1219f4513b1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.815536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:19.816603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Could not find standard attr ID for object b15bf050-fa05-458b-a9fc-dd84f0492634. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:33:19.834623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Provisioning complete for port 6818fac7-c92f-497d-a19c-8bf5574c6b92 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:19.834623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.834623 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Attempt 1 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:19.838697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-356223e5-9cf2-4970-a207-9ceef05bc253 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.893752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:19.925364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1daacc04-9976-46d7-969f-ee9bbdce687c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.926506 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1daacc04-9976-46d7-969f-ee9bbdce687c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ddc9c86-0138-4038-a33c-489abea95f8f HTTP/1.1" status: 204 len: 168 time: 1.0089524 Oct 05 09:33:19.979216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Made reservation on behalf of 104e7444e9b043ec84a660dcc7cf2e10 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:19.982880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.998049 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-356223e5-9cf2-4970-a207-9ceef05bc253 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 995673a4-7970-43e8-8ffe-85bd31096af7 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:20.113826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] device_id is not set on port 717e838a-58eb-48fe-96bd-bedab603c69e yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:20.148366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-14cf023e-b398-4aff-8ff2-55d66d8814fa tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:20.177306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] device_id is not set on port 679fa671-43b9-4ef2-b693-99b129099797 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:20.207400 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:20.211847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-14cf023e-b398-4aff-8ff2-55d66d8814fa tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7a4a29-1f08-48ca-b7cb-d08c18b413c6']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:20.246455 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Transition to ACTIVE for port object 679fa671-43b9-4ef2-b693-99b129099797 will not be triggered until provisioned by entity L2. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:20.281511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-14cf023e-b398-4aff-8ff2-55d66d8814fa tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302fab04-9c88-44f6-bd42-4c87940aa2af') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:20.281810 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-14cf023e-b398-4aff-8ff2-55d66d8814fa tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302fab04-9c88-44f6-bd42-4c87940aa2af') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:20.294552 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:20.338818 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:20.344733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-14cf023e-b398-4aff-8ff2-55d66d8814fa tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:20.345520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-69e275a8-9669-4fa2-834b-763daf42cecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:20.379966 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:20.395440 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Attempt 2 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:20.414130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-14cf023e-b398-4aff-8ff2-55d66d8814fa tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:20.455210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Allocated IP 2001:db8::3e2 (915260ae-afca-492d-9d3b-3b58a6379a94/7a6b05ad-d5d5-47c2-9c1c-84e7997e6554/717e838a-58eb-48fe-96bd-bedab603c69e) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:20.457892 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:20.458429 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cf023e-b398-4aff-8ff2-55d66d8814fa tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:20.458855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-14cf023e-b398-4aff-8ff2-55d66d8814fa tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:20.502609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Pushing event updated for resources: {'Port': ['ID=679fa671-43b9-4ef2-b693-99b129099797,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:20.512002 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-356223e5-9cf2-4970-a207-9ceef05bc253 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:20.541234 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 302fab04-9c88-44f6-bd42-4c87940aa2af resource provider aggregate not found Oct 05 09:33:20.567222 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73c834d4-e84f-4fe8-9cbe-c1219f4513b1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:20.578016 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Checking segment: {'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:20.578455 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Network hostable DHCP agents. Network: 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:33:20.602854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356223e5-9cf2-4970-a207-9ceef05bc253 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=995673a4-7970-43e8-8ffe-85bd31096af7,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:20.612105 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 302fab04-9c88-44f6-bd42-4c87940aa2af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 302fab04-9c88-44f6-bd42-4c87940aa2af found for delete ", "request_id": "req-77179af6-45de-45a5-86f4-7d99a02c11ed"}]} Oct 05 09:33:20.691993 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-356223e5-9cf2-4970-a207-9ceef05bc253 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:20.755501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-73c834d4-e84f-4fe8-9cbe-c1219f4513b1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 71337aa9-531e-4348-b1fc-ff2ae711ab9f owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:20.800224 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-14cf023e-b398-4aff-8ff2-55d66d8814fa tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:20.833499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cf023e-b398-4aff-8ff2-55d66d8814fa tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c7a4a29-1f08-48ca-b7cb-d08c18b413c6 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 05 09:33:20.843741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-14cf023e-b398-4aff-8ff2-55d66d8814fa tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:20.868838 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Allocated IP 172.26.7.199 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/d54e5a26-e5a6-40cb-ac47-0da744d77949) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:20.888019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf023e-b398-4aff-8ff2-55d66d8814fa tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c7a4a29-1f08-48ca-b7cb-d08c18b413c6,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:20.918696 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-14cf023e-b398-4aff-8ff2-55d66d8814fa tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "DELETE /v2.0/networks/8c7a4a29-1f08-48ca-b7cb-d08c18b413c6 HTTP/1.1" status: 204 len: 168 time: 1.5867550 Oct 05 09:33:20.941503 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35026) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:20.956284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:20.959855 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Attempt 3 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:20.984501 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:20.994004 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:33:21.000391 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Usage tracker for resource:network and tenant:5fd6e3b29be74477afccc17d66bbd534 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:21.018521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:21.041720 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:21.055086 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-356223e5-9cf2-4970-a207-9ceef05bc253 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/995673a4-7970-43e8-8ffe-85bd31096af7 HTTP/1.1" status: 204 len: 168 time: 2.1457644 Oct 05 09:33:21.058542 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35032) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:21.070518 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:21.113238 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7c55b6-d348-4810-9ba2-f1eabeeb6f05 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] GET failed (client error): The resource could not be found. Oct 05 09:33:21.113852 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bb7c55b6-d348-4810-9ba2-f1eabeeb6f05 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:21.127406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:21.132454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:21.142990 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a2da57-dec3-441d-a414-18d2f4c0a625 None None] Network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:21.149402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:21.149880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:21.150380 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:21.156423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:21.156937 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:21.157467 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 2 to bind port 679fa671-43b9-4ef2-b693-99b129099797 Oct 05 09:33:21.170930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Made reservation on behalf of 5fd6e3b29be74477afccc17d66bbd534 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:21.173957 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.202303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:21.202813 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:21.203224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:21.223573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:21.224251 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:21.226268 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 3 to bind port 679fa671-43b9-4ef2-b693-99b129099797 Oct 05 09:33:21.259401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bb7c55b6-d348-4810-9ba2-f1eabeeb6f05 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:21.266650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35040) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:21.270573 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bb7c55b6-d348-4810-9ba2-f1eabeeb6f05 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/995673a4-7970-43e8-8ffe-85bd31096af7 HTTP/1.1" status: 404 len: 333 time: 0.2108812 Oct 05 09:33:21.292308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:21.293743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:21.294941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:21.316460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:21.319851 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:21.324268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:33:21.341271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.341271 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Added segment 188d9ef6-31b2-41bf-9627-c24d448bfc69 of type vlan for network 66f006be-612f-4d40-9b8e-1b1e79766fad Oct 05 09:33:21.379607 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 4 to bind port 679fa671-43b9-4ef2-b693-99b129099797 Oct 05 09:33:21.382637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35044) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:21.388603 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.405776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:21.406080 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:21.406406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:21.413946 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:21.414299 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:21.422706 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 5 to bind port 679fa671-43b9-4ef2-b693-99b129099797 Oct 05 09:33:21.444346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:21.444680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:21.445013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:21.447153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-28aa2887-929b-4e34-ae8b-a9d165677bdf tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port ef5d5c12-37ef-40f4-8fc7-05c489c943e1 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:21.447500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-28aa2887-929b-4e34-ae8b-a9d165677bdf tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.450895 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:21.451250 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:21.451765 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 6 to bind port 679fa671-43b9-4ef2-b693-99b129099797 Oct 05 09:33:21.468696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:21.469029 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:21.469361 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:21.475126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:21.475458 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:21.475841 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 7 to bind port 679fa671-43b9-4ef2-b693-99b129099797 Oct 05 09:33:21.497806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:21.497806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:21.497806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:21.502788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:21.503117 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:21.503493 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 8 to bind port 679fa671-43b9-4ef2-b693-99b129099797 Oct 05 09:33:21.519865 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:21.520208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:21.520545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:21.525448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:21.525776 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:21.526192 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 9 to bind port 679fa671-43b9-4ef2-b693-99b129099797 Oct 05 09:33:21.538988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.540788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.541765 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:21.542433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.561589 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-889914968-network', 'tenant_id': '6df355572a0845009b41ff2f848e6941'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:21.568038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:21.568376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:21.568710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:21.572533 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Attempt 4 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:21.595988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:21.608801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Usage tracker for resource:network and tenant:6df355572a0845009b41ff2f848e6941 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:21.614627 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:21.629065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:21.629314 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:21.630312 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:21.634481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:21.645551 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 10 to bind port 679fa671-43b9-4ef2-b693-99b129099797 Oct 05 09:33:21.665631 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event updated for resources: {'Network': ['ID=66f006be-612f-4d40-9b8e-1b1e79766fad,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:21.678135 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:21.678474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:21.678813 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:21.686498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 66f006be-612f-4d40-9b8e-1b1e79766fad details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:33:21.690876 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.693809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port 679fa671-43b9-4ef2-b693-99b129099797 on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:21.694270 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port 679fa671-43b9-4ef2-b693-99b129099797 on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:21.694675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.721326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73c834d4-e84f-4fe8-9cbe-c1219f4513b1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.760540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Transition to ACTIVE for port object 717e838a-58eb-48fe-96bd-bedab603c69e will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:21.785535 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7e5e5279-c7a6-4e75-b646-5c9553025ddb tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8343995 Oct 05 09:33:21.785759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Made reservation on behalf of 6df355572a0845009b41ff2f848e6941 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:21.786250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.787114 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35050) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:21.808059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Request body: {'subnet': {'network_id': '66f006be-612f-4d40-9b8e-1b1e79766fad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:21.812192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c834d4-e84f-4fe8-9cbe-c1219f4513b1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=71337aa9-531e-4348-b1fc-ff2ae711ab9f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:21.820737 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:21.830740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Usage tracker for resource:subnet and tenant:5fd6e3b29be74477afccc17d66bbd534 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:21.843320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:21.845250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:21.852236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] For port 679fa671-43b9-4ef2-b693-99b129099797, host hv-neutron-8603, cleared binding levels {{(pid=89846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:33:21.852610 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempted to set empty binding levels {{(pid=89846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 05 09:33:21.856741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.935291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.937402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.938020 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.939055 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:21.939645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:21.943422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Made reservation on behalf of 5fd6e3b29be74477afccc17d66bbd534 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:21.945719 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:22.000891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:22.042525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Usage tracker for resource:security_group_rule and tenant:6df355572a0845009b41ff2f848e6941 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:22.065597 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:22.078134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-28aa2887-929b-4e34-ae8b-a9d165677bdf tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:22.099017 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:22.101954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:22.109534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:22.117289 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Network 915260ae-afca-492d-9d3b-3b58a6379a94 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:22.122298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:22.133047 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:22.135819 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Attempt 5 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:22.138664 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:22.139881 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:22.158252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Pushing event updated for resources: {'Port': ['ID=679fa671-43b9-4ef2-b693-99b129099797,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:22.165890 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-08cdbb78-95f0-48cc-8ee6-81f4cf36b0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.9102318 Oct 05 09:33:22.173613 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:22.198235 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35054) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:22.222850 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:22.282339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-28aa2887-929b-4e34-ae8b-a9d165677bdf tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for ef5d5c12-37ef-40f4-8fc7-05c489c943e1 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:22.301968 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event updated for resources: {'Port': ['ID=717e838a-58eb-48fe-96bd-bedab603c69e,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:22.316482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Pushing event updated for resources: {'Port': ['ID=d54e5a26-e5a6-40cb-ac47-0da744d77949,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:22.348731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-1768010f-916b-4366-9536-6f1ce792b9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Deleting port 679fa671-43b9-4ef2-b693-99b129099797 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:22.349093 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1768010f-916b-4366-9536-6f1ce792b9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:22.367664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73c834d4-e84f-4fe8-9cbe-c1219f4513b1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:22.417298 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dea16454-2f16-4b50-8deb-b9fba6529907 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1652691 Oct 05 09:33:22.422351 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35058) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:22.432814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-126a1e72-bb75-4f2a-bc01-c0438ca25c3b tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c2', 'mac_address': 'fa:16:3e:02:6c:81'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:22.489726 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-73c834d4-e84f-4fe8-9cbe-c1219f4513b1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/71337aa9-531e-4348-b1fc-ff2ae711ab9f HTTP/1.1" status: 204 len: 168 time: 2.8703721 Oct 05 09:33:22.504181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35062) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:22.639143 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a55c4483-e454-4aa7-b6f8-11f6676068d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:22.724020 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Attempt 6 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:22.781325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262f5cb4-1c8e-47bd-8812-dca7fbfd553c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:22.782885 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262f5cb4-1c8e-47bd-8812-dca7fbfd553c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:22.784364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262f5cb4-1c8e-47bd-8812-dca7fbfd553c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:22.785158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-262f5cb4-1c8e-47bd-8812-dca7fbfd553c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:22.821062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:22.822253 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:22.861899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-1768010f-916b-4366-9536-6f1ce792b9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] For port 679fa671-43b9-4ef2-b693-99b129099797, host hv-neutron-8603, got binding levels [] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:22.862278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1768010f-916b-4366-9536-6f1ce792b9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:22.915985 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:22.946604 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:33:22.957832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-28aa2887-929b-4e34-ae8b-a9d165677bdf tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:22.959376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-262f5cb4-1c8e-47bd-8812-dca7fbfd553c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:22.960546 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-262f5cb4-1c8e-47bd-8812-dca7fbfd553c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4545228 Oct 05 09:33:22.966012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1838d9fa-9c4a-4433-8109-c38352e81c8e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:23.012418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35066) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:23.015454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.015750 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Added segment 86f79389-eae4-4097-a482-72f18b97a4ce of type vlan for network 56161454-02b6-4c31-81da-4f00cf62b0d8 Oct 05 09:33:23.171601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-1768010f-916b-4366-9536-6f1ce792b9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Calling delete_port for 679fa671-43b9-4ef2-b693-99b129099797 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:23.185471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa2887-929b-4e34-ae8b-a9d165677bdf tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=ef5d5c12-37ef-40f4-8fc7-05c489c943e1,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:23.236522 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-126a1e72-bb75-4f2a-bc01-c0438ca25c3b tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.322697 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Attempt 7 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:23.400980 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:23.423926 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.objects.ports [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89846) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:33:23.424430 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.444760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-28aa2887-929b-4e34-ae8b-a9d165677bdf tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.465823 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1768010f-916b-4366-9536-6f1ce792b9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.478075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.488648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-03743dee-fd52-46a4-859d-b8edc556cc27 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet f30b1d73-9631-4b29-a9cc-c0f4d98ffdd3 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:33:23.500526 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03743dee-fd52-46a4-859d-b8edc556cc27 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.561940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.609887 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768010f-916b-4366-9536-6f1ce792b9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Pushing event deleted for resources: {'Port': ['ID=679fa671-43b9-4ef2-b693-99b129099797,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:23.649048 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1768010f-916b-4366-9536-6f1ce792b9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.654042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event updated for resources: {'Subnet': ['ID=612819a1-d9be-40a4-a971-945cc84bb79e,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:23.659760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03743dee-fd52-46a4-859d-b8edc556cc27 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.672202 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1768010f-916b-4366-9536-6f1ce792b9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "DELETE /v2.0/ports/679fa671-43b9-4ef2-b693-99b129099797 HTTP/1.1" status: 204 len: 168 time: 1.4661062 Oct 05 09:33:23.679840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35070) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:23.691396 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-28aa2887-929b-4e34-ae8b-a9d165677bdf tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/ef5d5c12-37ef-40f4-8fc7-05c489c943e1 HTTP/1.1" status: 204 len: 168 time: 2.4239666 Oct 05 09:33:23.699823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35074) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:23.726059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Checking segment: {'id': '188d9ef6-31b2-41bf-9627-c24d448bfc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '66f006be-612f-4d40-9b8e-1b1e79766fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:23.726428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Network hostable DHCP agents. Network: 66f006be-612f-4d40-9b8e-1b1e79766fad, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:33:23.748508 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae95ec1-53cf-4e1c-b9c9-3d0bc82275d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:33:23.748958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5ae95ec1-53cf-4e1c-b9c9-3d0bc82275d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Synchronizing usage tracker for tenant:ddb11a6bcfeb46c3a3fa6f6a05585795 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:23.814845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-126a1e72-bb75-4f2a-bc01-c0438ca25c3b tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.820767 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.821743 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:23.822345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.843793 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb99a86-18b5-4643-a9df-8d1f987098c3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] GET failed (client error): The resource could not be found. Oct 05 09:33:23.844302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7bb99a86-18b5-4643-a9df-8d1f987098c3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:23.884958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Network 66f006be-612f-4d40-9b8e-1b1e79766fad is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:33:23.902475 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Attempt 8 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:23.913642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-126a1e72-bb75-4f2a-bc01-c0438ca25c3b tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.914845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-126a1e72-bb75-4f2a-bc01-c0438ca25c3b tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] In _notify_port_updated(), no bound segment for port 717e838a-58eb-48fe-96bd-bedab603c69e on network 915260ae-afca-492d-9d3b-3b58a6379a94 {{(pid=89846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:33:23.928182 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126a1e72-bb75-4f2a-bc01-c0438ca25c3b tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:23.928948 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-126a1e72-bb75-4f2a-bc01-c0438ca25c3b tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.935047 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-126a1e72-bb75-4f2a-bc01-c0438ca25c3b tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "PUT /v2.0/ports/717e838a-58eb-48fe-96bd-bedab603c69e HTTP/1.1" status: 200 len: 1002 time: 1.5071619 Oct 05 09:33:23.948146 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35078) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:23.967780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:23.969171 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5ae95ec1-53cf-4e1c-b9c9-3d0bc82275d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Unset dirty status for tenant:ddb11a6bcfeb46c3a3fa6f6a05585795 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:23.970377 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5ae95ec1-53cf-4e1c-b9c9-3d0bc82275d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "GET /v2.0/ports/679fa671-43b9-4ef2-b693-99b129099797 HTTP/1.1" status: 404 len: 333 time: 0.2895896 Oct 05 09:33:23.976288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35082) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:23.986458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 66f006be-612f-4d40-9b8e-1b1e79766fad) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:23.991385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:23.991978 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.997100 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9db9bb-6382-478a-a9da-2c38301f5aac None None] Network 66f006be-612f-4d40-9b8e-1b1e79766fad requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:23.999652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a48cf958-736a-413f-aeaa-f3f43818c760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Request body: {'port': {'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-269356997'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:24.016648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] Pushing event updated for resources: {'Network': ['ID=56161454-02b6-4c31-81da-4f00cf62b0d8,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:24.022991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a48cf958-736a-413f-aeaa-f3f43818c760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:24.043875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a48cf958-736a-413f-aeaa-f3f43818c760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:24.052281 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a1e72-bb75-4f2a-bc01-c0438ca25c3b tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event updated for resources: {'Port': ['ID=717e838a-58eb-48fe-96bd-bedab603c69e,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:24.086799 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 56161454-02b6-4c31-81da-4f00cf62b0d8 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:33:24.094537 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-70a29589-63bb-4801-959b-92289c7a6aef admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7107961 Oct 05 09:33:24.095459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7bb99a86-18b5-4643-a9df-8d1f987098c3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:24.099188 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7bb99a86-18b5-4643-a9df-8d1f987098c3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/ef5d5c12-37ef-40f4-8fc7-05c489c943e1 HTTP/1.1" status: 404 len: 333 time: 0.3959146 Oct 05 09:33:24.099340 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35086) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:24.099425 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35088) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:24.133229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03743dee-fd52-46a4-859d-b8edc556cc27 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.143753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] Request body: {'subnet': {'network_id': '56161454-02b6-4c31-81da-4f00cf62b0d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-889914968-subnet', 'tenant_id': '6df355572a0845009b41ff2f848e6941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:24.152856 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:24.159687 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7aab486f-6e29-4a5d-850c-ba5b1c717170 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3673451 Oct 05 09:33:24.165135 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35094) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:24.168067 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48cf958-736a-413f-aeaa-f3f43818c760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Made reservation on behalf of ddb11a6bcfeb46c3a3fa6f6a05585795 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:24.171165 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a48cf958-736a-413f-aeaa-f3f43818c760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.189580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] Usage tracker for resource:subnet and tenant:6df355572a0845009b41ff2f848e6941 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:24.197347 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Request body: {'floatingip': {'floating_network_id': '66f006be-612f-4d40-9b8e-1b1e79766fad'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:24.204033 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:24.215320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:24.219892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:24.228927 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Usage tracker for resource:floatingip and tenant:5fd6e3b29be74477afccc17d66bbd534 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:24.236782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-a48cf958-736a-413f-aeaa-f3f43818c760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] device_id is not set on port fa06f3a1-bc06-4408-abd4-adf5cb82da4b yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:24.244405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.247338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2f852f6d-c1a5-47b9-add6-628e528b3572 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Deleting port 717e838a-58eb-48fe-96bd-bedab603c69e {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:24.247677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f852f6d-c1a5-47b9-add6-628e528b3572 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.271397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:24.286880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efd6c35-c938-4c82-bc5e-8f8719fcae0f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting subnet 701f3028-4105-4490-b14b-7301631fa2bb {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:33:24.290093 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.295698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:24.306071 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9efd6c35-c938-4c82-bc5e-8f8719fcae0f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.357036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e91e1e-ab1e-42ef-96d9-e2b7159e0d6d None None] Network 66f006be-612f-4d40-9b8e-1b1e79766fad requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:24.361857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] Made reservation on behalf of 6df355572a0845009b41ff2f848e6941 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:24.364194 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.391282 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.413158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.458147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9efd6c35-c938-4c82-bc5e-8f8719fcae0f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.501649 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Attempt 9 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:24.502272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03743dee-fd52-46a4-859d-b8edc556cc27 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.503791 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.617696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:24.738438 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03743dee-fd52-46a4-859d-b8edc556cc27 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=f30b1d73-9631-4b29-a9cc-c0f4d98ffdd3,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:24.757973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03743dee-fd52-46a4-859d-b8edc556cc27 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.771968 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54f84f2-8c3d-471c-92ef-de4963fc1c09 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:24.832984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a48cf958-736a-413f-aeaa-f3f43818c760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.853520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9efd6c35-c938-4c82-bc5e-8f8719fcae0f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.890389 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f852f6d-c1a5-47b9-add6-628e528b3572 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.905779 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-03743dee-fd52-46a4-859d-b8edc556cc27 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/f30b1d73-9631-4b29-a9cc-c0f4d98ffdd3 HTTP/1.1" status: 204 len: 168 time: 1.8894310 Oct 05 09:33:24.907699 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35102) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:24.953485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.059774 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.072306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2f852f6d-c1a5-47b9-add6-628e528b3572 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Calling delete_port for 717e838a-58eb-48fe-96bd-bedab603c69e owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:25.119593 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Attempt 10 to provision port 6818fac7-c92f-497d-a19c-8bf5574c6b92 Oct 05 09:33:25.189147 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Port 6818fac7-c92f-497d-a19c-8bf5574c6b92 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:25.192472 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Could not find standard attr ID for object ef5d5c12-37ef-40f4-8fc7-05c489c943e1. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:33:25.195555 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Could not find standard attr ID for object 995673a4-7970-43e8-8ffe-85bd31096af7. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:33:25.198486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Could not find standard attr ID for object 71337aa9-531e-4348-b1fc-ff2ae711ab9f. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:33:25.240164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a48cf958-736a-413f-aeaa-f3f43818c760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.242125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.268528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e193996-280e-4eff-a478-f7ce92ca91a0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet fb322b4b-c95f-4fe5-846f-c106c831f1e9 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:33:25.281496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e193996-280e-4eff-a478-f7ce92ca91a0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.287500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Provisioning for port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:25.292709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Provisioning complete for port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:25.293340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.293862 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Attempt 1 to provision port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 Oct 05 09:33:25.354664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e193996-280e-4eff-a478-f7ce92ca91a0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.381109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48cf958-736a-413f-aeaa-f3f43818c760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:25.382530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9efd6c35-c938-4c82-bc5e-8f8719fcae0f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.390897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Router cfd18b36-d5c6-47fe-82c5-f556c623aa57 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:33:25.400268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-a48cf958-736a-413f-aeaa-f3f43818c760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:25.415586 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48cf958-736a-413f-aeaa-f3f43818c760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:25.416553 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48cf958-736a-413f-aeaa-f3f43818c760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:25.417165 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a48cf958-736a-413f-aeaa-f3f43818c760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.457782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b875045-27d3-4695-b4c1-3672dff5dfd2,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:25.460149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9efd6c35-c938-4c82-bc5e-8f8719fcae0f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.472371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c910bcab-10b4-41e4-af55-8c3f652638a8 None None] Network cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:25.530770 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f852f6d-c1a5-47b9-add6-628e528b3572 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.532228 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cf958-736a-413f-aeaa-f3f43818c760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Pushing event updated for resources: {'Port': ['ID=fa06f3a1-bc06-4408-abd4-adf5cb82da4b,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:25.539216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd6c35-c938-4c82-bc5e-8f8719fcae0f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Subnet': ['ID=701f3028-4105-4490-b14b-7301631fa2bb,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:25.540819 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] Checking segment: {'id': '86f79389-eae4-4097-a482-72f18b97a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '56161454-02b6-4c31-81da-4f00cf62b0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:25.541163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] Network hostable DHCP agents. Network: 56161454-02b6-4c31-81da-4f00cf62b0d8, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:33:25.559098 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.570074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Current status of the port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:25.570326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.624625 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9efd6c35-c938-4c82-bc5e-8f8719fcae0f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/701f3028-4105-4490-b14b-7301631fa2bb HTTP/1.1" status: 204 len: 168 time: 1.5178351 Oct 05 09:33:25.635824 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35106) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:25.725207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f852f6d-c1a5-47b9-add6-628e528b3572 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event deleted for resources: {'Port': ['ID=717e838a-58eb-48fe-96bd-bedab603c69e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:25.727710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] For port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=544deda2-8c09-4cb9-8f90-b617ce1ce6e3,segment=NetworkSegment(7cf5dcd2-9698-4431-8a69-2e4214215aa6),segment_id=7cf5dcd2-9698-4431-8a69-2e4214215aa6)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:25.734742 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a48cf958-736a-413f-aeaa-f3f43818c760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7570984 Oct 05 09:33:25.740325 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35110) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:25.772166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8603'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:25.813825 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] Network 56161454-02b6-4c31-81da-4f00cf62b0d8 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:33:25.816160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.881936 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Allocated IP 172.20.0.3 (66f006be-612f-4d40-9b8e-1b1e79766fad/612819a1-d9be-40a4-a971-945cc84bb79e/fbef7fc4-44c2-43e7-9d3f-aa065f6176c2) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:25.895980 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:33:25.906279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.916747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.918678 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-250f2774-0440-4a2d-bc79-9dc841968357 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "PUT /v2.0/routers/cfd18b36-d5c6-47fe-82c5-f556c623aa57 HTTP/1.1" status: 200 len: 918 time: 7.8327308 Oct 05 09:33:25.924625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f852f6d-c1a5-47b9-add6-628e528b3572 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.926405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc2bd44-0c7e-4404-8611-a7adf21617de None None] Sync routers for ids ['cfd18b36-d5c6-47fe-82c5-f556c623aa57'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:33:25.927380 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2f852f6d-c1a5-47b9-add6-628e528b3572 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "DELETE /v2.0/ports/717e838a-58eb-48fe-96bd-bedab603c69e HTTP/1.1" status: 204 len: 168 time: 1.9769516 Oct 05 09:33:25.929529 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35114) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:25.931337 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35116) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:25.965110 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc2bd44-0c7e-4404-8611-a7adf21617de None None] Routers {'cfd18b36-d5c6-47fe-82c5-f556c623aa57'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:25.965842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7cc2bd44-0c7e-4404-8611-a7adf21617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:33:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['cfd18b36-d5c6-47fe-82c5-f556c623aa57'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:25.991193 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 56161454-02b6-4c31-81da-4f00cf62b0d8) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:26.008095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:26.008736 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:26.034548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54532d2-33a5-4783-9c10-077777005423 None None] DHCP port deletion for cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:33:26.036782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7040f6f1-c80b-4f74-8cd0-ee75356c12f1 None None] Network 56161454-02b6-4c31-81da-4f00cf62b0d8 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:26.054911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:26.055402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:26.064586 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Provisioning for port 99935534-61af-467e-af96-b7a898b38fb8 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:26.074152 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f0eec9-beb1-47cf-9b49-3280fb04845d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] GET failed (client error): The resource could not be found. Oct 05 09:33:26.074726 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-61f0eec9-beb1-47cf-9b49-3280fb04845d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Synchronizing usage tracker for tenant:104e7444e9b043ec84a660dcc7cf2e10 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:26.083868 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e193996-280e-4eff-a478-f7ce92ca91a0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:26.127320 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-a54532d2-33a5-4783-9c10-077777005423 None None] Deleting port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:26.127960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a54532d2-33a5-4783-9c10-077777005423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:26.144456 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:26.151796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7cc2bd44-0c7e-4404-8611-a7adf21617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:26.165200 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Provisioning complete for port 99935534-61af-467e-af96-b7a898b38fb8 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:26.165674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:26.165960 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Attempt 1 to provision port 99935534-61af-467e-af96-b7a898b38fb8 Oct 05 09:33:26.188809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Pushing event updated for resources: {'Port': ['ID=544deda2-8c09-4cb9-8f90-b617ce1ce6e3,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:26.247384 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-dd9e7965-2a28-4d28-a2e4-94decb0a48bc tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/routers/cfd18b36-d5c6-47fe-82c5-f556c623aa57 HTTP/1.1" status: 200 len: 924 time: 0.3169603 Oct 05 09:33:26.250437 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35122) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:26.254126 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc2bd44-0c7e-4404-8611-a7adf21617de None None] Routers {'cfd18b36-d5c6-47fe-82c5-f556c623aa57'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:26.254971 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7cc2bd44-0c7e-4404-8611-a7adf21617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:33:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['cfd18b36-d5c6-47fe-82c5-f556c623aa57'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:26.273571 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-73d6d654-e156-4522-8e48-88fb3d864a0b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1725900 Oct 05 09:33:26.331985 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-61f0eec9-beb1-47cf-9b49-3280fb04845d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Unset dirty status for tenant:104e7444e9b043ec84a660dcc7cf2e10 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:26.338605 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-61f0eec9-beb1-47cf-9b49-3280fb04845d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "GET /v2.0/ports/717e838a-58eb-48fe-96bd-bedab603c69e HTTP/1.1" status: 404 len: 333 time: 0.3985975 Oct 05 09:33:26.340084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35128) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:26.349341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Request body: {'port': {'network_id': '915260ae-afca-492d-9d3b-3b58a6379a94', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1279931287'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:26.369917 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7cc2bd44-0c7e-4404-8611-a7adf21617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:26.370714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc2bd44-0c7e-4404-8611-a7adf21617de None None] The sync data for ids ['cfd18b36-d5c6-47fe-82c5-f556c623aa57'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:33:26.431397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:26.533270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] For port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=544deda2-8c09-4cb9-8f90-b617ce1ce6e3,segment=NetworkSegment(7cf5dcd2-9698-4431-8a69-2e4214215aa6),segment_id=7cf5dcd2-9698-4431-8a69-2e4214215aa6)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:26.534027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:26.538269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e193996-280e-4eff-a478-f7ce92ca91a0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:26.652456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02186062-73ba-45b4-8c98-de63f9b3775f tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:26.653865 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-02186062-73ba-45b4-8c98-de63f9b3775f tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&device_id=cfd18b36-d5c6-47fe-82c5-f556c623aa57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4024806 Oct 05 09:33:26.663776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35136) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:26.664572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e193996-280e-4eff-a478-f7ce92ca91a0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=fb322b4b-c95f-4fe5-846f-c106c831f1e9,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:26.671890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e193996-280e-4eff-a478-f7ce92ca91a0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:26.676612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:26.688471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c1fd6b-aff4-477c-81f5-3199db45860a None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:26.762538 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8e193996-280e-4eff-a478-f7ce92ca91a0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/fb322b4b-c95f-4fe5-846f-c106c831f1e9 HTTP/1.1" status: 204 len: 168 time: 1.8514433 Oct 05 09:33:26.782546 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35140) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:26.879138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-a54532d2-33a5-4783-9c10-077777005423 None None] For port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=544deda2-8c09-4cb9-8f90-b617ce1ce6e3,segment=NetworkSegment(7cf5dcd2-9698-4431-8a69-2e4214215aa6),segment_id=7cf5dcd2-9698-4431-8a69-2e4214215aa6)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:26.880002 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a54532d2-33a5-4783-9c10-077777005423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:26.889466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Current status of the port 99935534-61af-467e-af96-b7a898b38fb8 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:26.890352 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:26.914487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3e61d-eae5-4ce6-a098-a73f9cd6a3f3 None None] Network 56161454-02b6-4c31-81da-4f00cf62b0d8 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:26.935018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:26.948093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:27.005424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de309866-f3d7-4be4-b614-034df629919e tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:27.007015 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-de309866-f3d7-4be4-b614-034df629919e tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/networks/12658a95-590a-4fd3-b4a7-e649c53318e9 HTTP/1.1" status: 200 len: 881 time: 0.3392501 Oct 05 09:33:27.010046 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35148) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:27.035326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.063130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Made reservation on behalf of 104e7444e9b043ec84a660dcc7cf2e10 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:27.065204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.072143 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ef7d832c-107f-4718-af4b-b54b4bf09ab8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:router {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:27.101476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] device_id is not set on port c05478a5-3f42-49ee-bd19-4f128d83522a yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:27.128328 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] device_id is not set on port fa06f3a1-bc06-4408-abd4-adf5cb82da4b yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:27.136224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Network 66f006be-612f-4d40-9b8e-1b1e79766fad is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:27.141397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:27.141621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-a54532d2-33a5-4783-9c10-077777005423 None None] Calling delete_port for 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:27.144089 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9a4f4e0a-4d75-40ea-8f97-ecc79a9376db tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd18b36-d5c6-47fe-82c5-f556c623aa57 HTTP/1.1" status: 200 len: 205 time: 0.1329670 Oct 05 09:33:27.146691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35154) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:27.147280 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.149937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:27.175765 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event updated for resources: {'Port': ['ID=fbef7fc4-44c2-43e7-9d3f-aa065f6176c2,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:27.226394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Transition to ACTIVE for port object fa06f3a1-bc06-4408-abd4-adf5cb82da4b will not be triggered until provisioned by entity L2. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:27.229059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.292764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ef7d832c-107f-4718-af4b-b54b4bf09ab8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:router {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:27.297374 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ef7d832c-107f-4718-af4b-b54b4bf09ab8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5103076 Oct 05 09:33:27.297374 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No DVR routers for this DVR port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:27.298645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=544deda2-8c09-4cb9-8f90-b617ce1ce6e3,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:27.304207 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35160) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:27.328021 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] For port 99935534-61af-467e-af96-b7a898b38fb8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=99935534-61af-467e-af96-b7a898b38fb8,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:27.338093 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35162) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:27.349624 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b159c94a-d9eb-4149-aa3d-f7c0d946bf1e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:27.366940 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1930194831-network', 'tenant_id': '6b8d00a36ffa432fafd3f5a2da35926b'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:27.390878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.396550 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.450281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbcd7-2798-4d77-b138-13129938a70a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.459525 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-a54532d2-33a5-4783-9c10-077777005423 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:33:27.459879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-a54532d2-33a5-4783-9c10-077777005423 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:33:27.517625 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-64fdf5d1-f633-413f-a339-4d41b032f4e0 None None] Could not find standard attr ID for object 717e838a-58eb-48fe-96bd-bedab603c69e. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:33:27.524251 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae683cdd-9259-4099-a972-410848cb4ae6 None None] Pushing event updated for resources: {'Port': ['ID=99935534-61af-467e-af96-b7a898b38fb8,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:27.535794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Allocated IP 2001:db8::110 (915260ae-afca-492d-9d3b-3b58a6379a94/7a6b05ad-d5d5-47c2-9c1c-84e7997e6554/c05478a5-3f42-49ee-bd19-4f128d83522a) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:27.536071 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:27.585072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-64fdf5d1-f633-413f-a339-4d41b032f4e0 None None] Provisioning complete for port 99935534-61af-467e-af96-b7a898b38fb8 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:27.585436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-64fdf5d1-f633-413f-a339-4d41b032f4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.585771 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-64fdf5d1-f633-413f-a339-4d41b032f4e0 None None] Attempt 1 to provision port 99935534-61af-467e-af96-b7a898b38fb8 Oct 05 09:33:27.615888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Usage tracker for resource:network and tenant:6b8d00a36ffa432fafd3f5a2da35926b is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:27.624400 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.625817 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:27.672547 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:27.693763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2757ed0-7d71-4af3-ba24-40b6c5d53df8 None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:33:27.708200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.710006 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c2757ed0-7d71-4af3-ba24-40b6c5d53df8 None None] Deleting port 99935534-61af-467e-af96-b7a898b38fb8 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:27.710473 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c2757ed0-7d71-4af3-ba24-40b6c5d53df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.726044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Pushing event updated for resources: {'Port': ['ID=fa06f3a1-bc06-4408-abd4-adf5cb82da4b,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:27.738989 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:27.747095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:27.747454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:27.776269 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-64fdf5d1-f633-413f-a339-4d41b032f4e0 None None] Current status of the port 99935534-61af-467e-af96-b7a898b38fb8 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:27.780171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbcd7-2798-4d77-b138-13129938a70a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.805626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:27.813120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b159c94a-d9eb-4149-aa3d-f7c0d946bf1e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:27.815396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:27.815731 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:27.816515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Made reservation on behalf of 6b8d00a36ffa432fafd3f5a2da35926b for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:27.818895 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.839414 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 2 to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b Oct 05 09:33:27.850674 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b159c94a-d9eb-4149-aa3d-f7c0d946bf1e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:27.857043 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b159c94a-d9eb-4149-aa3d-f7c0d946bf1e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:27.870535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf5dcd2-9698-4431-8a69-2e4214215aa6') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:27.870835 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf5dcd2-9698-4431-8a69-2e4214215aa6') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:27.877585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.880575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-d1dfbcd7-2798-4d77-b138-13129938a70a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Deleting port d54e5a26-e5a6-40cb-ac47-0da744d77949 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:27.881117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbcd7-2798-4d77-b138-13129938a70a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.905503 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b159c94a-d9eb-4149-aa3d-f7c0d946bf1e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:27.911353 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.924862 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:27.925205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:27.925620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:27.927213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:27.937087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:27.946107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.947746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Usage tracker for resource:security_group_rule and tenant:6b8d00a36ffa432fafd3f5a2da35926b is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:27.950654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.953423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.972323 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-a54532d2-33a5-4783-9c10-077777005423 None None] Deleting port 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:27.972831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a54532d2-33a5-4783-9c10-077777005423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.977754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:27.978119 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:27.984035 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:27.988793 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 3 to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b Oct 05 09:33:28.006979 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:28.007455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 544deda2-8c09-4cb9-8f90-b617ce1ce6e3 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:28.007968 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 99935534-61af-467e-af96-b7a898b38fb8 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:28.009433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:28.009831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.025876 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:28.026117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Transition to ACTIVE for port object c05478a5-3f42-49ee-bd19-4f128d83522a will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:28.093631 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b159c94a-d9eb-4149-aa3d-f7c0d946bf1e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:28.097434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b159c94a-d9eb-4149-aa3d-f7c0d946bf1e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.103213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-a54532d2-33a5-4783-9c10-077777005423 None None] The port '544deda2-8c09-4cb9-8f90-b617ce1ce6e3' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:33:28.105040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-c2757ed0-7d71-4af3-ba24-40b6c5d53df8 None None] For port 99935534-61af-467e-af96-b7a898b38fb8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=99935534-61af-467e-af96-b7a898b38fb8,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:28.105544 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c2757ed0-7d71-4af3-ba24-40b6c5d53df8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.112086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbcd7-2798-4d77-b138-13129938a70a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.120734 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 7cf5dcd2-9698-4431-8a69-2e4214215aa6 resource provider aggregate not found Oct 05 09:33:28.145831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:28.146210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:28.146550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:28.149714 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 7cf5dcd2-9698-4431-8a69-2e4214215aa6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cf5dcd2-9698-4431-8a69-2e4214215aa6 found for delete ", "request_id": "req-539e7434-af6d-46a7-8675-36aaa4c5d3e6"}]} Oct 05 09:33:28.238721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:28.239318 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:28.258352 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 4 to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b Oct 05 09:33:28.301395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c2757ed0-7d71-4af3-ba24-40b6c5d53df8 None None] Calling delete_port for 99935534-61af-467e-af96-b7a898b38fb8 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:28.375039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:28.375370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:28.375892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:28.389332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-d1dfbcd7-2798-4d77-b138-13129938a70a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Calling delete_port for d54e5a26-e5a6-40cb-ac47-0da744d77949 owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:28.400515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.407884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:28.408444 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:28.409222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 99935534-61af-467e-af96-b7a898b38fb8 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:28.409596 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.416739 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 5 to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b Oct 05 09:33:28.448931 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.480575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Network': ['ID=cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:28.490305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:28.490643 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:28.490978 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:28.510293 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.537024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:28.537619 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:28.555466 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 6 to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b Oct 05 09:33:28.565920 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c2757ed0-7d71-4af3-ba24-40b6c5d53df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.624047 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2757ed0-7d71-4af3-ba24-40b6c5d53df8 None None] Pushing event deleted for resources: {'Port': ['ID=99935534-61af-467e-af96-b7a898b38fb8,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:28.628021 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2757ed0-7d71-4af3-ba24-40b6c5d53df8 None None] No DVR routers for this DVR port 99935534-61af-467e-af96-b7a898b38fb8 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:28.630306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:28.630306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:28.630534 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:28.636063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.645705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Network 915260ae-afca-492d-9d3b-3b58a6379a94 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:28.649747 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bbb3e720-a147-4498-9971-8de81b11f504 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/networks/cddc5fa6-a38c-4342-9c02-51d8d1ba9b1f HTTP/1.1" status: 204 len: 168 time: 3.0129514 Oct 05 09:33:28.650728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:28.651062 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:28.651870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:28.655628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:28.655790 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 7 to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b Oct 05 09:33:28.660614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:28.661479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.663591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35174) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:28.669431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event updated for resources: {'Port': ['ID=c05478a5-3f42-49ee-bd19-4f128d83522a,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:28.684818 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-39536425'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:28.707609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:28.709969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:28.710337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:28.710675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:28.728066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:network and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:28.735087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.737915 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:28.740968 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.759675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:28.760005 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:28.771159 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:28.773067 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 8 to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b Oct 05 09:33:28.778884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbcd7-2798-4d77-b138-13129938a70a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.806120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:33:28.822304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:28.822643 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:28.822983 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:28.827426 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6241d3fd-bf79-4021-96ff-263731497c6d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4861445 Oct 05 09:33:28.829563 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.855724 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35178) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:28.872557 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfbcd7-2798-4d77-b138-13129938a70a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Pushing event deleted for resources: {'Port': ['ID=d54e5a26-e5a6-40cb-ac47-0da744d77949,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:28.893641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b439d644-257f-4af8-8185-1305b825d06f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:02:6c:81'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:28.933179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81469465-61a8-4b52-b773-549bf45657bc,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:28.942872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbcd7-2798-4d77-b138-13129938a70a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.061577 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.061923 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Added segment 2fe6d1a0-21d2-4644-ac02-37dbee203dd5 of type vlan for network 91bf510f-65ab-4e60-804c-8b7298be4436 Oct 05 09:33:29.062953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:29.063283 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:29.072752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Provisioning for port c05478a5-3f42-49ee-bd19-4f128d83522a completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:29.078507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Provisioning complete for port c05478a5-3f42-49ee-bd19-4f128d83522a triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:29.079059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.079583 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Attempt 1 to provision port c05478a5-3f42-49ee-bd19-4f128d83522a Oct 05 09:33:29.084542 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 9 to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b Oct 05 09:33:29.091063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:29.095067 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.123693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbcd7-2798-4d77-b138-13129938a70a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.126089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbcd7-2798-4d77-b138-13129938a70a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.148668 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Port c05478a5-3f42-49ee-bd19-4f128d83522a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:29.192953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:29.193291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:29.193630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:29.204192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbcd7-2798-4d77-b138-13129938a70a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.204989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dfbcd7-2798-4d77-b138-13129938a70a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Fanout notify agent at l3_agent the message router_deleted on router cfd18b36-d5c6-47fe-82c5-f556c623aa57 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:33:29.216615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbcd7-2798-4d77-b138-13129938a70a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.218463 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d1dfbcd7-2798-4d77-b138-13129938a70a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "DELETE /v2.0/routers/cfd18b36-d5c6-47fe-82c5-f556c623aa57 HTTP/1.1" status: 204 len: 168 time: 2.0663667 Oct 05 09:33:29.222865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35182) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:29.226352 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event updated for resources: {'Port': ['ID=fbef7fc4-44c2-43e7-9d3f-aa065f6176c2,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:29.227953 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-ba69df44-ddec-4980-865a-1e04a2f30b7d tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1888589622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:29.236707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ba69df44-ddec-4980-865a-1e04a2f30b7d tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:29.238823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ba69df44-ddec-4980-865a-1e04a2f30b7d tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Usage tracker for resource:router and tenant:6dc8e66b9b2f49e4a58b52a985820bb5 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:29.239025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:29.239359 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:29.240049 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.242206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ba69df44-ddec-4980-865a-1e04a2f30b7d tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:29.249183 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ba69df44-ddec-4980-865a-1e04a2f30b7d tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:29.262751 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.270503 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 10 to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b Oct 05 09:33:29.319197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ba69df44-ddec-4980-865a-1e04a2f30b7d tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.320161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ba69df44-ddec-4980-865a-1e04a2f30b7d tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.335179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ba69df44-ddec-4980-865a-1e04a2f30b7d tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.365771 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:29.366132 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:29.366471 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:29.376921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:33:29.399663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:29.399996 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:29.400351 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.421743 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ba69df44-ddec-4980-865a-1e04a2f30b7d tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.455983 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.objects.ports [None req-b159c94a-d9eb-4149-aa3d-f7c0d946bf1e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89846) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:33:29.460234 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.460498 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Added segment 71aea0ff-231a-402e-952f-17d6aefae3c5 of type vlan for network 8ae31451-4915-42bd-a589-09f9ed2a45f1 Oct 05 09:33:29.465931 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b159c94a-d9eb-4149-aa3d-f7c0d946bf1e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.556003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.557466 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9defa217-52c5-4687-8204-79a4c66cb6c5 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3762755 Oct 05 09:33:29.559035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ba69df44-ddec-4980-865a-1e04a2f30b7d tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.561139 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ba69df44-ddec-4980-865a-1e04a2f30b7d tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3372793 Oct 05 09:33:29.561767 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35186) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:29.577381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35190) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:29.605472 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'enable_snat': False}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:29.639552 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4f774d6b-3e0b-4adf-a64f-83722a0b14d3 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "GET /v2.0/floatingips?floating_network_id=66f006be-612f-4d40-9b8e-1b1e79766fad HTTP/1.1" status: 200 len: 689 time: 0.0759962 Oct 05 09:33:29.642030 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35194) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:29.649679 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Attempt 2 to provision port c05478a5-3f42-49ee-bd19-4f128d83522a Oct 05 09:33:29.689127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b159c94a-d9eb-4149-aa3d-f7c0d946bf1e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:29.689932 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.690918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:29.691564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.709212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Port c05478a5-3f42-49ee-bd19-4f128d83522a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:29.722392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-b159c94a-d9eb-4149-aa3d-f7c0d946bf1e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:29.730296 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.733807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740d8300-b2c6-4cb4-a5f6-7bb91554c527 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:29.741743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b159c94a-d9eb-4149-aa3d-f7c0d946bf1e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:29.742370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b159c94a-d9eb-4149-aa3d-f7c0d946bf1e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.797228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.877700 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Deleting port fbef7fc4-44c2-43e7-9d3f-aa065f6176c2 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:29.878472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.893473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159c94a-d9eb-4149-aa3d-f7c0d946bf1e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=2bbd8901-bfc6-46ad-85fe-b490f29507ad,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:29.974442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': '2bbd8901-bfc6-46ad-85fe-b490f29507ad'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:33:29.975481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.022536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:33:30.053001 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] For port fa06f3a1-bc06-4408-abd4-adf5cb82da4b, host hv-neutron-8603, cleared binding levels {{(pid=89846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:33:30.053370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempted to set empty binding levels {{(pid=89846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 05 09:33:30.063773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] Pushing event updated for resources: {'Network': ['ID=91bf510f-65ab-4e60-804c-8b7298be4436,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:30.069281 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7f3625e8-3788-4acd-96b7-1b34c01407d2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7274261 Oct 05 09:33:30.069486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.069486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.074840 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35198) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:30.082492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 91bf510f-65ab-4e60-804c-8b7298be4436 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:33:30.084452 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] Request body: {'subnet': {'network_id': '91bf510f-65ab-4e60-804c-8b7298be4436', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1930194831-subnet', 'tenant_id': '6b8d00a36ffa432fafd3f5a2da35926b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:30.139583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b439d644-257f-4af8-8185-1305b825d06f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.139827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:30.208902 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Calling delete_port for fbef7fc4-44c2-43e7-9d3f-aa065f6176c2 owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:30.211541 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Attempt 3 to provision port c05478a5-3f42-49ee-bd19-4f128d83522a Oct 05 09:33:30.218381 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b159c94a-d9eb-4149-aa3d-f7c0d946bf1e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8823919 Oct 05 09:33:30.219974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35202) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:30.238024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] Usage tracker for resource:subnet and tenant:6b8d00a36ffa432fafd3f5a2da35926b is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:30.249521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:30.260733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:30.284830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-3741e578-ff68-4b1a-a596-10d2750bfa2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:30.286321 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Allocated IP 2001:db8::f816:3eff:fe6e:91db (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/2bbd8901-bfc6-46ad-85fe-b490f29507ad/1dea1198-0614-4eb7-a531-01e6f07693f4) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:30.305152 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Port c05478a5-3f42-49ee-bd19-4f128d83522a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:30.324432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.324973 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] In _notify_port_updated(), no bound segment for port fa06f3a1-bc06-4408-abd4-adf5cb82da4b on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:33:30.325837 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:30.327212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.331077 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "PUT /v2.0/ports/fa06f3a1-bc06-4408-abd4-adf5cb82da4b HTTP/1.1" status: 200 len: 980 time: 4.5855703 Oct 05 09:33:30.371163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.377074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:30.377754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.392086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35206) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:30.393660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.452074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] Made reservation on behalf of 6b8d00a36ffa432fafd3f5a2da35926b for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:30.454573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.525088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.690491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.693466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Transition to ACTIVE for port object 1dea1198-0614-4eb7-a531-01e6f07693f4 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:30.716041 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Transition to ACTIVE for port object 1dea1198-0614-4eb7-a531-01e6f07693f4 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:30.744065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbef7fc4-44c2-43e7-9d3f-aa065f6176c2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:30.806218 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Attempt 4 to provision port c05478a5-3f42-49ee-bd19-4f128d83522a Oct 05 09:33:30.824908 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735027e-9fa3-4c8e-ad21-84a8f1cdcba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Pushing event updated for resources: {'Port': ['ID=fa06f3a1-bc06-4408-abd4-adf5cb82da4b,revision_number=3']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:30.838801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.853451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.853828 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Network': ['ID=8ae31451-4915-42bd-a589-09f9ed2a45f1,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:30.878658 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c69fdad1-f1c1-498f-9b30-7944b35c2965 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2104328 Oct 05 09:33:30.879730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35210) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:30.889361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'subnet': {'network_id': '8ae31451-4915-42bd-a589-09f9ed2a45f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:30.906830 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 8ae31451-4915-42bd-a589-09f9ed2a45f1 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:33:30.925843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.011774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:31.017879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:31.020635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:31.023080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Port c05478a5-3f42-49ee-bd19-4f128d83522a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:31.033425 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3741e578-ff68-4b1a-a596-10d2750bfa2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:31.057798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3741e578-ff68-4b1a-a596-10d2750bfa2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:31.062087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3741e578-ff68-4b1a-a596-10d2750bfa2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:31.077034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=68554d2f-9ee9-4693-b625-cfc8673ed3d2,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:31.085849 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3741e578-ff68-4b1a-a596-10d2750bfa2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:31.100252 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:31.104757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] Checking segment: {'id': '2fe6d1a0-21d2-4644-ac02-37dbee203dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91bf510f-65ab-4e60-804c-8b7298be4436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:31.105123 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] Network hostable DHCP agents. Network: 91bf510f-65ab-4e60-804c-8b7298be4436, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:33:31.114049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:subnet and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:31.118532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.119031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.119205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:31.119504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.119978 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.120446 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.120917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.122213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.122213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.122465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.123326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.123796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.124262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.124733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.125198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.125661 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.127357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Synchronizing usage tracker for tenant:ddb11a6bcfeb46c3a3fa6f6a05585795 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:31.130210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.131552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Pushing event updated for resources: {'Port': ['ID=1dea1198-0614-4eb7-a531-01e6f07693f4,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:31.159669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:31.181673 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b439d644-257f-4af8-8185-1305b825d06f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.209596 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Attempting to bind port 1dea1198-0614-4eb7-a531-01e6f07693f4 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:31.210026 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Attempting to bind port 1dea1198-0614-4eb7-a531-01e6f07693f4 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:31.210396 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Attempting to bind port 1dea1198-0614-4eb7-a531-01e6f07693f4 on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:31.216184 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:33:31.225014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:31.225014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.225014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:33:31.225014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Bound port: 1dea1198-0614-4eb7-a531-01e6f07693f4, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:33:31.225014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.272960 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3741e578-ff68-4b1a-a596-10d2750bfa2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:31.275975 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3741e578-ff68-4b1a-a596-10d2750bfa2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.301204 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Unset dirty status for tenant:ddb11a6bcfeb46c3a3fa6f6a05585795 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:31.305813 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dea076e4-42c3-439e-a391-319c8df3f676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13289 time: 0.8818812 Oct 05 09:33:31.307006 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35214) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:31.316287 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] For port 1dea1198-0614-4eb7-a531-01e6f07693f4, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:33:31.319744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] For port 1dea1198-0614-4eb7-a531-01e6f07693f4, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=1dea1198-0614-4eb7-a531-01e6f07693f4,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:33:31.343158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] Network 91bf510f-65ab-4e60-804c-8b7298be4436 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:33:31.345277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:31.349026 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.378572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.401890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b439d644-257f-4af8-8185-1305b825d06f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.402566 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-b439d644-257f-4af8-8185-1305b825d06f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] In _notify_port_updated(), no bound segment for port c05478a5-3f42-49ee-bd19-4f128d83522a on network 915260ae-afca-492d-9d3b-3b58a6379a94 {{(pid=89846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:33:31.408018 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439d644-257f-4af8-8185-1305b825d06f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.408638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b439d644-257f-4af8-8185-1305b825d06f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.409912 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b439d644-257f-4af8-8185-1305b825d06f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "PUT /v2.0/ports/c05478a5-3f42-49ee-bd19-4f128d83522a HTTP/1.1" status: 200 len: 1003 time: 2.5214779 Oct 05 09:33:31.445084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.460764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35218) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:31.523956 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Attempt 5 to provision port c05478a5-3f42-49ee-bd19-4f128d83522a Oct 05 09:33:31.527281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=612819a1-d9be-40a4-a971-945cc84bb79e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:31.573570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 91bf510f-65ab-4e60-804c-8b7298be4436) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:31.587645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439d644-257f-4af8-8185-1305b825d06f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event updated for resources: {'Port': ['ID=c05478a5-3f42-49ee-bd19-4f128d83522a,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:31.592475 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a75ce-6abf-4d5d-a10e-3515e7f56780 None None] Network 91bf510f-65ab-4e60-804c-8b7298be4436 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:31.603337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.612936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fec631-1504-4b8a-abc5-ba4166492847 None None] Pushing event updated for resources: {'Port': ['ID=1dea1198-0614-4eb7-a531-01e6f07693f4,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:31.628099 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-eeac4fde-f82b-4a23-8dfa-bc097f68e3d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Deleting port fa06f3a1-bc06-4408-abd4-adf5cb82da4b {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:31.628441 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eeac4fde-f82b-4a23-8dfa-bc097f68e3d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.648141 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.697793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:31.698413 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.708476 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Port c05478a5-3f42-49ee-bd19-4f128d83522a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:31.757124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.784499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3add3993-4919-4017-807e-d4112cbe9396 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Deleting port c05478a5-3f42-49ee-bd19-4f128d83522a {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:31.784843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3add3993-4919-4017-807e-d4112cbe9396 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.825592 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Allocated IP 172.26.7.152 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/146b818f-6131-40d4-bfd6-050f891a608c) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:31.915104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f006be-612f-4d40-9b8e-1b1e79766fad']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:31.934154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88520682-3f24-4172-bdf7-c39a1ff56e05 None None] Network 91bf510f-65ab-4e60-804c-8b7298be4436 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:31.960708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188d9ef6-31b2-41bf-9627-c24d448bfc69') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:31.961011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188d9ef6-31b2-41bf-9627-c24d448bfc69') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:31.993776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:32.020979 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7fd109a5-c4e2-4f3b-82b0-6fe3e55684bf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9449196 Oct 05 09:33:32.107866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:32.111028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:32.219495 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Attempt 6 to provision port c05478a5-3f42-49ee-bd19-4f128d83522a Oct 05 09:33:32.224188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3741e578-ff68-4b1a-a596-10d2750bfa2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:32.283182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Port c05478a5-3f42-49ee-bd19-4f128d83522a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:32.295874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:32.300831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741e578-ff68-4b1a-a596-10d2750bfa2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=02366dd4-d176-42ba-a484-20ea705879a0,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:32.366291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3741e578-ff68-4b1a-a596-10d2750bfa2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:32.376926 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-3741e578-ff68-4b1a-a596-10d2750bfa2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:32.379770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:32.383616 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3741e578-ff68-4b1a-a596-10d2750bfa2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:32.384410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3741e578-ff68-4b1a-a596-10d2750bfa2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:32.389124 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:32.399607 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:32.421868 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:32.422292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:32.462551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Pushing event updated for resources: {'Port': ['ID=146b818f-6131-40d4-bfd6-050f891a608c,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:32.545628 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 188d9ef6-31b2-41bf-9627-c24d448bfc69 resource provider aggregate not found Oct 05 09:33:32.600829 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 188d9ef6-31b2-41bf-9627-c24d448bfc69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 188d9ef6-31b2-41bf-9627-c24d448bfc69 found for delete ", "request_id": "req-7d5c8ecb-fffc-43dc-a249-758cf5a4b32e"}]} Oct 05 09:33:32.668652 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3741e578-ff68-4b1a-a596-10d2750bfa2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4457712 Oct 05 09:33:32.674769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35244) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:32.696842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-eeac4fde-f82b-4a23-8dfa-bc097f68e3d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] For port fa06f3a1-bc06-4408-abd4-adf5cb82da4b, host hv-neutron-8603, got binding levels [] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:32.697194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eeac4fde-f82b-4a23-8dfa-bc097f68e3d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:32.761880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'mac_address': 'fa:16:3e:5a:41:f5', 'name': 'tempest-NetworksTestDHCPv6-204800678'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:32.784845 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Attempt 7 to provision port c05478a5-3f42-49ee-bd19-4f128d83522a Oct 05 09:33:32.845043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-eeac4fde-f82b-4a23-8dfa-bc097f68e3d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Calling delete_port for fa06f3a1-bc06-4408-abd4-adf5cb82da4b owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:32.864883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Port c05478a5-3f42-49ee-bd19-4f128d83522a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:32.906342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:32.923839 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ec7e0-6c6d-4d46-b4c4-9ee3c478acee None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:32.961646 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66f006be-612f-4d40-9b8e-1b1e79766fad {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 05 09:33:32.978660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:32.984302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event deleted for resources: {'Network': ['ID=66f006be-612f-4d40-9b8e-1b1e79766fad,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:33.022087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3add3993-4919-4017-807e-d4112cbe9396 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.030466 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cd476f8b-315e-4142-81b7-a7f727101297 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "DELETE /v2.0/networks/66f006be-612f-4d40-9b8e-1b1e79766fad HTTP/1.1" status: 204 len: 168 time: 3.3874247 Oct 05 09:33:33.037090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35248) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:33.055080 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-ee4c017a-683d-45da-af61-66bd72fb9f88 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:33.056618 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-ee4c017a-683d-45da-af61-66bd72fb9f88 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/networks?id=56161454-02b6-4c31-81da-4f00cf62b0d8 HTTP/1.1" status: 200 len: 811 time: 0.3986244 Oct 05 09:33:33.089650 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-3d8c02c7-bc53-467d-9125-8862ccb68499 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/quotas/6df355572a0845009b41ff2f848e6941 HTTP/1.1" status: 200 len: 375 time: 0.0198317 Oct 05 09:33:33.090662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:33.095424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:33.101184 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:33.217891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:33.233730 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-03ae9006-7597-459a-972c-9c141e379340 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6df355572a0845009b41ff2f848e6941&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1350112 Oct 05 09:33:33.237779 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3add3993-4919-4017-807e-d4112cbe9396 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Calling delete_port for c05478a5-3f42-49ee-bd19-4f128d83522a owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:33.268231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.351391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f9f755-a38f-4ea9-8c18-15a72b796058 None None] Update dhcp port {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'fixed_ips': [{'subnet_id': '2bbd8901-bfc6-46ad-85fe-b490f29507ad', 'ip_address': '2001:db8::f816:3eff:fe6e:91db'}, {'subnet_id': '02366dd4-d176-42ba-a484-20ea705879a0'}], 'binding:host_id': 'dv-neutron-860329-1-hyperv'}, 'id': '1dea1198-0614-4eb7-a531-01e6f07693f4'} from dv-neutron-860329-1-hyperv. {{(pid=89847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:33:33.399848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:33.413702 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Attempt 8 to provision port c05478a5-3f42-49ee-bd19-4f128d83522a Oct 05 09:33:33.420464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Subnet': ['ID=b21b0682-17da-4dda-bea6-25456b76793c,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:33.426933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e1dc4d92-c836-4193-9d6c-a2fd8e7ac259 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Synchronizing usage tracker for tenant:5fd6e3b29be74477afccc17d66bbd534 on resource:floatingip {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:33.447599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-59f9f755-a38f-4ea9-8c18-15a72b796058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.463542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Checking segment: {'id': '71aea0ff-231a-402e-952f-17d6aefae3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8ae31451-4915-42bd-a589-09f9ed2a45f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:33.464171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network hostable DHCP agents. Network: 8ae31451-4915-42bd-a589-09f9ed2a45f1, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:33:33.505077 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eeac4fde-f82b-4a23-8dfa-bc097f68e3d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.550732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Port c05478a5-3f42-49ee-bd19-4f128d83522a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:33.550996 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.583549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac4fde-f82b-4a23-8dfa-bc097f68e3d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa06f3a1-bc06-4408-abd4-adf5cb82da4b,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:33.585690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e1dc4d92-c836-4193-9d6c-a2fd8e7ac259 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Unset dirty status for tenant:5fd6e3b29be74477afccc17d66bbd534 on resource:floatingip {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:33.587118 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e1dc4d92-c836-4193-9d6c-a2fd8e7ac259 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.5494635 Oct 05 09:33:33.596039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35254) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:33.604959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eeac4fde-f82b-4a23-8dfa-bc097f68e3d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.658392 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-f0e34b6f-6b0e-4d2a-ae6a-5ea9d21e8373 service neutron] 10.222.0.49 "GET /v2.0/networks/56161454-02b6-4c31-81da-4f00cf62b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129598 Oct 05 09:33:33.667418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network 8ae31451-4915-42bd-a589-09f9ed2a45f1 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:33:33.711214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2407e4-f58f-4cad-a75c-f08572f03705 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:33.712142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2407e4-f58f-4cad-a75c-f08572f03705 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:33.712395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-59f9f755-a38f-4ea9-8c18-15a72b796058 None None] Allocated IP 172.20.0.2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/02366dd4-d176-42ba-a484-20ea705879a0/1dea1198-0614-4eb7-a531-01e6f07693f4) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:33.713053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2407e4-f58f-4cad-a75c-f08572f03705 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:33.713670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2407e4-f58f-4cad-a75c-f08572f03705 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:33.714920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2407e4-f58f-4cad-a75c-f08572f03705 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:33.715606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2407e4-f58f-4cad-a75c-f08572f03705 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:33.716300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2407e4-f58f-4cad-a75c-f08572f03705 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:33.717592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2407e4-f58f-4cad-a75c-f08572f03705 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:33.718305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2407e4-f58f-4cad-a75c-f08572f03705 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:33.718974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2407e4-f58f-4cad-a75c-f08572f03705 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:33.720640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-af2407e4-f58f-4cad-a75c-f08572f03705 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Synchronizing usage tracker for tenant:5fd6e3b29be74477afccc17d66bbd534 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:33.748344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3add3993-4919-4017-807e-d4112cbe9396 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.800503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 8ae31451-4915-42bd-a589-09f9ed2a45f1) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:33.803209 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-eeac4fde-f82b-4a23-8dfa-bc097f68e3d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "DELETE /v2.0/ports/fa06f3a1-bc06-4408-abd4-adf5cb82da4b HTTP/1.1" status: 204 len: 168 time: 2.4950035 Oct 05 09:33:33.818116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35258) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:33.821909 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add3993-4919-4017-807e-d4112cbe9396 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event deleted for resources: {'Port': ['ID=c05478a5-3f42-49ee-bd19-4f128d83522a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:33.840213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee546fe6-50b2-4432-bfcf-6df8d1cc6d6d None None] Network 8ae31451-4915-42bd-a589-09f9ed2a45f1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:33.851074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.895358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:33.895944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.940020 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port cc9fb43e-9183-47ee-b4c7-a380617e212e yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:33.966130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3add3993-4919-4017-807e-d4112cbe9396 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.972279 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3add3993-4919-4017-807e-d4112cbe9396 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "DELETE /v2.0/ports/c05478a5-3f42-49ee-bd19-4f128d83522a HTTP/1.1" status: 204 len: 168 time: 2.4994519 Oct 05 09:33:33.973314 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-af2407e4-f58f-4cad-a75c-f08572f03705 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Unset dirty status for tenant:5fd6e3b29be74477afccc17d66bbd534 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:33.975691 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-af2407e4-f58f-4cad-a75c-f08572f03705 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6479 time: 0.3771615 Oct 05 09:33:33.976287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35262) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:33.996544 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35264) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:34.048926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 1dea1198-0614-4eb7-a531-01e6f07693f4 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:34.091642 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e497ba5-8a07-4b63-adfe-71b19f0c0850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:33:34.092195 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1e497ba5-8a07-4b63-adfe-71b19f0c0850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Synchronizing usage tracker for tenant:ddb11a6bcfeb46c3a3fa6f6a05585795 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:34.109952 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c61fac26-23d8-4556-864e-f53e19e1ceb6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2282445 Oct 05 09:33:34.123571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35270) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:34.124488 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-de6e5fc6-63b9-4536-8c9d-92f0a31884e7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] delete failed (client error): The resource could not be found. Oct 05 09:33:34.125519 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-de6e5fc6-63b9-4536-8c9d-92f0a31884e7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/a20b45a5-a834-4455-be50-6cf3f7c41dc9 HTTP/1.1" status: 404 len: 345 time: 0.1279500 Oct 05 09:33:34.129880 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35272) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:34.139354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-66dcfbb4-c92e-4389-8fde-d40d01405043 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-458052236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:34.142487 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Attempt 9 to provision port c05478a5-3f42-49ee-bd19-4f128d83522a Oct 05 09:33:34.146498 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a2aae9-52cb-4997-bc28-bf9d006d46e1 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] GET failed (client error): The resource could not be found. Oct 05 09:33:34.146974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a4a2aae9-52cb-4997-bc28-bf9d006d46e1 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Synchronizing usage tracker for tenant:104e7444e9b043ec84a660dcc7cf2e10 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:34.171491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-66dcfbb4-c92e-4389-8fde-d40d01405043 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:34.206913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b86e4021-6e67-49f9-b92e-91fe0866d5e8 None None] Port c05478a5-3f42-49ee-bd19-4f128d83522a was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:33:34.214873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-59f9f755-a38f-4ea9-8c18-15a72b796058 None None] For port 1dea1198-0614-4eb7-a531-01e6f07693f4, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=1dea1198-0614-4eb7-a531-01e6f07693f4,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:34.281931 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-b6679e5a-7572-4ff2-ab4c-84c31a4456b2 service neutron] 10.222.0.49 "GET /v2.0/networks/56161454-02b6-4c31-81da-4f00cf62b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014526 Oct 05 09:33:34.308344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-66dcfbb4-c92e-4389-8fde-d40d01405043 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:router and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:34.308587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-59f9f755-a38f-4ea9-8c18-15a72b796058 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.317161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-66dcfbb4-c92e-4389-8fde-d40d01405043 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:34.319996 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1e497ba5-8a07-4b63-adfe-71b19f0c0850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Unset dirty status for tenant:ddb11a6bcfeb46c3a3fa6f6a05585795 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:34.320553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-8ae31451-4915-42bd-a589-09f9ed2a45f1', 'network_id': '8ae31451-4915-42bd-a589-09f9ed2a45f1', 'tenant_id': 'e310f0f9f68e463e8b295e16db8a75dc', 'fixed_ips': [{'subnet_id': 'b21b0682-17da-4dda-bea6-25456b76793c'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:33:34.321655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.321777 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1e497ba5-8a07-4b63-adfe-71b19f0c0850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "GET /v2.0/ports/fa06f3a1-bc06-4408-abd4-adf5cb82da4b HTTP/1.1" status: 404 len: 333 time: 0.5014315 Oct 05 09:33:34.323035 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5312d00a-6a9b-4318-ac53-70adcb185437 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] DELETE failed (client error): The resource could not be found. Oct 05 09:33:34.323527 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5312d00a-6a9b-4318-ac53-70adcb185437 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:33:34.325355 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5312d00a-6a9b-4318-ac53-70adcb185437 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "DELETE /v2.0/networks/66f006be-612f-4d40-9b8e-1b1e79766fad HTTP/1.1" status: 404 len: 339 time: 0.1927905 Oct 05 09:33:34.329496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35278) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:34.334853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-66dcfbb4-c92e-4389-8fde-d40d01405043 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:34.336841 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35282) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:34.341688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3c1ab892-5835-4ad3-ae05-d8b063eb2981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-95492842', 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:34.349762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3c1ab892-5835-4ad3-ae05-d8b063eb2981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:34.355571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Request body: {'network': {'name': 'tempest-network--2029432604', 'router:external': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:34.367339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:34.375639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3c1ab892-5835-4ad3-ae05-d8b063eb2981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:34.378551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Usage tracker for resource:network and tenant:5fd6e3b29be74477afccc17d66bbd534 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:34.382398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:34.390692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:34.397026 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a4a2aae9-52cb-4997-bc28-bf9d006d46e1 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Unset dirty status for tenant:104e7444e9b043ec84a660dcc7cf2e10 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:34.398582 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a4a2aae9-52cb-4997-bc28-bf9d006d46e1 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "GET /v2.0/ports/c05478a5-3f42-49ee-bd19-4f128d83522a HTTP/1.1" status: 404 len: 333 time: 0.4083967 Oct 05 09:33:34.401011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-59f9f755-a38f-4ea9-8c18-15a72b796058 None None] Ignored duplicate provisioning block setup for port 1dea1198-0614-4eb7-a531-01e6f07693f4 by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:33:34.402189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35286) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:34.409316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Request body: {'port': {'network_id': '915260ae-afca-492d-9d3b-3b58a6379a94', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-155066663'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:34.427438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.430796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 1dea1198-0614-4eb7-a531-01e6f07693f4 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:34.432382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.486215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1ab892-5835-4ad3-ae05-d8b063eb2981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Made reservation on behalf of ddb11a6bcfeb46c3a3fa6f6a05585795 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:34.488763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab892-5835-4ad3-ae05-d8b063eb2981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.496901 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-59f9f755-a38f-4ea9-8c18-15a72b796058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.501209 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8f6229ff-310f-44a1-8672-31e19851a1b0 None None] Provisioning for port 1dea1198-0614-4eb7-a531-01e6f07693f4 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:34.507175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66dcfbb4-c92e-4389-8fde-d40d01405043 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.508208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66dcfbb4-c92e-4389-8fde-d40d01405043 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.511748 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Made reservation on behalf of 5fd6e3b29be74477afccc17d66bbd534 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:34.514048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.559104 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8f6229ff-310f-44a1-8672-31e19851a1b0 None None] Provisioning complete for port 1dea1198-0614-4eb7-a531-01e6f07693f4 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:34.559431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-3c1ab892-5835-4ad3-ae05-d8b063eb2981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] device_id is not set on port 1ec6cbab-9f18-4abf-a45f-18d53b37dc13 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:34.559758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8f6229ff-310f-44a1-8672-31e19851a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.560829 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8f6229ff-310f-44a1-8672-31e19851a1b0 None None] Attempt 1 to provision port 1dea1198-0614-4eb7-a531-01e6f07693f4 Oct 05 09:33:34.601169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66dcfbb4-c92e-4389-8fde-d40d01405043 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.652310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:33:34.704252 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.704252 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Added segment 7c9a59c1-02cd-44c0-adb7-2bdf0bd4e934 of type vlan for network 41859253-81fe-4323-967e-ef480959a65f Oct 05 09:33:34.724101 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:34.739665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Allocated IP 2001:db8::2 (8ae31451-4915-42bd-a589-09f9ed2a45f1/b21b0682-17da-4dda-bea6-25456b76793c/ab735efa-bebb-4f0c-bbec-6fbacd102824) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:34.743708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:34.752721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9f755-a38f-4ea9-8c18-15a72b796058 None None] Pushing event updated for resources: {'Port': ['ID=1dea1198-0614-4eb7-a531-01e6f07693f4,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:34.802440 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 172.20.0.8 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/02366dd4-d176-42ba-a484-20ea705879a0/cc9fb43e-9183-47ee-b4c7-a380617e212e) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:34.810347 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::f816:3eff:fe5a:41f5 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/2bbd8901-bfc6-46ad-85fe-b490f29507ad/cc9fb43e-9183-47ee-b4c7-a380617e212e) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:34.831932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66dcfbb4-c92e-4389-8fde-d40d01405043 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.856260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.902632 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Made reservation on behalf of 104e7444e9b043ec84a660dcc7cf2e10 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:34.908802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.909747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8f6229ff-310f-44a1-8672-31e19851a1b0 None None] Current status of the port 1dea1198-0614-4eb7-a531-01e6f07693f4 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:34.910248 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8f6229ff-310f-44a1-8672-31e19851a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.958302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] device_id is not set on port bef735dd-2a78-4e35-b62c-4b2c3a2be09c yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:35.010166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8f6229ff-310f-44a1-8672-31e19851a1b0 None None] For port 1dea1198-0614-4eb7-a531-01e6f07693f4, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=1dea1198-0614-4eb7-a531-01e6f07693f4,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:35.015076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66dcfbb4-c92e-4389-8fde-d40d01405043 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.017557 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-66dcfbb4-c92e-4389-8fde-d40d01405043 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8888211 Oct 05 09:33:35.021004 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35290) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:35.031641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'network_id': '8ae31451-4915-42bd-a589-09f9ed2a45f1', 'name': 'tempest-PortsIpV6TestJSON-1658480762'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:35.054944 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.068253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Transition to ACTIVE for port object ab735efa-bebb-4f0c-bbec-6fbacd102824 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:35.094499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Transition to ACTIVE for port object ab735efa-bebb-4f0c-bbec-6fbacd102824 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:35.098271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8f6229ff-310f-44a1-8672-31e19851a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.114484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab892-5835-4ad3-ae05-d8b063eb2981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.139084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Router 695f32f6-46a0-4be5-9f65-ac6a15f4b1d5 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:33:35.183080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6229ff-310f-44a1-8672-31e19851a1b0 None None] Pushing event updated for resources: {'Port': ['ID=1dea1198-0614-4eb7-a531-01e6f07693f4,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:35.195283 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.216313 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Allocated IP 2001:db8::340 (915260ae-afca-492d-9d3b-3b58a6379a94/7a6b05ad-d5d5-47c2-9c1c-84e7997e6554/bef735dd-2a78-4e35-b62c-4b2c3a2be09c) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:35.219920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.221384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:35.222221 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.273694 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Network 8ae31451-4915-42bd-a589-09f9ed2a45f1 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:35.277067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:35.280533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:35.291167 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Pushing event updated for resources: {'Port': ['ID=ab735efa-bebb-4f0c-bbec-6fbacd102824,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:35.320754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab892-5835-4ad3-ae05-d8b063eb2981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.326203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.400929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Attempting to bind port ab735efa-bebb-4f0c-bbec-6fbacd102824 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:35.401298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Attempting to bind port ab735efa-bebb-4f0c-bbec-6fbacd102824 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '71aea0ff-231a-402e-952f-17d6aefae3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8ae31451-4915-42bd-a589-09f9ed2a45f1'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:35.401661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Attempting to bind port ab735efa-bebb-4f0c-bbec-6fbacd102824 on network 8ae31451-4915-42bd-a589-09f9ed2a45f1 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:35.408270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:33:35.408638 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Checking segment: {'id': '71aea0ff-231a-402e-952f-17d6aefae3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8ae31451-4915-42bd-a589-09f9ed2a45f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:35.409078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.409473 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Bound using segment: {'id': '71aea0ff-231a-402e-952f-17d6aefae3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8ae31451-4915-42bd-a589-09f9ed2a45f1'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:33:35.414281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Bound port: ab735efa-bebb-4f0c-bbec-6fbacd102824, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71aea0ff-231a-402e-952f-17d6aefae3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8ae31451-4915-42bd-a589-09f9ed2a45f1'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:33:35.414281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.414487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:35.415696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object cc9fb43e-9183-47ee-b4c7-a380617e212e will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:35.426200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:port and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:35.426972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event updated for resources: {'Network': ['ID=41859253-81fe-4323-967e-ef480959a65f,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:35.433045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:35.456137 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ab892-5835-4ad3-ae05-d8b063eb2981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:35.464363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-3c1ab892-5835-4ad3-ae05-d8b063eb2981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:35.465020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 41859253-81fe-4323-967e-ef480959a65f details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:33:35.470212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ab892-5835-4ad3-ae05-d8b063eb2981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Pushing event updated for resources: {'Port': ['ID=1ec6cbab-9f18-4abf-a45f-18d53b37dc13,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:35.472938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1ab892-5835-4ad3-ae05-d8b063eb2981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:35.473941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ab892-5835-4ad3-ae05-d8b063eb2981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:35.476561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab892-5835-4ad3-ae05-d8b063eb2981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.500703 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ec48a657-8161-4be5-b195-ee8b63f50084 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1550736 Oct 05 09:33:35.505313 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35294) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:35.506729 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:35.516198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:33:35.525756 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b224a25-c2f7-4a0d-a912-a8f9330cad30 None None] Sync routers for ids ['695f32f6-46a0-4be5-9f65-ac6a15f4b1d5'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:33:35.558350 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b224a25-c2f7-4a0d-a912-a8f9330cad30 None None] Routers {'695f32f6-46a0-4be5-9f65-ac6a15f4b1d5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:35.559215 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5b224a25-c2f7-4a0d-a912-a8f9330cad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:33:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['695f32f6-46a0-4be5-9f65-ac6a15f4b1d5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:35.598601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35302) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:35.598881 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3c1ab892-5835-4ad3-ae05-d8b063eb2981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.2663798 Oct 05 09:33:35.604811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.605550 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-847fd4a8-a65e-46ca-afba-849ea8d11c72 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "PUT /v2.0/routers/695f32f6-46a0-4be5-9f65-ac6a15f4b1d5 HTTP/1.1" status: 200 len: 920 time: 6.0218265 Oct 05 09:33:35.667805 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5b224a25-c2f7-4a0d-a912-a8f9330cad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:35.674533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a75778a-853f-4251-8cb0-b4dfccb33081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:35.676251 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7a75778a-853f-4251-8cb0-b4dfccb33081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "GET /v2.0/ports/1ec6cbab-9f18-4abf-a45f-18d53b37dc13 HTTP/1.1" status: 200 len: 957 time: 0.0757008 Oct 05 09:33:35.677457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35306) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:35.680167 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b224a25-c2f7-4a0d-a912-a8f9330cad30 None None] Routers {'695f32f6-46a0-4be5-9f65-ac6a15f4b1d5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:35.680782 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5b224a25-c2f7-4a0d-a912-a8f9330cad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:33:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['695f32f6-46a0-4be5-9f65-ac6a15f4b1d5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:35.701696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] For port ab735efa-bebb-4f0c-bbec-6fbacd102824, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:33:35.707745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] For port ab735efa-bebb-4f0c-bbec-6fbacd102824, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ab735efa-bebb-4f0c-bbec-6fbacd102824,segment=NetworkSegment(71aea0ff-231a-402e-952f-17d6aefae3c5),segment_id=71aea0ff-231a-402e-952f-17d6aefae3c5)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:33:35.710870 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-446c3039-59a6-4ae8-87fe-b7a624c5921f None None] Provisioning complete for port 1dea1198-0614-4eb7-a531-01e6f07693f4 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:35.711238 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-446c3039-59a6-4ae8-87fe-b7a624c5921f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.711566 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-446c3039-59a6-4ae8-87fe-b7a624c5921f None None] Attempt 1 to provision port 1dea1198-0614-4eb7-a531-01e6f07693f4 Oct 05 09:33:35.740555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35310) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:35.748289 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d101902d-5798-465a-afcc-39489a91a1b5 req-33923972-8e3d-4daa-945f-264f82ddb956 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 210 time: 0.0732231 Oct 05 09:33:35.789149 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5b224a25-c2f7-4a0d-a912-a8f9330cad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:35.789871 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b224a25-c2f7-4a0d-a912-a8f9330cad30 None None] The sync data for ids ['695f32f6-46a0-4be5-9f65-ac6a15f4b1d5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:33:35.800621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.809502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:35.813599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.842712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port a0362192-a680-4437-8166-f29488bad820 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:35.913186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2f01730b-a6ae-4968-926b-2da5fd09264b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Deleting port 1ec6cbab-9f18-4abf-a45f-18d53b37dc13 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:35.913540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f01730b-a6ae-4968-926b-2da5fd09264b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.955406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 1dea1198-0614-4eb7-a531-01e6f07693f4 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:36.013967 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Allocated IP 2001:db8::f2 (8ae31451-4915-42bd-a589-09f9ed2a45f1/b21b0682-17da-4dda-bea6-25456b76793c/a0362192-a680-4437-8166-f29488bad820) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:36.016394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.020502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a2f8d-7fe0-43a3-9c5a-e1026586bbe5 None None] Pushing event updated for resources: {'Port': ['ID=ab735efa-bebb-4f0c-bbec-6fbacd102824,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:36.040600 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-446c3039-59a6-4ae8-87fe-b7a624c5921f None None] Current status of the port 1dea1198-0614-4eb7-a531-01e6f07693f4 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:36.066905 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 1dea1198-0614-4eb7-a531-01e6f07693f4 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:36.067781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.068235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.068906 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 1dea1198-0614-4eb7-a531-01e6f07693f4 Oct 05 09:33:36.088922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db82f6-0ead-4301-b493-73287cdc4bf1 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:36.095128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db82f6-0ead-4301-b493-73287cdc4bf1 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:36.101692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db82f6-0ead-4301-b493-73287cdc4bf1 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:36.109687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db82f6-0ead-4301-b493-73287cdc4bf1 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:36.110580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b8db82f6-0ead-4301-b493-73287cdc4bf1 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Synchronizing usage tracker for tenant:169300123ac8494fa43a4f4994556ea9 on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:36.149556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Transition to ACTIVE for port object bef735dd-2a78-4e35-b62c-4b2c3a2be09c will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:36.242277 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 1dea1198-0614-4eb7-a531-01e6f07693f4 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:36.280208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:36.287291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.294311 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:36.312596 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:36.346880 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b8db82f6-0ead-4301-b493-73287cdc4bf1 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Unset dirty status for tenant:169300123ac8494fa43a4f4994556ea9 on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:36.350770 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b8db82f6-0ead-4301-b493-73287cdc4bf1 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8418710 Oct 05 09:33:36.356032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35316) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:36.454374 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=cc9fb43e-9183-47ee-b4c7-a380617e212e,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:36.525685 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Network 915260ae-afca-492d-9d3b-3b58a6379a94 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:36.529045 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f01730b-a6ae-4968-926b-2da5fd09264b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.539691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:36.544185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event updated for resources: {'Port': ['ID=bef735dd-2a78-4e35-b62c-4b2c3a2be09c,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:36.548307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:36.553716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:36.554368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.619478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:36.620419 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.723144 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2f01730b-a6ae-4968-926b-2da5fd09264b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Calling delete_port for 1ec6cbab-9f18-4abf-a45f-18d53b37dc13 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:36.741569 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-81de36fc-2d13-4387-a9cb-ce782eb5a4c0 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/routers/695f32f6-46a0-4be5-9f65-ac6a15f4b1d5 HTTP/1.1" status: 200 len: 926 time: 1.0109503 Oct 05 09:33:36.750313 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c6afae75-8eaa-47bf-ad98-50d26ce04f0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.0490074 Oct 05 09:33:36.751720 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35324) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:36.751720 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35326) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:36.757091 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ff1efb4-4ffa-4f30-adb2-6b66bdf64d47 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.862103 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-99f064cf-244e-48cc-be89-a2ab4d46712d None None] Provisioning for port cc9fb43e-9183-47ee-b4c7-a380617e212e completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:36.868285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-99f064cf-244e-48cc-be89-a2ab4d46712d None None] Provisioning complete for port cc9fb43e-9183-47ee-b4c7-a380617e212e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:36.868660 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-99f064cf-244e-48cc-be89-a2ab4d46712d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.869083 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-99f064cf-244e-48cc-be89-a2ab4d46712d None None] Attempt 1 to provision port cc9fb43e-9183-47ee-b4c7-a380617e212e Oct 05 09:33:36.882550 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d2a6e493-8424-4e98-87e2-86f831cde584 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4767227 Oct 05 09:33:36.882756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35334) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:36.888513 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Request body: {'port': {'network_id': '915260ae-afca-492d-9d3b-3b58a6379a94', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-538847476'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:36.956272 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1d25e22-4fce-4a19-9f50-899427a9aca7 req-91685eef-4742-4142-b8d6-e08acb7c5c38 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 210 time: 0.1066761 Oct 05 09:33:36.966773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f01730b-a6ae-4968-926b-2da5fd09264b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.969526 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-99f064cf-244e-48cc-be89-a2ab4d46712d None None] Port cc9fb43e-9183-47ee-b4c7-a380617e212e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:37.049475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f01730b-a6ae-4968-926b-2da5fd09264b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.052627 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01730b-a6ae-4968-926b-2da5fd09264b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ec6cbab-9f18-4abf-a45f-18d53b37dc13,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:37.115718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:37.118120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.120446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Usage tracker for resource:port and tenant:104e7444e9b043ec84a660dcc7cf2e10 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:37.123721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:37.130564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:37.154635 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2f01730b-a6ae-4968-926b-2da5fd09264b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "DELETE /v2.0/ports/1ec6cbab-9f18-4abf-a45f-18d53b37dc13 HTTP/1.1" status: 204 len: 168 time: 1.4118667 Oct 05 09:33:37.157057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35340) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:37.167630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ff1efb4-4ffa-4f30-adb2-6b66bdf64d47 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.179251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Transition to ACTIVE for port object a0362192-a680-4437-8166-f29488bad820 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:37.202319 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ba1b2c-d551-4ed2-ba34-7174f6482e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:33:37.202927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-26ba1b2c-d551-4ed2-ba34-7174f6482e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Synchronizing usage tracker for tenant:ddb11a6bcfeb46c3a3fa6f6a05585795 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:37.204028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04acc5bd-b30c-4111-a0c1-f5d6865fa186 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:37.209960 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04acc5bd-b30c-4111-a0c1-f5d6865fa186 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:37.210807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-04acc5bd-b30c-4111-a0c1-f5d6865fa186 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:37.223350 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ced00e-23d5-4360-a2fe-f14f60017859 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:37.224997 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-92ced00e-23d5-4360-a2fe-f14f60017859 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&device_id=695f32f6-46a0-4be5-9f65-ac6a15f4b1d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4723740 Oct 05 09:33:37.227674 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-6ff1efb4-4ffa-4f30-adb2-6b66bdf64d47 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41859253-81fe-4323-967e-ef480959a65f']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:37.227814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35344) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:37.244900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-6ff1efb4-4ffa-4f30-adb2-6b66bdf64d47 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9a59c1-02cd-44c0-adb7-2bdf0bd4e934') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:37.245225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-6ff1efb4-4ffa-4f30-adb2-6b66bdf64d47 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9a59c1-02cd-44c0-adb7-2bdf0bd4e934') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:37.252413 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Made reservation on behalf of 104e7444e9b043ec84a660dcc7cf2e10 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:37.256490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.262555 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ff1efb4-4ffa-4f30-adb2-6b66bdf64d47 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.285455 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ff1efb4-4ffa-4f30-adb2-6b66bdf64d47 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.293357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff1efb4-4ffa-4f30-adb2-6b66bdf64d47 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:37.293755 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ff1efb4-4ffa-4f30-adb2-6b66bdf64d47 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.312728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737bccb1-4bc7-4c15-9bb3-5b835edd2259 None None] Network 8ae31451-4915-42bd-a589-09f9ed2a45f1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:37.327541 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-26ba1b2c-d551-4ed2-ba34-7174f6482e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Unset dirty status for tenant:ddb11a6bcfeb46c3a3fa6f6a05585795 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:37.334725 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-26ba1b2c-d551-4ed2-ba34-7174f6482e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "GET /v2.0/ports/1ec6cbab-9f18-4abf-a45f-18d53b37dc13 HTTP/1.1" status: 404 len: 333 time: 0.1710324 Oct 05 09:33:37.335732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35350) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:37.355335 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-59829f7f-f146-4cd5-9de7-bc8e40e21f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Request body: {'port': {'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1869748735'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:37.363793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] device_id is not set on port b0ffce1f-eca8-4cb8-aff6-06ef6c1801b6 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:37.364786 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 7c9a59c1-02cd-44c0-adb7-2bdf0bd4e934 resource provider aggregate not found Oct 05 09:33:37.374108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-04acc5bd-b30c-4111-a0c1-f5d6865fa186 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:37.375297 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-04acc5bd-b30c-4111-a0c1-f5d6865fa186 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6213319 Oct 05 09:33:37.379297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35356) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:37.406413 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-59829f7f-f146-4cd5-9de7-bc8e40e21f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:37.418695 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 7c9a59c1-02cd-44c0-adb7-2bdf0bd4e934 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c9a59c1-02cd-44c0-adb7-2bdf0bd4e934 found for delete ", "request_id": "req-d1b46034-3eeb-41b3-b8e1-427f6701e15d"}]} Oct 05 09:33:37.429774 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.444216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-59829f7f-f146-4cd5-9de7-bc8e40e21f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:37.474878 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-99f064cf-244e-48cc-be89-a2ab4d46712d None None] Attempt 2 to provision port cc9fb43e-9183-47ee-b4c7-a380617e212e Oct 05 09:33:37.532335 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network 8ae31451-4915-42bd-a589-09f9ed2a45f1 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:37.541155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-450ca4d7-26a6-4a0b-97e2-2840698417fa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port cc9fb43e-9183-47ee-b4c7-a380617e212e {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:37.541454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-450ca4d7-26a6-4a0b-97e2-2840698417fa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.543126 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c5289f-123e-4134-a13f-a13df5ad3b52 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:37.547262 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-76c5289f-123e-4134-a13f-a13df5ad3b52 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/networks/12658a95-590a-4fd3-b4a7-e649c53318e9 HTTP/1.1" status: 200 len: 881 time: 0.3158052 Oct 05 09:33:37.547874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35360) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:37.553455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59829f7f-f146-4cd5-9de7-bc8e40e21f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Made reservation on behalf of ddb11a6bcfeb46c3a3fa6f6a05585795 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:37.555812 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59829f7f-f146-4cd5-9de7-bc8e40e21f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.566438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:37.574865 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:37.576902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-99f064cf-244e-48cc-be89-a2ab4d46712d None None] Port cc9fb43e-9183-47ee-b4c7-a380617e212e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:37.580874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:37.581496 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.604264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ff1efb4-4ffa-4f30-adb2-6b66bdf64d47 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.615910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=a0362192-a680-4437-8166-f29488bad820,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:37.634732 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0c614001-8432-45b4-89cc-5fc5da919580 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f32f6-46a0-4be5-9f65-ac6a15f4b1d5 HTTP/1.1" status: 200 len: 205 time: 0.0857565 Oct 05 09:33:37.636876 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff1efb4-4ffa-4f30-adb2-6b66bdf64d47 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41859253-81fe-4323-967e-ef480959a65f {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 05 09:33:37.639875 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35364) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:37.643763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-59829f7f-f146-4cd5-9de7-bc8e40e21f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] device_id is not set on port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:37.645041 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ff1efb4-4ffa-4f30-adb2-6b66bdf64d47 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.647601 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6ff1efb4-4ffa-4f30-adb2-6b66bdf64d47 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "DELETE /v2.0/networks/41859253-81fe-4323-967e-ef480959a65f HTTP/1.1" status: 204 len: 168 time: 1.2799623 Oct 05 09:33:37.657223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35366) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:37.687502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1efb4-4ffa-4f30-adb2-6b66bdf64d47 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event deleted for resources: {'Network': ['ID=41859253-81fe-4323-967e-ef480959a65f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:37.696412 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Request body: {'network': {'name': 'tempest-network--696138663', 'router:external': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:37.711754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:37.714412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Allocated IP 2001:db8::26c (915260ae-afca-492d-9d3b-3b58a6379a94/7a6b05ad-d5d5-47c2-9c1c-84e7997e6554/b0ffce1f-eca8-4cb8-aff6-06ef6c1801b6) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:37.726405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Usage tracker for resource:network and tenant:5fd6e3b29be74477afccc17d66bbd534 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:37.729717 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:37.738551 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a7715c5d-4639-4a33-863e-e3c21e18c7c5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7160792 Oct 05 09:33:37.741782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:37.743712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35374) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:38.006079 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ab735efa-bebb-4f0c-bbec-6fbacd102824 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:38.078401 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-99f064cf-244e-48cc-be89-a2ab4d46712d None None] Attempt 3 to provision port cc9fb43e-9183-47ee-b4c7-a380617e212e Oct 05 09:33:38.135368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.154698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Transition to ACTIVE for port object b0ffce1f-eca8-4cb8-aff6-06ef6c1801b6 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:38.260686 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-99f064cf-244e-48cc-be89-a2ab4d46712d None None] Port cc9fb43e-9183-47ee-b4c7-a380617e212e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:38.302677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Made reservation on behalf of 5fd6e3b29be74477afccc17d66bbd534 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:38.304995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.310775 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.332853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port ab735efa-bebb-4f0c-bbec-6fbacd102824 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:38.372102 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-450ca4d7-26a6-4a0b-97e2-2840698417fa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.412008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Network 915260ae-afca-492d-9d3b-3b58a6379a94 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:38.447871 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8f7435f7-9098-44f2-8fff-65de789d7929 req-b7dd7b2a-edad-457d-bf37-34d16e2a9c66 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 210 time: 0.1588924 Oct 05 09:33:38.476008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:38.508248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:38.508248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:38.508248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.539253 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event updated for resources: {'Port': ['ID=b0ffce1f-eca8-4cb8-aff6-06ef6c1801b6,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:38.633921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-450ca4d7-26a6-4a0b-97e2-2840698417fa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for cc9fb43e-9183-47ee-b4c7-a380617e212e owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:38.687977 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:33:38.752432 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca57d-652f-4f13-bfff-60908a488925 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.762512 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-99f064cf-244e-48cc-be89-a2ab4d46712d None None] Attempt 4 to provision port cc9fb43e-9183-47ee-b4c7-a380617e212e Oct 05 09:33:38.780375 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.780673 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Added segment 13224107-1737-4e4d-8430-03200a887630 of type vlan for network 13f695f9-77ae-440d-9fd4-cf0771cd0088 Oct 05 09:33:38.831109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-99f064cf-244e-48cc-be89-a2ab4d46712d None None] Port cc9fb43e-9183-47ee-b4c7-a380617e212e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:38.864230 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0fff990c-8715-4cf7-bfd3-7f0be415a976 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9776583 Oct 05 09:33:38.866331 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35384) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:38.877383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-cedad5bd-8aaa-4f8e-b0c1-e90959dbdf1f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c2', 'mac_address': 'fa:16:3e:02:6c:81'}, {'ip_address': '2001:db8::340', 'mac_address': 'fa:16:3e:b4:fe:f2'}]}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:38.988335 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59829f7f-f146-4cd5-9de7-bc8e40e21f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:39.014388 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:39.115842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca57d-652f-4f13-bfff-60908a488925 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:39.195450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8f89d69-ba80-4131-97a8-cf2179c5da66 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:39.224904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-7d1ca57d-652f-4f13-bfff-60908a488925 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Deleting port 146b818f-6131-40d4-bfd6-050f891a608c {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:39.225499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca57d-652f-4f13-bfff-60908a488925 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:39.290146 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cedad5bd-8aaa-4f8e-b0c1-e90959dbdf1f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:39.316493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59829f7f-f146-4cd5-9de7-bc8e40e21f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:39.329369 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-450ca4d7-26a6-4a0b-97e2-2840698417fa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:39.330942 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:39.332449 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:39.332449 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:39.332968 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-99f064cf-244e-48cc-be89-a2ab4d46712d None None] Attempt 5 to provision port cc9fb43e-9183-47ee-b4c7-a380617e212e Oct 05 09:33:39.397704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-99f064cf-244e-48cc-be89-a2ab4d46712d None None] Port cc9fb43e-9183-47ee-b4c7-a380617e212e was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:33:39.508651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59829f7f-f146-4cd5-9de7-bc8e40e21f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:39.517866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-59829f7f-f146-4cd5-9de7-bc8e40e21f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:39.525710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ca4d7-26a6-4a0b-97e2-2840698417fa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=cc9fb43e-9183-47ee-b4c7-a380617e212e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:39.528728 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59829f7f-f146-4cd5-9de7-bc8e40e21f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:39.529659 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59829f7f-f146-4cd5-9de7-bc8e40e21f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:39.530275 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59829f7f-f146-4cd5-9de7-bc8e40e21f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:39.547516 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59829f7f-f146-4cd5-9de7-bc8e40e21f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Pushing event updated for resources: {'Port': ['ID=ca83832f-8e13-4ec0-ba3f-6148ef6ae03e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:39.591801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca57d-652f-4f13-bfff-60908a488925 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:39.607800 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Provisioning for port bef735dd-2a78-4e35-b62c-4b2c3a2be09c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:39.614443 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Provisioning complete for port bef735dd-2a78-4e35-b62c-4b2c3a2be09c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:39.614910 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:39.615447 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Attempt 1 to provision port bef735dd-2a78-4e35-b62c-4b2c3a2be09c Oct 05 09:33:39.719734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Port bef735dd-2a78-4e35-b62c-4b2c3a2be09c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:39.798565 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-59829f7f-f146-4cd5-9de7-bc8e40e21f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4613588 Oct 05 09:33:39.799191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35394) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:39.806368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-7d1ca57d-652f-4f13-bfff-60908a488925 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Calling delete_port for 146b818f-6131-40d4-bfd6-050f891a608c owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:39.820630 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-757d400f-8a29-4cbd-9411-94454cb75061 req-17ae793e-216a-4ae7-b76e-4c82d8c7bdd6 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 210 time: 0.1238174 Oct 05 09:33:39.846134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:39.854949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event updated for resources: {'Network': ['ID=13f695f9-77ae-440d-9fd4-cf0771cd0088,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:39.879155 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 13f695f9-77ae-440d-9fd4-cf0771cd0088 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:33:39.944613 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8e74c09c-9d70-449c-ae20-9f6c17760e0e tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2839599 Oct 05 09:33:39.946344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35398) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:40.011301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-450ca4d7-26a6-4a0b-97e2-2840698417fa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.014444 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-450ca4d7-26a6-4a0b-97e2-2840698417fa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/cc9fb43e-9183-47ee-b4c7-a380617e212e HTTP/1.1" status: 204 len: 168 time: 2.6341138 Oct 05 09:33:40.018015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35402) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:40.108636 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5fedfb-2066-477d-af33-d09d0702ce42 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:40.110296 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5fedfb-2066-477d-af33-d09d0702ce42 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:40.111873 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5fedfb-2066-477d-af33-d09d0702ce42 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:40.112713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ec5fedfb-2066-477d-af33-d09d0702ce42 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:40.138883 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8f89d69-ba80-4131-97a8-cf2179c5da66 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.216057 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8f89d69-ba80-4131-97a8-cf2179c5da66 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.221449 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Attempt 2 to provision port bef735dd-2a78-4e35-b62c-4b2c3a2be09c Oct 05 09:33:40.279705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.283054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Port bef735dd-2a78-4e35-b62c-4b2c3a2be09c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:40.295140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ec5fedfb-2066-477d-af33-d09d0702ce42 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:40.296316 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ec5fedfb-2066-477d-af33-d09d0702ce42 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2774541 Oct 05 09:33:40.300447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35410) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:40.375769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f89d69-ba80-4131-97a8-cf2179c5da66 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=a0362192-a680-4437-8166-f29488bad820,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:40.439281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4f0c08-b310-4f9f-bae3-6a19ce2ec3c1 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:40.440645 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1f4f0c08-b310-4f9f-bae3-6a19ce2ec3c1 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] 10.222.0.49 "GET /v2.0/networks/13f695f9-77ae-440d-9fd4-cf0771cd0088 HTTP/1.1" status: 200 len: 756 time: 0.4937489 Oct 05 09:33:40.445467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35414) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:40.535154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-468e5580-4836-4824-ba6c-fd01d9f2e898 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 02366dd4-d176-42ba-a484-20ea705879a0 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:33:40.540685 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cedad5bd-8aaa-4f8e-b0c1-e90959dbdf1f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.582951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8f89d69-ba80-4131-97a8-cf2179c5da66 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.587035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-468e5580-4836-4824-ba6c-fd01d9f2e898 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.617661 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a79209-8126-4eec-8278-2b78be2039ff tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:40.619015 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c7a79209-8126-4eec-8278-2b78be2039ff tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] 10.222.0.49 "GET /v2.0/networks/8fa882c3-f49c-4ab1-8d0b-bb38b9bc0c49 HTTP/1.1" status: 200 len: 767 time: 0.1726062 Oct 05 09:33:40.625861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35418) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:40.657538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cedad5bd-8aaa-4f8e-b0c1-e90959dbdf1f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.658206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-cedad5bd-8aaa-4f8e-b0c1-e90959dbdf1f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] In _notify_port_updated(), no bound segment for port b0ffce1f-eca8-4cb8-aff6-06ef6c1801b6 on network 915260ae-afca-492d-9d3b-3b58a6379a94 {{(pid=89845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:33:40.663575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedad5bd-8aaa-4f8e-b0c1-e90959dbdf1f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:40.664192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cedad5bd-8aaa-4f8e-b0c1-e90959dbdf1f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.665477 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cedad5bd-8aaa-4f8e-b0c1-e90959dbdf1f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "PUT /v2.0/ports/b0ffce1f-eca8-4cb8-aff6-06ef6c1801b6 HTTP/1.1" status: 200 len: 1066 time: 1.7968571 Oct 05 09:33:40.695783 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35422) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:40.750862 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-468e5580-4836-4824-ba6c-fd01d9f2e898 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.784095 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Attempt 3 to provision port bef735dd-2a78-4e35-b62c-4b2c3a2be09c Oct 05 09:33:40.808253 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedad5bd-8aaa-4f8e-b0c1-e90959dbdf1f tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event updated for resources: {'Port': ['ID=b0ffce1f-eca8-4cb8-aff6-06ef6c1801b6,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:40.808492 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6180-7ed2-4f95-8e2e-609a055a66ed tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.815933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-86c63b46-ec15-44f5-a34b-0b0cb38f3071 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Deleting port b0ffce1f-eca8-4cb8-aff6-06ef6c1801b6 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:40.816272 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-86c63b46-ec15-44f5-a34b-0b0cb38f3071 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.869707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Port bef735dd-2a78-4e35-b62c-4b2c3a2be09c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:40.884304 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca57d-652f-4f13-bfff-60908a488925 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.990529 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ca57d-652f-4f13-bfff-60908a488925 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Pushing event deleted for resources: {'Port': ['ID=146b818f-6131-40d4-bfd6-050f891a608c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:41.004668 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] device_id is not set on port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:41.023318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.085119 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Transition to ACTIVE for port object ca83832f-8e13-4ec0-ba3f-6148ef6ae03e will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:41.087858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-468e5580-4836-4824-ba6c-fd01d9f2e898 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.143809 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3a91f8b-2831-4037-b397-e66190fd7972 req-924756ec-85ea-48cd-9bab-fee82f74178b tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 210 time: 0.1904073 Oct 05 09:33:41.148058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca57d-652f-4f13-bfff-60908a488925 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.151625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6180-7ed2-4f95-8e2e-609a055a66ed tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.344060 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca57d-652f-4f13-bfff-60908a488925 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.349531 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca57d-652f-4f13-bfff-60908a488925 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.371489 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Attempt 4 to provision port bef735dd-2a78-4e35-b62c-4b2c3a2be09c Oct 05 09:33:41.379741 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8f89d69-ba80-4131-97a8-cf2179c5da66 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.394911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5a3b6180-7ed2-4f95-8e2e-609a055a66ed tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f695f9-77ae-440d-9fd4-cf0771cd0088']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:41.415991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5a3b6180-7ed2-4f95-8e2e-609a055a66ed tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13224107-1737-4e4d-8430-03200a887630') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:41.416330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5a3b6180-7ed2-4f95-8e2e-609a055a66ed tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13224107-1737-4e4d-8430-03200a887630') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:41.430144 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Port bef735dd-2a78-4e35-b62c-4b2c3a2be09c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:41.469711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6180-7ed2-4f95-8e2e-609a055a66ed tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.541399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.583877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6180-7ed2-4f95-8e2e-609a055a66ed tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.586831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-86c63b46-ec15-44f5-a34b-0b0cb38f3071 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.639304 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-468e5580-4836-4824-ba6c-fd01d9f2e898 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.643068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca57d-652f-4f13-bfff-60908a488925 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.643556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1ca57d-652f-4f13-bfff-60908a488925 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Fanout notify agent at l3_agent the message router_deleted on router 695f32f6-46a0-4be5-9f65-ac6a15f4b1d5 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:33:41.714980 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-468e5580-4836-4824-ba6c-fd01d9f2e898 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.715239 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3b6180-7ed2-4f95-8e2e-609a055a66ed tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:41.715499 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6180-7ed2-4f95-8e2e-609a055a66ed tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.721721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343f3946-f829-4b3c-99d1-f2c7c679e4e6 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:41.780683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e5580-4836-4824-ba6c-fd01d9f2e898 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=02366dd4-d176-42ba-a484-20ea705879a0,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:41.795921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-86c63b46-ec15-44f5-a34b-0b0cb38f3071 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Calling delete_port for b0ffce1f-eca8-4cb8-aff6-06ef6c1801b6 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:41.798237 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Pushing event updated for resources: {'Port': ['ID=ca83832f-8e13-4ec0-ba3f-6148ef6ae03e,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:41.816740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:41.817351 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:41.818068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:41.821654 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-468e5580-4836-4824-ba6c-fd01d9f2e898 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/02366dd4-d176-42ba-a484-20ea705879a0 HTTP/1.1" status: 204 len: 168 time: 1.5204191 Oct 05 09:33:41.826618 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35434) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:41.841863 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca57d-652f-4f13-bfff-60908a488925 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.843015 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7d1ca57d-652f-4f13-bfff-60908a488925 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "DELETE /v2.0/routers/695f32f6-46a0-4be5-9f65-ac6a15f4b1d5 HTTP/1.1" status: 204 len: 168 time: 4.1659791 Oct 05 09:33:41.843994 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:41.844205 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:41.874273 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 2 to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e Oct 05 09:33:41.884500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35438) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:41.891088 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 13224107-1737-4e4d-8430-03200a887630 resource provider aggregate not found Oct 05 09:33:41.895241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1575902133', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:41.917893 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:41.928597 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:41.928934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:41.929270 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:41.932038 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Attempt 5 to provision port bef735dd-2a78-4e35-b62c-4b2c3a2be09c Oct 05 09:33:41.934070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Usage tracker for resource:router and tenant:6dc8e66b9b2f49e4a58b52a985820bb5 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:41.941635 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 13224107-1737-4e4d-8430-03200a887630 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13224107-1737-4e4d-8430-03200a887630 found for delete ", "request_id": "req-4ddb1754-e999-4f2f-af24-b698cd3f8ad5"}]} Oct 05 09:33:41.943274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:41.947707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:41.948040 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:41.953014 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 3 to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e Oct 05 09:33:41.964871 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:41.981006 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-6431c3a5-8826-4d56-a229-40cc32fa3a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 2bbd8901-bfc6-46ad-85fe-b490f29507ad {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:33:41.987064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6431c3a5-8826-4d56-a229-40cc32fa3a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.023163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:42.023163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:42.023498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:42.040736 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6180-7ed2-4f95-8e2e-609a055a66ed tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.041044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:42.042062 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:42.045613 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 4 to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e Oct 05 09:33:42.066087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3b6180-7ed2-4f95-8e2e-609a055a66ed tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 13f695f9-77ae-440d-9fd4-cf0771cd0088 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 05 09:33:42.070364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6431c3a5-8826-4d56-a229-40cc32fa3a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.078462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6180-7ed2-4f95-8e2e-609a055a66ed tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.090780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b6180-7ed2-4f95-8e2e-609a055a66ed tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event deleted for resources: {'Network': ['ID=13f695f9-77ae-440d-9fd4-cf0771cd0088,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:42.098796 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:42.099142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:42.099482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:42.101037 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5a3b6180-7ed2-4f95-8e2e-609a055a66ed tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "DELETE /v2.0/networks/13f695f9-77ae-440d-9fd4-cf0771cd0088 HTTP/1.1" status: 204 len: 168 time: 1.4741838 Oct 05 09:33:42.112189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35446) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:42.117886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Request body: {'network': {'name': 'tempest-network--1345421250'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:42.138896 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.139976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.143837 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:42.144123 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:42.145044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:42.149954 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 5 to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e Oct 05 09:33:42.151891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Port bef735dd-2a78-4e35-b62c-4b2c3a2be09c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:42.246666 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8f89d69-ba80-4131-97a8-cf2179c5da66 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.293005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Usage tracker for resource:network and tenant:5fd6e3b29be74477afccc17d66bbd534 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:42.299170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:42.303638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-86c63b46-ec15-44f5-a34b-0b0cb38f3071 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.312490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:42.323360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:42.324178 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:42.324178 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:42.342724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.348896 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:42.349562 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:42.355902 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 6 to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e Oct 05 09:33:42.390813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:42.391164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:42.391475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:42.409451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:42.410891 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:42.411656 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 7 to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e Oct 05 09:33:42.412442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8f89d69-ba80-4131-97a8-cf2179c5da66 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.413191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8f89d69-ba80-4131-97a8-cf2179c5da66 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.425769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6431c3a5-8826-4d56-a229-40cc32fa3a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.477113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Made reservation on behalf of 5fd6e3b29be74477afccc17d66bbd534 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:42.479399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.505127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c63b46-ec15-44f5-a34b-0b0cb38f3071 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event deleted for resources: {'Port': ['ID=b0ffce1f-eca8-4cb8-aff6-06ef6c1801b6,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:42.562780 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-eea3850a-52ba-4107-9a3e-3838b9a16bbf req-de8c5f04-fa1d-4361-91f7-5a7850ed1cd4 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 210 time: 0.1952736 Oct 05 09:33:42.605881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:42.606303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:42.607145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:42.653942 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Attempt 6 to provision port bef735dd-2a78-4e35-b62c-4b2c3a2be09c Oct 05 09:33:42.751543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:42.752031 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:42.759073 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 8 to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e Oct 05 09:33:42.759628 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Port bef735dd-2a78-4e35-b62c-4b2c3a2be09c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:42.852745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:33:42.880528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:42.880888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:42.881210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:42.891937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f89d69-ba80-4131-97a8-cf2179c5da66 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=a0362192-a680-4437-8166-f29488bad820,revision_number=3']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:42.893791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.894191 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Added segment d0283bf6-0cd8-4a1c-b28b-ff6131bb6e0e of type vlan for network 5f996257-d05d-4f48-bc17-201f71211844 Oct 05 09:33:42.952593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:42.952919 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:42.965133 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 9 to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e Oct 05 09:33:42.981205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:43.002299 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:43.002658 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:43.002972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:43.020038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:43.020366 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:43.022299 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempt 10 to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e Oct 05 09:33:43.030438 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:43.046507 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:43.046848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:43.047190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempting to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:43.053612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:43.056563 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Failed to bind port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on host hv-neutron-8603 for vnic_type normal using segments [{'id': 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8722152f-2a6c-4683-b5ee-19fd7a9cd7d9'}] Oct 05 09:33:43.056563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:43.068673 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-86c63b46-ec15-44f5-a34b-0b0cb38f3071 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:43.078407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f89d69-ba80-4131-97a8-cf2179c5da66 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network 8ae31451-4915-42bd-a589-09f9ed2a45f1 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:43.081415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-e8f89d69-ba80-4131-97a8-cf2179c5da66 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:43.087173 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-86c63b46-ec15-44f5-a34b-0b0cb38f3071 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "DELETE /v2.0/ports/b0ffce1f-eca8-4cb8-aff6-06ef6c1801b6 HTTP/1.1" status: 204 len: 168 time: 2.3861816 Oct 05 09:33:43.109035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35454) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:43.116636 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6431c3a5-8826-4d56-a229-40cc32fa3a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:43.237636 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431c3a5-8826-4d56-a229-40cc32fa3a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=2bbd8901-bfc6-46ad-85fe-b490f29507ad,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:43.239608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:43.240580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:43.241164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577271'] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:43.262645 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Attempt 7 to provision port bef735dd-2a78-4e35-b62c-4b2c3a2be09c Oct 05 09:33:43.264968 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6547f72-b1b4-4be2-a0ef-2368b3f1c0c5 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] GET failed (client error): The resource could not be found. Oct 05 09:33:43.265732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b6547f72-b1b4-4be2-a0ef-2368b3f1c0c5 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Synchronizing usage tracker for tenant:104e7444e9b043ec84a660dcc7cf2e10 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:43.280654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6431c3a5-8826-4d56-a229-40cc32fa3a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:43.322076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268f7a8c-4e9c-4efb-ac7c-001cc5cc423b None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:43.365957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Port bef735dd-2a78-4e35-b62c-4b2c3a2be09c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:43.462126 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] For port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:33:43.462126 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attempted to set empty binding levels {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 05 09:33:43.471982 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event updated for resources: {'Network': ['ID=5f996257-d05d-4f48-bc17-201f71211844,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:43.501266 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 5f996257-d05d-4f48-bc17-201f71211844 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:33:43.510618 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f89d69-ba80-4131-97a8-cf2179c5da66 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Router 6790d2c9-2e2a-4bb9-a24b-d7032207321a is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:33:43.574689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b6547f72-b1b4-4be2-a0ef-2368b3f1c0c5 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Unset dirty status for tenant:104e7444e9b043ec84a660dcc7cf2e10 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:43.579189 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b6547f72-b1b4-4be2-a0ef-2368b3f1c0c5 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "GET /v2.0/ports/b0ffce1f-eca8-4cb8-aff6-06ef6c1801b6 HTTP/1.1" status: 404 len: 333 time: 0.4669318 Oct 05 09:33:43.579189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:43.579189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] In _notify_port_updated(), no bound segment for port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e on network 8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 {{(pid=89845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:33:43.579558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:43.579997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:43.583772 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "PUT /v2.0/ports/ca83832f-8e13-4ec0-ba3f-6148ef6ae03e HTTP/1.1" status: 200 len: 981 time: 3.7401564 Oct 05 09:33:43.591683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35458) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:43.591683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35460) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:43.627767 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6431c3a5-8826-4d56-a229-40cc32fa3a2c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/2bbd8901-bfc6-46ad-85fe-b490f29507ad HTTP/1.1" status: 204 len: 168 time: 1.7893264 Oct 05 09:33:43.658528 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35468) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:43.740706 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5338bf44-256d-4842-8753-db8bf1ee6126 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.6249511 Oct 05 09:33:43.752619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35472) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:43.776216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4b5a61a2-6811-4ef6-bb6a-a14fb0868369 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:43.813586 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9cc9c655-c5be-4bf9-8dfa-699273e176dc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1538513 Oct 05 09:33:43.822443 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb97101-6093-4290-bfed-9aaf28afdf7d None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:33:43.826624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35476) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:43.827336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bcb97101-6093-4290-bfed-9aaf28afdf7d None None] Deleting port 1dea1198-0614-4eb7-a531-01e6f07693f4 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:43.827783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bcb97101-6093-4290-bfed-9aaf28afdf7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:43.850287 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5379d37c-0135-4a75-9a79-47aab22163af req-5d964473-7e9d-4a22-8d06-b9608da57b48 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 210 time: 0.0916800 Oct 05 09:33:43.852079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59598ef-cfff-4abf-91f6-8ca7167547b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Pushing event updated for resources: {'Port': ['ID=ca83832f-8e13-4ec0-ba3f-6148ef6ae03e,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:43.889031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f89d69-ba80-4131-97a8-cf2179c5da66 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:33:43.906719 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-93f4ee2d-3971-4bf4-8e72-e4223d2694da tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:43.907389 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e8f89d69-ba80-4131-97a8-cf2179c5da66 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "PUT /v2.0/routers/6790d2c9-2e2a-4bb9-a24b-d7032207321a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1599963 Oct 05 09:33:43.909149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35482) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:43.909901 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Attempt 8 to provision port bef735dd-2a78-4e35-b62c-4b2c3a2be09c Oct 05 09:33:43.938428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-03acfb1f-991e-4d48-bb51-b16a4edca7df tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Deleting port bef735dd-2a78-4e35-b62c-4b2c3a2be09c {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:43.938774 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03acfb1f-991e-4d48-bb51-b16a4edca7df tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:44.038437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6828ec6-e784-40ce-bfb3-35d3c255cfee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:44.039472 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d6828ec6-e784-40ce-bfb3-35d3c255cfee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:44.065399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654b212-c2fb-4781-94fb-3489816d7ce8 None None] Sync routers for ids ['6790d2c9-2e2a-4bb9-a24b-d7032207321a'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:33:44.082427 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 1dea1198-0614-4eb7-a531-01e6f07693f4 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:44.114537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-634b27db-e22e-4239-a9c0-da8346fe4eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Deleting port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:44.114983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-634b27db-e22e-4239-a9c0-da8346fe4eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:44.120890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d6828ec6-e784-40ce-bfb3-35d3c255cfee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:44.125711 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d6828ec6-e784-40ce-bfb3-35d3c255cfee tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports?device_id=6790d2c9-2e2a-4bb9-a24b-d7032207321a HTTP/1.1" status: 200 len: 988 time: 0.2115805 Oct 05 09:33:44.126615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35488) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:44.190632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9654b212-c2fb-4781-94fb-3489816d7ce8 None None] Routers {'6790d2c9-2e2a-4bb9-a24b-d7032207321a'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:44.191483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9654b212-c2fb-4781-94fb-3489816d7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:33:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['6790d2c9-2e2a-4bb9-a24b-d7032207321a'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:44.261950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Port bef735dd-2a78-4e35-b62c-4b2c3a2be09c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:44.276484 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9654b212-c2fb-4781-94fb-3489816d7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:44.280633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-bcb97101-6093-4290-bfed-9aaf28afdf7d None None] For port 1dea1198-0614-4eb7-a531-01e6f07693f4, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=1dea1198-0614-4eb7-a531-01e6f07693f4,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:44.281040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bcb97101-6093-4290-bfed-9aaf28afdf7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:44.304093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-ab710944-f832-44c7-a3f0-74e4e70f3b6f tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:44.304919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-ab710944-f832-44c7-a3f0-74e4e70f3b6f tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Synchronizing usage tracker for tenant:6df355572a0845009b41ff2f848e6941 on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:44.412457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bcb97101-6093-4290-bfed-9aaf28afdf7d None None] Calling delete_port for 1dea1198-0614-4eb7-a531-01e6f07693f4 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:44.443289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9654b212-c2fb-4781-94fb-3489816d7ce8 None None] Routers {'6790d2c9-2e2a-4bb9-a24b-d7032207321a'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:44.444313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9654b212-c2fb-4781-94fb-3489816d7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:33:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['6790d2c9-2e2a-4bb9-a24b-d7032207321a'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:44.561826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9654b212-c2fb-4781-94fb-3489816d7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:44.562179 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654b212-c2fb-4781-94fb-3489816d7ce8 None None] The sync data for ids ['6790d2c9-2e2a-4bb9-a24b-d7032207321a'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:33:44.600077 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 1dea1198-0614-4eb7-a531-01e6f07693f4 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:44.600469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:44.654978 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5b91f111-d876-4d34-a92d-53da9512bbf0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:44.658333 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-93f4ee2d-3971-4bf4-8e72-e4223d2694da tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:44.678125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:44.690691 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bcb97101-6093-4290-bfed-9aaf28afdf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:44.706355 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-93f4ee2d-3971-4bf4-8e72-e4223d2694da tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:44.725294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-ab710944-f832-44c7-a3f0-74e4e70f3b6f tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Unset dirty status for tenant:6df355572a0845009b41ff2f848e6941 on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:44.726483 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-ab710944-f832-44c7-a3f0-74e4e70f3b6f tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.55 "GET /v2.0/networks?id=56161454-02b6-4c31-81da-4f00cf62b0d8 HTTP/1.1" status: 200 len: 811 time: 1.2349501 Oct 05 09:33:44.739131 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-93f4ee2d-3971-4bf4-8e72-e4223d2694da tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:44.768599 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Attempt 9 to provision port bef735dd-2a78-4e35-b62c-4b2c3a2be09c Oct 05 09:33:44.807810 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-93f4ee2d-3971-4bf4-8e72-e4223d2694da tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:44.835077 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Request body: {'port': {'device_id': '9a785889-5dcd-40fc-97a3-4b1afe4d0651', 'network_id': '56161454-02b6-4c31-81da-4f00cf62b0d8', 'admin_state_up': True, 'tenant_id': '6df355572a0845009b41ff2f848e6941'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:44.849139 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb97101-6093-4290-bfed-9aaf28afdf7d None None] Pushing event deleted for resources: {'Port': ['ID=1dea1198-0614-4eb7-a531-01e6f07693f4,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:44.849520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:44.862388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb97101-6093-4290-bfed-9aaf28afdf7d None None] No DVR routers for this DVR port 1dea1198-0614-4eb7-a531-01e6f07693f4 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:44.885559 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Port bef735dd-2a78-4e35-b62c-4b2c3a2be09c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:45.036877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f4ee2d-3971-4bf4-8e72-e4223d2694da tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:45.040306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-93f4ee2d-3971-4bf4-8e72-e4223d2694da tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:45.101683 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1f2086e5-5e67-491f-b766-4af3e4198ef0 req-caaa26fe-6ba1-4167-ad0e-f65f0def83f9 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 210 time: 0.0907955 Oct 05 09:33:45.147468 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5b91f111-d876-4d34-a92d-53da9512bbf0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port a0362192-a680-4437-8166-f29488bad820 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:45.147729 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5b91f111-d876-4d34-a92d-53da9512bbf0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:45.191082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b5a61a2-6811-4ef6-bb6a-a14fb0868369 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:45.206967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-634b27db-e22e-4239-a9c0-da8346fe4eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] For port ca83832f-8e13-4ec0-ba3f-6148ef6ae03e, host hv-neutron-8603, got binding levels [] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:45.207329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-634b27db-e22e-4239-a9c0-da8346fe4eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:45.346412 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5b91f111-d876-4d34-a92d-53da9512bbf0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:45.385439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-634b27db-e22e-4239-a9c0-da8346fe4eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Calling delete_port for ca83832f-8e13-4ec0-ba3f-6148ef6ae03e owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:45.387183 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Attempt 10 to provision port bef735dd-2a78-4e35-b62c-4b2c3a2be09c Oct 05 09:33:45.445208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Port bef735dd-2a78-4e35-b62c-4b2c3a2be09c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:45.481513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5b91f111-d876-4d34-a92d-53da9512bbf0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for a0362192-a680-4437-8166-f29488bad820 owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:45.541192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Provisioning for port ab735efa-bebb-4f0c-bbec-6fbacd102824 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:45.546845 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Provisioning complete for port ab735efa-bebb-4f0c-bbec-6fbacd102824 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:45.547426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:45.547818 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Attempt 1 to provision port ab735efa-bebb-4f0c-bbec-6fbacd102824 Oct 05 09:33:45.606412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b5a61a2-6811-4ef6-bb6a-a14fb0868369 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:45.652134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03acfb1f-991e-4d48-bb51-b16a4edca7df tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:45.669719 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Current status of the port ab735efa-bebb-4f0c-bbec-6fbacd102824 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:45.670213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:45.684269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b5a61a2-6811-4ef6-bb6a-a14fb0868369 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Network 5f996257-d05d-4f48-bc17-201f71211844 is not hosted by any dhcp agent {{(pid=89845) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 05 09:33:45.685231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a61a2-6811-4ef6-bb6a-a14fb0868369 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:45.685822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b5a61a2-6811-4ef6-bb6a-a14fb0868369 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:45.690102 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4b5a61a2-6811-4ef6-bb6a-a14fb0868369 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "PUT /v2.0/networks/5f996257-d05d-4f48-bc17-201f71211844 HTTP/1.1" status: 200 len: 858 time: 1.9245288 Oct 05 09:33:45.691188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35498) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:45.706732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] For port ab735efa-bebb-4f0c-bbec-6fbacd102824, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ab735efa-bebb-4f0c-bbec-6fbacd102824,segment=NetworkSegment(71aea0ff-231a-402e-952f-17d6aefae3c5),segment_id=71aea0ff-231a-402e-952f-17d6aefae3c5)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:45.773522 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5b91f111-d876-4d34-a92d-53da9512bbf0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:45.778363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:45.824666 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Could not find standard attr ID for object b0ffce1f-eca8-4cb8-aff6-06ef6c1801b6. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:33:45.836117 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Could not find standard attr ID for object a0362192-a680-4437-8166-f29488bad820. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:33:45.855557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b08c36-0681-43f2-b108-1752e5953150 None None] Pushing event updated for resources: {'Port': ['ID=ab735efa-bebb-4f0c-bbec-6fbacd102824,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:45.864718 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91f111-d876-4d34-a92d-53da9512bbf0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=a0362192-a680-4437-8166-f29488bad820,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:45.875722 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:45.882537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-03acfb1f-991e-4d48-bb51-b16a4edca7df tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Calling delete_port for bef735dd-2a78-4e35-b62c-4b2c3a2be09c owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:45.932122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:45.953050 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-091bc0e9-b71b-4109-8bc8-ebc902c63b20 None None] Could not find standard attr ID for object 1dea1198-0614-4eb7-a531-01e6f07693f4. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:33:45.957953 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-091bc0e9-b71b-4109-8bc8-ebc902c63b20 None None] Could not find standard attr ID for object a0362192-a680-4437-8166-f29488bad820. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:33:45.968246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Usage tracker for resource:port and tenant:6df355572a0845009b41ff2f848e6941 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:45.986132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:45.991087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a61a2-6811-4ef6-bb6a-a14fb0868369 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event updated for resources: {'Network': ['ID=5f996257-d05d-4f48-bc17-201f71211844,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:45.993321 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Allocated IP 172.26.7.163 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/7563f7e8-7ab4-4895-a0c2-4773cf9945bd) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:46.017671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:46.114505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-634b27db-e22e-4239-a9c0-da8346fe4eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:46.119489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5b91f111-d876-4d34-a92d-53da9512bbf0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:46.211769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Made reservation on behalf of 6df355572a0845009b41ff2f848e6941 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:46.215459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:46.249911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b27db-e22e-4239-a9c0-da8346fe4eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca83832f-8e13-4ec0-ba3f-6148ef6ae03e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:46.313754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:46.318400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-634b27db-e22e-4239-a9c0-da8346fe4eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:46.483403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-93f4ee2d-3971-4bf4-8e72-e4223d2694da tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:46.485328 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b6a6b172-7f1f-4ff0-b684-655503e1d326 req-c3d3a4e0-973c-4d6a-adbe-7f4ebc964b6a tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 210 time: 0.2353311 Oct 05 09:33:46.515817 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f996257-d05d-4f48-bc17-201f71211844']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:46.580364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0283bf6-0cd8-4a1c-b28b-ff6131bb6e0e') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:46.580659 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0283bf6-0cd8-4a1c-b28b-ff6131bb6e0e') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:46.587383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:46.609253 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03acfb1f-991e-4d48-bb51-b16a4edca7df tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:46.616196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f4ee2d-3971-4bf4-8e72-e4223d2694da tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:46.619951 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-634b27db-e22e-4239-a9c0-da8346fe4eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "DELETE /v2.0/ports/ca83832f-8e13-4ec0-ba3f-6148ef6ae03e HTTP/1.1" status: 204 len: 168 time: 2.9964383 Oct 05 09:33:46.629559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-93f4ee2d-3971-4bf4-8e72-e4223d2694da tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:46.639159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c97d0a-3923-4004-bc93-5a904ec2f415 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:46.652606 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:46.659354 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35504) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:46.670463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f4ee2d-3971-4bf4-8e72-e4223d2694da tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:46.671052 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-93f4ee2d-3971-4bf4-8e72-e4223d2694da tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:46.697970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acfb1f-991e-4d48-bb51-b16a4edca7df tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event deleted for resources: {'Port': ['ID=bef735dd-2a78-4e35-b62c-4b2c3a2be09c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:46.707256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4ee2d-3971-4bf4-8e72-e4223d2694da tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=e4232a17-a353-437b-b939-c52b66549ad4,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:46.727018 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fefd88a-fceb-4901-ba3a-c155bce10780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:33:46.728455 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2fefd88a-fceb-4901-ba3a-c155bce10780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140540984-project-admin] 10.222.0.49 "GET /v2.0/ports/ca83832f-8e13-4ec0-ba3f-6148ef6ae03e HTTP/1.1" status: 404 len: 333 time: 0.0680840 Oct 05 09:33:46.732383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:46.734348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35508) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:46.736098 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b91f111-d876-4d34-a92d-53da9512bbf0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Router 6790d2c9-2e2a-4bb9-a24b-d7032207321a has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:33:46.760574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Allocated IP 172.20.0.7 (56161454-02b6-4c31-81da-4f00cf62b0d8/0b875045-27d3-4695-b4c1-3672dff5dfd2/9e40a172-ec75-40ea-af09-d2ae1630276b) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:46.766557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:46.768261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:46.788446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03acfb1f-991e-4d48-bb51-b16a4edca7df tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:46.791246 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-03acfb1f-991e-4d48-bb51-b16a4edca7df tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "DELETE /v2.0/ports/bef735dd-2a78-4e35-b62c-4b2c3a2be09c HTTP/1.1" status: 204 len: 168 time: 3.1681106 Oct 05 09:33:46.794534 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-93f4ee2d-3971-4bf4-8e72-e4223d2694da tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9620469 Oct 05 09:33:46.797107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35514) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:46.797450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35516) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:46.840438 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment d0283bf6-0cd8-4a1c-b28b-ff6131bb6e0e resource provider aggregate not found Oct 05 09:33:46.852973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:46.919888 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment d0283bf6-0cd8-4a1c-b28b-ff6131bb6e0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0283bf6-0cd8-4a1c-b28b-ff6131bb6e0e found for delete ", "request_id": "req-99ade443-c834-48c6-8b60-f4adbe30aac7"}]} Oct 05 09:33:46.941587 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8a60cb-87df-417a-aa76-4de8803f8287 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] GET failed (client error): The resource could not be found. Oct 05 09:33:46.942167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5c8a60cb-87df-417a-aa76-4de8803f8287 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Synchronizing usage tracker for tenant:104e7444e9b043ec84a660dcc7cf2e10 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:47.009329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': 'e4232a17-a353-437b-b939-c52b66549ad4'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:33:47.009329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.074762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.111902 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b91f111-d876-4d34-a92d-53da9512bbf0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:33:47.116424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb2caf20-422f-4f5d-8564-c199a392a54d tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.131687 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ae94a7-e5db-4d55-a20b-e63defaf3849 None None] Sync routers for ids ['6790d2c9-2e2a-4bb9-a24b-d7032207321a'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:33:47.145149 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ae94a7-e5db-4d55-a20b-e63defaf3849 None None] Routers {'6790d2c9-2e2a-4bb9-a24b-d7032207321a'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:47.146235 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-11ae94a7-e5db-4d55-a20b-e63defaf3849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:33:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['6790d2c9-2e2a-4bb9-a24b-d7032207321a'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:47.154347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5c8a60cb-87df-417a-aa76-4de8803f8287 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Unset dirty status for tenant:104e7444e9b043ec84a660dcc7cf2e10 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:47.160601 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5c8a60cb-87df-417a-aa76-4de8803f8287 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "GET /v2.0/ports/bef735dd-2a78-4e35-b62c-4b2c3a2be09c HTTP/1.1" status: 404 len: 333 time: 0.3562040 Oct 05 09:33:47.169769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35526) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:47.237566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Allocated IP 172.20.0.2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/e4232a17-a353-437b-b939-c52b66549ad4/62479dee-c05d-4184-abe4-233e8d010f93) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:47.242330 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-11ae94a7-e5db-4d55-a20b-e63defaf3849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:47.254851 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ae94a7-e5db-4d55-a20b-e63defaf3849 None None] Routers {'6790d2c9-2e2a-4bb9-a24b-d7032207321a'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:47.255477 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-11ae94a7-e5db-4d55-a20b-e63defaf3849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:33:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['6790d2c9-2e2a-4bb9-a24b-d7032207321a'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:47.323510 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-11ae94a7-e5db-4d55-a20b-e63defaf3849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:47.323833 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ae94a7-e5db-4d55-a20b-e63defaf3849 None None] The sync data for ids ['6790d2c9-2e2a-4bb9-a24b-d7032207321a'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:33:47.345202 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-70843de1-8689-4c50-a40e-8d24b5a18689 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Deleting port 6818fac7-c92f-497d-a19c-8bf5574c6b92 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:47.345798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-70843de1-8689-4c50-a40e-8d24b5a18689 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.360684 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:47.366235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:47.370052 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.378315 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:47.395814 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5b91f111-d876-4d34-a92d-53da9512bbf0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "PUT /v2.0/routers/6790d2c9-2e2a-4bb9-a24b-d7032207321a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2662477 Oct 05 09:33:47.406734 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f996257-d05d-4f48-bc17-201f71211844 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 05 09:33:47.414332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35530) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:47.415019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Pushing event updated for resources: {'Port': ['ID=7563f7e8-7ab4-4895-a0c2-4773cf9945bd,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:47.419967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:47.429456 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.434460 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] 10.222.0.49 "DELETE /v2.0/networks/5f996257-d05d-4f48-bc17-201f71211844 HTTP/1.1" status: 204 len: 168 time: 1.7389588 Oct 05 09:33:47.438832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb2caf20-422f-4f5d-8564-c199a392a54d tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.445693 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35534) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:47.474543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:47.488985 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.492365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:47.502200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-cb2caf20-422f-4f5d-8564-c199a392a54d tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8722152f-2a6c-4683-b5ee-19fd7a9cd7d9']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:47.503781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.504106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.504636 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.505150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.505570 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.505809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.506326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.506835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.507316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.507797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.508274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.508759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.509246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.517059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-cb2caf20-422f-4f5d-8564-c199a392a54d tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:47.517350 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-cb2caf20-422f-4f5d-8564-c199a392a54d tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fb8bd9-43de-4c11-b2de-b08dc4afd348') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:47.521454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:47.526360 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab0a979-e9d7-420d-9840-ed3d80b22bc3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] GET failed (client error): The resource could not be found. Oct 05 09:33:47.527849 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7ab0a979-e9d7-420d-9840-ed3d80b22bc3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/a0362192-a680-4437-8166-f29488bad820 HTTP/1.1" status: 404 len: 333 time: 0.1097856 Oct 05 09:33:47.534302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Transition to ACTIVE for port object 62479dee-c05d-4184-abe4-233e8d010f93 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:47.535069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35540) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:47.545409 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb2caf20-422f-4f5d-8564-c199a392a54d tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.560996 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Transition to ACTIVE for port object 62479dee-c05d-4184-abe4-233e8d010f93 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:47.562803 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb2caf20-422f-4f5d-8564-c199a392a54d tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.569625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2caf20-422f-4f5d-8564-c199a392a54d tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:47.570356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb2caf20-422f-4f5d-8564-c199a392a54d tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.645519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.680709 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f996257-d05d-4f48-bc17-201f71211844,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:47.741319 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-53870ff5-a0b2-42ec-ab80-7fe6cc43717d req-bd4b72c8-5920-4ac1-bedc-01fd5a07d386 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 210 time: 0.0544083 Oct 05 09:33:47.757703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb2caf20-422f-4f5d-8564-c199a392a54d tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.759858 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-744af386-ccbb-4592-963f-9ad5cc96c469 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] DELETE failed (client error): The resource could not be found. Oct 05 09:33:47.763966 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:47.775280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:47.775650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744af386-ccbb-4592-963f-9ad5cc96c469 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:33:47.775650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.775650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.775650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.775650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.775650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.775650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.775650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.775650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.775650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.775650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.775650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.775650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54f582b-7fa1-4e0a-93b3-ff19df6d09b7 tempest-ExternalNetworksTestJSON-273523021 tempest-ExternalNetworksTestJSON-273523021-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:47.783872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:47.824195 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb2caf20-422f-4f5d-8564-c199a392a54d tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.827847 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cb2caf20-422f-4f5d-8564-c199a392a54d tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] 10.222.0.49 "DELETE /v2.0/networks/8722152f-2a6c-4683-b5ee-19fd7a9cd7d9 HTTP/1.1" status: 204 len: 168 time: 1.0903211 Oct 05 09:33:47.833584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2caf20-422f-4f5d-8564-c199a392a54d tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919512374-project] Pushing event deleted for resources: {'Network': ['ID=8722152f-2a6c-4683-b5ee-19fd7a9cd7d9,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:47.865097 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:47.869145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.892879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Pushing event updated for resources: {'Port': ['ID=62479dee-c05d-4184-abe4-233e8d010f93,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:47.972176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-44291d9a-e7fe-42fc-8805-4d66c8621684 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.982904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ab735efa-bebb-4f0c-bbec-6fbacd102824 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:48.034236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Attempting to bind port 62479dee-c05d-4184-abe4-233e8d010f93 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:48.034621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Attempting to bind port 62479dee-c05d-4184-abe4-233e8d010f93 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:48.035006 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Attempting to bind port 62479dee-c05d-4184-abe4-233e8d010f93 on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:48.043297 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-744af386-ccbb-4592-963f-9ad5cc96c469 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] 10.222.0.49 "DELETE /v2.0/subnets/612819a1-d9be-40a4-a971-945cc84bb79e HTTP/1.1" status: 404 len: 337 time: 0.5958142 Oct 05 09:33:48.055724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:33:48.056120 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:48.056519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:48.056916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:33:48.057395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Bound port: 62479dee-c05d-4184-abe4-233e8d010f93, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:33:48.057771 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:48.059440 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35546) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:48.179001 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] For port 62479dee-c05d-4184-abe4-233e8d010f93, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:33:48.182312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] For port 62479dee-c05d-4184-abe4-233e8d010f93, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=62479dee-c05d-4184-abe4-233e8d010f93,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:33:48.185212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port ab735efa-bebb-4f0c-bbec-6fbacd102824 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:48.185212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:48.185212 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port ab735efa-bebb-4f0c-bbec-6fbacd102824 Oct 05 09:33:48.295284 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:48.396676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73b22539-44f7-43a7-affe-d6efd448f7b6 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:48.408695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-70843de1-8689-4c50-a40e-8d24b5a18689 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:48.411297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9423f43-0eac-42c7-9a6a-fe6e0d83f01a None None] Pushing event updated for resources: {'Port': ['ID=62479dee-c05d-4184-abe4-233e8d010f93,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:48.418678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port ab735efa-bebb-4f0c-bbec-6fbacd102824 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:48.512208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-44291d9a-e7fe-42fc-8805-4d66c8621684 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:48.519286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-44291d9a-e7fe-42fc-8805-4d66c8621684 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:48.533252 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:48.548676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-70843de1-8689-4c50-a40e-8d24b5a18689 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Calling delete_port for 6818fac7-c92f-497d-a19c-8bf5574c6b92 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:48.610474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:48.642187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35552) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:48.895642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Network 56161454-02b6-4c31-81da-4f00cf62b0d8 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:48.898669 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73b22539-44f7-43a7-affe-d6efd448f7b6 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:48.916441 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:48.918960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:48.952790 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment f9fb8bd9-43de-4c11-b2de-b08dc4afd348 resource provider aggregate not found Oct 05 09:33:48.975909 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-44291d9a-e7fe-42fc-8805-4d66c8621684 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:48.976414 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44291d9a-e7fe-42fc-8805-4d66c8621684 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Fanout notify agent at l3_agent the message router_deleted on router 6790d2c9-2e2a-4bb9-a24b-d7032207321a {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:33:48.984672 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Pushing event updated for resources: {'Port': ['ID=9e40a172-ec75-40ea-af09-d2ae1630276b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:49.006822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-73b22539-44f7-43a7-affe-d6efd448f7b6 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa882c3-f49c-4ab1-8d0b-bb38b9bc0c49']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:49.023257 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment f9fb8bd9-43de-4c11-b2de-b08dc4afd348 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9fb8bd9-43de-4c11-b2de-b08dc4afd348 found for delete ", "request_id": "req-3ffd9456-a48b-4d84-ae15-23a8abfd5531"}]} Oct 05 09:33:49.037058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-70843de1-8689-4c50-a40e-8d24b5a18689 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.039744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-73b22539-44f7-43a7-affe-d6efd448f7b6 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14afaab-e9c1-44bb-870a-7ee862a3130c') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:49.040042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-73b22539-44f7-43a7-affe-d6efd448f7b6 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14afaab-e9c1-44bb-870a-7ee862a3130c') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:49.052280 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-639be64d-1647-43b9-b04a-3c650279c8b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb39c709b978420e8941e242303300a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020903 Oct 05 09:33:49.056035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35564) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:49.105565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73b22539-44f7-43a7-affe-d6efd448f7b6 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.117505 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70843de1-8689-4c50-a40e-8d24b5a18689 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event deleted for resources: {'Port': ['ID=6818fac7-c92f-497d-a19c-8bf5574c6b92,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:49.159843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-44291d9a-e7fe-42fc-8805-4d66c8621684 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.160947 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-44291d9a-e7fe-42fc-8805-4d66c8621684 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/routers/6790d2c9-2e2a-4bb9-a24b-d7032207321a HTTP/1.1" status: 204 len: 168 time: 1.6232102 Oct 05 09:33:49.170901 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35568) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:49.171766 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73b22539-44f7-43a7-affe-d6efd448f7b6 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.185718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:49.186424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.225502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b22539-44f7-43a7-affe-d6efd448f7b6 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:49.225920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73b22539-44f7-43a7-affe-d6efd448f7b6 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.259665 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-70843de1-8689-4c50-a40e-8d24b5a18689 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.340283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f25db28b-5e5f-4eb5-aed0-58a747e71e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.367290 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e330de9b-8b79-401e-b4ad-00c4fb2cace0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting subnet b21b0682-17da-4dda-bea6-25456b76793c {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:33:49.373199 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e330de9b-8b79-401e-b4ad-00c4fb2cace0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.422633 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-1fd46f22-4d1c-4d42-85e4-d31e31538f68 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6213071 Oct 05 09:33:49.429819 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6846017-d2ee-4820-8130-34be77f3dd50 req-f6133467-a488-46ae-b1dc-3480e45d085e tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:49.429819 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b6846017-d2ee-4820-8130-34be77f3dd50 req-f6133467-a488-46ae-b1dc-3480e45d085e tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 931 time: 0.4834528 Oct 05 09:33:49.431966 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-70843de1-8689-4c50-a40e-8d24b5a18689 tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "DELETE /v2.0/ports/6818fac7-c92f-497d-a19c-8bf5574c6b92 HTTP/1.1" status: 204 len: 168 time: 2.2560139 Oct 05 09:33:49.435766 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35572) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:49.461291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Request body: {'port': {'device_id': '9a785889-5dcd-40fc-97a3-4b1afe4d0651', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:49.496094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73b22539-44f7-43a7-affe-d6efd448f7b6 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.499979 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e330de9b-8b79-401e-b4ad-00c4fb2cace0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.536157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f25db28b-5e5f-4eb5-aed0-58a747e71e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.563815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73b22539-44f7-43a7-affe-d6efd448f7b6 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.569825 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.601270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b22539-44f7-43a7-affe-d6efd448f7b6 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] Pushing event deleted for resources: {'Network': ['ID=8fa882c3-f49c-4ab1-8d0b-bb38b9bc0c49,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:49.624205 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b6846017-d2ee-4820-8130-34be77f3dd50 req-374a4dcd-959a-4694-88b4-80beb4ed6266 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836672 Oct 05 09:33:49.664689 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39a4da8-578f-44ce-865f-a875aac0357d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Deleting subnet 7a6b05ad-d5d5-47c2-9c1c-84e7997e6554 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:33:49.664689 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f39a4da8-578f-44ce-865f-a875aac0357d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.720243 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f39a4da8-578f-44ce-865f-a875aac0357d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.759702 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-73b22539-44f7-43a7-affe-d6efd448f7b6 tempest-ExternalNetworksTestJSON-311342934 tempest-ExternalNetworksTestJSON-311342934-project] 10.222.0.49 "DELETE /v2.0/networks/8fa882c3-f49c-4ab1-8d0b-bb38b9bc0c49 HTTP/1.1" status: 204 len: 168 time: 1.6934674 Oct 05 09:33:49.776374 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.793067 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e330de9b-8b79-401e-b4ad-00c4fb2cace0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.900515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f39a4da8-578f-44ce-865f-a875aac0357d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:49.901318 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fd4a6b9-020d-4e77-b1ed-2258c7717ad1 None None] Provisioning for port 62479dee-c05d-4184-abe4-233e8d010f93 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:49.964667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 62479dee-c05d-4184-abe4-233e8d010f93 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:50.005157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f25db28b-5e5f-4eb5-aed0-58a747e71e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.032356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e330de9b-8b79-401e-b4ad-00c4fb2cace0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.077938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330de9b-8b79-401e-b4ad-00c4fb2cace0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Subnet': ['ID=b21b0682-17da-4dda-bea6-25456b76793c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:50.082437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f39a4da8-578f-44ce-865f-a875aac0357d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.086434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e330de9b-8b79-401e-b4ad-00c4fb2cace0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.086535 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25db28b-5e5f-4eb5-aed0-58a747e71e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04d90a5-7d8d-4f7c-8e39-bedb3eaf0766,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:50.093388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9774484c-99da-4d0e-b372-d85a2b27aa0b None None] Network 8ae31451-4915-42bd-a589-09f9ed2a45f1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:50.111942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.objects.ports [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89845) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:33:50.120184 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f25db28b-5e5f-4eb5-aed0-58a747e71e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.123976 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f25db28b-5e5f-4eb5-aed0-58a747e71e98 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c04d90a5-7d8d-4f7c-8e39-bedb3eaf0766 HTTP/1.1" status: 204 len: 168 time: 1.0530627 Oct 05 09:33:50.125811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 62479dee-c05d-4184-abe4-233e8d010f93 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:50.135147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a4da8-578f-44ce-865f-a875aac0357d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6b05ad-d5d5-47c2-9c1c-84e7997e6554,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:50.137151 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f39a4da8-578f-44ce-865f-a875aac0357d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.143189 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f39a4da8-578f-44ce-865f-a875aac0357d tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "DELETE /v2.0/subnets/7a6b05ad-d5d5-47c2-9c1c-84e7997e6554 HTTP/1.1" status: 204 len: 168 time: 0.7031529 Oct 05 09:33:50.143189 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e330de9b-8b79-401e-b4ad-00c4fb2cace0 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/b21b0682-17da-4dda-bea6-25456b76793c HTTP/1.1" status: 204 len: 168 time: 0.9635320 Oct 05 09:33:50.145191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35580) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:50.145523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35582) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:50.229539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459050b6-753d-47fb-9dbe-347130bea7e6 None None] Network 915260ae-afca-492d-9d3b-3b58a6379a94 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:50.367008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35590) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:50.371503 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 62479dee-c05d-4184-abe4-233e8d010f93 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:50.372014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.372910 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 62479dee-c05d-4184-abe4-233e8d010f93 Oct 05 09:33:50.462935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e40a172-ec75-40ea-af09-d2ae1630276b {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:33:50.473750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.490818 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Transition to ACTIVE for port object 9e40a172-ec75-40ea-af09-d2ae1630276b will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:50.494567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.500739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.519007 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Deleting port 4dd6faf6-c089-4ee0-873e-81046db59d6c {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:50.519739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.556441 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port ab735efa-bebb-4f0c-bbec-6fbacd102824 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:50.556690 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.562487 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.635502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-792b88af-9f54-4705-80e8-05ea8a312090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.792209 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 62479dee-c05d-4184-abe4-233e8d010f93 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:50.792752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.844578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 62479dee-c05d-4184-abe4-233e8d010f93, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=62479dee-c05d-4184-abe4-233e8d010f93,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:50.878886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Router 310e1214-47e3-4bb5-b2d5-ed18dc81f61e is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:33:50.912737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e65851-7683-4caa-9d93-0029516ee912 None None] DHCP port deletion for 8ae31451-4915-42bd-a589-09f9ed2a45f1 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:33:50.920979 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-28e65851-7683-4caa-9d93-0029516ee912 None None] Deleting port ab735efa-bebb-4f0c-bbec-6fbacd102824 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:50.921427 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-28e65851-7683-4caa-9d93-0029516ee912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.952288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.992621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531e1821-d295-48f4-82df-b349c1c44f38 None None] DHCP port deletion for 915260ae-afca-492d-9d3b-3b58a6379a94 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:33:51.020646 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-531e1821-d295-48f4-82df-b349c1c44f38 None None] Deleting port 4dd6faf6-c089-4ee0-873e-81046db59d6c {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:51.021120 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-531e1821-d295-48f4-82df-b349c1c44f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.036331 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35602) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:51.086291 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment d14afaab-e9c1-44bb-870a-7ee862a3130c resource provider aggregate not found Oct 05 09:33:51.099172 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] For port ab735efa-bebb-4f0c-bbec-6fbacd102824, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ab735efa-bebb-4f0c-bbec-6fbacd102824,segment=NetworkSegment(71aea0ff-231a-402e-952f-17d6aefae3c5),segment_id=71aea0ff-231a-402e-952f-17d6aefae3c5)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:51.099542 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.131345 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-160d937b-6889-4ec5-a3af-78658b762ac0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=169300123ac8494fa43a4f4994556ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7201638 Oct 05 09:33:51.132948 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment d14afaab-e9c1-44bb-870a-7ee862a3130c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d14afaab-e9c1-44bb-870a-7ee862a3130c found for delete ", "request_id": "req-281fdca1-fecf-499e-afc9-c8ee01cdaaf3"}]} Oct 05 09:33:51.138267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35610) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:51.171970 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=62479dee-c05d-4184-abe4-233e8d010f93,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:51.192003 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Pushing event updated for resources: {'Port': ['ID=9e40a172-ec75-40ea-af09-d2ae1630276b,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:51.299034 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for ab735efa-bebb-4f0c-bbec-6fbacd102824 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:51.368466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Attempting to bind port 9e40a172-ec75-40ea-af09-d2ae1630276b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:51.368692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Attempting to bind port 9e40a172-ec75-40ea-af09-d2ae1630276b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '86f79389-eae4-4097-a482-72f18b97a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '56161454-02b6-4c31-81da-4f00cf62b0d8'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:51.369021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Attempting to bind port 9e40a172-ec75-40ea-af09-d2ae1630276b on network 56161454-02b6-4c31-81da-4f00cf62b0d8 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:51.389987 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ce75d237-5eb2-456a-b5d3-aa51efb00e06 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddb11a6bcfeb46c3a3fa6f6a05585795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460784 Oct 05 09:33:51.392123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-28e65851-7683-4caa-9d93-0029516ee912 None None] For port ab735efa-bebb-4f0c-bbec-6fbacd102824, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ab735efa-bebb-4f0c-bbec-6fbacd102824,segment=NetworkSegment(71aea0ff-231a-402e-952f-17d6aefae3c5),segment_id=71aea0ff-231a-402e-952f-17d6aefae3c5)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:51.392538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-28e65851-7683-4caa-9d93-0029516ee912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.395846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35614) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:51.403990 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Port 9e40a172-ec75-40ea-af09-d2ae1630276b on network 56161454-02b6-4c31-81da-4f00cf62b0d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:51.404840 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Attempting to bind port 9e40a172-ec75-40ea-af09-d2ae1630276b on network 56161454-02b6-4c31-81da-4f00cf62b0d8 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:51.446755 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:33:51.447097 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Checking segment: {'id': '86f79389-eae4-4097-a482-72f18b97a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '56161454-02b6-4c31-81da-4f00cf62b0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:51.447366 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b48f86-97b9-413a-af79-0f3c77d6185b req-f12a93cd-88d6-49e5-aeac-03483f2fee73 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:51.447762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Bound using segment: {'id': '86f79389-eae4-4097-a482-72f18b97a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '56161454-02b6-4c31-81da-4f00cf62b0d8'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:33:51.448373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Bound port: 9e40a172-ec75-40ea-af09-d2ae1630276b, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f79389-eae4-4097-a482-72f18b97a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '56161454-02b6-4c31-81da-4f00cf62b0d8'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:33:51.448884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.449143 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b8b48f86-97b9-413a-af79-0f3c77d6185b req-f12a93cd-88d6-49e5-aeac-03483f2fee73 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 943 time: 0.5476084 Oct 05 09:33:51.481283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:33:51.483483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a3013ff3-06af-4b5b-8b5e-4b0854ba2cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.496436 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.500392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] For port 4dd6faf6-c089-4ee0-873e-81046db59d6c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4dd6faf6-c089-4ee0-873e-81046db59d6c,segment=NetworkSegment(40d09630-6de9-4ce5-bede-c9f2cd6c61bb),segment_id=40d09630-6de9-4ce5-bede-c9f2cd6c61bb)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:51.500948 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.520678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c3cbd-8ff8-4ab9-b8d4-196d1e70c314 None None] Sync routers for ids ['310e1214-47e3-4bb5-b2d5-ed18dc81f61e'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:33:51.529740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-28e65851-7683-4caa-9d93-0029516ee912 None None] Calling delete_port for ab735efa-bebb-4f0c-bbec-6fbacd102824 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:51.559321 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-531e1821-d295-48f4-82df-b349c1c44f38 None None] For port 4dd6faf6-c089-4ee0-873e-81046db59d6c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4dd6faf6-c089-4ee0-873e-81046db59d6c,segment=NetworkSegment(40d09630-6de9-4ce5-bede-c9f2cd6c61bb),segment_id=40d09630-6de9-4ce5-bede-c9f2cd6c61bb)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:51.560531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-531e1821-d295-48f4-82df-b349c1c44f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.641110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Calling delete_port for 4dd6faf6-c089-4ee0-873e-81046db59d6c owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:51.646616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c3cbd-8ff8-4ab9-b8d4-196d1e70c314 None None] Routers {'310e1214-47e3-4bb5-b2d5-ed18dc81f61e'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:51.647492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a71c3cbd-8ff8-4ab9-b8d4-196d1e70c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:33:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['310e1214-47e3-4bb5-b2d5-ed18dc81f61e'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:51.665279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a3013ff3-06af-4b5b-8b5e-4b0854ba2cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.667384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.673951 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b8b48f86-97b9-413a-af79-0f3c77d6185b req-65179abb-e53f-4825-aa56-7cc50d9142a6 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162979 Oct 05 09:33:51.687292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a2605a3-d064-4a64-8541-748fb1a30d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.728813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.730479 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-95882020-e4ee-44c8-a640-b462f5c40a5a tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.8456995 Oct 05 09:33:51.746987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35618) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:51.765514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a71c3cbd-8ff8-4ab9-b8d4-196d1e70c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:51.766293 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a2605a3-d064-4a64-8541-748fb1a30d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.773510 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-531e1821-d295-48f4-82df-b349c1c44f38 None None] Calling delete_port for 4dd6faf6-c089-4ee0-873e-81046db59d6c owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:51.820973 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:51.880793 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No DVR routers for this DVR port ab735efa-bebb-4f0c-bbec-6fbacd102824 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:51.882731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=ab735efa-bebb-4f0c-bbec-6fbacd102824,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:51.894463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c3cbd-8ff8-4ab9-b8d4-196d1e70c314 None None] Routers {'310e1214-47e3-4bb5-b2d5-ed18dc81f61e'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:51.895033 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a71c3cbd-8ff8-4ab9-b8d4-196d1e70c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:33:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['310e1214-47e3-4bb5-b2d5-ed18dc81f61e'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:51.914261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] For port 9e40a172-ec75-40ea-af09-d2ae1630276b, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:33:51.941590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] For port 9e40a172-ec75-40ea-af09-d2ae1630276b, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9e40a172-ec75-40ea-af09-d2ae1630276b,segment=NetworkSegment(86f79389-eae4-4097-a482-72f18b97a4ce),segment_id=86f79389-eae4-4097-a482-72f18b97a4ce)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:33:51.970589 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 62479dee-c05d-4184-abe4-233e8d010f93 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:52.020651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a71c3cbd-8ff8-4ab9-b8d4-196d1e70c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:52.021248 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c3cbd-8ff8-4ab9-b8d4-196d1e70c314 None None] The sync data for ids ['310e1214-47e3-4bb5-b2d5-ed18dc81f61e'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:33:52.026014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] For port 62479dee-c05d-4184-abe4-233e8d010f93, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=62479dee-c05d-4184-abe4-233e8d010f93,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:52.045550 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-28e65851-7683-4caa-9d93-0029516ee912 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:33:52.046020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-28e65851-7683-4caa-9d93-0029516ee912 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:33:52.051864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.060794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:52.060794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.060794 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] 10.222.0.55 "PUT /v2.0/ports/9e40a172-ec75-40ea-af09-d2ae1630276b HTTP/1.1" status: 200 len: 1093 time: 2.6174045 Oct 05 09:33:52.072496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 62479dee-c05d-4184-abe4-233e8d010f93 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:52.072878 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.073223 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 62479dee-c05d-4184-abe4-233e8d010f93 Oct 05 09:33:52.102550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a785889-5dcd-40fc-97a3-4b1afe4d0651', 'tag': '9e40a172-ec75-40ea-af09-d2ae1630276b'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:33:52.104956 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44cc7ac-3623-43d1-8364-02bb130ae8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a785889-5dcd-40fc-97a3-4b1afe4d0651", "tag": "9e40a172-ec75-40ea-af09-d2ae1630276b"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:33:52.128092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-531e1821-d295-48f4-82df-b349c1c44f38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:33:52.128092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-531e1821-d295-48f4-82df-b349c1c44f38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:33:52.157216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.177931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501bc621-5d53-4eba-ad7e-d8341f448ac0 x-openstack-request-id: req-501bc621-5d53-4eba-ad7e-d8341f448ac0 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:33:52.178544 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a785889-5dcd-40fc-97a3-4b1afe4d0651", "tag": "9e40a172-ec75-40ea-af09-d2ae1630276b", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:33:52.178544 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-501bc621-5d53-4eba-ad7e-d8341f448ac0 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:33:52.179806 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501bc621-5d53-4eba-ad7e-d8341f448ac0'] response: {'name': 'network-changed', 'server_uuid': '9a785889-5dcd-40fc-97a3-4b1afe4d0651', 'tag': '9e40a172-ec75-40ea-af09-d2ae1630276b', 'status': 'completed', 'code': 200} Oct 05 09:33:52.183787 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a3013ff3-06af-4b5b-8b5e-4b0854ba2cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.194446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a2605a3-d064-4a64-8541-748fb1a30d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.212777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 62479dee-c05d-4184-abe4-233e8d010f93 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:52.216542 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.226591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event deleted for resources: {'Port': ['ID=4dd6faf6-c089-4ee0-873e-81046db59d6c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:52.242870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.251865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933252c-818a-463b-8c95-6f0e0c968acc service neutron] Pushing event updated for resources: {'Port': ['ID=9e40a172-ec75-40ea-af09-d2ae1630276b,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:52.267351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ab735efa-bebb-4f0c-bbec-6fbacd102824 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:52.280551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3013ff3-06af-4b5b-8b5e-4b0854ba2cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67549086-64c4-42cf-8987-c31ba13dbe11,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:52.292258 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] No DVR routers for this DVR port 4dd6faf6-c089-4ee0-873e-81046db59d6c on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:52.296130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2605a3-d064-4a64-8541-748fb1a30d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea6ed9b-60e2-47d3-890c-b78a6caa3d75,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:52.299987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a3013ff3-06af-4b5b-8b5e-4b0854ba2cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.302648 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a3013ff3-06af-4b5b-8b5e-4b0854ba2cad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/67549086-64c4-42cf-8987-c31ba13dbe11 HTTP/1.1" status: 204 len: 168 time: 1.1591825 Oct 05 09:33:52.308233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a2605a3-d064-4a64-8541-748fb1a30d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.308233 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1a2605a3-d064-4a64-8541-748fb1a30d3a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cea6ed9b-60e2-47d3-890c-b78a6caa3d75 HTTP/1.1" status: 204 len: 168 time: 0.9042094 Oct 05 09:33:52.318582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.319326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.326980 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: ab735efa-bebb-4f0c-bbec-6fbacd102824 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:52.327592 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ab735efa-bebb-4f0c-bbec-6fbacd102824 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:52.331163 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4dd6faf6-c089-4ee0-873e-81046db59d6c no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:52.370995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 4dd6faf6-c089-4ee0-873e-81046db59d6c {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:52.371907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4dd6faf6-c089-4ee0-873e-81046db59d6c not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:52.395383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae31451-4915-42bd-a589-09f9ed2a45f1']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:52.464696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71aea0ff-231a-402e-952f-17d6aefae3c5') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:52.464995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71aea0ff-231a-402e-952f-17d6aefae3c5') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:52.499903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:52.506600 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:52.509631 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:52.510262 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.520207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9575ec43-3f78-4702-a4c6-a12ca717e864 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:52.543125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=7e006af6-bbfd-4070-b4ef-ac1adeb9816d,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:52.549528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-28e65851-7683-4caa-9d93-0029516ee912 None None] Deleting port ab735efa-bebb-4f0c-bbec-6fbacd102824 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:52.549734 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.550830 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-28e65851-7683-4caa-9d93-0029516ee912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.553273 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=62479dee-c05d-4184-abe4-233e8d010f93,revision_number=5']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:52.557930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.565169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cc7ac-3623-43d1-8364-02bb130ae8d1 req-fc111236-e0ac-41dd-b185-a6cab4c911e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:52.566946 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c44cc7ac-3623-43d1-8364-02bb130ae8d1 req-fc111236-e0ac-41dd-b185-a6cab4c911e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6df355572a0845009b41ff2f848e6941&device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 1096 time: 0.3674955 Oct 05 09:33:52.600458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.623526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915260ae-afca-492d-9d3b-3b58a6379a94']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:52.631130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:52.631300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-531e1821-d295-48f4-82df-b349c1c44f38 None None] Deleting port 4dd6faf6-c089-4ee0-873e-81046db59d6c {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:52.631562 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-531e1821-d295-48f4-82df-b349c1c44f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.631857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.716376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d09630-6de9-4ce5-bede-c9f2cd6c61bb') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:52.716677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d09630-6de9-4ce5-bede-c9f2cd6c61bb') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:52.726242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-28e65851-7683-4caa-9d93-0029516ee912 None None] The port 'ab735efa-bebb-4f0c-bbec-6fbacd102824' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:33:52.765021 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-531e1821-d295-48f4-82df-b349c1c44f38 None None] The port '4dd6faf6-c089-4ee0-873e-81046db59d6c' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:33:52.766204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-08b720b0-3d27-41fb-b195-8cec5a5f2fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.796609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.833305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cc7ac-3623-43d1-8364-02bb130ae8d1 req-021cef45-8a6c-45f3-9a9d-6a568eafd7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:52.837754 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c44cc7ac-3623-43d1-8364-02bb130ae8d1 req-021cef45-8a6c-45f3-9a9d-6a568eafd7e0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6df355572a0845009b41ff2f848e6941&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2537057 Oct 05 09:33:52.839577 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2ecb31d1-0d4c-4bb7-a682-0297c4d4d075 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.0386999 Oct 05 09:33:52.843558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.846098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35634) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:52.866484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:52.867124 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.877110 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'mac_address': 'fa:16:3e:75:c9:cb', 'name': 'tempest-NetworksTestDHCPv6-1402191335'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:53.017263 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:53.030389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:53.147016 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/networks/8ae31451-4915-42bd-a589-09f9ed2a45f1 HTTP/1.1" status: 204 len: 168 time: 2.9980111 Oct 05 09:33:53.160292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35642) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:53.240756 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3f0ff-38d5-4aa0-96fb-91127daf384f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Network': ['ID=8ae31451-4915-42bd-a589-09f9ed2a45f1,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:53.252683 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 71aea0ff-231a-402e-952f-17d6aefae3c5 resource provider aggregate not found Oct 05 09:33:53.290857 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cc7ac-3623-43d1-8364-02bb130ae8d1 req-174ef7b0-f850-4bfc-b58f-611e3b431c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:53.292335 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c44cc7ac-3623-43d1-8364-02bb130ae8d1 req-174ef7b0-f850-4bfc-b58f-611e3b431c10 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4453406 Oct 05 09:33:53.293111 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 71aea0ff-231a-402e-952f-17d6aefae3c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71aea0ff-231a-402e-952f-17d6aefae3c5 found for delete ", "request_id": "req-38dcb620-eaee-45ac-bcad-42f98a86cfd5"}]} Oct 05 09:33:53.304267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:53.321163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7caf1e-07f0-42dd-a559-feab3582ea54 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:53.322698 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cf7caf1e-07f0-42dd-a559-feab3582ea54 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/8483649a-d1a2-4bac-8c9f-e7f792d39365 HTTP/1.1" status: 200 len: 843 time: 0.1580884 Oct 05 09:33:53.326548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:53.329690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35654) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:53.332440 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:53.406442 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 40d09630-6de9-4ce5-bede-c9f2cd6c61bb resource provider aggregate not found Oct 05 09:33:53.417821 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:53.446982 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:53.452349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:53.462785 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 40d09630-6de9-4ce5-bede-c9f2cd6c61bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40d09630-6de9-4ce5-bede-c9f2cd6c61bb found for delete ", "request_id": "req-25d379f1-703f-4b43-904a-bd5274233e34"}]} Oct 05 09:33:53.470728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] Pushing event deleted for resources: {'Network': ['ID=915260ae-afca-492d-9d3b-3b58a6379a94,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:53.471924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35662) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:53.479400 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2387df47-ccaa-41e0-9cac-7f5b97372d6e tempest-AllowedAddressPairIpV6TestJSON-272178424 tempest-AllowedAddressPairIpV6TestJSON-272178424-project] 10.222.0.49 "DELETE /v2.0/networks/915260ae-afca-492d-9d3b-3b58a6379a94 HTTP/1.1" status: 204 len: 168 time: 3.3302443 Oct 05 09:33:53.489637 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845e16b-9b69-4a87-9585-2833babe3298 req-65bbc3f7-f144-4a92-ac9f-660b7c2c807b tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:53.495025 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c845e16b-9b69-4a87-9585-2833babe3298 req-65bbc3f7-f144-4a92-ac9f-660b7c2c807b tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 943 time: 0.4847066 Oct 05 09:33:53.501060 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:53.534113 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-80a4fb88-a0df-4f8c-9abe-e12199ed412c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/8483649a-d1a2-4bac-8c9f-e7f792d39365?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2029264 Oct 05 09:33:53.538591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35668) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:53.566626 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e836f3a4-25d0-423b-b46b-f857ca34fab8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'subnet': {'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:53.575353 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c845e16b-9b69-4a87-9585-2833babe3298 req-6ffa5f43-d313-4322-bbd4-2d141652f43f tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697989 Oct 05 09:33:53.600503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:53.621883 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:53.716556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Deleting port 7563f7e8-7ab4-4895-a0c2-4773cf9945bd {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:53.717268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:53.779538 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8b4628a3-6024-4022-a866-f0ef17b3e0a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5fd6e3b29be74477afccc17d66bbd534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994418 Oct 05 09:33:53.780003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35676) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:53.834211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-cfa8f421-7e7d-4085-af7d-4a8ba3ef5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:53.834211 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-cfa8f421-7e7d-4085-af7d-4a8ba3ef5fae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6df355572a0845009b41ff2f848e6941&device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 1096 time: 0.4419899 Oct 05 09:33:53.834211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e836f3a4-25d0-423b-b46b-f857ca34fab8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:53.849294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e836f3a4-25d0-423b-b46b-f857ca34fab8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:subnet and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:53.914816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e836f3a4-25d0-423b-b46b-f857ca34fab8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:53.936895 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-93f770d1-ed15-4ad5-a148-7ca40cd11cb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e40a172-ec75-40ea-af09-d2ae1630276b HTTP/1.1" status: 200 len: 217 time: 0.0890479 Oct 05 09:33:53.937937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e836f3a4-25d0-423b-b46b-f857ca34fab8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:53.941705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:53.967084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b41dd125-918b-43cb-aed6-fad249307a79 None None] Provisioning complete for port 62479dee-c05d-4184-abe4-233e8d010f93 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:53.967626 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b41dd125-918b-43cb-aed6-fad249307a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:53.968668 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b41dd125-918b-43cb-aed6-fad249307a79 None None] Attempt 1 to provision port 62479dee-c05d-4184-abe4-233e8d010f93 Oct 05 09:33:54.020392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ccdb631-7e47-49d7-a108-96e4a258b7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:54.029201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 169ca030-7cfd-4602-966c-1979e2d3c46a yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:54.056516 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 62479dee-c05d-4184-abe4-233e8d010f93 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:54.076572 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:54.085147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ccdb631-7e47-49d7-a108-96e4a258b7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:54.088705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-53f76056-999e-40ad-8b76-75f3694aeb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:54.090188 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-53f76056-999e-40ad-8b76-75f3694aeb5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b875045-27d3-4695-b4c1-3672dff5dfd2 HTTP/1.1" status: 200 len: 851 time: 0.1377053 Oct 05 09:33:54.094845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e836f3a4-25d0-423b-b46b-f857ca34fab8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:54.098215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e836f3a4-25d0-423b-b46b-f857ca34fab8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:54.173175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35688) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:54.239960 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-cf0c2ab1-b00a-4abf-8e5d-6ae603469b8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56161454-02b6-4c31-81da-4f00cf62b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239707 Oct 05 09:33:54.317223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 62479dee-c05d-4184-abe4-233e8d010f93 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:54.317601 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:54.317940 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 62479dee-c05d-4184-abe4-233e8d010f93 Oct 05 09:33:54.358616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:54.363438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Calling delete_port for 7563f7e8-7ab4-4895-a0c2-4773cf9945bd owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:54.364942 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:54.373446 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b41dd125-918b-43cb-aed6-fad249307a79 None None] Current status of the port 62479dee-c05d-4184-abe4-233e8d010f93 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:54.429402 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:33:54.505094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 62479dee-c05d-4184-abe4-233e8d010f93 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:54.603742 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ccdb631-7e47-49d7-a108-96e4a258b7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:54.614496 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-7ba4b342-1242-4954-9991-618949ec17e6 service neutron] 10.222.0.55 "GET /v2.0/networks/56161454-02b6-4c31-81da-4f00cf62b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648093 Oct 05 09:33:54.623826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 172.20.0.3 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/e4232a17-a353-437b-b939-c52b66549ad4/169ca030-7cfd-4602-966c-1979e2d3c46a) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:54.634946 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdb631-7e47-49d7-a108-96e4a258b7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119cb58f-1fe9-4c56-8c82-8946f880c909,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:54.677747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:54.775621 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6ccdb631-7e47-49d7-a108-96e4a258b7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:54.779226 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6ccdb631-7e47-49d7-a108-96e4a258b7b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/119cb58f-1fe9-4c56-8c82-8946f880c909 HTTP/1.1" status: 204 len: 168 time: 0.9958029 Oct 05 09:33:54.841884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::f816:3eff:fe75:c9cb (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/7e006af6-bbfd-4070-b4ef-ac1adeb9816d/169ca030-7cfd-4602-966c-1979e2d3c46a) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:54.847039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Pushing event deleted for resources: {'Port': ['ID=7563f7e8-7ab4-4895-a0c2-4773cf9945bd,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:54.921515 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:54.939113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:54.972986 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c830ca35-9721-4b61-9fda-adaca43a3a9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=104e7444e9b043ec84a660dcc7cf2e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7986410 Oct 05 09:33:54.988366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35708) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:55.015120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b32806-7f7b-4842-822f-00ae982e5af5 req-7bdfbe5d-971c-4d9b-9809-8b45f3ff8398 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:55.016581 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-83b32806-7f7b-4842-822f-00ae982e5af5 req-7bdfbe5d-971c-4d9b-9809-8b45f3ff8398 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 943 time: 0.2834527 Oct 05 09:33:55.185117 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0cd627f5-ceeb-4d0c-b1ba-eab1cbfb94ad req-909c0bfe-f26d-47d1-8baa-cff4efab36db service neutron] 10.222.0.55 "GET /v2.0/networks/56161454-02b6-4c31-81da-4f00cf62b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631003 Oct 05 09:33:55.210580 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-83b32806-7f7b-4842-822f-00ae982e5af5 req-1d46c5b1-4a0c-4c81-aee6-568ccb8bb1e1 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385851 Oct 05 09:33:55.218113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-48b56cfb-4b35-45d1-9a2a-aa1ede40bba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:55.224498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e836f3a4-25d0-423b-b46b-f857ca34fab8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:55.339381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e836f3a4-25d0-423b-b46b-f857ca34fab8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network e167508d-1978-47bf-9d19-9cf3a458a211 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:55.342059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-48b56cfb-4b35-45d1-9a2a-aa1ede40bba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:55.355067 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-e836f3a4-25d0-423b-b46b-f857ca34fab8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:55.366490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de88232-8abc-4490-8d87-87045d8472b8 None None] Network e167508d-1978-47bf-9d19-9cf3a458a211 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:55.405459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e836f3a4-25d0-423b-b46b-f857ca34fab8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:55.406341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e836f3a4-25d0-423b-b46b-f857ca34fab8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:55.497302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836f3a4-25d0-423b-b46b-f857ca34fab8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Subnet': ['ID=a4c02f30-f81a-440e-aecd-d19df3d04d51,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:55.507158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:55.511262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:55.531317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35728) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:55.552422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:55.573211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 169ca030-7cfd-4602-966c-1979e2d3c46a will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:55.626976 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e836f3a4-25d0-423b-b46b-f857ca34fab8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0708165 Oct 05 09:33:55.629153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35738) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:55.643824 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4e0f016e-5b92-4ccc-8d01-dcd3ec962a37 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'security_group': {'name': 'tempest-secgroup-881005736'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:55.655777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4e0f016e-5b92-4ccc-8d01-dcd3ec962a37 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:55.665213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4e0f016e-5b92-4ccc-8d01-dcd3ec962a37 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:security_group and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:55.676676 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4e0f016e-5b92-4ccc-8d01-dcd3ec962a37 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:55.678326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:55.683125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-48b56cfb-4b35-45d1-9a2a-aa1ede40bba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:55.714375 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-e167508d-1978-47bf-9d19-9cf3a458a211', 'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'tenant_id': 'e310f0f9f68e463e8b295e16db8a75dc', 'fixed_ips': [{'subnet_id': 'a4c02f30-f81a-440e-aecd-d19df3d04d51'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:33:55.717659 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:55.732393 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4e0f016e-5b92-4ccc-8d01-dcd3ec962a37 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:55.743971 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b56cfb-4b35-45d1-9a2a-aa1ede40bba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7450b51b-60e8-4fc9-b2cb-a6fad0d0d588,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:55.751733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:55.753507 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Router 310e1214-47e3-4bb5-b2d5-ed18dc81f61e has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:33:55.876771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-48b56cfb-4b35-45d1-9a2a-aa1ede40bba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:55.891634 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-48b56cfb-4b35-45d1-9a2a-aa1ede40bba9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7450b51b-60e8-4fc9-b2cb-a6fad0d0d588 HTTP/1.1" status: 204 len: 168 time: 0.8884714 Oct 05 09:33:55.916303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:55.946961 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-730001127'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:55.957581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:55.979218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:56.015218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:56.020401 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4e0f016e-5b92-4ccc-8d01-dcd3ec962a37 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:56.041579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Usage tracker for resource:network and tenant:6e0b03fb46834e7c83e1cd671317abd2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:56.054944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:56.058102 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=169ca030-7cfd-4602-966c-1979e2d3c46a,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:56.081645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:56.108468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4e0f016e-5b92-4ccc-8d01-dcd3ec962a37 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:56.120669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4e0f016e-5b92-4ccc-8d01-dcd3ec962a37 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:security_group_rule and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:56.130100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:56.131155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:56.135233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4e0f016e-5b92-4ccc-8d01-dcd3ec962a37 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:56.153780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Allocated IP 2001:db8::2 (e167508d-1978-47bf-9d19-9cf3a458a211/a4c02f30-f81a-440e-aecd-d19df3d04d51/ce36b555-6e93-45d8-ba46-21bd90c8fab5) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:56.155390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4e0f016e-5b92-4ccc-8d01-dcd3ec962a37 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:56.175315 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef583eb-5f80-423a-8a6d-1794a4ae1b62 req-b428f070-4648-4106-b075-39fdcbf25b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:56.177069 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4ef583eb-5f80-423a-8a6d-1794a4ae1b62 req-b428f070-4648-4106-b075-39fdcbf25b05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c32c3c1f621440c9b1008a8b2086dc9&device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 1099 time: 0.3572302 Oct 05 09:33:56.188349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Made reservation on behalf of 6e0b03fb46834e7c83e1cd671317abd2 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:56.194073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:56.199990 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:33:56.209590 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:56.211160 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b9cfb207-f847-4477-ae1c-6f05f43643a2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "PUT /v2.0/routers/310e1214-47e3-4bb5-b2d5-ed18dc81f61e HTTP/1.1" status: 200 len: 710 time: 4.4076660 Oct 05 09:33:56.212781 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff89c37-bbe9-48cc-828a-a2dfe69aaa4a None None] Sync routers for ids ['310e1214-47e3-4bb5-b2d5-ed18dc81f61e'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:33:56.217993 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35752) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:56.230904 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff89c37-bbe9-48cc-828a-a2dfe69aaa4a None None] Routers {'310e1214-47e3-4bb5-b2d5-ed18dc81f61e'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:56.233624 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-4ff89c37-bbe9-48cc-828a-a2dfe69aaa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:33:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['310e1214-47e3-4bb5-b2d5-ed18dc81f61e'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:56.267930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:56.296009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40947b-4572-44d2-8b45-c05eb9a24cd0 req-9fcf8588-2173-4a19-9ec7-21b102d9afa9 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:56.297951 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3c40947b-4572-44d2-8b45-c05eb9a24cd0 req-9fcf8588-2173-4a19-9ec7-21b102d9afa9 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.4071708 Oct 05 09:33:56.321379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:56.398473 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-97f79f7d-ed94-45fb-ad01-1978ebeb3878 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5500295 Oct 05 09:33:56.421289 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Usage tracker for resource:security_group_rule and tenant:6e0b03fb46834e7c83e1cd671317abd2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:56.425692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35760) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:56.429256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:56.468444 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-149c0778-09f0-469f-a269-b25e41d22317 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/routers/310e1214-47e3-4bb5-b2d5-ed18dc81f61e HTTP/1.1" status: 200 len: 745 time: 0.2440794 Oct 05 09:33:56.477137 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-4ff89c37-bbe9-48cc-828a-a2dfe69aaa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:56.479911 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3c40947b-4572-44d2-8b45-c05eb9a24cd0 req-5cef8585-2e20-45d5-a60a-2fe2d67879c4 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689320 Oct 05 09:33:56.486213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35766) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:56.509706 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff89c37-bbe9-48cc-828a-a2dfe69aaa4a None None] Routers {'310e1214-47e3-4bb5-b2d5-ed18dc81f61e'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:56.512741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:56.512967 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-4ff89c37-bbe9-48cc-828a-a2dfe69aaa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:33:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['310e1214-47e3-4bb5-b2d5-ed18dc81f61e'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:56.598195 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-adf185c9-8d8c-4f85-b830-d2537dc5ae95 tempest-RoutersIpV6AdminTest-1650581017 tempest-RoutersIpV6AdminTest-1650581017-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&device_id=310e1214-47e3-4bb5-b2d5-ed18dc81f61e HTTP/1.1" status: 200 len: 205 time: 0.1106567 Oct 05 09:33:56.605490 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35770) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:56.651486 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-4ff89c37-bbe9-48cc-828a-a2dfe69aaa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:56.651903 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff89c37-bbe9-48cc-828a-a2dfe69aaa4a None None] The sync data for ids ['310e1214-47e3-4bb5-b2d5-ed18dc81f61e'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:33:56.674058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef583eb-5f80-423a-8a6d-1794a4ae1b62 req-70b18755-9c99-41ca-901a-f55a38c22c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:56.677747 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4ef583eb-5f80-423a-8a6d-1794a4ae1b62 req-70b18755-9c99-41ca-901a-f55a38c22c21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a3ab058-7897-4bde-8218-aa6bbb729df2 HTTP/1.1" status: 200 len: 913 time: 0.4918180 Oct 05 09:33:56.687694 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8cc1dca4-4ac3-4505-be4b-a477d9922fe4 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "GET /v2.0/ports?device_id=310e1214-47e3-4bb5-b2d5-ed18dc81f61e HTTP/1.1" status: 200 len: 205 time: 0.0741866 Oct 05 09:33:56.688062 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35778) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:56.764611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:56.781180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Transition to ACTIVE for port object ce36b555-6e93-45d8-ba46-21bd90c8fab5 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:56.796045 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-59043c2b-9b81-44f7-ba70-b815c6cefc8c None None] Provisioning for port 169ca030-7cfd-4602-966c-1979e2d3c46a completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:56.804698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-59043c2b-9b81-44f7-ba70-b815c6cefc8c None None] Provisioning complete for port 169ca030-7cfd-4602-966c-1979e2d3c46a triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:56.805056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-59043c2b-9b81-44f7-ba70-b815c6cefc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:56.805383 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-59043c2b-9b81-44f7-ba70-b815c6cefc8c None None] Attempt 1 to provision port 169ca030-7cfd-4602-966c-1979e2d3c46a Oct 05 09:33:56.818619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4e0f016e-5b92-4ccc-8d01-dcd3ec962a37 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:56.860011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e21c37d-cc77-4571-b1c8-696068a95c4b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:56.860399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Transition to ACTIVE for port object ce36b555-6e93-45d8-ba46-21bd90c8fab5 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:56.866831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e21c37d-cc77-4571-b1c8-696068a95c4b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:56.867941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0e21c37d-cc77-4571-b1c8-696068a95c4b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:56.895531 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4ef583eb-5f80-423a-8a6d-1794a4ae1b62 req-34a9dca1-ebcf-4d5e-bcfe-085707553b4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add821ab-e8c4-4678-a2ea-a72aacffc8bd HTTP/1.1" status: 200 len: 1002 time: 0.2040272 Oct 05 09:33:56.906645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-59043c2b-9b81-44f7-ba70-b815c6cefc8c None None] Port 169ca030-7cfd-4602-966c-1979e2d3c46a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:56.939436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7da6f586-a75c-494a-82fc-ba68ed681954 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:56.952624 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:56.973710 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4e0f016e-5b92-4ccc-8d01-dcd3ec962a37 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:57.032743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fd16d-901c-416b-abe0-68f8ccd578aa req-b002ecb0-8f2e-462e-89d7-19b5d50c12a3 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:57.034589 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-942fd16d-901c-416b-abe0-68f8ccd578aa req-b002ecb0-8f2e-462e-89d7-19b5d50c12a3 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 943 time: 0.4858320 Oct 05 09:33:57.053397 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Network e167508d-1978-47bf-9d19-9cf3a458a211 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:57.056850 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:57.060423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:57.061949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0e21c37d-cc77-4571-b1c8-696068a95c4b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:57.071466 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0e21c37d-cc77-4571-b1c8-696068a95c4b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6420341 Oct 05 09:33:57.071466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef583eb-5f80-423a-8a6d-1794a4ae1b62 req-7b58b3f8-bf82-4038-ba00-8a9f9bc8a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:57.072387 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4ef583eb-5f80-423a-8a6d-1794a4ae1b62 req-7b58b3f8-bf82-4038-ba00-8a9f9bc8a79e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687b5c3a-83db-4081-9f2c-b62c2b0d104e HTTP/1.1" status: 200 len: 851 time: 0.1695819 Oct 05 09:33:57.076723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35788) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:57.112386 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f016e-5b92-4ccc-8d01-dcd3ec962a37 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf19d85-2e19-4420-84f1-6d51b7dc235c,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:57.120076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Pushing event updated for resources: {'Port': ['ID=ce36b555-6e93-45d8-ba46-21bd90c8fab5,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:57.132844 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:57.133265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:57.133734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:57.134171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:57.134563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:57.134955 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:57.136003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:57.136411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:57.138025 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:57.138025 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:57.138241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:57.138560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:57.189034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4e0f016e-5b92-4ccc-8d01-dcd3ec962a37 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:57.190396 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4e0f016e-5b92-4ccc-8d01-dcd3ec962a37 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5591598 Oct 05 09:33:57.197664 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35796) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:57.199302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:57.212379 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Attempting to bind port ce36b555-6e93-45d8-ba46-21bd90c8fab5 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:57.212827 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Attempting to bind port ce36b555-6e93-45d8-ba46-21bd90c8fab5 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'e6b0858d-17cb-49a0-ae8d-c43f37e5e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:57.213335 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Attempting to bind port ce36b555-6e93-45d8-ba46-21bd90c8fab5 on network e167508d-1978-47bf-9d19-9cf3a458a211 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:57.221016 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:33:57.221394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Checking segment: {'id': 'e6b0858d-17cb-49a0-ae8d-c43f37e5e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:57.221789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:57.222208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Bound using segment: {'id': 'e6b0858d-17cb-49a0-ae8d-c43f37e5e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:33:57.222675 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Bound port: ce36b555-6e93-45d8-ba46-21bd90c8fab5, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b0858d-17cb-49a0-ae8d-c43f37e5e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:33:57.223052 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:57.247853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-5e17b961-7d2c-4390-b0e1-06e5ccecb6e4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 169ca030-7cfd-4602-966c-1979e2d3c46a {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:57.248198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5e17b961-7d2c-4390-b0e1-06e5ccecb6e4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:57.280244 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-942fd16d-901c-416b-abe0-68f8ccd578aa req-b7ff317a-fff3-4c72-9d66-df8e23791f53 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838620 Oct 05 09:33:57.292074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-4993ba20-31fe-4743-8151-f21f30c26f1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'security_group': {'name': 'tempest-secgroup-797753624'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:57.302694 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4993ba20-31fe-4743-8151-f21f30c26f1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:57.308744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4993ba20-31fe-4743-8151-f21f30c26f1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:security_group and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:57.314236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4993ba20-31fe-4743-8151-f21f30c26f1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:57.347723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:57.354833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] For port ce36b555-6e93-45d8-ba46-21bd90c8fab5, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:33:57.358599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] For port ce36b555-6e93-45d8-ba46-21bd90c8fab5, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ce36b555-6e93-45d8-ba46-21bd90c8fab5,segment=NetworkSegment(e6b0858d-17cb-49a0-ae8d-c43f37e5e886),segment_id=e6b0858d-17cb-49a0-ae8d-c43f37e5e886)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:33:57.363587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef583eb-5f80-423a-8a6d-1794a4ae1b62 req-03332202-1914-48ca-be23-e2e554833ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:57.365314 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4ef583eb-5f80-423a-8a6d-1794a4ae1b62 req-03332202-1914-48ca-be23-e2e554833ff2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a3ab058-7897-4bde-8218-aa6bbb729df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2435541 Oct 05 09:33:57.391345 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4993ba20-31fe-4743-8151-f21f30c26f1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:57.397471 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7da6f586-a75c-494a-82fc-ba68ed681954 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:57.401100 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7da6f586-a75c-494a-82fc-ba68ed681954 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:57.408058 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-59043c2b-9b81-44f7-ba70-b815c6cefc8c None None] Attempt 2 to provision port 169ca030-7cfd-4602-966c-1979e2d3c46a Oct 05 09:33:57.443481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:57.489458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 9e40a172-ec75-40ea-af09-d2ae1630276b details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:33:57.508487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4993ba20-31fe-4743-8151-f21f30c26f1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:57.545232 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-59043c2b-9b81-44f7-ba70-b815c6cefc8c None None] Port 169ca030-7cfd-4602-966c-1979e2d3c46a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:57.576271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7da6f586-a75c-494a-82fc-ba68ed681954 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:57.577255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da6f586-a75c-494a-82fc-ba68ed681954 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Fanout notify agent at l3_agent the message router_deleted on router 310e1214-47e3-4bb5-b2d5-ed18dc81f61e {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:33:57.594813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622401f-c8ee-4671-91d8-626271070d1c None None] Pushing event updated for resources: {'Port': ['ID=ce36b555-6e93-45d8-ba46-21bd90c8fab5,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:57.609246 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7da6f586-a75c-494a-82fc-ba68ed681954 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:57.617343 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7da6f586-a75c-494a-82fc-ba68ed681954 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "DELETE /v2.0/routers/310e1214-47e3-4bb5-b2d5-ed18dc81f61e HTTP/1.1" status: 204 len: 168 time: 0.9229023 Oct 05 09:33:57.618877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35812) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:57.627134 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4993ba20-31fe-4743-8151-f21f30c26f1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:57.639955 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4993ba20-31fe-4743-8151-f21f30c26f1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:security_group_rule and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:57.648702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4993ba20-31fe-4743-8151-f21f30c26f1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:57.663687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4993ba20-31fe-4743-8151-f21f30c26f1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:57.683065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:33:57.695801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d694c3-69a6-4f3f-9376-58f6f17fcbfd,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:57.780923 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-23496cee-bb81-4057-9c10-35b85c56c33c tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "GET /v2.0/ports?device_id=310e1214-47e3-4bb5-b2d5-ed18dc81f61e HTTP/1.1" status: 200 len: 205 time: 0.1111841 Oct 05 09:33:57.783147 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 9e40a172-ec75-40ea-af09-d2ae1630276b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9e40a172-ec75-40ea-af09-d2ae1630276b,segment=NetworkSegment(86f79389-eae4-4097-a482-72f18b97a4ce),segment_id=86f79389-eae4-4097-a482-72f18b97a4ce)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:57.783646 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35816) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:57.808177 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '9e40a172-ec75-40ea-af09-d2ae1630276b', 'network_id': '56161454-02b6-4c31-81da-4f00cf62b0d8', 'port_id': '9e40a172-ec75-40ea-af09-d2ae1630276b', 'mac_address': 'fa:16:3e:ab:65:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b875045-27d3-4695-b4c1-3672dff5dfd2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:33:57.813523 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:57.826602 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Added segment 406f04d3-63c5-4009-b5b4-f56828fa0609 of type vlan for network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 Oct 05 09:33:57.922742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35820) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:57.938659 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 9e40a172-ec75-40ea-af09-d2ae1630276b is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:57.938995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:57.964360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e40a172-ec75-40ea-af09-d2ae1630276b {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:33:57.994331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 9e40a172-ec75-40ea-af09-d2ae1630276b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9e40a172-ec75-40ea-af09-d2ae1630276b,segment=NetworkSegment(86f79389-eae4-4097-a482-72f18b97a4ce),segment_id=86f79389-eae4-4097-a482-72f18b97a4ce)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:58.021231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:58.047474 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-59043c2b-9b81-44f7-ba70-b815c6cefc8c None None] Attempt 3 to provision port 169ca030-7cfd-4602-966c-1979e2d3c46a Oct 05 09:33:58.064956 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4ef583eb-5f80-423a-8a6d-1794a4ae1b62 req-23769fe5-1b6b-47a9-9698-94e633a3bca4 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6627188 Oct 05 09:33:58.075407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5e17b961-7d2c-4390-b0e1-06e5ccecb6e4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:58.101116 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:58.132154 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-317092d1-b0a1-4898-a5a4-3c4d261b384b tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] delete failed (client error): The resource could not be found. Oct 05 09:33:58.134810 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-317092d1-b0a1-4898-a5a4-3c4d261b384b tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "DELETE /v2.0/routers/310e1214-47e3-4bb5-b2d5-ed18dc81f61e HTTP/1.1" status: 404 len: 336 time: 0.3483980 Oct 05 09:33:58.138933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35830) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:58.208553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-59043c2b-9b81-44f7-ba70-b815c6cefc8c None None] Port 169ca030-7cfd-4602-966c-1979e2d3c46a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:58.223653 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=9e40a172-ec75-40ea-af09-d2ae1630276b,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:58.288543 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4616b77e-6546-43f9-a201-a33dd4b939a3 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f32f6-46a0-4be5-9f65-ac6a15f4b1d5 HTTP/1.1" status: 200 len: 205 time: 0.1389976 Oct 05 09:33:58.301058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35836) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:58.417911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-5e17b961-7d2c-4390-b0e1-06e5ccecb6e4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 169ca030-7cfd-4602-966c-1979e2d3c46a owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:58.468109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2125078860'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:58.478676 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:58.491765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Usage tracker for resource:network and tenant:ee9e55e549964926978dd6824606626c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:58.498656 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:58.510679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:58.556849 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:58.562310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:58.563185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:58.567485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['9e40a172-ec75-40ea-af09-d2ae1630276b'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:33:58.587928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35846) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:58.600432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19666e-85e2-4f7b-8292-be72b58c214e req-082c3b2c-06df-4a25-a06a-a733a5b97529 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:58.607913 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2c19666e-85e2-4f7b-8292-be72b58c214e req-082c3b2c-06df-4a25-a06a-a733a5b97529 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.8276708 Oct 05 09:33:58.610292 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-5bf61d87-525b-4a8f-bd85-a72c0786de61 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] delete failed (client error): The resource could not be found. Oct 05 09:33:58.611439 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5bf61d87-525b-4a8f-bd85-a72c0786de61 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "DELETE /v2.0/routers/695f32f6-46a0-4be5-9f65-ac6a15f4b1d5 HTTP/1.1" status: 404 len: 336 time: 0.3031805 Oct 05 09:33:58.632242 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35850) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:58.706509 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4f325e49-2579-42a7-9af9-dc18b4cfa855 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd18b36-d5c6-47fe-82c5-f556c623aa57 HTTP/1.1" status: 200 len: 205 time: 0.0726414 Oct 05 09:33:58.708821 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4993ba20-31fe-4743-8151-f21f30c26f1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:58.713632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35856) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:58.728156 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-59043c2b-9b81-44f7-ba70-b815c6cefc8c None None] Attempt 4 to provision port 169ca030-7cfd-4602-966c-1979e2d3c46a Oct 05 09:33:58.756751 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4ef583eb-5f80-423a-8a6d-1794a4ae1b62 req-a64a1d42-a287-439d-8894-9876739365e3 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6844075 Oct 05 09:33:58.784331 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.2465243 Oct 05 09:33:58.832807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb143c-bc6a-4a0a-9d2f-c1bbe00ab69b tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Pushing event updated for resources: {'Network': ['ID=5433ee7f-02fb-4b32-93a1-dadcec4dbea5,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:58.840124 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4993ba20-31fe-4743-8151-f21f30c26f1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:58.870900 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-5e03f62d-c456-4947-8c16-528c4990c13c tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] delete failed (client error): The resource could not be found. Oct 05 09:33:58.872667 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5e03f62d-c456-4947-8c16-528c4990c13c tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "DELETE /v2.0/routers/cfd18b36-d5c6-47fe-82c5-f556c623aa57 HTTP/1.1" status: 404 len: 336 time: 0.1580808 Oct 05 09:33:58.880514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:33:58.882266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35862) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:58.889321 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2c19666e-85e2-4f7b-8292-be72b58c214e req-610cc72a-a72a-4545-a550-24519556e887 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802596 Oct 05 09:33:59.008711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eafab-956f-4e25-8fdf-97358207c653 req-7a30f6ca-7301-4686-b589-5c327a120912 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:59.010544 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-401eafab-956f-4e25-8fdf-97358207c653 req-7a30f6ca-7301-4686-b589-5c327a120912 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 944 time: 0.5043657 Oct 05 09:33:59.015944 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b357063c-2f2c-456b-b473-60242a275728 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ef4d687-d3eb-4288-99f2-58d59dbfa2d8 HTTP/1.1" status: 200 len: 205 time: 0.1174068 Oct 05 09:33:59.015944 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993ba20-31fe-4743-8151-f21f30c26f1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5395dcf3-734e-48b4-81d9-2ad723b835a6,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:59.016839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35868) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:59.101163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Made reservation on behalf of ee9e55e549964926978dd6824606626c for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:59.107392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:59.115457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4993ba20-31fe-4743-8151-f21f30c26f1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:59.119794 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4993ba20-31fe-4743-8151-f21f30c26f1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.9210172 Oct 05 09:33:59.126384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35872) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:59.126934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d50d1b75-10b7-41d9-ac6a-fb1a07d8527a tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:59.131490 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-c5eae312-b847-4d28-b7f8-cb8a499ecbf2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] delete failed (client error): The resource could not be found. Oct 05 09:33:59.132748 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c5eae312-b847-4d28-b7f8-cb8a499ecbf2 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "DELETE /v2.0/routers/5ef4d687-d3eb-4288-99f2-58d59dbfa2d8 HTTP/1.1" status: 404 len: 336 time: 0.1147707 Oct 05 09:33:59.138156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-598815078', 'security_groups': ['5395dcf3-734e-48b4-81d9-2ad723b835a6'], 'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a4c02f30-f81a-440e-aecd-d19df3d04d51'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:59.155560 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35876) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:59.161651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5e17b961-7d2c-4390-b0e1-06e5ccecb6e4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:59.163905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:59.174360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-59043c2b-9b81-44f7-ba70-b815c6cefc8c None None] Port 169ca030-7cfd-4602-966c-1979e2d3c46a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:59.231031 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e5369802-745e-4023-9e58-a0a944b2471b tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "GET /v2.0/ports?device_id=438d6d1c-7214-429c-aef9-16a9c0d5a69a HTTP/1.1" status: 200 len: 205 time: 0.0621567 Oct 05 09:33:59.239791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35880) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:59.301355 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-401eafab-956f-4e25-8fdf-97358207c653 req-6679c44d-3bb0-42f7-9eaa-f2cc5de98b80 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118580 Oct 05 09:33:59.314288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17b961-7d2c-4390-b0e1-06e5ccecb6e4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=169ca030-7cfd-4602-966c-1979e2d3c46a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:59.339889 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:59.370808 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35884) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:59.375822 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-e7a85383-e93e-48f8-b26a-8d8cb2cf24bb tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] delete failed (client error): The resource could not be found. Oct 05 09:33:59.376853 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e7a85383-e93e-48f8-b26a-8d8cb2cf24bb tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "DELETE /v2.0/routers/438d6d1c-7214-429c-aef9-16a9c0d5a69a HTTP/1.1" status: 404 len: 336 time: 0.1361115 Oct 05 09:33:59.378255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Usage tracker for resource:security_group_rule and tenant:ee9e55e549964926978dd6824606626c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:59.378383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:59.384308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Request body: {'port': {'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5', 'binding:host_id': 'hv-neutron-8603', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-957886337'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:59.389777 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:59.392712 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:59.393806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Usage tracker for resource:port and tenant:6dd03a8f6ebd4278af4ed316179a3da4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:59.396879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35888) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:59.404678 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:59.440401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:port and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:59.442731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:59.458244 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:59.461522 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:59.468736 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b65cc42e-7e97-4416-b2f9-ae3a9ce1cb85 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f0fdab-ecda-4f0a-b657-0527b497c4c7 HTTP/1.1" status: 200 len: 205 time: 0.0676029 Oct 05 09:33:59.472502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35892) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:59.475259 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:59.497300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e670bf-e8d1-420d-bdc6-91a6569e24fc req-cd202a9f-28a4-410c-a875-a39c0896c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:59.498747 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f2e670bf-e8d1-420d-bdc6-91a6569e24fc req-cd202a9f-28a4-410c-a875-a39c0896c52b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c32c3c1f621440c9b1008a8b2086dc9&device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 1099 time: 0.4544151 Oct 05 09:33:59.554066 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-240ea1c4-4259-4224-a201-2aaa2c5193d4 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] delete failed (client error): The resource could not be found. Oct 05 09:33:59.555080 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-240ea1c4-4259-4224-a201-2aaa2c5193d4 tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "DELETE /v2.0/routers/f6f0fdab-ecda-4f0a-b657-0527b497c4c7 HTTP/1.1" status: 404 len: 336 time: 0.0816474 Oct 05 09:33:59.558011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35896) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:59.558640 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d50d1b75-10b7-41d9-ac6a-fb1a07d8527a tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] 10.222.0.49 "PUT /v2.0/quotas/f0b7620cff2e42f3859f1f85b5b9be00 HTTP/1.1" status: 200 len: 366 time: 0.9463573 Oct 05 09:33:59.561556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35900) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:59.594774 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Made reservation on behalf of 6dd03a8f6ebd4278af4ed316179a3da4 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:59.597637 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:59.621287 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:59.636885 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0001bbb-edf3-4c70-afb7-b80207639ced tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] DELETE failed (client error): The resource could not be found. Oct 05 09:33:59.638081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0001bbb-edf3-4c70-afb7-b80207639ced tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:33:59.642188 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c0001bbb-edf3-4c70-afb7-b80207639ced tempest-RoutersIpV6AdminTest-1148426828 tempest-RoutersIpV6AdminTest-1148426828-project] 10.222.0.49 "DELETE /v2.0/subnets/b08ae976-acb8-49e3-b8fe-dddb8054a316 HTTP/1.1" status: 404 len: 337 time: 0.0808744 Oct 05 09:33:59.642357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5e17b961-7d2c-4390-b0e1-06e5ccecb6e4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:59.643891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:59.662885 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4d4f67f6-6900-4b7c-b937-0aeca60a15e9 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0980570 Oct 05 09:33:59.667020 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35906) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:59.677657 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-59043c2b-9b81-44f7-ba70-b815c6cefc8c None None] Attempt 5 to provision port 169ca030-7cfd-4602-966c-1979e2d3c46a Oct 05 09:33:59.734842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:59.742465 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e670bf-e8d1-420d-bdc6-91a6569e24fc req-690e300b-0910-47b2-8c3c-16395ded00de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:59.743958 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f2e670bf-e8d1-420d-bdc6-91a6569e24fc req-690e300b-0910-47b2-8c3c-16395ded00de service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a3ab058-7897-4bde-8218-aa6bbb729df2 HTTP/1.1" status: 200 len: 913 time: 0.2174394 Oct 05 09:33:59.745196 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-52b17415-d793-4dc0-8f1f-79318a06dcfe tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] 10.222.0.49 "GET /v2.0/quotas/f0b7620cff2e42f3859f1f85b5b9be00 HTTP/1.1" status: 200 len: 366 time: 0.0756576 Oct 05 09:33:59.748370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35910) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:59.749155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Usage tracker for resource:security_group_rule and tenant:6dd03a8f6ebd4278af4ed316179a3da4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:59.754339 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:59.760629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-59043c2b-9b81-44f7-ba70-b815c6cefc8c None None] Port 169ca030-7cfd-4602-966c-1979e2d3c46a was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:33:59.764250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:59.820990 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:59.864949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:33:59.952291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Provisioning for port ce36b555-6e93-45d8-ba46-21bd90c8fab5 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:59.980080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Provisioning complete for port 8483649a-d1a2-4bac-8c9f-e7f792d39365 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:59.980462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:59.981432 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Attempt 1 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:00.050938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:00.064593 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:00.065359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce36b555-6e93-45d8-ba46-21bd90c8fab5 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:00.089363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:00.116261 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5e17b961-7d2c-4390-b0e1-06e5ccecb6e4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/169ca030-7cfd-4602-966c-1979e2d3c46a HTTP/1.1" status: 204 len: 168 time: 3.0387216 Oct 05 09:34:00.120103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35916) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:00.159878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:00.175211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] device_id is not set on port a86a8e07-0884-4c50-b31b-c5e39aac76f7 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:00.180565 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:00.214131 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f2e670bf-e8d1-420d-bdc6-91a6569e24fc req-1d4d20a2-3c6c-4e76-b3f2-44f8cc646cc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add821ab-e8c4-4678-a2ea-a72aacffc8bd HTTP/1.1" status: 200 len: 1002 time: 0.4574547 Oct 05 09:34:00.238125 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-39581739-b527-4959-9696-edf8858342d0 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/f0b7620cff2e42f3859f1f85b5b9be00 HTTP/1.1" status: 204 len: 168 time: 0.4886975 Oct 05 09:34:00.238937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35922) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:00.249941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port ce36b555-6e93-45d8-ba46-21bd90c8fab5 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:00.262230 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port ce36b555-6e93-45d8-ba46-21bd90c8fab5 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:00.262230 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:00.262230 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port ce36b555-6e93-45d8-ba46-21bd90c8fab5 Oct 05 09:34:00.289718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:34:00.300456 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Allocated IP 2001:db8::2e4 (e167508d-1978-47bf-9d19-9cf3a458a211/a4c02f30-f81a-440e-aecd-d19df3d04d51/9f9ac9ad-ba3d-42b4-8771-bc466498e54f) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:00.307121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9421da41-6e93-47e6-a5d9-2aa7320948a1,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:00.312025 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7cbdf0c3-5872-4718-bdb6-30488e89f1bf tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0326080 Oct 05 09:34:00.312622 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35926) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:00.325846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677d9934-d568-4679-bb9f-1563b7de6388,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:00.327196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e045975f-dac2-49ef-9110-468836a1c525 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:00.328472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e045975f-dac2-49ef-9110-468836a1c525 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:00.329967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e045975f-dac2-49ef-9110-468836a1c525 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:00.330828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e045975f-dac2-49ef-9110-468836a1c525 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:00.364319 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-569ed163-daf1-4507-aff3-50eb5246f4c4 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] 10.222.0.49 "GET /v2.0/quotas/f0b7620cff2e42f3859f1f85b5b9be00 HTTP/1.1" status: 200 len: 370 time: 0.0443385 Oct 05 09:34:00.367271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:00.367613 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Added segment 77f7dc37-53e4-4786-851f-857fb6d31d86 of type vlan for network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 Oct 05 09:34:00.369930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35932) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:00.385815 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-395e2d34-73a2-41c4-b168-faac6c33c498 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] 10.222.0.49 "GET /v2.0/quotas/f0b7620cff2e42f3859f1f85b5b9be00/default HTTP/1.1" status: 200 len: 370 time: 0.0146279 Oct 05 09:34:00.388158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e670bf-e8d1-420d-bdc6-91a6569e24fc req-f7c077fe-0d41-4feb-8a83-eecb5170f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:00.389854 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f2e670bf-e8d1-420d-bdc6-91a6569e24fc req-f7c077fe-0d41-4feb-8a83-eecb5170f9c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687b5c3a-83db-4081-9f2c-b62c2b0d104e HTTP/1.1" status: 200 len: 851 time: 0.1560490 Oct 05 09:34:00.392155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35936) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:00.395770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fece8f-885e-405c-b990-b43155f81975 req-fc3e146a-058a-4a8c-bf6a-d5f2f49aa2d2 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:00.397514 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-60fece8f-885e-405c-b990-b43155f81975 req-fc3e146a-058a-4a8c-bf6a-d5f2f49aa2d2 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.3266275 Oct 05 09:34:00.413268 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-2eb60f69-ee6a-455b-b387-12e264e7b5d5 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] delete failed (client error): The resource could not be found. Oct 05 09:34:00.418301 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2eb60f69-ee6a-455b-b387-12e264e7b5d5 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/f0b7620cff2e42f3859f1f85b5b9be00 HTTP/1.1" status: 404 len: 348 time: 0.0249197 Oct 05 09:34:00.457358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35942) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:00.480287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e045975f-dac2-49ef-9110-468836a1c525 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:00.482528 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e045975f-dac2-49ef-9110-468836a1c525 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3577323 Oct 05 09:34:00.491780 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35946) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:00.500169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:00.541441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port ce36b555-6e93-45d8-ba46-21bd90c8fab5 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:00.542053 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:00.568777 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Attempt 2 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:00.605653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-378b39ed-8547-4ca3-b43b-adfe429d8ebb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 7e006af6-bbfd-4070-b4ef-ac1adeb9816d {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:34:00.612210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-378b39ed-8547-4ca3-b43b-adfe429d8ebb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:00.665814 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port ce36b555-6e93-45d8-ba46-21bd90c8fab5, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ce36b555-6e93-45d8-ba46-21bd90c8fab5,segment=NetworkSegment(e6b0858d-17cb-49a0-ae8d-c43f37e5e886),segment_id=e6b0858d-17cb-49a0-ae8d-c43f37e5e886)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:00.668699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:00.669558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e670bf-e8d1-420d-bdc6-91a6569e24fc req-1888ce40-16fc-466a-939c-c94ae79bf5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:00.671137 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f2e670bf-e8d1-420d-bdc6-91a6569e24fc req-1888ce40-16fc-466a-939c-c94ae79bf5f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a3ab058-7897-4bde-8218-aa6bbb729df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2591546 Oct 05 09:34:00.698021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-378b39ed-8547-4ca3-b43b-adfe429d8ebb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:00.738576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:00.744337 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:00.744944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:00.749508 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:00.860187 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=ce36b555-6e93-45d8-ba46-21bd90c8fab5,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:00.914713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35952) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:00.951731 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-60fece8f-885e-405c-b990-b43155f81975 req-2335d934-2278-4799-9326-c54d03b315e1 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5474091 Oct 05 09:34:00.975048 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-77146799-6c9f-4624-b5f1-70931c5a07e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:00.992729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event updated for resources: {'Network': ['ID=2f3b2b46-c335-4cf9-b32f-d2de584c7ee7,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:01.008389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:34:01.022558 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f2e670bf-e8d1-420d-bdc6-91a6569e24fc req-df6802fa-3e9d-4d66-a0f8-bb57a303faae service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447473 Oct 05 09:34:01.027142 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] device_id is not set on port a86a8e07-0884-4c50-b31b-c5e39aac76f7 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:01.031828 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-77146799-6c9f-4624-b5f1-70931c5a07e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:01.052876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-378b39ed-8547-4ca3-b43b-adfe429d8ebb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.054389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.057205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-77146799-6c9f-4624-b5f1-70931c5a07e6 admin admin] Usage tracker for resource:security_group_rule and tenant:6dc8e66b9b2f49e4a58b52a985820bb5 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:01.061327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-77146799-6c9f-4624-b5f1-70931c5a07e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:01.077743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-77146799-6c9f-4624-b5f1-70931c5a07e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:01.089773 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b70da84b-77bb-44db-9063-78762d34dfa0 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.1634023 Oct 05 09:34:01.095947 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35956) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:01.108774 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Transition to ACTIVE for port object a86a8e07-0884-4c50-b31b-c5e39aac76f7 will not be triggered until provisioned by entity L2. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:01.112367 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Usage tracker for resource:network and tenant:88003b0dc0ac423fb0cbdbf71199ee75 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:01.119532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Request body: {'subnet': {'network_id': '2f3b2b46-c335-4cf9-b32f-d2de584c7ee7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:01.160431 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925c313-f761-429e-b386-0c97ce47a588 req-db6a3440-f4f2-4924-b040-3bdd88407191 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:01.161935 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4925c313-f761-429e-b386-0c97ce47a588 req-db6a3440-f4f2-4924-b040-3bdd88407191 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 944 time: 0.5549581 Oct 05 09:34:01.171006 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Attempt 3 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:01.179629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:01.186433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.219525 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f2e670bf-e8d1-420d-bdc6-91a6569e24fc req-e11923e0-b4d4-4814-af3d-9f0cd95bba7f service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898599 Oct 05 09:34:01.228768 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:01.283743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Usage tracker for resource:subnet and tenant:88003b0dc0ac423fb0cbdbf71199ee75 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:01.295228 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.303876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-378b39ed-8547-4ca3-b43b-adfe429d8ebb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.321599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:01.343735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b39ed-8547-4ca3-b43b-adfe429d8ebb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=7e006af6-bbfd-4070-b4ef-ac1adeb9816d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:01.347543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-378b39ed-8547-4ca3-b43b-adfe429d8ebb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.359664 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3986d9de-4a35-4844-8d14-58baefa8ab23 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:01.361168 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Transition to ACTIVE for port object 9f9ac9ad-ba3d-42b4-8771-bc466498e54f will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:01.437458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:01.446214 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4925c313-f761-429e-b386-0c97ce47a588 req-5957d25b-cea9-41cd-9f5b-9ef84e4e5966 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565861 Oct 05 09:34:01.451113 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-378b39ed-8547-4ca3-b43b-adfe429d8ebb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/7e006af6-bbfd-4070-b4ef-ac1adeb9816d HTTP/1.1" status: 204 len: 168 time: 0.9577894 Oct 05 09:34:01.453426 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Usage tracker for resource:subnetpool and tenant:88003b0dc0ac423fb0cbdbf71199ee75 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:01.453726 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35960) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:01.461997 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Usage tracker for resource:subnet and tenant:ee9e55e549964926978dd6824606626c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:01.485025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:01.485025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Pushing event updated for resources: {'Port': ['ID=a86a8e07-0884-4c50-b31b-c5e39aac76f7,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:01.495382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:01.502979 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 9e40a172-ec75-40ea-af09-d2ae1630276b up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:01.508513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:01.527613 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a6ee57-1c34-4322-bc4a-9faa4188362d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet e4232a17-a353-437b-b939-c52b66549ad4 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:34:01.531023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3a6ee57-1c34-4322-bc4a-9faa4188362d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.551313 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Checking segment: {'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:01.551680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Network hostable DHCP agents. Network: 5433ee7f-02fb-4b32-93a1-dadcec4dbea5, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:34:01.564612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Usage tracker for resource:port and tenant:88003b0dc0ac423fb0cbdbf71199ee75 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:01.569378 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-77146799-6c9f-4624-b5f1-70931c5a07e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.573897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:01.583882 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Usage tracker for resource:router and tenant:88003b0dc0ac423fb0cbdbf71199ee75 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:01.590385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:01.593109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3a6ee57-1c34-4322-bc4a-9faa4188362d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.598077 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Usage tracker for resource:floatingip and tenant:88003b0dc0ac423fb0cbdbf71199ee75 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:01.602800 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:01.612940 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Made reservation on behalf of ee9e55e549964926978dd6824606626c for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:01.616697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.687709 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3a6ee57-1c34-4322-bc4a-9faa4188362d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.691646 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.693185 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-77146799-6c9f-4624-b5f1-70931c5a07e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.729572 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Attempt 4 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:01.761874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:34:01.766456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 9e40a172-ec75-40ea-af09-d2ae1630276b completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:01.794350 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 9e40a172-ec75-40ea-af09-d2ae1630276b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:01.794992 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.795484 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 9e40a172-ec75-40ea-af09-d2ae1630276b Oct 05 09:34:01.854032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:01.867126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network e167508d-1978-47bf-9d19-9cf3a458a211 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:01.901105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3a6ee57-1c34-4322-bc4a-9faa4188362d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.911086 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-77146799-6c9f-4624-b5f1-70931c5a07e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6dc8e66b9b2f49e4a58b52a985820bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4487903 Oct 05 09:34:01.919746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77146799-6c9f-4624-b5f1-70931c5a07e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7f7df9-7567-4cdf-b399-3ce830539f63,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:01.924290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35964) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:01.926436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:01.936351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce36b555-6e93-45d8-ba46-21bd90c8fab5 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:01.973656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:01.976948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3a6ee57-1c34-4322-bc4a-9faa4188362d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.979411 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:01.980052 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:01.990143 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6ee57-1c34-4322-bc4a-9faa4188362d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=e4232a17-a353-437b-b939-c52b66549ad4,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:02.012174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=9f9ac9ad-ba3d-42b4-8771-bc466498e54f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:02.013833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 9e40a172-ec75-40ea-af09-d2ae1630276b is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:02.015030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:02.023604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 5433ee7f-02fb-4b32-93a1-dadcec4dbea5) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:02.050089 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e3a6ee57-1c34-4322-bc4a-9faa4188362d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/e4232a17-a353-437b-b939-c52b66549ad4 HTTP/1.1" status: 204 len: 168 time: 0.5950043 Oct 05 09:34:02.053692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35970) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:02.070963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 9e40a172-ec75-40ea-af09-d2ae1630276b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9e40a172-ec75-40ea-af09-d2ae1630276b,segment=NetworkSegment(86f79389-eae4-4097-a482-72f18b97a4ce),segment_id=86f79389-eae4-4097-a482-72f18b97a4ce)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:02.071336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:02.072631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29c3f41-3811-43d9-a465-c650face21e1 None None] Network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:02.101755 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:02.102179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:02.102531 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:02.113262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:02.113645 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:02.117198 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 2 to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 Oct 05 09:34:02.159517 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Usage tracker for resource:security_group and tenant:88003b0dc0ac423fb0cbdbf71199ee75 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:02.188154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a785889-5dcd-40fc-97a3-4b1afe4d0651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e40a172-ec75-40ea-af09-d2ae1630276b'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:34:02.190887 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfd5858-e723-4641-b355-5a306a7e952b" -d '{"events": [{"server_uuid": "9a785889-5dcd-40fc-97a3-4b1afe4d0651", "name": "network-vif-plugged", "status": "completed", "tag": "9e40a172-ec75-40ea-af09-d2ae1630276b"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:34:02.203687 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:02.216952 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-95befd70-a90e-452f-9cb8-f2e79ad12fcc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1598980 Oct 05 09:34:02.220610 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35976) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:02.241942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-8a4d5fe5-4461-43ec-a2f2-4b8109f7fbc6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:02.248738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:02.249576 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:02.249576 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:02.277647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:02.298370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62366e20-8259-4365-af20-228f33f92212 x-openstack-request-id: req-62366e20-8259-4365-af20-228f33f92212 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:34:02.298572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a785889-5dcd-40fc-97a3-4b1afe4d0651", "name": "network-vif-plugged", "status": "completed", "tag": "9e40a172-ec75-40ea-af09-d2ae1630276b", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:34:02.298817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62366e20-8259-4365-af20-228f33f92212 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:34:02.299221 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62366e20-8259-4365-af20-228f33f92212'] response: {'server_uuid': '9a785889-5dcd-40fc-97a3-4b1afe4d0651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e40a172-ec75-40ea-af09-d2ae1630276b', 'code': 200} Oct 05 09:34:02.299958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port ce36b555-6e93-45d8-ba46-21bd90c8fab5 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:02.300352 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:02.300633 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port ce36b555-6e93-45d8-ba46-21bd90c8fab5 Oct 05 09:34:02.307621 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:02.308087 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:02.328484 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 3 to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 Oct 05 09:34:02.379028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:02.379581 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:02.379993 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:02.382799 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Usage tracker for resource:security_group_rule and tenant:88003b0dc0ac423fb0cbdbf71199ee75 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:02.399377 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:02.405827 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:02.406065 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:02.409091 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 4 to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 Oct 05 09:34:02.421593 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ab47bc87-4ea9-484f-9c53-4869230f9251 tempest-QuotasTest-1068681815 tempest-QuotasTest-1068681815-project-admin] 10.222.0.49 "GET /v2.0/quotas/88003b0dc0ac423fb0cbdbf71199ee75/details.json HTTP/1.1" status: 200 len: 703 time: 1.4845212 Oct 05 09:34:02.431931 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-403383bc-48f0-446c-85c7-d5fb48de0048 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3053579 Oct 05 09:34:02.437668 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:02.437668 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:02.437668 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:02.438444 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 35982) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:02.451010 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-87f28bd0-c495-4ad3-973c-68915d20427b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'subnet': {'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:02.455425 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Attempt 5 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:02.477352 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:02.481449 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:02.481908 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:02.515072 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 5 to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 Oct 05 09:34:02.607700 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e7e53b23-8eb2-45df-822a-3c53a8d9030c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:02.681068 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55d7ce-a3b7-4651-81ad-f8ff9783f5f5 req-d21b540e-806b-49f3-b945-d8162054919c tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:02.688922 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4d55d7ce-a3b7-4651-81ad-f8ff9783f5f5 req-d21b540e-806b-49f3-b945-d8162054919c tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.5400088 Oct 05 09:34:02.691735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e7e53b23-8eb2-45df-822a-3c53a8d9030c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:02.698450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:02.698762 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:02.699081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:02.699355 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8a4d5fe5-4461-43ec-a2f2-4b8109f7fbc6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:02.727397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8a4d5fe5-4461-43ec-a2f2-4b8109f7fbc6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:02.736766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8a4d5fe5-4461-43ec-a2f2-4b8109f7fbc6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:02.741202 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088ca015-c97a-4671-8fdb-c626b48a4d03 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:02.747021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8a4d5fe5-4461-43ec-a2f2-4b8109f7fbc6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:02.788482 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:02.788824 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:02.800401 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 6 to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 Oct 05 09:34:02.848126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event updated for resources: {'Subnet': ['ID=ed074e1e-9083-44e6-adcd-24a67509c48a,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:02.848886 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=9e40a172-ec75-40ea-af09-d2ae1630276b,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:02.859944 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:02.865439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4d5fe5-4461-43ec-a2f2-4b8109f7fbc6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:02.869685 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8a4d5fe5-4461-43ec-a2f2-4b8109f7fbc6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:02.914438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:02.914745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:02.915032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:02.927397 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4d55d7ce-a3b7-4651-81ad-f8ff9783f5f5 req-1c6044f4-20b0-4dbe-9da6-acf79be742d5 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373111 Oct 05 09:34:02.928270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Checking segment: {'id': '77f7dc37-53e4-4786-851f-857fb6d31d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f3b2b46-c335-4cf9-b32f-d2de584c7ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:02.928638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Network hostable DHCP agents. Network: 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:34:02.958339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e7e53b23-8eb2-45df-822a-3c53a8d9030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:02.974991 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e53b23-8eb2-45df-822a-3c53a8d9030c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7f7df9-7567-4cdf-b399-3ce830539f63,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:02.991612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:02.992352 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:02.998311 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 7 to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 Oct 05 09:34:03.015973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e7e53b23-8eb2-45df-822a-3c53a8d9030c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.020053 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e7e53b23-8eb2-45df-822a-3c53a8d9030c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f7f7df9-7567-4cdf-b399-3ce830539f63 HTTP/1.1" status: 204 len: 168 time: 1.0366049 Oct 05 09:34:03.053938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-87f28bd0-c495-4ad3-973c-68915d20427b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:03.063721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6391be0-bfef-46c5-ac23-9f76340642d7 req-606edd51-1874-4b87-a7f6-d4bdbb6bc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:03.065525 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b6391be0-bfef-46c5-ac23-9f76340642d7 req-606edd51-1874-4b87-a7f6-d4bdbb6bc594 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 1098 time: 0.2637968 Oct 05 09:34:03.066065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:03.066656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:03.067593 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:03.075386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-87f28bd0-c495-4ad3-973c-68915d20427b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:subnet and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:03.079995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-87f28bd0-c495-4ad3-973c-68915d20427b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:03.089910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:03.091161 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:03.092235 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-87f28bd0-c495-4ad3-973c-68915d20427b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:03.095725 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 8 to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 Oct 05 09:34:03.114955 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:03.115657 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:03.116214 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:03.130828 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0faf7-2fa8-4922-823c-a64c35c01321 req-1f31339d-8c4e-4690-88f6-e79689a6fc65 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:03.138897 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-adc0faf7-2fa8-4922-823c-a64c35c01321 req-1f31339d-8c4e-4690-88f6-e79689a6fc65 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.4413793 Oct 05 09:34:03.173703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:03.174415 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:03.175458 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 9 to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 Oct 05 09:34:03.186989 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b6391be0-bfef-46c5-ac23-9f76340642d7 req-7eb34f36-b3ac-4779-bc91-8ffe2f5e56db service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148205 Oct 05 09:34:03.188096 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 35994) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:03.197455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port ce36b555-6e93-45d8-ba46-21bd90c8fab5 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:03.329386 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3824aa4-581d-4deb-a0d7-1c395ec7a255 None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:34:03.334920 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-a3824aa4-581d-4deb-a0d7-1c395ec7a255 None None] Deleting port 62479dee-c05d-4184-abe4-233e8d010f93 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:03.335593 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a3824aa4-581d-4deb-a0d7-1c395ec7a255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.347778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e92a7545-6d92-45ed-8810-09c3960a53a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.354819 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f28bd0-c495-4ad3-973c-68915d20427b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:03.359157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87f28bd0-c495-4ad3-973c-68915d20427b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.363408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e92a7545-6d92-45ed-8810-09c3960a53a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:03.365831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8a4d5fe5-4461-43ec-a2f2-4b8109f7fbc6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.375277 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Attempt 6 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:03.381965 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:34:03.404807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e92a7545-6d92-45ed-8810-09c3960a53a3 admin admin] Usage tracker for resource:security_group_rule and tenant:586318b070a645369951f064f1932985 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:03.413676 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e92a7545-6d92-45ed-8810-09c3960a53a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:03.429496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e92a7545-6d92-45ed-8810-09c3960a53a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:03.444753 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d5fe5-4461-43ec-a2f2-4b8109f7fbc6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:03.451710 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d5fe5-4461-43ec-a2f2-4b8109f7fbc6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:03.457119 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4d5fe5-4461-43ec-a2f2-4b8109f7fbc6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:03.457688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8a4d5fe5-4461-43ec-a2f2-4b8109f7fbc6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.462303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:03.462652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:03.462995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:03.475164 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-adc0faf7-2fa8-4922-823c-a64c35c01321 req-6656e629-2e3f-4063-a659-182444f8438b tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349957 Oct 05 09:34:03.502104 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:03.502104 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:03.502104 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 10 to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 Oct 05 09:34:03.502512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:03.509127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d5fe5-4461-43ec-a2f2-4b8109f7fbc6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=0a9f04b1-c26c-4f8c-96f1-25d74bd12d08,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:03.541017 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:03.541370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:03.541718 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:03.549744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:03.553655 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:03.554030 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port a86a8e07-0884-4c50-b31b-c5e39aac76f7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:03.554383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.561401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ed135f-0d87-4265-af7b-d4e7a7717ac6 None None] Network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:03.573140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:03.578251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.600457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e92a7545-6d92-45ed-8810-09c3960a53a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.605571 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8a4d5fe5-4461-43ec-a2f2-4b8109f7fbc6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3770704 Oct 05 09:34:03.606558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36002) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:03.612582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4dbe2ff3-6203-4579-9935-f78bd1da1f07 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:03.640880 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.ipam_backend_mixin [None req-87f28bd0-c495-4ad3-973c-68915d20427b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a4c02f30-f81a-440e-aecd-d19df3d04d51 (CIDR: 2001:db8::/64) Oct 05 09:34:03.686384 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f28bd0-c495-4ad3-973c-68915d20427b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:34:03.687156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f28bd0-c495-4ad3-973c-68915d20427b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:03.692271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] For port a86a8e07-0884-4c50-b31b-c5e39aac76f7, host hv-neutron-8603, cleared binding levels {{(pid=89846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:03.693105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempted to set empty binding levels {{(pid=89846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 05 09:34:03.693213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e92a7545-6d92-45ed-8810-09c3960a53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.752445 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b506295e-67bf-4dd4-903a-431b84c67d66 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6486301 Oct 05 09:34:03.754023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a7545-6d92-45ed-8810-09c3960a53a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69a7af7-bef0-4e75-b579-a04b277c192c,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:03.754838 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36006) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:03.763155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Request body: {'port': {'network_id': '2f3b2b46-c335-4cf9-b32f-d2de584c7ee7', 'name': 'tempest-AllowedAddressPairTestJSON-1655237336'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:03.768643 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e92a7545-6d92-45ed-8810-09c3960a53a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=586318b070a645369951f064f1932985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5752537 Oct 05 09:34:03.769877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36010) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:03.790323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.791670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:03.792414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.818893 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-a3824aa4-581d-4deb-a0d7-1c395ec7a255 None None] For port 62479dee-c05d-4184-abe4-233e8d010f93, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=62479dee-c05d-4184-abe4-233e8d010f93,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:03.818893 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a3824aa4-581d-4deb-a0d7-1c395ec7a255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.841817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4dbe2ff3-6203-4579-9935-f78bd1da1f07 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:03.850611 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4dbe2ff3-6203-4579-9935-f78bd1da1f07 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:03.856848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4dbe2ff3-6203-4579-9935-f78bd1da1f07 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:03.864843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4dbe2ff3-6203-4579-9935-f78bd1da1f07 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:03.894827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c00bc899-5d52-495b-8e62-339cb42f5392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.919657 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c00bc899-5d52-495b-8e62-339cb42f5392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.939610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 62479dee-c05d-4184-abe4-233e8d010f93 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:34:03.957843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbe2ff3-6203-4579-9935-f78bd1da1f07 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:03.961777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4dbe2ff3-6203-4579-9935-f78bd1da1f07 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:03.976135 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Pushing event updated for resources: {'Port': ['ID=a86a8e07-0884-4c50-b31b-c5e39aac76f7,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:03.994518 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-87f28bd0-c495-4ad3-973c-68915d20427b tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5532162 Oct 05 09:34:04.000403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36014) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:04.012504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-700da4d3-0bf9-4e1d-bc02-12d166f6f240 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'subnet': {'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:04.032497 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Attempt 7 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:04.047678 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36018) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:04.139082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-a3824aa4-581d-4deb-a0d7-1c395ec7a255 None None] Calling delete_port for 62479dee-c05d-4184-abe4-233e8d010f93 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:04.146079 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7286c025-c45d-4ca2-a46d-2549c4e336fa tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.7712743 Oct 05 09:34:04.151860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36022) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:04.159097 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ea1e7b2c-25ed-4137-b24e-935d2cf30ce7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc9915f767ce41e596f516b62a2d06a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1065404 Oct 05 09:34:04.161209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36026) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:04.178454 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-2f3b2b46-c335-4cf9-b32f-d2de584c7ee7', 'network_id': '2f3b2b46-c335-4cf9-b32f-d2de584c7ee7', 'tenant_id': 'ee9e55e549964926978dd6824606626c', 'fixed_ips': [{'subnet_id': 'ed074e1e-9083-44e6-adcd-24a67509c48a'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:34:04.179505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:04.199225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:04.212603 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Usage tracker for resource:port and tenant:ee9e55e549964926978dd6824606626c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:04.219939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:04.223629 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c00bc899-5d52-495b-8e62-339cb42f5392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:04.223757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-700da4d3-0bf9-4e1d-bc02-12d166f6f240 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:04.231822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:04.239940 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-700da4d3-0bf9-4e1d-bc02-12d166f6f240 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:subnet and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:04.245584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:04.246626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-700da4d3-0bf9-4e1d-bc02-12d166f6f240 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:04.252328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bc899-5d52-495b-8e62-339cb42f5392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69a7af7-bef0-4e75-b579-a04b277c192c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:04.266723 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-700da4d3-0bf9-4e1d-bc02-12d166f6f240 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:04.266827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-c3733695-ecc1-4240-9dc4-deece02bbb76 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Deleting port a86a8e07-0884-4c50-b31b-c5e39aac76f7 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:04.266827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c3733695-ecc1-4240-9dc4-deece02bbb76 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:04.281645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-713dbf2b-fb48-4c81-9122-e222ea31c80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:04.306775 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c00bc899-5d52-495b-8e62-339cb42f5392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:04.310265 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c00bc899-5d52-495b-8e62-339cb42f5392 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f69a7af7-bef0-4e75-b579-a04b277c192c HTTP/1.1" status: 204 len: 168 time: 0.5371060 Oct 05 09:34:04.319197 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-713dbf2b-fb48-4c81-9122-e222ea31c80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:04.360293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Made reservation on behalf of ee9e55e549964926978dd6824606626c for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:04.364172 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:04.422974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] device_id is not set on port 9e29395d-9e24-46be-8b66-513ee98f83ba yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:04.482821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 62479dee-c05d-4184-abe4-233e8d010f93 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:04.483163 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:04.505826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a3824aa4-581d-4deb-a0d7-1c395ec7a255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:04.530941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700da4d3-0bf9-4e1d-bc02-12d166f6f240 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:04.535514 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-700da4d3-0bf9-4e1d-bc02-12d166f6f240 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:04.588551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3824aa4-581d-4deb-a0d7-1c395ec7a255 None None] Pushing event deleted for resources: {'Port': ['ID=62479dee-c05d-4184-abe4-233e8d010f93,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:04.593924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3824aa4-581d-4deb-a0d7-1c395ec7a255 None None] No DVR routers for this DVR port 62479dee-c05d-4184-abe4-233e8d010f93 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:34:04.625187 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Allocated IP 172.20.0.2 (2f3b2b46-c335-4cf9-b32f-d2de584c7ee7/ed074e1e-9083-44e6-adcd-24a67509c48a/9b5fd1ce-ef45-414b-8474-1dc4979c306f) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:04.647784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e13dac5-8181-4b14-a340-9db71aae63d1 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:04.749144 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Attempt 8 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:04.873255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-c3733695-ecc1-4240-9dc4-deece02bbb76 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] For port a86a8e07-0884-4c50-b31b-c5e39aac76f7, host hv-neutron-8603, got binding levels [] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:04.883644 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c3733695-ecc1-4240-9dc4-deece02bbb76 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:04.943070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.objects.ports [None req-4dbe2ff3-6203-4579-9935-f78bd1da1f07 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89845) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:34:04.962899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:04.969845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaecb8-2d09-4b3a-8cbe-598548c33ae9 req-4ab45ac3-ff72-47a5-99c3-5e4ef60be6bb tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:04.977749 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b3eaecb8-2d09-4b3a-8cbe-598548c33ae9 req-4ab45ac3-ff72-47a5-99c3-5e4ef60be6bb tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.2447646 Oct 05 09:34:05.001924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4dbe2ff3-6203-4579-9935-f78bd1da1f07 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.039270 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b3eaecb8-2d09-4b3a-8cbe-598548c33ae9 req-a616eb30-6d97-44b1-af69-1e413147f29b tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597398 Oct 05 09:34:05.068373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-713dbf2b-fb48-4c81-9122-e222ea31c80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.090425 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dbf2b-fb48-4c81-9122-e222ea31c80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3ff1be-2fa4-4555-bb9d-55e28d2774c1,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:05.140235 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-713dbf2b-fb48-4c81-9122-e222ea31c80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.143096 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-713dbf2b-fb48-4c81-9122-e222ea31c80d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f3ff1be-2fa4-4555-bb9d-55e28d2774c1 HTTP/1.1" status: 204 len: 168 time: 0.9786212 Oct 05 09:34:05.200953 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': '0a9f04b1-c26c-4f8c-96f1-25d74bd12d08'}, {'subnet_id': 'e7bb1a5e-d2f1-47ce-8870-8243201c911d'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:34:05.201824 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.215196 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36038) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:05.225338 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.228759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-c3733695-ecc1-4240-9dc4-deece02bbb76 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Calling delete_port for a86a8e07-0884-4c50-b31b-c5e39aac76f7 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:05.239497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-700da4d3-0bf9-4e1d-bc02-12d166f6f240 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.273165 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Transition to ACTIVE for port object 9b5fd1ce-ef45-414b-8474-1dc4979c306f will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:05.277219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5b5eb78a-cee2-4794-8104-46714c976167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.313882 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700da4d3-0bf9-4e1d-bc02-12d166f6f240 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network e167508d-1978-47bf-9d19-9cf3a458a211 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:05.315001 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5b5eb78a-cee2-4794-8104-46714c976167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:05.316583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Transition to ACTIVE for port object 9b5fd1ce-ef45-414b-8474-1dc4979c306f will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:05.319760 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-700da4d3-0bf9-4e1d-bc02-12d166f6f240 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:05.324548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe2ff3-6203-4579-9935-f78bd1da1f07 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:05.327688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700da4d3-0bf9-4e1d-bc02-12d166f6f240 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:05.328348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-700da4d3-0bf9-4e1d-bc02-12d166f6f240 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.332455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-4dbe2ff3-6203-4579-9935-f78bd1da1f07 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:05.338892 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe2ff3-6203-4579-9935-f78bd1da1f07 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:05.339536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4dbe2ff3-6203-4579-9935-f78bd1da1f07 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.343390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe2ff3-6203-4579-9935-f78bd1da1f07 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=e7bb1a5e-d2f1-47ce-8870-8243201c911d,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:05.343552 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5b5eb78a-cee2-4794-8104-46714c976167 admin admin] Usage tracker for resource:security_group_rule and tenant:88003b0dc0ac423fb0cbdbf71199ee75 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:05.343784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e70034-474a-432e-b3bb-de7095ff8767 None None] Network e167508d-1978-47bf-9d19-9cf3a458a211 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:05.348460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5b5eb78a-cee2-4794-8104-46714c976167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:05.358285 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5b5eb78a-cee2-4794-8104-46714c976167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:05.360263 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700da4d3-0bf9-4e1d-bc02-12d166f6f240 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Subnet': ['ID=be4877a7-bcda-4288-88a7-1cc45ad41f03,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:05.463522 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Attempt 9 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:05.508340 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4dbe2ff3-6203-4579-9935-f78bd1da1f07 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9005172 Oct 05 09:34:05.509869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c3733695-ecc1-4240-9dc4-deece02bbb76 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.513024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36042) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:05.516502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.526026 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-700da4d3-0bf9-4e1d-bc02-12d166f6f240 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5227590 Oct 05 09:34:05.558038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36046) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:05.562072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'mac_address': 'fa:16:3e:e8:9e:db', 'name': 'tempest-NetworksTestDHCPv6-1200310924'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:05.602706 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3aa0aa02-922d-42bb-96e2-f3776724802a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1382220255', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'be4877a7-bcda-4288-88a7-1cc45ad41f03'}], 'security_groups': ['2bf19d85-2e19-4420-84f1-6d51b7dc235c']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:05.637456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:05.638046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:05.647757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3733695-ecc1-4240-9dc4-deece02bbb76 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Pushing event deleted for resources: {'Port': ['ID=a86a8e07-0884-4c50-b31b-c5e39aac76f7,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:05.660486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Allocated IP 172.20.0.5 (2f3b2b46-c335-4cf9-b32f-d2de584c7ee7/ed074e1e-9083-44e6-adcd-24a67509c48a/9e29395d-9e24-46be-8b66-513ee98f83ba) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:05.689587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5b5eb78a-cee2-4794-8104-46714c976167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.693900 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:05.696289 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c3733695-ecc1-4240-9dc4-deece02bbb76 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.710088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36052) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:05.714562 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c3733695-ecc1-4240-9dc4-deece02bbb76 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "DELETE /v2.0/ports/a86a8e07-0884-4c50-b31b-c5e39aac76f7 HTTP/1.1" status: 204 len: 168 time: 1.5615816 Oct 05 09:34:05.716520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:05.725529 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Pushing event updated for resources: {'Port': ['ID=9b5fd1ce-ef45-414b-8474-1dc4979c306f,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:05.785059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5b5eb78a-cee2-4794-8104-46714c976167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.804374 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9673d0aa-82c0-43ea-b7d3-02f083f88283 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:34:05.804374 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9673d0aa-82c0-43ea-b7d3-02f083f88283 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Synchronizing usage tracker for tenant:6dd03a8f6ebd4278af4ed316179a3da4 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:05.917841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Allocated IP 172.20.0.2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/0a9f04b1-c26c-4f8c-96f1-25d74bd12d08/0ec8645e-cb87-48a2-afc1-addec0296ac1) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:05.928580 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Attempting to bind port 9b5fd1ce-ef45-414b-8474-1dc4979c306f on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:05.928957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Attempting to bind port 9b5fd1ce-ef45-414b-8474-1dc4979c306f by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '77f7dc37-53e4-4786-851f-857fb6d31d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f3b2b46-c335-4cf9-b32f-d2de584c7ee7'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:05.929651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Attempting to bind port 9b5fd1ce-ef45-414b-8474-1dc4979c306f on network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:05.932444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Allocated IP 2001:db8::f816:3eff:fe34:6fc3 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/e7bb1a5e-d2f1-47ce-8870-8243201c911d/0ec8645e-cb87-48a2-afc1-addec0296ac1) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:05.957269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:05.975403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:05.977959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:05.978797 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5b5eb78a-cee2-4794-8104-46714c976167 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88003b0dc0ac423fb0cbdbf71199ee75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7621212 Oct 05 09:34:05.984410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5eb78a-cee2-4794-8104-46714c976167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779e7401-9913-4a29-8525-1cd6a90889c4,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:05.989069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:34:05.990386 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36062) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:05.990501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Checking segment: {'id': '77f7dc37-53e4-4786-851f-857fb6d31d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f3b2b46-c335-4cf9-b32f-d2de584c7ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:05.990501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.990501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Bound using segment: {'id': '77f7dc37-53e4-4786-851f-857fb6d31d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f3b2b46-c335-4cf9-b32f-d2de584c7ee7'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:34:05.990501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Bound port: 9b5fd1ce-ef45-414b-8474-1dc4979c306f, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f7dc37-53e4-4786-851f-857fb6d31d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f3b2b46-c335-4cf9-b32f-d2de584c7ee7'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:34:05.990501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.996995 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:06.052786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9673d0aa-82c0-43ea-b7d3-02f083f88283 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Unset dirty status for tenant:6dd03a8f6ebd4278af4ed316179a3da4 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:06.061829 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9673d0aa-82c0-43ea-b7d3-02f083f88283 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "GET /v2.0/ports/a86a8e07-0884-4c50-b31b-c5e39aac76f7 HTTP/1.1" status: 404 len: 333 time: 0.3384528 Oct 05 09:34:06.068918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36068) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:06.081209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d3a3617c-b979-4040-86fb-a0f3bba8e253 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Request body: {'port': {'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-861565841'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:06.093752 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d3a3617c-b979-4040-86fb-a0f3bba8e253 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:06.134231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d3a3617c-b979-4040-86fb-a0f3bba8e253 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:06.139325 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Attempt 10 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:06.142568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:06.156195 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3aa0aa02-922d-42bb-96e2-f3776724802a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:06.170345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5316087c-b41c-4cb1-ad32-fbc780de1e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:06.179195 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Transition to ACTIVE for port object 9e29395d-9e24-46be-8b66-513ee98f83ba will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:06.224022 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a3617c-b979-4040-86fb-a0f3bba8e253 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Made reservation on behalf of 6dd03a8f6ebd4278af4ed316179a3da4 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:06.227326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d3a3617c-b979-4040-86fb-a0f3bba8e253 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:06.243244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:06.269566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b230f663-a0fe-4ee3-94fd-2a53f3cb9d22 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:06.286504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] For port 9b5fd1ce-ef45-414b-8474-1dc4979c306f, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:06.289119 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5316087c-b41c-4cb1-ad32-fbc780de1e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:06.290801 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] For port 9b5fd1ce-ef45-414b-8474-1dc4979c306f, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9b5fd1ce-ef45-414b-8474-1dc4979c306f,segment=NetworkSegment(77f7dc37-53e4-4786-851f-857fb6d31d86),segment_id=77f7dc37-53e4-4786-851f-857fb6d31d86)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:34:06.357170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:06.470995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:06.491011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:06.500653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-d3a3617c-b979-4040-86fb-a0f3bba8e253 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] device_id is not set on port edf361fe-6c70-4eab-8f8e-97d8e18175e1 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:06.502007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Could not find standard attr ID for object 62479dee-c05d-4184-abe4-233e8d010f93. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:34:06.563152 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1da29-e8d4-442b-9b2e-dd328be01256 None None] Pushing event updated for resources: {'Port': ['ID=9b5fd1ce-ef45-414b-8474-1dc4979c306f,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:06.568659 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa7252e-6aef-4657-bf09-4ff172423d48 None None] Update dhcp port {'port': {'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'fixed_ips': [{'subnet_id': 'a4c02f30-f81a-440e-aecd-d19df3d04d51', 'ip_address': '2001:db8::2'}, {'subnet_id': 'be4877a7-bcda-4288-88a7-1cc45ad41f03'}], 'binding:host_id': 'dv-neutron-860329-1-hyperv'}, 'id': 'ce36b555-6e93-45d8-ba46-21bd90c8fab5'} from dv-neutron-860329-1-hyperv. {{(pid=89847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:34:06.569906 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:06.634003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Provisioning for port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:06.649258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5aa7252e-6aef-4657-bf09-4ff172423d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:06.651239 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 7c3a56f7-d704-4be3-b826-444da7201222 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:06.663506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event updated for resources: {'Port': ['ID=9e29395d-9e24-46be-8b66-513ee98f83ba,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:06.664636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Provisioning complete for port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:06.665249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:06.665644 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Attempt 1 to provision port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f Oct 05 09:34:06.709207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5316087c-b41c-4cb1-ad32-fbc780de1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:06.721843 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:06.731660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:06.768118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316087c-b41c-4cb1-ad32-fbc780de1e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779e7401-9913-4a29-8525-1cd6a90889c4,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:06.775055 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:06.791882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Transition to ACTIVE for port object 0ec8645e-cb87-48a2-afc1-addec0296ac1 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:06.805520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36082) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:06.845551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5316087c-b41c-4cb1-ad32-fbc780de1e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:06.853396 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5316087c-b41c-4cb1-ad32-fbc780de1e80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/779e7401-9913-4a29-8525-1cd6a90889c4 HTTP/1.1" status: 204 len: 168 time: 0.8610711 Oct 05 09:34:06.921791 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7d46d-7650-4d01-b395-968682377c90 req-751efd92-b47f-4733-98a3-b7d55dfbd70e tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:06.923575 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-acb7d46d-7650-4d01-b395-968682377c90 req-751efd92-b47f-4733-98a3-b7d55dfbd70e tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.5034859 Oct 05 09:34:06.974349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:06.975126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:07.045435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Transition to ACTIVE for port object 0ec8645e-cb87-48a2-afc1-addec0296ac1 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:07.062935 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:07.084627 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [None req-013612da-8116-4b1e-a5fb-2d2aa7fa7e1c tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.090990 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-013612da-8116-4b1e-a5fb-2d2aa7fa7e1c tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2835557 Oct 05 09:34:07.092036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36090) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.093641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-3aa0aa02-922d-42bb-96e2-f3776724802a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Delete allocated IP 2001:db8::2e4 (e167508d-1978-47bf-9d19-9cf3a458a211/a4c02f30-f81a-440e-aecd-d19df3d04d51) {{(pid=89845) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 05 09:34:07.105259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [None req-3578e7e3-24e8-463f-9260-ef191d058885 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.113159 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3578e7e3-24e8-463f-9260-ef191d058885 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0160244 Oct 05 09:34:07.116135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36094) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.123329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [None req-6687e01a-d1b1-48c7-b890-924be408129c tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.124842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:07.125860 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6687e01a-d1b1-48c7-b890-924be408129c tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0088468 Oct 05 09:34:07.128828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-3aa0aa02-922d-42bb-96e2-f3776724802a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Allocated IP 2001:db8:0:1::388 (e167508d-1978-47bf-9d19-9cf3a458a211/be4877a7-bcda-4288-88a7-1cc45ad41f03/9f9ac9ad-ba3d-42b4-8771-bc466498e54f) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:07.136795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36098) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.184806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [None req-4413e32f-e557-4881-9b61-089002b5f3d8 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.189132 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-acb7d46d-7650-4d01-b395-968682377c90 req-32f5682b-2c72-4159-be3d-cd30104c6b8e tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533212 Oct 05 09:34:07.191314 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36102) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.194278 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4413e32f-e557-4881-9b61-089002b5f3d8 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0452650 Oct 05 09:34:07.198622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-2c31c06d-593c-451d-85b4-e7c5d52b342e tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.199887 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2c31c06d-593c-451d-85b4-e7c5d52b342e tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0075440 Oct 05 09:34:07.208245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36106) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.218804 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-734abfcb-61e8-4928-ad8b-55b0179dd872 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.221147 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-734abfcb-61e8-4928-ad8b-55b0179dd872 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0106428 Oct 05 09:34:07.224162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d3a3617c-b979-4040-86fb-a0f3bba8e253 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:07.224785 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36112) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.231810 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-d7ffa1d3-1995-4c13-9cdc-70ded7343885 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.236078 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d7ffa1d3-1995-4c13-9cdc-70ded7343885 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0072625 Oct 05 09:34:07.236078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36116) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.241393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-1770a92a-c195-4e5f-83b6-fe3ed2f24688 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.242366 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1770a92a-c195-4e5f-83b6-fe3ed2f24688 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0058880 Oct 05 09:34:07.247323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36120) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.251989 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ab372534-2af9-4c82-94b1-25d5d9337a63 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4957862 Oct 05 09:34:07.257099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-47e88a8e-8dc9-4f09-9fae-53efa0e4fe90 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.258456 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-47e88a8e-8dc9-4f09-9fae-53efa0e4fe90 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0101113 Oct 05 09:34:07.259866 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:07.260537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36124) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.263802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36126) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.268788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Request body: {'port': {'network_id': '2f3b2b46-c335-4cf9-b32f-d2de584c7ee7', 'name': 'tempest-AllowedAddressPairTestJSON-1621889319', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ce:1e:9b'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:07.273973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Pushing event updated for resources: {'Port': ['ID=0ec8645e-cb87-48a2-afc1-addec0296ac1,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:07.290603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:07.291401 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [None req-3d59b770-0cd8-4523-9841-b715b662fb70 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.292696 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3d59b770-0cd8-4523-9841-b715b662fb70 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0260441 Oct 05 09:34:07.302786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:07.316732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36132) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.472270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Attempting to bind port 0ec8645e-cb87-48a2-afc1-addec0296ac1 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:07.472808 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Attempting to bind port 0ec8645e-cb87-48a2-afc1-addec0296ac1 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:07.473264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Attempting to bind port 0ec8645e-cb87-48a2-afc1-addec0296ac1 on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:07.479332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:34:07.479855 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:07.480421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:07.481207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:34:07.481831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Bound port: 0ec8645e-cb87-48a2-afc1-addec0296ac1, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:34:07.482350 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:07.493174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [None req-1187ef59-549e-4d86-8ee2-baff1286cc81 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.495981 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1187ef59-549e-4d86-8ee2-baff1286cc81 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0821517 Oct 05 09:34:07.502590 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36138) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.504694 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:07.518651 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-53a75a1e-b10e-45ec-995a-92bbf901a652 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.522686 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-53a75a1e-b10e-45ec-995a-92bbf901a652 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0143509 Oct 05 09:34:07.525606 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36142) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.529463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Usage tracker for resource:port and tenant:ee9e55e549964926978dd6824606626c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:07.535783 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-58281531-dabd-421c-8fba-d4d696b054f6 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.539821 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-58281531-dabd-421c-8fba-d4d696b054f6 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0132041 Oct 05 09:34:07.541764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36146) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.543034 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:07.556929 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:07.561889 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-d10cca53-371b-42c6-a943-fa301ade2f74 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.568792 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 172.20.0.3 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/0a9f04b1-c26c-4f8c-96f1-25d74bd12d08/7c3a56f7-d704-4be3-b826-444da7201222) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:07.577936 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d10cca53-371b-42c6-a943-fa301ade2f74 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0258553 Oct 05 09:34:07.580545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36152) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.580822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::f816:3eff:fee8:9edb (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/e7bb1a5e-d2f1-47ce-8870-8243201c911d/7c3a56f7-d704-4be3-b826-444da7201222) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:07.593599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-69955a2c-7d53-455b-83f9-f74fd473882b tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.597998 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-69955a2c-7d53-455b-83f9-f74fd473882b tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0103612 Oct 05 09:34:07.598736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] For port 0ec8645e-cb87-48a2-afc1-addec0296ac1, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:07.602200 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] For port 0ec8645e-cb87-48a2-afc1-addec0296ac1, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0ec8645e-cb87-48a2-afc1-addec0296ac1,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:34:07.603228 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Attempt 2 to provision port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f Oct 05 09:34:07.603590 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d3a3617c-b979-4040-86fb-a0f3bba8e253 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:07.619115 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36156) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.679461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:07.682019 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:07.745907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-2e7aeb7a-b49b-4c6b-8ec1-51b45d0f1eac tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.754292 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2e7aeb7a-b49b-4c6b-8ec1-51b45d0f1eac tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0180242 Oct 05 09:34:07.755129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3617c-b979-4040-86fb-a0f3bba8e253 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Pushing event updated for resources: {'Port': ['ID=edf361fe-6c70-4eab-8f8e-97d8e18175e1,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:07.767553 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36164) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.775647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a3617c-b979-4040-86fb-a0f3bba8e253 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:07.780995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-d3a17614-0477-4400-a79d-0c6e31f62d7f tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.785080 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d3a17614-0477-4400-a79d-0c6e31f62d7f tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0139713 Oct 05 09:34:07.786352 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-d3a3617c-b979-4040-86fb-a0f3bba8e253 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:07.789169 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a3617c-b979-4040-86fb-a0f3bba8e253 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:07.791360 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a3617c-b979-4040-86fb-a0f3bba8e253 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:07.794368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d3a3617c-b979-4040-86fb-a0f3bba8e253 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:07.808612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36168) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.833843 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-01993be8-7ca5-4e4b-8e54-f567e311f3b4 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.838488 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-01993be8-7ca5-4e4b-8e54-f567e311f3b4 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0239041 Oct 05 09:34:07.840973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c02825-b08d-4130-b358-1e1d7d2ef759 None None] Pushing event updated for resources: {'Port': ['ID=0ec8645e-cb87-48a2-afc1-addec0296ac1,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:07.849268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36172) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.860246 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Made reservation on behalf of ee9e55e549964926978dd6824606626c for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:07.890276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c60046-3c1e-416b-8bd0-ae89c8f6a8fa req-9386b1a7-eaad-47c5-82a1-d2d0a52bc82a tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:07.891855 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a8c60046-3c1e-416b-8bd0-ae89c8f6a8fa req-9386b1a7-eaad-47c5-82a1-d2d0a52bc82a tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.5268140 Oct 05 09:34:07.896544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-547972c7-cca3-46e9-bfd5-e3f1dbddafdb tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.899994 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-547972c7-cca3-46e9-bfd5-e3f1dbddafdb tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0389595 Oct 05 09:34:07.901717 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36178) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:07.997879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-206ecee6-ad0d-4ad4-a34a-9e2c363d3538 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:07.999525 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-206ecee6-ad0d-4ad4-a34a-9e2c363d3538 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0954504 Oct 05 09:34:08.031195 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36182) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.057543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9b5fd1ce-ef45-414b-8474-1dc4979c306f up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:08.069344 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d3a3617c-b979-4040-86fb-a0f3bba8e253 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9991350 Oct 05 09:34:08.084294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36186) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.103814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-e91eaeee-19d7-45ce-927b-d81362887d63 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.105021 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e91eaeee-19d7-45ce-927b-d81362887d63 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0561368 Oct 05 09:34:08.112135 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36190) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.117009 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:08.123937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-61ba20f0-36c8-4a11-8411-a2ca08599d4a tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.125219 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-61ba20f0-36c8-4a11-8411-a2ca08599d4a tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0118425 Oct 05 09:34:08.142155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36194) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.177040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-31016f5a-2c02-4a81-b754-34b8843afa15 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.179286 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-31016f5a-2c02-4a81-b754-34b8843afa15 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0288210 Oct 05 09:34:08.180244 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Attempt 3 to provision port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f Oct 05 09:34:08.185523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36200) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.194535 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a8c60046-3c1e-416b-8bd0-ae89c8f6a8fa req-b0c4e660-7c5c-4d1a-89dd-56fac175860c tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918668 Oct 05 09:34:08.197826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-45e6f5ca-b2f8-4c68-8e12-fc8ab1dde0c6 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.198823 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-45e6f5ca-b2f8-4c68-8e12-fc8ab1dde0c6 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0105252 Oct 05 09:34:08.213256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36204) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.239238 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:08.242023 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-8494dc5c-c6fb-4905-aa3f-b9b852718e4f tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.243000 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8494dc5c-c6fb-4905-aa3f-b9b852718e4f tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0289216 Oct 05 09:34:08.256046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 9b5fd1ce-ef45-414b-8474-1dc4979c306f completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:08.270330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:08.283244 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36210) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.294703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-6318f94b-661f-4573-9a34-96472c39aef5 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.299169 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6318f94b-661f-4573-9a34-96472c39aef5 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0099440 Oct 05 09:34:08.299420 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b26a3a-cab2-405a-a0bc-d5f528cfa251 None None] Network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:08.300026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36216) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.304757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-2f2ead61-7147-436a-9817-1679268fc87f tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.304891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 7c3a56f7-d704-4be3-b826-444da7201222 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:08.305698 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2f2ead61-7147-436a-9817-1679268fc87f tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0064368 Oct 05 09:34:08.309364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36220) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.315767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-792a6843-be79-47b4-9584-cd14838acd47 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.316635 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-792a6843-be79-47b4-9584-cd14838acd47 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0063946 Oct 05 09:34:08.317845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] device_id is not set on port 14af6c6f-3f11-481f-8950-25f4eb3fbf7e yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:08.345231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36224) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.402981 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [None req-52444552-8a45-4a79-9e4b-13ccc22491bc tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.406374 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-52444552-8a45-4a79-9e4b-13ccc22491bc tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0524058 Oct 05 09:34:08.410277 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36230) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.426661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:08.447282 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-2ba13ad0-1a2b-4daf-9c01-39151cc7dfb6 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.450661 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2ba13ad0-1a2b-4daf-9c01-39151cc7dfb6 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0370247 Oct 05 09:34:08.453733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36234) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.472322 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-5cbf7076-291d-400e-977d-8b7862121b4b tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.472322 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5cbf7076-291d-400e-977d-8b7862121b4b tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0162637 Oct 05 09:34:08.502370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36240) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.518484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-1f13a846-2447-4f47-aaf1-f2c82da8b99f tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.522687 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1f13a846-2447-4f47-aaf1-f2c82da8b99f tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0161312 Oct 05 09:34:08.523684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36244) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.540462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-a0b3216a-240d-4522-ac11-8e513cbd098a tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.545139 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a0b3216a-240d-4522-ac11-8e513cbd098a tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0168686 Oct 05 09:34:08.546016 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36248) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.560278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-4e1eda55-d5d8-4404-b26d-b8e8bdea0dcb tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.563675 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4e1eda55-d5d8-4404-b26d-b8e8bdea0dcb tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0106177 Oct 05 09:34:08.563675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Allocated IP 172.20.0.4 (2f3b2b46-c335-4cf9-b32f-d2de584c7ee7/ed074e1e-9083-44e6-adcd-24a67509c48a/14af6c6f-3f11-481f-8950-25f4eb3fbf7e) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:08.567265 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36252) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.567418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:08.573215 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-35c93d5e-60f7-4014-894f-05b60953ca9d tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.574216 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-35c93d5e-60f7-4014-894f-05b60953ca9d tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063863 Oct 05 09:34:08.578641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36256) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.586113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-a5d4f94a-cc7f-46db-9963-bb0bb8befe9a tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.588157 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a5d4f94a-cc7f-46db-9963-bb0bb8befe9a tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0073493 Oct 05 09:34:08.591338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36260) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.598316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:08.710561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:08.716922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [None req-a50bd584-b402-43b7-a97f-71b6b9c50cd3 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.722092 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a50bd584-b402-43b7-a97f-71b6b9c50cd3 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.1256056 Oct 05 09:34:08.727077 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36264) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.731257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=7c3a56f7-d704-4be3-b826-444da7201222,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:08.740803 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:08.743474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:08.811412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36268) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.819864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:08.820808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:08.821889 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-3fdf1527-a746-4b38-9be7-981e8497f48c tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.822928 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3fdf1527-a746-4b38-9be7-981e8497f48c tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0949070 Oct 05 09:34:08.829143 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36270) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.832220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3aa0aa02-922d-42bb-96e2-f3776724802a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:08.860410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-ba7a256a-3b34-4fbe-a276-b5b3f7e438ad tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.867394 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ba7a256a-3b34-4fbe-a276-b5b3f7e438ad tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0372372 Oct 05 09:34:08.871669 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36276) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.876781 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-c45f7d36-7b31-4a86-8443-ba7fc20dd7fe tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.882059 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c45f7d36-7b31-4a86-8443-ba7fc20dd7fe tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0049820 Oct 05 09:34:08.891430 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36280) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.901289 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-021b58be-7625-4d3d-9d8d-3a1924ce3b2b tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.903448 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-021b58be-7625-4d3d-9d8d-3a1924ce3b2b tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0099363 Oct 05 09:34:08.906648 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36286) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.928463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-9f678227-c435-4344-a616-2f02180c6927 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.928463 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9f678227-c435-4344-a616-2f02180c6927 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0087938 Oct 05 09:34:08.928463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36290) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.929094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-318d2109-a2b9-45ee-ac3f-b60c263b214d tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.930143 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Attempt 4 to provision port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f Oct 05 09:34:08.930306 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-318d2109-a2b9-45ee-ac3f-b60c263b214d tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0084076 Oct 05 09:34:08.941995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36294) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.947578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-1fb2a948-f30b-490f-b330-b4e751fd13dd tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.948573 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1fb2a948-f30b-490f-b330-b4e751fd13dd tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0054333 Oct 05 09:34:08.953502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36298) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.961598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-ae238e52-9cdb-458e-b87b-e81be10f351a tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.962718 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ae238e52-9cdb-458e-b87b-e81be10f351a tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0081975 Oct 05 09:34:08.973683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36302) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.984252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-963559c5-d8e4-43aa-8ccd-8b4c66263503 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.984252 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-963559c5-d8e4-43aa-8ccd-8b4c66263503 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0090857 Oct 05 09:34:08.986823 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36306) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:08.994739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-c9e08bfb-2b87-4680-a29b-8769e89c8fa8 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:08.995715 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c9e08bfb-2b87-4680-a29b-8769e89c8fa8 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0079887 Oct 05 09:34:09.004561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36310) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.010026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-1c125e05-1625-4061-ab5b-e2d6d5bc7013 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.014011 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1c125e05-1625-4061-ab5b-e2d6d5bc7013 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0054724 Oct 05 09:34:09.015971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36314) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.034272 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-19b0be59-44b3-474b-a395-e7f4381e5620 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.035295 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-19b0be59-44b3-474b-a395-e7f4381e5620 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0184228 Oct 05 09:34:09.039703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36318) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.048443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:09.054663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-33d9c218-e305-4e8a-bc9c-90b75e13fc52 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.055660 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-33d9c218-e305-4e8a-bc9c-90b75e13fc52 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0150340 Oct 05 09:34:09.060105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36322) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.071844 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-8edd0eeb-1d08-4ea0-8918-41d1299fba9b tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.076500 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8edd0eeb-1d08-4ea0-8918-41d1299fba9b tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0118086 Oct 05 09:34:09.079443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36328) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.086616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:09.103759 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-4df06f18-bdaa-4147-838b-6bbc82f8da6c tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.115266 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4df06f18-bdaa-4147-838b-6bbc82f8da6c tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0244102 Oct 05 09:34:09.119619 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36332) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.132824 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Transition to ACTIVE for port object 14af6c6f-3f11-481f-8950-25f4eb3fbf7e will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:09.139796 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-3aa0aa02-922d-42bb-96e2-f3776724802a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Ignored duplicate provisioning block setup for port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:34:09.144288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-b7881421-281e-4827-91e4-dd47979191db tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.145293 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b7881421-281e-4827-91e4-dd47979191db tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0247355 Oct 05 09:34:09.154767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36336) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.167114 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-17e23f2d-cc68-46f0-895a-f47b61a9bb17 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.173067 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-17e23f2d-cc68-46f0-895a-f47b61a9bb17 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0164413 Oct 05 09:34:09.174055 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36340) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.183729 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-de39a5a9-cc2e-48ba-b2d4-622f3bf0ab5a tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.187956 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-de39a5a9-cc2e-48ba-b2d4-622f3bf0ab5a tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0113626 Oct 05 09:34:09.188681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36344) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.197052 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-6e7c3267-e258-435f-88c0-0a2f867b1db2 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.201343 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6e7c3267-e258-435f-88c0-0a2f867b1db2 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0102785 Oct 05 09:34:09.205900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36348) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.264631 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9d95cc04-8a5b-4b23-a766-2a7830212dde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7512965 Oct 05 09:34:09.267225 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] device_id is not set on port edf361fe-6c70-4eab-8f8e-97d8e18175e1 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:09.272265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3aa0aa02-922d-42bb-96e2-f3776724802a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:09.273777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36352) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.275507 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-ce0f9fbe-d9ce-4216-8143-cfa8f7bb4793 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.280203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:09.280827 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ce0f9fbe-d9ce-4216-8143-cfa8f7bb4793 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0737751 Oct 05 09:34:09.283648 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36356) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.320976 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-19a6a9df-7643-4e86-81b0-3e67c1ab5cf5 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.325101 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-19a6a9df-7643-4e86-81b0-3e67c1ab5cf5 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0240383 Oct 05 09:34:09.327130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36360) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.338174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-df4784c0-4c23-4c0a-af39-84d89891dea9 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.343102 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-df4784c0-4c23-4c0a-af39-84d89891dea9 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0122042 Oct 05 09:34:09.352133 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36364) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.362819 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-e58702f9-bba7-4ee6-94ac-e23c8f154deb tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.367452 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e58702f9-bba7-4ee6-94ac-e23c8f154deb tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0159762 Oct 05 09:34:09.368174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-5aa7252e-6aef-4657-bf09-4ff172423d48 None None] Allocated IP 2001:db8:0:1::2 (e167508d-1978-47bf-9d19-9cf3a458a211/be4877a7-bcda-4288-88a7-1cc45ad41f03/ce36b555-6e93-45d8-ba46-21bd90c8fab5) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:09.373523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36368) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.384465 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1004703226'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:09.394014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-5c0cc445-2382-4f79-9bfb-d67a6be79c27 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.400048 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5c0cc445-2382-4f79-9bfb-d67a6be79c27 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0251653 Oct 05 09:34:09.403200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36372) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.412877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-14fcaea9-e381-4eff-9a5b-feb78f183350 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.414311 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-14fcaea9-e381-4eff-9a5b-feb78f183350 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0084543 Oct 05 09:34:09.416647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:09.421031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36376) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.427404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-3cffe2c6-a303-4136-b992-d90789719d4e tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.428629 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3cffe2c6-a303-4136-b992-d90789719d4e tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0064268 Oct 05 09:34:09.431510 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36380) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.439675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-1722629f-71d2-41bd-a7c2-c21630d3152d tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.440942 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1722629f-71d2-41bd-a7c2-c21630d3152d tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0083714 Oct 05 09:34:09.444007 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:09.446095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36384) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.494632 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Usage tracker for resource:network and tenant:d83a1fd4a9e74c2e90fd216a2eddf28a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:09.506022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0aa02-922d-42bb-96e2-f3776724802a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] In _notify_port_updated(), no bound segment for port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f on network e167508d-1978-47bf-9d19-9cf3a458a211 {{(pid=89845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:34:09.511178 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0aa02-922d-42bb-96e2-f3776724802a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:09.512432 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3aa0aa02-922d-42bb-96e2-f3776724802a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:09.513756 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3aa0aa02-922d-42bb-96e2-f3776724802a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "PUT /v2.0/ports/9f9ac9ad-ba3d-42b4-8771-bc466498e54f HTTP/1.1" status: 200 len: 931 time: 3.9326625 Oct 05 09:34:09.514861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:09.527669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36388) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.550517 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-86dda1e3-b558-4528-a4fc-15d9f741d068 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.554931 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-86dda1e3-b558-4528-a4fc-15d9f741d068 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.1050806 Oct 05 09:34:09.560398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Transition to ACTIVE for port object edf361fe-6c70-4eab-8f8e-97d8e18175e1 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:09.561447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:09.563220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event updated for resources: {'Port': ['ID=14af6c6f-3f11-481f-8950-25f4eb3fbf7e,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:09.565554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36392) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.575608 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6458b-5da0-4a4a-aec7-00b6063b4396 req-a4d3cd08-2f71-4a19-8ab1-5ce4396f10a0 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:09.577156 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f2f6458b-5da0-4a4a-aec7-00b6063b4396 req-a4d3cd08-2f71-4a19-8ab1-5ce4396f10a0 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.3745713 Oct 05 09:34:09.587223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-99303a28-aa83-4257-92ca-6364782bea41 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.587658 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Attempt 5 to provision port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f Oct 05 09:34:09.588282 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-99303a28-aa83-4257-92ca-6364782bea41 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0102255 Oct 05 09:34:09.592928 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36396) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.598112 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0aa02-922d-42bb-96e2-f3776724802a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=9f9ac9ad-ba3d-42b4-8771-bc466498e54f,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:09.611180 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:09.616974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [None req-b6990a81-4949-4372-bd77-ea700dda3903 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.622012 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b6990a81-4949-4372-bd77-ea700dda3903 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0121589 Oct 05 09:34:09.622012 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:09.622199 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36400) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.624745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:09.635750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [None req-a0ce05e0-79b9-48b9-b4ed-7c57ff92f255 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.636982 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a0ce05e0-79b9-48b9-b4ed-7c57ff92f255 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0101521 Oct 05 09:34:09.640673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36404) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:09.642580 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac2d6f8-eb9a-4991-8cce-fb1d5aa61bbd None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:09.649665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [None req-3d09dcc1-47bd-4146-a1ca-cab17a2ef031 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:34:09.650844 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3d09dcc1-47bd-4146-a1ca-cab17a2ef031 tempest-ExtensionsTestJSON-1231464136 tempest-ExtensionsTestJSON-1231464136-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0063460 Oct 05 09:34:09.655229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-21bfd224-3295-4715-a922-384221da7df5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:09.655748 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21bfd224-3295-4715-a922-384221da7df5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:09.705177 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:09.748239 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-5aa7252e-6aef-4657-bf09-4ff172423d48 None None] For port ce36b555-6e93-45d8-ba46-21bd90c8fab5, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ce36b555-6e93-45d8-ba46-21bd90c8fab5,segment=NetworkSegment(e6b0858d-17cb-49a0-ae8d-c43f37e5e886),segment_id=e6b0858d-17cb-49a0-ae8d-c43f37e5e886)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:09.779875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:09.849313 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Made reservation on behalf of d83a1fd4a9e74c2e90fd216a2eddf28a for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:09.853699 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:09.853963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5aa7252e-6aef-4657-bf09-4ff172423d48 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:09.894752 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab14d3d0-43d5-4ed9-aff3-c076e728eb0b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:09.904639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab14d3d0-43d5-4ed9-aff3-c076e728eb0b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:09.906221 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ab14d3d0-43d5-4ed9-aff3-c076e728eb0b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:09.921275 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f2f6458b-5da0-4a4a-aec7-00b6063b4396 req-a4dbe7ac-f9b0-4636-99f9-eba506a03647 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370895 Oct 05 09:34:09.948199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5aa7252e-6aef-4657-bf09-4ff172423d48 None None] Transition to ACTIVE for port object ce36b555-6e93-45d8-ba46-21bd90c8fab5 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:09.967999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:09.968784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:09.999088 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:10.038433 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5aa7252e-6aef-4657-bf09-4ff172423d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:10.049556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:10.049894 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:10.050250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:10.066468 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f041dba7-15c2-4417-90c6-f5b376173df3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.8025265 Oct 05 09:34:10.066921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36410) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:10.077340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Pushing event updated for resources: {'Port': ['ID=edf361fe-6c70-4eab-8f8e-97d8e18175e1,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:10.080349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:10.092004 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Usage tracker for resource:security_group_rule and tenant:d83a1fd4a9e74c2e90fd216a2eddf28a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:10.102745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:10.103055 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:10.103809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:10.109252 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 2 to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 Oct 05 09:34:10.131081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:10.140380 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0ec8645e-cb87-48a2-afc1-addec0296ac1 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:10.148798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:10.149365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:10.149607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:10.178559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ab14d3d0-43d5-4ed9-aff3-c076e728eb0b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:10.182241 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ab14d3d0-43d5-4ed9-aff3-c076e728eb0b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.9026020 Oct 05 09:34:10.189820 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3444a6-fa1f-4f2a-98e0-c91f68301806 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:10.192891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36414) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:10.196864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3444a6-fa1f-4f2a-98e0-c91f68301806 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:10.203291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3444a6-fa1f-4f2a-98e0-c91f68301806 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:10.204180 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5d3444a6-fa1f-4f2a-98e0-c91f68301806 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Synchronizing usage tracker for tenant:ee9e55e549964926978dd6824606626c on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:10.240000 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:10.240330 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:10.247481 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 3 to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 Oct 05 09:34:10.312286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5d3444a6-fa1f-4f2a-98e0-c91f68301806 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Unset dirty status for tenant:ee9e55e549964926978dd6824606626c on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:10.314028 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5d3444a6-fa1f-4f2a-98e0-c91f68301806 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2454236 Oct 05 09:34:10.316557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36420) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:10.326891 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Attempt 6 to provision port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f Oct 05 09:34:10.329189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:10.329527 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:10.329866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:10.367296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:10.367619 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:10.380503 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 4 to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 Oct 05 09:34:10.411453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-689e6891-c9bd-4335-a689-aa59c0ee07a3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 7c3a56f7-d704-4be3-b826-444da7201222 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:10.411453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-689e6891-c9bd-4335-a689-aa59c0ee07a3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:10.425999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-914e698e-ae81-4be1-be13-634eb312c8b3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Deleting port 14af6c6f-3f11-481f-8950-25f4eb3fbf7e {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:10.426410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-914e698e-ae81-4be1-be13-634eb312c8b3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:10.454748 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36424) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:10.457196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:10.457716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:10.457910 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:10.466684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:10.468969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7252e-6aef-4657-bf09-4ff172423d48 None None] Pushing event updated for resources: {'Port': ['ID=ce36b555-6e93-45d8-ba46-21bd90c8fab5,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:10.478575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21bfd224-3295-4715-a922-384221da7df5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:10.502817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:10.503146 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:10.514955 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 5 to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 Oct 05 09:34:10.555241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 0ec8645e-cb87-48a2-afc1-addec0296ac1 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:10.801625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-914e698e-ae81-4be1-be13-634eb312c8b3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:10.801886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-21bfd224-3295-4715-a922-384221da7df5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 9f9ac9ad-ba3d-42b4-8771-bc466498e54f owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:10.888656 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2e075223-2892-4db9-8d29-b7c7f8ebce75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:10.906939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:10.907157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:10.907489 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:10.945057 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-914e698e-ae81-4be1-be13-634eb312c8b3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Calling delete_port for 14af6c6f-3f11-481f-8950-25f4eb3fbf7e owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:10.968083 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Attempt 7 to provision port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f Oct 05 09:34:10.973675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:10.974655 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:10.974977 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:10.991871 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 6 to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 Oct 05 09:34:11.026298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2e075223-2892-4db9-8d29-b7c7f8ebce75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:11.059389 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2e075223-2892-4db9-8d29-b7c7f8ebce75 admin admin] Usage tracker for resource:security_group_rule and tenant:1397c858b9834237a5a29fb6998399a8 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:11.064431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:11.072098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2e075223-2892-4db9-8d29-b7c7f8ebce75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:11.080849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:11.107041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:11.107385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:11.107778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:11.124888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2e075223-2892-4db9-8d29-b7c7f8ebce75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:11.229916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:11.231287 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:11.260000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eacb6a-fe04-4dac-83ce-892caf4e7ba0 req-5289dcb9-0fc6-4510-b29b-b8390f1e553f tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:11.260270 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 7 to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 Oct 05 09:34:11.260965 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-09eacb6a-fe04-4dac-83ce-892caf4e7ba0 req-5289dcb9-0fc6-4510-b29b-b8390f1e553f tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.1776526 Oct 05 09:34:11.275056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:34:11.324038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e77506-35c9-46a6-9c85-4a559296042a,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:11.325031 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-09eacb6a-fe04-4dac-83ce-892caf4e7ba0 req-bf8b216f-f24c-43b2-92d8-2a8fc43d506f tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443499 Oct 05 09:34:11.325031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-914e698e-ae81-4be1-be13-634eb312c8b3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:11.342099 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:11.342691 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Added segment 63727b37-2485-4f0c-8f20-7e5b21c2fb05 of type vlan for network 9139a9fa-9f1e-4861-a50c-d0a89e627c4a Oct 05 09:34:11.351929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:11.352502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:11.353006 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:11.371193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:11.372076 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:11.376984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e698e-ae81-4be1-be13-634eb312c8b3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event deleted for resources: {'Port': ['ID=14af6c6f-3f11-481f-8950-25f4eb3fbf7e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:11.386124 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 8 to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 Oct 05 09:34:11.422882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:11.423122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:11.423865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:11.474781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:11.475811 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:11.478946 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 9 to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 Oct 05 09:34:11.488615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:11.506180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-689e6891-c9bd-4335-a689-aa59c0ee07a3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:11.581959 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Attempt 8 to provision port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f Oct 05 09:34:11.665561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2e075223-2892-4db9-8d29-b7c7f8ebce75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:11.674897 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8f2cb3e4-7f41-4078-a612-e8771233789e None None] Port 9f9ac9ad-ba3d-42b4-8771-bc466498e54f was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:34:11.679537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:11.681618 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:11.682179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:11.765753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-914e698e-ae81-4be1-be13-634eb312c8b3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:11.771105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21bfd224-3295-4715-a922-384221da7df5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:11.861287 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-914e698e-ae81-4be1-be13-634eb312c8b3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "DELETE /v2.0/ports/14af6c6f-3f11-481f-8950-25f4eb3fbf7e HTTP/1.1" status: 204 len: 168 time: 1.5436196 Oct 05 09:34:11.864280 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36436) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:11.889436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Provisioning for port 7c3a56f7-d704-4be3-b826-444da7201222 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:11.895741 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Provisioning complete for port 7c3a56f7-d704-4be3-b826-444da7201222 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:11.896108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:11.899665 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 1 to provision port 7c3a56f7-d704-4be3-b826-444da7201222 Oct 05 09:34:11.971440 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99b0f2a-e715-473d-b3fe-fc3711e330f4 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] GET failed (client error): The resource could not be found. Oct 05 09:34:11.972698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d99b0f2a-e715-473d-b3fe-fc3711e330f4 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Synchronizing usage tracker for tenant:ee9e55e549964926978dd6824606626c on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:12.010070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce36b555-6e93-45d8-ba46-21bd90c8fab5 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:12.016882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-689e6891-c9bd-4335-a689-aa59c0ee07a3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 7c3a56f7-d704-4be3-b826-444da7201222 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:12.072418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:12.072418 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:12.072418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2e075223-2892-4db9-8d29-b7c7f8ebce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:12.108149 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.plugins.ml2.plugin [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 10 to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 Oct 05 09:34:12.112896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 7c3a56f7-d704-4be3-b826-444da7201222 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:12.126075 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ccd15-9e15-4a62-8561-0779fba0dc83 req-83678de4-2796-407a-9ef7-b0cdc88dfa41 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:12.127989 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2b1ccd15-9e15-4a62-8561-0779fba0dc83 req-83678de4-2796-407a-9ef7-b0cdc88dfa41 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.1395919 Oct 05 09:34:12.177233 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2b1ccd15-9e15-4a62-8561-0779fba0dc83 req-344640d6-7d84-4277-9d80-ddb24a3c35a4 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424132 Oct 05 09:34:12.182486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:12.182833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:12.183176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:12.190593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfd224-3295-4715-a922-384221da7df5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=9f9ac9ad-ba3d-42b4-8771-bc466498e54f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:12.194896 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.resource_extend [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:34:12.219195 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:12.219519 dv-neutron-860329-1-hyperv neutron-server[89845]: ERROR neutron.plugins.ml2.managers [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:12.220149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:12.247172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21bfd224-3295-4715-a922-384221da7df5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:12.294582 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d99b0f2a-e715-473d-b3fe-fc3711e330f4 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Unset dirty status for tenant:ee9e55e549964926978dd6824606626c on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:12.295802 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d99b0f2a-e715-473d-b3fe-fc3711e330f4 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "GET /v2.0/ports/14af6c6f-3f11-481f-8950-25f4eb3fbf7e HTTP/1.1" status: 404 len: 333 time: 0.4302585 Oct 05 09:34:12.299623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36440) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:12.305581 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Request body: {'port': {'network_id': '2f3b2b46-c335-4cf9-b32f-d2de584c7ee7', 'name': 'tempest-AllowedAddressPairTestJSON-1031089856'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:12.330595 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e075223-2892-4db9-8d29-b7c7f8ebce75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1dd134-2e75-4907-8621-98ee3c185157,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:12.335020 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2e075223-2892-4db9-8d29-b7c7f8ebce75 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1397c858b9834237a5a29fb6998399a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8790965 Oct 05 09:34:12.365451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36444) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:12.409202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:12.414452 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:12.415044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:12.439550 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-21bfd224-3295-4715-a922-384221da7df5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/9f9ac9ad-ba3d-42b4-8771-bc466498e54f HTTP/1.1" status: 204 len: 168 time: 2.9108181 Oct 05 09:34:12.442358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36448) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:12.496571 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f73646-93e2-450d-ae15-5881afd63b99 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] GET failed (client error): The resource could not be found. Oct 05 09:34:12.497091 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f2f73646-93e2-450d-ae15-5881afd63b99 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:12.499826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:12.516101 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:12.586313 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f2f73646-93e2-450d-ae15-5881afd63b99 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:12.590669 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f2f73646-93e2-450d-ae15-5881afd63b99 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/9f9ac9ad-ba3d-42b4-8771-bc466498e54f HTTP/1.1" status: 404 len: 333 time: 0.1472301 Oct 05 09:34:12.591314 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36452) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:12.614416 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 2 to provision port 7c3a56f7-d704-4be3-b826-444da7201222 Oct 05 09:34:12.629482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] For port edf361fe-6c70-4eab-8f8e-97d8e18175e1, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:12.629847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempted to set empty binding levels {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 05 09:34:12.656285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Network': ['ID=9139a9fa-9f1e-4861-a50c-d0a89e627c4a,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:12.657474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e401b4a6-16de-4af7-bf29-91b07c85469e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:12.666750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d38c4f-cdbf-4bf1-a3ec-fc9378baec8c req-8239c4cc-8eb5-40fd-bd24-6ac0109be47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:12.668829 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95d38c4f-cdbf-4bf1-a3ec-fc9378baec8c req-8239c4cc-8eb5-40fd-bd24-6ac0109be47e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6df355572a0845009b41ff2f848e6941&device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 1098 time: 0.5341351 Oct 05 09:34:12.672474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 9139a9fa-9f1e-4861-a50c-d0a89e627c4a details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:34:12.689806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e401b4a6-16de-4af7-bf29-91b07c85469e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:12.730238 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c04aee29-5bf1-4662-ab71-4513d4eb00b4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.9016252 Oct 05 09:34:12.736802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:12.744462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] In _notify_port_updated(), no bound segment for port edf361fe-6c70-4eab-8f8e-97d8e18175e1 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:34:12.744462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:12.744462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:12.744462 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "PUT /v2.0/ports/edf361fe-6c70-4eab-8f8e-97d8e18175e1 HTTP/1.1" status: 200 len: 976 time: 4.6527140 Oct 05 09:34:12.744462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b0af71d-1f87-40c5-bf68-25fc69d81557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:12.748092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36456) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:12.748428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36458) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:12.754588 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 7c3a56f7-d704-4be3-b826-444da7201222 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:12.778121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Made reservation on behalf of ee9e55e549964926978dd6824606626c for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:12.784601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:12.809852 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] device_id is not set on port 2f039174-5991-4ac8-aae8-4b98bf1c21e7 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:12.850038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e401b4a6-16de-4af7-bf29-91b07c85469e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:12.888651 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401b4a6-16de-4af7-bf29-91b07c85469e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5395dcf3-734e-48b4-81d9-2ad723b835a6,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:12.904359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e401b4a6-16de-4af7-bf29-91b07c85469e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:12.908149 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e401b4a6-16de-4af7-bf29-91b07c85469e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/security-groups/5395dcf3-734e-48b4-81d9-2ad723b835a6 HTTP/1.1" status: 204 len: 168 time: 0.3131990 Oct 05 09:34:12.909971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36462) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:13.011500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'subnet': {'network_id': '9139a9fa-9f1e-4861-a50c-d0a89e627c4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:13.042071 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Allocated IP 172.20.0.6 (2f3b2b46-c335-4cf9-b32f-d2de584c7ee7/ed074e1e-9083-44e6-adcd-24a67509c48a/2f039174-5991-4ac8-aae8-4b98bf1c21e7) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:13.051600 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f583679e-bca1-4f1b-8f97-36ab56d59ee6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:13.195798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b0af71d-1f87-40c5-bf68-25fc69d81557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:13.198401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f583679e-bca1-4f1b-8f97-36ab56d59ee6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:13.211534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad81fcc-0f67-4f9a-a277-40e51153a849 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Pushing event updated for resources: {'Port': ['ID=edf361fe-6c70-4eab-8f8e-97d8e18175e1,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:13.246897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-689e6891-c9bd-4335-a689-aa59c0ee07a3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:13.256701 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 3 to provision port 7c3a56f7-d704-4be3-b826-444da7201222 Oct 05 09:34:13.272032 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:13.277000 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Usage tracker for resource:subnet and tenant:d83a1fd4a9e74c2e90fd216a2eddf28a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:13.282163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:13.305573 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 7c3a56f7-d704-4be3-b826-444da7201222 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:34:13.308713 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Could not find standard attr ID for object 14af6c6f-3f11-481f-8950-25f4eb3fbf7e. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:34:13.347933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:13.361573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e6891-c9bd-4335-a689-aa59c0ee07a3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=7c3a56f7-d704-4be3-b826-444da7201222,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:13.376627 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d38c4f-cdbf-4bf1-a3ec-fc9378baec8c req-d2c12c47-8f14-4701-a186-8eb634385e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.378199 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95d38c4f-cdbf-4bf1-a3ec-fc9378baec8c req-d2c12c47-8f14-4701-a186-8eb634385e73 service neutron] 10.222.0.55 "GET /v2.0/networks?id=56161454-02b6-4c31-81da-4f00cf62b0d8 HTTP/1.1" status: 200 len: 912 time: 0.6737542 Oct 05 09:34:13.408969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Provisioning for port 9e29395d-9e24-46be-8b66-513ee98f83ba completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:13.414748 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Provisioning complete for port 9e29395d-9e24-46be-8b66-513ee98f83ba triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:13.418082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:13.418082 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 1 to provision port 9e29395d-9e24-46be-8b66-513ee98f83ba Oct 05 09:34:13.474333 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f583679e-bca1-4f1b-8f97-36ab56d59ee6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:13.499761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 9e29395d-9e24-46be-8b66-513ee98f83ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:13.512391 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583679e-bca1-4f1b-8f97-36ab56d59ee6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf19d85-2e19-4420-84f1-6d51b7dc235c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:13.538639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:13.543987 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95d38c4f-cdbf-4bf1-a3ec-fc9378baec8c req-f2fee3d0-b6e3-49a9-abbf-b78bb0b2d7ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e40a172-ec75-40ea-af09-d2ae1630276b HTTP/1.1" status: 200 len: 217 time: 0.1276336 Oct 05 09:34:13.551152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Made reservation on behalf of d83a1fd4a9e74c2e90fd216a2eddf28a for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:13.554181 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab50c2-57ee-4831-87ba-9fc5c14873ea req-a1c6aadd-5455-490c-bd12-76cd514d18a5 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.554593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:13.555732 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f5ab50c2-57ee-4831-87ba-9fc5c14873ea req-a1c6aadd-5455-490c-bd12-76cd514d18a5 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.2111785 Oct 05 09:34:13.583810 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.584351 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.584833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.585854 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.586317 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f583679e-bca1-4f1b-8f97-36ab56d59ee6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:13.586472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.586852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.590386 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.590545 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f583679e-bca1-4f1b-8f97-36ab56d59ee6 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/security-groups/2bf19d85-2e19-4420-84f1-6d51b7dc235c HTTP/1.1" status: 204 len: 168 time: 0.6768477 Oct 05 09:34:13.590669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.590669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.590669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.590669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.590669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.591125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36470) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:13.591441 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.591924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.592398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.592868 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.593336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.595455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Synchronizing usage tracker for tenant:6dd03a8f6ebd4278af4ed316179a3da4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:13.664660 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f5ab50c2-57ee-4831-87ba-9fc5c14873ea req-059da06b-ea7c-4c75-a6aa-c3b5a11b7506 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997388 Oct 05 09:34:13.682468 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-62dd1854-9fe4-429c-bed1-83f11daf8d78 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting subnet a4c02f30-f81a-440e-aecd-d19df3d04d51 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:34:13.685884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-62dd1854-9fe4-429c-bed1-83f11daf8d78 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:13.743624 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-62dd1854-9fe4-429c-bed1-83f11daf8d78 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:13.784860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Transition to ACTIVE for port object 2f039174-5991-4ac8-aae8-4b98bf1c21e7 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:13.795066 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b0af71d-1f87-40c5-bf68-25fc69d81557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:13.811085 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d38c4f-cdbf-4bf1-a3ec-fc9378baec8c req-3bb576ee-0540-4ff7-97f4-a75d86fd9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:13.812532 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95d38c4f-cdbf-4bf1-a3ec-fc9378baec8c req-3bb576ee-0540-4ff7-97f4-a75d86fd9bce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b875045-27d3-4695-b4c1-3672dff5dfd2 HTTP/1.1" status: 200 len: 851 time: 0.2106857 Oct 05 09:34:13.827010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-689e6891-c9bd-4335-a689-aa59c0ee07a3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:13.830811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0af71d-1f87-40c5-bf68-25fc69d81557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1dd134-2e75-4907-8621-98ee3c185157,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:13.843475 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-62dd1854-9fe4-429c-bed1-83f11daf8d78 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:13.876483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b0af71d-1f87-40c5-bf68-25fc69d81557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:13.880748 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8b0af71d-1f87-40c5-bf68-25fc69d81557 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb1dd134-2e75-4907-8621-98ee3c185157 HTTP/1.1" status: 204 len: 168 time: 1.5092487 Oct 05 09:34:13.892698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Unset dirty status for tenant:6dd03a8f6ebd4278af4ed316179a3da4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:13.893884 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d5314571-c58e-4860-b028-a3c2cfd810b6 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15644 time: 1.1105592 Oct 05 09:34:13.897740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36476) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:13.897932 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95d38c4f-cdbf-4bf1-a3ec-fc9378baec8c req-22f0d8a1-f6ee-4368-919e-b36f2503c797 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56161454-02b6-4c31-81da-4f00cf62b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721805 Oct 05 09:34:13.899105 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-689e6891-c9bd-4335-a689-aa59c0ee07a3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/7c3a56f7-d704-4be3-b826-444da7201222 HTTP/1.1" status: 204 len: 168 time: 3.6606853 Oct 05 09:34:13.902229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36480) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:13.940987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:14.001910 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 2 to provision port 9e29395d-9e24-46be-8b66-513ee98f83ba Oct 05 09:34:14.045539 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:14.052785 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:14.056127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:14.084670 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 9e29395d-9e24-46be-8b66-513ee98f83ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:14.085584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-833f1c71-d1f0-43ff-b672-bb0a57924c65 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Deleting port edf361fe-6c70-4eab-8f8e-97d8e18175e1 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:14.085925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-833f1c71-d1f0-43ff-b672-bb0a57924c65 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:14.123225 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73a22c9-e0ba-4f22-8187-d06b515fb36e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:14.124822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73a22c9-e0ba-4f22-8187-d06b515fb36e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:14.126428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73a22c9-e0ba-4f22-8187-d06b515fb36e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:14.127359 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a73a22c9-e0ba-4f22-8187-d06b515fb36e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:14.163856 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event updated for resources: {'Port': ['ID=2f039174-5991-4ac8-aae8-4b98bf1c21e7,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:14.221303 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95d38c4f-cdbf-4bf1-a3ec-fc9378baec8c req-350d1802-7918-48df-baaf-6747b1cf91df service neutron] 10.222.0.55 "GET /v2.0/networks/56161454-02b6-4c31-81da-4f00cf62b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156500 Oct 05 09:34:14.235385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:14.238354 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:14.251078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-62dd1854-9fe4-429c-bed1-83f11daf8d78 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:14.314470 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-62dd1854-9fe4-429c-bed1-83f11daf8d78 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:14.324608 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eea5a3-cea7-4e20-9aa8-17f6d556baf0 None None] Network e167508d-1978-47bf-9d19-9cf3a458a211 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:14.325096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd1854-9fe4-429c-bed1-83f11daf8d78 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Subnet': ['ID=a4c02f30-f81a-440e-aecd-d19df3d04d51,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:14.347776 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-62dd1854-9fe4-429c-bed1-83f11daf8d78 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/a4c02f30-f81a-440e-aecd-d19df3d04d51 HTTP/1.1" status: 204 len: 168 time: 0.7555711 Oct 05 09:34:14.390544 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a73a22c9-e0ba-4f22-8187-d06b515fb36e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:14.394482 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a73a22c9-e0ba-4f22-8187-d06b515fb36e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4886012 Oct 05 09:34:14.394482 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95d38c4f-cdbf-4bf1-a3ec-fc9378baec8c req-1fe20f78-60e8-478b-a4b0-b917c1f4ee81 service neutron] 10.222.0.55 "GET /v2.0/networks/56161454-02b6-4c31-81da-4f00cf62b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665299 Oct 05 09:34:14.395330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36490) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:14.395728 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36494) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:14.402466 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c769713e-e3c7-49cf-8a1d-c0ed33dd936d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0991387 Oct 05 09:34:14.402677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:14.410707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-604a365a-fe9b-4473-9935-e5a5f3b79098 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'subnet': {'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:14.417061 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36500) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:14.427131 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-19ef56d3-1289-4b22-8cbf-4acc1733e2ba tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ce:1e:9b'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:14.521909 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-833f1c71-d1f0-43ff-b672-bb0a57924c65 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] For port edf361fe-6c70-4eab-8f8e-97d8e18175e1, host hv-neutron-8603, got binding levels [] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:14.522207 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-833f1c71-d1f0-43ff-b672-bb0a57924c65 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:14.593963 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 3 to provision port 9e29395d-9e24-46be-8b66-513ee98f83ba Oct 05 09:34:14.678183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 9e29395d-9e24-46be-8b66-513ee98f83ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:14.716949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-833f1c71-d1f0-43ff-b672-bb0a57924c65 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Calling delete_port for edf361fe-6c70-4eab-8f8e-97d8e18175e1 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:14.832611 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-8279c5bb-afd4-4183-a424-b687adeebb0d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 0a9f04b1-c26c-4f8c-96f1-25d74bd12d08 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:34:14.847578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8279c5bb-afd4-4183-a424-b687adeebb0d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:14.900727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Subnet': ['ID=0106c4bf-ed4d-4a64-b520-4ba2099a89d8,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:14.927776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Checking segment: {'id': '63727b37-2485-4f0c-8f20-7e5b21c2fb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9139a9fa-9f1e-4861-a50c-d0a89e627c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:14.928241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network hostable DHCP agents. Network: 9139a9fa-9f1e-4861-a50c-d0a89e627c4a, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:34:14.978476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8279c5bb-afd4-4183-a424-b687adeebb0d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.039265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-604a365a-fe9b-4473-9935-e5a5f3b79098 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:15.047210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-604a365a-fe9b-4473-9935-e5a5f3b79098 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:subnet and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:15.052334 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-604a365a-fe9b-4473-9935-e5a5f3b79098 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:15.066874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-833f1c71-d1f0-43ff-b672-bb0a57924c65 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.068086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-604a365a-fe9b-4473-9935-e5a5f3b79098 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:15.113380 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8279c5bb-afd4-4183-a424-b687adeebb0d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.145134 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-833f1c71-d1f0-43ff-b672-bb0a57924c65 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.154447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f1c71-d1f0-43ff-b672-bb0a57924c65 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Pushing event deleted for resources: {'Port': ['ID=edf361fe-6c70-4eab-8f8e-97d8e18175e1,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:15.167895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 9139a9fa-9f1e-4861-a50c-d0a89e627c4a is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:34:15.175291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-19ef56d3-1289-4b22-8cbf-4acc1733e2ba tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.179513 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 4 to provision port 9e29395d-9e24-46be-8b66-513ee98f83ba Oct 05 09:34:15.210055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36516) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:15.248043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604a365a-fe9b-4473-9935-e5a5f3b79098 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:15.252929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-604a365a-fe9b-4473-9935-e5a5f3b79098 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.271959 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b6373-7206-4d04-ad3d-9d25cf51bc03 req-3903b7e8-7046-46d8-9a32-a8863cbf9449 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:15.279255 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-289b6373-7206-4d04-ad3d-9d25cf51bc03 req-3903b7e8-7046-46d8-9a32-a8863cbf9449 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.3947105 Oct 05 09:34:15.280360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 9e29395d-9e24-46be-8b66-513ee98f83ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:15.286567 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-833f1c71-d1f0-43ff-b672-bb0a57924c65 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "DELETE /v2.0/ports/edf361fe-6c70-4eab-8f8e-97d8e18175e1 HTTP/1.1" status: 204 len: 168 time: 1.3877449 Oct 05 09:34:15.287601 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 9139a9fa-9f1e-4861-a50c-d0a89e627c4a) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:15.291049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36522) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:15.295841 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:15.296682 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.297813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d08fa92-764d-4a3f-bc4a-5f3402c2926e None None] Network 9139a9fa-9f1e-4861-a50c-d0a89e627c4a requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:15.428743 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8279c5bb-afd4-4183-a424-b687adeebb0d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.474845 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-289b6373-7206-4d04-ad3d-9d25cf51bc03 req-d5d199ad-64a8-48ed-8959-5c435fdce5b8 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946459 Oct 05 09:34:15.494156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1617501992'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:15.499641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:15.503650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:network and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:15.506809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:15.517072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279c5bb-afd4-4183-a424-b687adeebb0d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=0a9f04b1-c26c-4f8c-96f1-25d74bd12d08,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:15.526772 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbfcb90-e121-4049-bc6f-40442ea3f84f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:34:15.531741 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1fbfcb90-e121-4049-bc6f-40442ea3f84f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "GET /v2.0/ports/edf361fe-6c70-4eab-8f8e-97d8e18175e1 HTTP/1.1" status: 404 len: 333 time: 0.2361822 Oct 05 09:34:15.531741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:15.533193 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36526) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:15.544260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8279c5bb-afd4-4183-a424-b687adeebb0d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.565088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-300023716', 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:15.590788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:15.603186 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cf06d2-ba42-4d38-94f4-dc4f18dba755 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:15.607562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Usage tracker for resource:port and tenant:6dd03a8f6ebd4278af4ed316179a3da4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:15.608863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:15.616858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:15.662959 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-33486884-785c-4f3c-b3fc-ef8c954c2ee2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8785577 Oct 05 09:34:15.664839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-19ef56d3-1289-4b22-8cbf-4acc1733e2ba tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.664839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36530) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:15.674895 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-893066444', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}, 'admin_state_up': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:15.687236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:15.692943 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Usage tracker for resource:router and tenant:d83a1fd4a9e74c2e90fd216a2eddf28a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:15.695623 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8279c5bb-afd4-4183-a424-b687adeebb0d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/0a9f04b1-c26c-4f8c-96f1-25d74bd12d08 HTTP/1.1" status: 204 len: 168 time: 1.2960119 Oct 05 09:34:15.699128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:15.701855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36534) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:15.712262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:15.719028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Made reservation on behalf of 6dd03a8f6ebd4278af4ed316179a3da4 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:15.723995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.751264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] device_id is not set on port f9c3b814-e038-44bd-af30-7fb127204aa2 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:15.751670 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a84b055-c4a1-4298-8016-516705fd23e9 None None] Network 9139a9fa-9f1e-4861-a50c-d0a89e627c4a requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:15.783539 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 5 to provision port 9e29395d-9e24-46be-8b66-513ee98f83ba Oct 05 09:34:15.786555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:15.790238 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.796051 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-19ef56d3-1289-4b22-8cbf-4acc1733e2ba tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.818434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.841359 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:15.849161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0d9b79-e736-4349-9976-c92347a8e58f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet e7bb1a5e-d2f1-47ce-8870-8243201c911d {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:34:15.854569 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0e0d9b79-e736-4349-9976-c92347a8e58f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.883825 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:security_group_rule and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:15.892718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:15.896028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.896477 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.907688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:15.935813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0e0d9b79-e736-4349-9976-c92347a8e58f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.968208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 9e29395d-9e24-46be-8b66-513ee98f83ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:15.970510 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-604a365a-fe9b-4473-9935-e5a5f3b79098 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.981013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:15.984351 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef56d3-1289-4b22-8cbf-4acc1733e2ba tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event updated for resources: {'Port': ['ID=2f039174-5991-4ac8-aae8-4b98bf1c21e7,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:15.994596 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-19ef56d3-1289-4b22-8cbf-4acc1733e2ba tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] In _notify_port_updated(), no bound segment for port 2f039174-5991-4ac8-aae8-4b98bf1c21e7 on network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 {{(pid=89846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:34:16.000585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ef56d3-1289-4b22-8cbf-4acc1733e2ba tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:16.001203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-19ef56d3-1289-4b22-8cbf-4acc1733e2ba tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.005399 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-19ef56d3-1289-4b22-8cbf-4acc1733e2ba tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "PUT /v2.0/ports/2f039174-5991-4ac8-aae8-4b98bf1c21e7 HTTP/1.1" status: 200 len: 993 time: 1.5839374 Oct 05 09:34:16.006987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36538) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:16.074428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604a365a-fe9b-4473-9935-e5a5f3b79098 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network e167508d-1978-47bf-9d19-9cf3a458a211 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:16.079949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-604a365a-fe9b-4473-9935-e5a5f3b79098 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:16.088626 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604a365a-fe9b-4473-9935-e5a5f3b79098 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:16.089216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-604a365a-fe9b-4473-9935-e5a5f3b79098 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.101691 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0612400-b322-4d9b-b982-45d8be30edc7 None None] Network e167508d-1978-47bf-9d19-9cf3a458a211 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:16.116676 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a365a-fe9b-4473-9935-e5a5f3b79098 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Subnet': ['ID=6b6aae02-b285-4fba-a46f-4667ef5851ca,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:16.164093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0e0d9b79-e736-4349-9976-c92347a8e58f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.179113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-a4dddf92-48f3-45b6-a1ed-e88d76cc4a4c tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Deleting port 2f039174-5991-4ac8-aae8-4b98bf1c21e7 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:16.179113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a4dddf92-48f3-45b6-a1ed-e88d76cc4a4c tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.220263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.260700 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-604a365a-fe9b-4473-9935-e5a5f3b79098 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8613448 Oct 05 09:34:16.262701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36542) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:16.267904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4d0931fd-54a7-4dfd-887c-897e13547b31 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'security_group': {'name': 'tempest-secgroup-798375674'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:16.274126 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4d0931fd-54a7-4dfd-887c-897e13547b31 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:16.280779 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4d0931fd-54a7-4dfd-887c-897e13547b31 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:security_group and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:16.283915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4d0931fd-54a7-4dfd-887c-897e13547b31 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:16.295545 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4d0931fd-54a7-4dfd-887c-897e13547b31 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:16.313674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.346512 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:34:16.357198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0e0d9b79-e736-4349-9976-c92347a8e58f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.405021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.405364 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Added segment 3e568311-bbbb-4254-97bc-f1c10e3eb962 of type vlan for network 3f933bd3-8852-4df7-8f12-1be94058c29a Oct 05 09:34:16.406451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d002a5ae-d736-4a1f-a14e-13fe29b77e00,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:16.420117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d9b79-e736-4349-9976-c92347a8e58f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=e7bb1a5e-d2f1-47ce-8870-8243201c911d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:16.421876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d0931fd-54a7-4dfd-887c-897e13547b31 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.434568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0e0d9b79-e736-4349-9976-c92347a8e58f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.435580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.470007 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 6 to provision port 9e29395d-9e24-46be-8b66-513ee98f83ba Oct 05 09:34:16.490288 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0e0d9b79-e736-4349-9976-c92347a8e58f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/e7bb1a5e-d2f1-47ce-8870-8243201c911d HTTP/1.1" status: 204 len: 168 time: 0.7843244 Oct 05 09:34:16.491980 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4d0931fd-54a7-4dfd-887c-897e13547b31 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:16.494934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.501469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36546) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:16.527732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4d0931fd-54a7-4dfd-887c-897e13547b31 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:security_group_rule and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:16.550204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 9e29395d-9e24-46be-8b66-513ee98f83ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:16.602863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.631574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab256162-f63d-4d7c-a4ee-84b5443ed62d None None] Update dhcp port {'port': {'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'fixed_ips': [{'subnet_id': 'be4877a7-bcda-4288-88a7-1cc45ad41f03', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6b6aae02-b285-4fba-a46f-4667ef5851ca'}], 'binding:host_id': 'dv-neutron-860329-1-hyperv'}, 'id': 'ce36b555-6e93-45d8-ba46-21bd90c8fab5'} from dv-neutron-860329-1-hyperv. {{(pid=89847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:34:16.643805 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4d0931fd-54a7-4dfd-887c-897e13547b31 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:16.677871 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4d0931fd-54a7-4dfd-887c-897e13547b31 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:16.687087 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b23c4bae-a7b0-48e3-aa15-a21325e5a4cf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1875207 Oct 05 09:34:16.688005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36552) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:16.707730 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ab256162-f63d-4d7c-a4ee-84b5443ed62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.838322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.844192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:16.845503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.959266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d0931fd-54a7-4dfd-887c-897e13547b31 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:16.979499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd09c19-1070-42ff-9d35-4a3f20804ac9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:16.980267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5dd09c19-1070-42ff-9d35-4a3f20804ac9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:17.016723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Network': ['ID=3f933bd3-8852-4df7-8f12-1be94058c29a,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:17.031360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 3f933bd3-8852-4df7-8f12-1be94058c29a details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:34:17.038242 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-76e86aae-f86d-44db-8aae-1f9fadad2719 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8244050 Oct 05 09:34:17.038242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d0931fd-54a7-4dfd-887c-897e13547b31 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:17.056825 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:17.077285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0931fd-54a7-4dfd-887c-897e13547b31 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e45d957-1355-4ac1-8da9-bc2ae9184118,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:17.080380 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 7 to provision port 9e29395d-9e24-46be-8b66-513ee98f83ba Oct 05 09:34:17.114393 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91509e07-f916-4a93-928c-0bc4ce9d0097 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:17.155734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5dd09c19-1070-42ff-9d35-4a3f20804ac9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:17.158293 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5dd09c19-1070-42ff-9d35-4a3f20804ac9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4604521 Oct 05 09:34:17.160918 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36556) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:17.171843 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a4dddf92-48f3-45b6-a1ed-e88d76cc4a4c tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:17.182370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36560) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:17.189192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-ab256162-f63d-4d7c-a4ee-84b5443ed62d None None] Allocated IP 2001:db8::2 (e167508d-1978-47bf-9d19-9cf3a458a211/6b6aae02-b285-4fba-a46f-4667ef5851ca/ce36b555-6e93-45d8-ba46-21bd90c8fab5) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:17.196832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'subnet': {'network_id': '3f933bd3-8852-4df7-8f12-1be94058c29a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:17.219558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d0931fd-54a7-4dfd-887c-897e13547b31 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:17.223768 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4d0931fd-54a7-4dfd-887c-897e13547b31 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9599049 Oct 05 09:34:17.224653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36564) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:17.245665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2f2af4-c16b-4d01-811d-fc51b4d074b4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:17.247932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5f2f2af4-c16b-4d01-811d-fc51b4d074b4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:17.282392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:17.334602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5f2f2af4-c16b-4d01-811d-fc51b4d074b4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:17.336038 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5f2f2af4-c16b-4d01-811d-fc51b4d074b4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1739652 Oct 05 09:34:17.338611 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36568) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:17.339696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 9e29395d-9e24-46be-8b66-513ee98f83ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:17.350567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-a4dddf92-48f3-45b6-a1ed-e88d76cc4a4c tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Calling delete_port for 2f039174-5991-4ac8-aae8-4b98bf1c21e7 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:17.422255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d17d00dd-4e2d-4d5f-998c-ce575a871ef5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'security_group': {'name': 'tempest-secgroup-6561928'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:17.471396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:17.473918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:17.475144 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:17.475752 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:17.491590 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d17d00dd-4e2d-4d5f-998c-ce575a871ef5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:17.509076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20da85-b922-48e1-b64a-cb8a9488b44f req-ca5ce91c-c70f-40cf-b189-26cc537ff383 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:17.510667 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4f20da85-b922-48e1-b64a-cb8a9488b44f req-ca5ce91c-c70f-40cf-b189-26cc537ff383 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.8080459 Oct 05 09:34:17.536728 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-316046d1-b61f-4d64-a839-2ebf48748574 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1912994 Oct 05 09:34:17.537297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Pushing event updated for resources: {'Port': ['ID=f9c3b814-e038-44bd-af30-7fb127204aa2,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:17.538623 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36572) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:17.545754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d17d00dd-4e2d-4d5f-998c-ce575a871ef5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:security_group and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:17.545917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3dab2d43-1fe4-4ea9-b20f-97ef08362984 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:17.552711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d17d00dd-4e2d-4d5f-998c-ce575a871ef5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:17.590593 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d17d00dd-4e2d-4d5f-998c-ce575a871ef5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:17.596764 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ab256162-f63d-4d7c-a4ee-84b5443ed62d None None] For port ce36b555-6e93-45d8-ba46-21bd90c8fab5, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ce36b555-6e93-45d8-ba46-21bd90c8fab5,segment=NetworkSegment(e6b0858d-17cb-49a0-ae8d-c43f37e5e886),segment_id=e6b0858d-17cb-49a0-ae8d-c43f37e5e886)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:17.630264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ab256162-f63d-4d7c-a4ee-84b5443ed62d None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:17.647187 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ab256162-f63d-4d7c-a4ee-84b5443ed62d None None] Ignored duplicate provisioning block setup for port ce36b555-6e93-45d8-ba46-21bd90c8fab5 by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:34:17.658788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:17.671568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:subnet and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:17.675020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3dab2d43-1fe4-4ea9-b20f-97ef08362984 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:17.678303 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4f20da85-b922-48e1-b64a-cb8a9488b44f req-1d8a99ce-01d1-4b90-b040-3d7f45997854 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297262 Oct 05 09:34:17.681345 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:17.688920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3dab2d43-1fe4-4ea9-b20f-97ef08362984 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:17.705138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4307aff-e02a-4482-a0ca-028858b1ac08 None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:34:17.705138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-a4307aff-e02a-4482-a0ca-028858b1ac08 None None] Deleting port 0ec8645e-cb87-48a2-afc1-addec0296ac1 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:17.705138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a4307aff-e02a-4482-a0ca-028858b1ac08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:17.727994 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:17.738578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ab256162-f63d-4d7c-a4ee-84b5443ed62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:17.744400 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1e2a4b08-eb9f-4a66-8d84-ce68adc0a94f tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2098930 Oct 05 09:34:17.747245 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36578) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:17.753261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d17d00dd-4e2d-4d5f-998c-ce575a871ef5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:17.816686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dab2d43-1fe4-4ea9-b20f-97ef08362984 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:17.820754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3dab2d43-1fe4-4ea9-b20f-97ef08362984 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:17.822300 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dab2d43-1fe4-4ea9-b20f-97ef08362984 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:34:17.822742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dab2d43-1fe4-4ea9-b20f-97ef08362984 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:17.851961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d17d00dd-4e2d-4d5f-998c-ce575a871ef5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:17.865559 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 8 to provision port 9e29395d-9e24-46be-8b66-513ee98f83ba Oct 05 09:34:17.874026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d17d00dd-4e2d-4d5f-998c-ce575a871ef5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:security_group_rule and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:17.876869 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:17.880385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:17.890939 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab256162-f63d-4d7c-a4ee-84b5443ed62d None None] Pushing event updated for resources: {'Port': ['ID=ce36b555-6e93-45d8-ba46-21bd90c8fab5,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:17.894564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d17d00dd-4e2d-4d5f-998c-ce575a871ef5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:17.895426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8af67f-1466-4ae1-92c1-a16514394abe tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:17.900191 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fb8af67f-1466-4ae1-92c1-a16514394abe tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "GET /v2.0/ports/f9c3b814-e038-44bd-af30-7fb127204aa2 HTTP/1.1" status: 200 len: 954 time: 0.1485558 Oct 05 09:34:17.903042 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36582) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:17.959284 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3dab2d43-1fe4-4ea9-b20f-97ef08362984 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4166398 Oct 05 09:34:17.962454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d17d00dd-4e2d-4d5f-998c-ce575a871ef5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:17.963917 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0ec8645e-cb87-48a2-afc1-addec0296ac1 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:34:17.964240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36586) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:17.983949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-fe316ab6-ea3d-4364-ad20-7801d8a824d4 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Deleting port f9c3b814-e038-44bd-af30-7fb127204aa2 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:17.984942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fe316ab6-ea3d-4364-ad20-7801d8a824d4 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:18.032978 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d0cb1da9-19fd-428d-bfed-293e08f1c0be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:18.060625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a4dddf92-48f3-45b6-a1ed-e88d76cc4a4c tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:18.113880 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 9e29395d-9e24-46be-8b66-513ee98f83ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:18.258540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:18.260914 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fe316ab6-ea3d-4364-ad20-7801d8a824d4 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:18.304691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:18.307175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dddf92-48f3-45b6-a1ed-e88d76cc4a4c tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event deleted for resources: {'Port': ['ID=2f039174-5991-4ac8-aae8-4b98bf1c21e7,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:18.313035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0ec8645e-cb87-48a2-afc1-addec0296ac1 is: DOWN; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:18.341773 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-a4307aff-e02a-4482-a0ca-028858b1ac08 None None] For port 0ec8645e-cb87-48a2-afc1-addec0296ac1, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0ec8645e-cb87-48a2-afc1-addec0296ac1,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:18.342805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a4307aff-e02a-4482-a0ca-028858b1ac08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:18.469431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-fe316ab6-ea3d-4364-ad20-7801d8a824d4 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Calling delete_port for f9c3b814-e038-44bd-af30-7fb127204aa2 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:18.570065 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-a4307aff-e02a-4482-a0ca-028858b1ac08 None None] Calling delete_port for 0ec8645e-cb87-48a2-afc1-addec0296ac1 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:18.640453 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 9 to provision port 9e29395d-9e24-46be-8b66-513ee98f83ba Oct 05 09:34:18.678455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fe316ab6-ea3d-4364-ad20-7801d8a824d4 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:18.754304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 9e29395d-9e24-46be-8b66-513ee98f83ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:18.776588 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe316ab6-ea3d-4364-ad20-7801d8a824d4 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9c3b814-e038-44bd-af30-7fb127204aa2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:18.789565 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fe316ab6-ea3d-4364-ad20-7801d8a824d4 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:18.803142 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fe316ab6-ea3d-4364-ad20-7801d8a824d4 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "DELETE /v2.0/ports/f9c3b814-e038-44bd-af30-7fb127204aa2 HTTP/1.1" status: 204 len: 168 time: 0.8987291 Oct 05 09:34:18.803780 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36592) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:18.856316 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-836daaf9-8f15-4b42-a4c8-e09299752ca8 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:34:18.857453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-836daaf9-8f15-4b42-a4c8-e09299752ca8 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Synchronizing usage tracker for tenant:6dd03a8f6ebd4278af4ed316179a3da4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:18.861556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a4307aff-e02a-4482-a0ca-028858b1ac08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:18.917360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4307aff-e02a-4482-a0ca-028858b1ac08 None None] No DVR routers for this DVR port 0ec8645e-cb87-48a2-afc1-addec0296ac1 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:34:18.921720 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4307aff-e02a-4482-a0ca-028858b1ac08 None None] Pushing event deleted for resources: {'Port': ['ID=0ec8645e-cb87-48a2-afc1-addec0296ac1,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:18.951449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-836daaf9-8f15-4b42-a4c8-e09299752ca8 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Unset dirty status for tenant:6dd03a8f6ebd4278af4ed316179a3da4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:18.952741 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-836daaf9-8f15-4b42-a4c8-e09299752ca8 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "GET /v2.0/ports/f9c3b814-e038-44bd-af30-7fb127204aa2 HTTP/1.1" status: 404 len: 333 time: 0.1479161 Oct 05 09:34:18.956570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36596) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:18.962481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4a46cba7-5678-4f13-a336-0686b97ad8e0 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Request body: {'port': {'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1099173488'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:18.967231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4a46cba7-5678-4f13-a336-0686b97ad8e0 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:18.977152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4a46cba7-5678-4f13-a336-0686b97ad8e0 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:19.014742 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d0cb1da9-19fd-428d-bfed-293e08f1c0be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:19.058184 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a46cba7-5678-4f13-a336-0686b97ad8e0 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Made reservation on behalf of 6dd03a8f6ebd4278af4ed316179a3da4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:19.061129 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4a46cba7-5678-4f13-a336-0686b97ad8e0 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.068265 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d0cb1da9-19fd-428d-bfed-293e08f1c0be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:19.087847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-4a46cba7-5678-4f13-a336-0686b97ad8e0 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] device_id is not set on port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:19.136706 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d17d00dd-4e2d-4d5f-998c-ce575a871ef5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.186251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a4dddf92-48f3-45b6-a1ed-e88d76cc4a4c tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.241655 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Allocated IP 172.26.7.20 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/def0240a-55d3-4c5a-9bf3-bba17558a78a) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:19.243697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d17d00dd-4e2d-4d5f-998c-ce575a871ef5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.255754 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 10 to provision port 9e29395d-9e24-46be-8b66-513ee98f83ba Oct 05 09:34:19.295399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801d111-757f-449a-9045-3574a99022fe req-1f60666b-c5d5-47fb-9dcb-dc4eddff317e tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:19.297224 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f801d111-757f-449a-9045-3574a99022fe req-1f60666b-c5d5-47fb-9dcb-dc4eddff317e tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.7179315 Oct 05 09:34:19.349000 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 9e29395d-9e24-46be-8b66-513ee98f83ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:19.361512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Provisioning complete for port 8483649a-d1a2-4bac-8c9f-e7f792d39365 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:19.361883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.362257 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 1 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:19.381927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4a46cba7-5678-4f13-a336-0686b97ad8e0 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.429520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d00dd-4e2d-4d5f-998c-ce575a871ef5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2a47c1-2c10-44be-8a96-30c735bd3aaf,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:19.431756 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cb1da9-19fd-428d-bfed-293e08f1c0be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:19.435259 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d0cb1da9-19fd-428d-bfed-293e08f1c0be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.435597 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:19.436711 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cb1da9-19fd-428d-bfed-293e08f1c0be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:34:19.437089 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cb1da9-19fd-428d-bfed-293e08f1c0be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:19.461028 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a4dddf92-48f3-45b6-a1ed-e88d76cc4a4c tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "DELETE /v2.0/ports/2f039174-5991-4ac8-aae8-4b98bf1c21e7 HTTP/1.1" status: 204 len: 168 time: 3.4457042 Oct 05 09:34:19.463489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d17d00dd-4e2d-4d5f-998c-ce575a871ef5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.463489 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d17d00dd-4e2d-4d5f-998c-ce575a871ef5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1740 time: 2.1835778 Oct 05 09:34:19.465378 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36600) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:19.467277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36602) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:19.472672 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-247c86f1-2284-4a5c-818d-f9a6d822a993 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'security_group': {'name': 'tempest-secgroup-857205795'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:19.478639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-247c86f1-2284-4a5c-818d-f9a6d822a993 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:19.482756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-247c86f1-2284-4a5c-818d-f9a6d822a993 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:security_group and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:19.489740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-247c86f1-2284-4a5c-818d-f9a6d822a993 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:19.492987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4a46cba7-5678-4f13-a336-0686b97ad8e0 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.552068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-247c86f1-2284-4a5c-818d-f9a6d822a993 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:19.552333 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a6bc53-edd2-46a8-8ff9-710d6718b960 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] GET failed (client error): The resource could not be found. Oct 05 09:34:19.552873 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-67a6bc53-edd2-46a8-8ff9-710d6718b960 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Synchronizing usage tracker for tenant:ee9e55e549964926978dd6824606626c on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:19.567043 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f801d111-757f-449a-9045-3574a99022fe req-91cce8d2-d23b-48a1-9025-5f8c82b9c576 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339346 Oct 05 09:34:19.575199 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a46cba7-5678-4f13-a336-0686b97ad8e0 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:19.579201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-4a46cba7-5678-4f13-a336-0686b97ad8e0 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:19.585931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a46cba7-5678-4f13-a336-0686b97ad8e0 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:19.587001 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a46cba7-5678-4f13-a336-0686b97ad8e0 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:19.587129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.587806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4a46cba7-5678-4f13-a336-0686b97ad8e0 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.603729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46cba7-5678-4f13-a336-0686b97ad8e0 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Pushing event updated for resources: {'Port': ['ID=ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:19.634221 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d0cb1da9-19fd-428d-bfed-293e08f1c0be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.6643007 Oct 05 09:34:19.638015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36608) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:19.644061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b5f1fa44-dd30-4196-9eeb-f22133ba5ecc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:19.664996 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.700236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Subnet': ['ID=9db1b89d-2bb5-4c77-b75c-c25d3eb35b10,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:19.715783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-247c86f1-2284-4a5c-818d-f9a6d822a993 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.720398 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Checking segment: {'id': '3e568311-bbbb-4254-97bc-f1c10e3eb962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3f933bd3-8852-4df7-8f12-1be94058c29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:19.720698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network hostable DHCP agents. Network: 3f933bd3-8852-4df7-8f12-1be94058c29a, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:34:19.735616 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4a46cba7-5678-4f13-a336-0686b97ad8e0 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7750483 Oct 05 09:34:19.735945 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36612) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:19.744186 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8603'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:19.760298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-247c86f1-2284-4a5c-818d-f9a6d822a993 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:19.775087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-247c86f1-2284-4a5c-818d-f9a6d822a993 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:security_group_rule and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:19.779961 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-247c86f1-2284-4a5c-818d-f9a6d822a993 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:19.789126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-67a6bc53-edd2-46a8-8ff9-710d6718b960 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Unset dirty status for tenant:ee9e55e549964926978dd6824606626c on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:19.790387 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-67a6bc53-edd2-46a8-8ff9-710d6718b960 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "GET /v2.0/ports/2f039174-5991-4ac8-aae8-4b98bf1c21e7 HTTP/1.1" status: 404 len: 333 time: 0.3155425 Oct 05 09:34:19.790660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-247c86f1-2284-4a5c-818d-f9a6d822a993 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:19.794250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b5f1fa44-dd30-4196-9eeb-f22133ba5ecc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:19.794801 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36616) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:19.807501 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Request body: {'port': {'network_id': '2f3b2b46-c335-4cf9-b32f-d2de584c7ee7', 'name': 'tempest-AllowedAddressPairTestJSON-1623577654'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:19.810548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b5f1fa44-dd30-4196-9eeb-f22133ba5ecc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:19.879489 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-247c86f1-2284-4a5c-818d-f9a6d822a993 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.934085 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network 3f933bd3-8852-4df7-8f12-1be94058c29a is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:34:19.937409 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 2 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:19.939852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f1fa44-dd30-4196-9eeb-f22133ba5ecc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:19.943977 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fa44-dd30-4196-9eeb-f22133ba5ecc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.952491 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f1fa44-dd30-4196-9eeb-f22133ba5ecc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:34:19.952491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f1fa44-dd30-4196-9eeb-f22133ba5ecc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:19.960711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.969953 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce36b555-6e93-45d8-ba46-21bd90c8fab5 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:20.000477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-247c86f1-2284-4a5c-818d-f9a6d822a993 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.038520 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b5f1fa44-dd30-4196-9eeb-f22133ba5ecc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3984389 Oct 05 09:34:20.047303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c86f1-2284-4a5c-818d-f9a6d822a993 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acea675a-4744-4759-a262-838971379e25,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:20.050101 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:20.050240 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36620) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:20.053824 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 3f933bd3-8852-4df7-8f12-1be94058c29a) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:20.063030 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-71d340aa-a269-4a68-8e34-568d9a0e6ef5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:20.064683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32a8516-38ae-448f-af95-e4a0c4295cf7 None None] Network 3f933bd3-8852-4df7-8f12-1be94058c29a requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:20.066949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:20.076314 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.085895 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:20.086520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.094450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-247c86f1-2284-4a5c-818d-f9a6d822a993 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.098522 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-247c86f1-2284-4a5c-818d-f9a6d822a993 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6276355 Oct 05 09:34:20.098687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:20.105899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:20.133796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36624) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:20.156633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1478180216', 'security_groups': ['acea675a-4744-4759-a262-838971379e25'], 'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b6aae02-b285-4fba-a46f-4667ef5851ca'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:20.192092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-71d340aa-a269-4a68-8e34-568d9a0e6ef5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:20.202900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-71d340aa-a269-4a68-8e34-568d9a0e6ef5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:20.219507 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=def0240a-55d3-4c5a-9bf3-bba17558a78a,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:20.234831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:20.312936 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d340aa-a269-4a68-8e34-568d9a0e6ef5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:20.316674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-71d340aa-a269-4a68-8e34-568d9a0e6ef5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.319531 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d340aa-a269-4a68-8e34-568d9a0e6ef5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:34:20.319846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d340aa-a269-4a68-8e34-568d9a0e6ef5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:20.330964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:20.349490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-3f933bd3-8852-4df7-8f12-1be94058c29a', 'network_id': '3f933bd3-8852-4df7-8f12-1be94058c29a', 'tenant_id': '506f7c6114bd44af8aa9a31ce6c0c06e', 'fixed_ips': [{'subnet_id': '9db1b89d-2bb5-4c77-b75c-c25d3eb35b10'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:34:20.350435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.429964 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ba594a21-ecc4-4149-91de-1c597d3723ae tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2376854 Oct 05 09:34:20.434301 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36628) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:20.440952 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1610611382'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:20.445915 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-71d340aa-a269-4a68-8e34-568d9a0e6ef5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3937218 Oct 05 09:34:20.447645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:20.453449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:network and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:20.454103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36632) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:20.456504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:20.462883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-adfa0255-3d30-40a4-9d11-56be013701f1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:20.489430 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:20.506062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3410b128-3ffb-458a-a370-3feb56b9cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.517672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Allocated IP 172.20.255.242 (3f933bd3-8852-4df7-8f12-1be94058c29a/9db1b89d-2bb5-4c77-b75c-c25d3eb35b10/7985e9a8-0122-4d3e-83d7-da8cf762ed82) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:20.551153 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 3 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:20.585293 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-adfa0255-3d30-40a4-9d11-56be013701f1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:20.597364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-adfa0255-3d30-40a4-9d11-56be013701f1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:20.649437 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:20.657425 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.673995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:20.675065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Made reservation on behalf of ee9e55e549964926978dd6824606626c for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:20.678951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.686034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfa0255-3d30-40a4-9d11-56be013701f1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:20.693383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-adfa0255-3d30-40a4-9d11-56be013701f1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.698706 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfa0255-3d30-40a4-9d11-56be013701f1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:34:20.699268 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfa0255-3d30-40a4-9d11-56be013701f1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:20.739682 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:34:20.751670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.752114 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Added segment f723ddda-e68f-44ab-9916-6adf9b760d86 of type vlan for network 8c9c5d59-4e79-4c39-a53b-d52eb79dd117 Oct 05 09:34:20.798859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.800811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.813396 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Transition to ACTIVE for port object 7985e9a8-0122-4d3e-83d7-da8cf762ed82 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:20.834992 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Transition to ACTIVE for port object 7985e9a8-0122-4d3e-83d7-da8cf762ed82 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:20.856984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] device_id is not set on port bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:20.860639 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-adfa0255-3d30-40a4-9d11-56be013701f1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4055200 Oct 05 09:34:20.863600 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36638) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:20.869387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-6b98c174-688d-486b-bc6e-faa49829759e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:20.916077 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:20.935128 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.937735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.943229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:20.943846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:20.961121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:21.010552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Network 3f933bd3-8852-4df7-8f12-1be94058c29a is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:21.014004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:21.018213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:21.024872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Pushing event updated for resources: {'Port': ['ID=7985e9a8-0122-4d3e-83d7-da8cf762ed82,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:21.134683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Attempting to bind port 7985e9a8-0122-4d3e-83d7-da8cf762ed82 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:21.135107 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Attempting to bind port 7985e9a8-0122-4d3e-83d7-da8cf762ed82 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '3e568311-bbbb-4254-97bc-f1c10e3eb962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3f933bd3-8852-4df7-8f12-1be94058c29a'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:21.135451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Attempting to bind port 7985e9a8-0122-4d3e-83d7-da8cf762ed82 on network 3f933bd3-8852-4df7-8f12-1be94058c29a {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:21.142262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:34:21.142262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Checking segment: {'id': '3e568311-bbbb-4254-97bc-f1c10e3eb962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3f933bd3-8852-4df7-8f12-1be94058c29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:21.142262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:21.142642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Bound using segment: {'id': '3e568311-bbbb-4254-97bc-f1c10e3eb962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3f933bd3-8852-4df7-8f12-1be94058c29a'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:34:21.143066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Bound port: 7985e9a8-0122-4d3e-83d7-da8cf762ed82, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e568311-bbbb-4254-97bc-f1c10e3eb962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3f933bd3-8852-4df7-8f12-1be94058c29a'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:34:21.143438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:21.151688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:21.189690 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 4 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:21.196316 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7584612 Oct 05 09:34:21.196533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] device_id is not set on port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:21.200517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36642) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:21.205930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6b98c174-688d-486b-bc6e-faa49829759e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:21.207928 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f01c2-fe40-4ffa-9653-b04d9db23c68 req-1c4a0aa7-9fd4-4d11-b7d1-63af459a5ff8 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:21.208365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e245b-2558-4160-b992-c4cc0281e4f8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Network': ['ID=8c9c5d59-4e79-4c39-a53b-d52eb79dd117,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:21.209319 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c36f01c2-fe40-4ffa-9653-b04d9db23c68 req-1c4a0aa7-9fd4-4d11-b7d1-63af459a5ff8 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.4648595 Oct 05 09:34:21.214324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'subnet': {'network_id': '8c9c5d59-4e79-4c39-a53b-d52eb79dd117', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:21.241598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 8c9c5d59-4e79-4c39-a53b-d52eb79dd117 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:34:21.276784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:21.287960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6b98c174-688d-486b-bc6e-faa49829759e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:21.341127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:21.345407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:subnet and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:21.348286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:21.354502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:21.376115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] For port 7985e9a8-0122-4d3e-83d7-da8cf762ed82, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:21.380371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:21.389497 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] For port 7985e9a8-0122-4d3e-83d7-da8cf762ed82, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7985e9a8-0122-4d3e-83d7-da8cf762ed82,segment=NetworkSegment(3e568311-bbbb-4254-97bc-f1c10e3eb962),segment_id=3e568311-bbbb-4254-97bc-f1c10e3eb962)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:34:21.391682 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b98c174-688d-486b-bc6e-faa49829759e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:21.395397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6b98c174-688d-486b-bc6e-faa49829759e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:21.396883 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b98c174-688d-486b-bc6e-faa49829759e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:34:21.397391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b98c174-688d-486b-bc6e-faa49829759e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:21.406137 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Transition to ACTIVE for port object ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 will not be triggered until provisioned by entity L2. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:21.409302 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Allocated IP 172.20.0.14 (2f3b2b46-c335-4cf9-b32f-d2de584c7ee7/ed074e1e-9083-44e6-adcd-24a67509c48a/bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:21.451506 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:21.455141 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:21.484953 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c36f01c2-fe40-4ffa-9653-b04d9db23c68 req-68ae88f5-04af-4fc0-8e28-c929fb4bda50 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128026 Oct 05 09:34:21.486881 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:21.513839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:21.530118 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6b98c174-688d-486b-bc6e-faa49829759e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6631510 Oct 05 09:34:21.531270 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36648) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:21.557427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:21.575447 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af78fb3-0c4a-420d-8e6d-8a762319f377 None None] Pushing event updated for resources: {'Port': ['ID=7985e9a8-0122-4d3e-83d7-da8cf762ed82,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:21.609030 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-75d4d607-6796-45aa-8716-539a8feff634 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0745988 Oct 05 09:34:21.610778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36652) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:21.693271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb84959-fa7d-4bb4-accb-284d60e632ad tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:21.694838 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-deb84959-fa7d-4bb4-accb-284d60e632ad tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0830383 Oct 05 09:34:21.697383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36656) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:21.710908 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:21.777139 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f0f99c75-48c1-4e32-846d-d68bc7ac13d3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785744 Oct 05 09:34:21.781281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36660) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:21.788998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4b565595-36d8-4c83-bb23-6588140eeb09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:21.869322 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:21.869665 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:21.870027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:21.880205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] device_id is not set on port 76616824-ec3b-48c1-845e-acfa5fd8b95f yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:21.882013 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 5 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:21.984728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Pushing event updated for resources: {'Port': ['ID=ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:22.007926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4b565595-36d8-4c83-bb23-6588140eeb09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:22.020239 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:22.047460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:22.047460 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:22.047772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4b565595-36d8-4c83-bb23-6588140eeb09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:22.053791 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 2 to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 Oct 05 09:34:22.123949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:22.211995 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b565595-36d8-4c83-bb23-6588140eeb09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:22.216039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b565595-36d8-4c83-bb23-6588140eeb09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:22.364413 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Subnet': ['ID=7350bfca-cb1a-41dc-8629-0a9f20f7ed52,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:22.387727 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:22.396058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:22.396058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:22.396370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Checking segment: {'id': 'f723ddda-e68f-44ab-9916-6adf9b760d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8c9c5d59-4e79-4c39-a53b-d52eb79dd117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:22.396370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network hostable DHCP agents. Network: 8c9c5d59-4e79-4c39-a53b-d52eb79dd117, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:34:22.449413 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:22.450040 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:22.465235 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 3 to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 Oct 05 09:34:22.474543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addc627-2e94-490f-9def-72866c9caf88 req-08669ac4-0005-4356-8bc8-462ba4d1f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:22.475976 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5addc627-2e94-490f-9def-72866c9caf88 req-08669ac4-0005-4356-8bc8-462ba4d1f0a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6df355572a0845009b41ff2f848e6941&device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 1098 time: 0.3091164 Oct 05 09:34:22.516128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network 8c9c5d59-4e79-4c39-a53b-d52eb79dd117 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:34:22.521253 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 6 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:22.595702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:22.602084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:22.602417 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:22.602761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:22.625733 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:22.662113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:22.662492 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:22.666161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 8c9c5d59-4e79-4c39-a53b-d52eb79dd117) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:22.671171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addc627-2e94-490f-9def-72866c9caf88 req-aac16231-2fe1-4295-be45-aef2d442a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:22.673148 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5addc627-2e94-490f-9def-72866c9caf88 req-aac16231-2fe1-4295-be45-aef2d442a892 service neutron] 10.222.0.55 "GET /v2.0/networks?id=56161454-02b6-4c31-81da-4f00cf62b0d8 HTTP/1.1" status: 200 len: 912 time: 0.1890895 Oct 05 09:34:22.673927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:22.674543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:22.676231 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 4 to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 Oct 05 09:34:22.683385 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e88d1-e46c-4cb5-9f9e-e3034723ea0a None None] Network 8c9c5d59-4e79-4c39-a53b-d52eb79dd117 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:22.710090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Transition to ACTIVE for port object bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:22.722889 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:22.725552 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:22.726086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:22.726611 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:22.785707 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5addc627-2e94-490f-9def-72866c9caf88 req-c5c3caa6-783f-48da-9d01-0c80c128bb73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e40a172-ec75-40ea-af09-d2ae1630276b HTTP/1.1" status: 200 len: 217 time: 0.1053514 Oct 05 09:34:22.851678 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Allocated IP 2001:db8::360 (e167508d-1978-47bf-9d19-9cf3a458a211/6b6aae02-b285-4fba-a46f-4667ef5851ca/76616824-ec3b-48c1-845e-acfa5fd8b95f) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:22.860633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:22.861209 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:22.866612 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 5 to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 Oct 05 09:34:22.903728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd977cf-c0f1-4608-b38b-9de7ce46f621 req-1d01cb39-18d6-4d57-b2f7-abad1f7cc744 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:22.905604 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cfd977cf-c0f1-4608-b38b-9de7ce46f621 req-1d01cb39-18d6-4d57-b2f7-abad1f7cc744 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.7485235 Oct 05 09:34:22.917717 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3d83a6da-b004-4714-8f20-5b2f0d979edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:22.929129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:22.929726 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:22.930099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:22.977582 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:22.977895 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:22.985622 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 6 to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 Oct 05 09:34:23.024095 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-84ac96d5-fe75-4713-943e-dcb484e1e6e7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8157105 Oct 05 09:34:23.027279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36666) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:23.127155 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 7 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:23.163369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8181e69-e46b-471c-b144-21a35f077e5e None None] Network 3f933bd3-8852-4df7-8f12-1be94058c29a requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:23.165441 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addc627-2e94-490f-9def-72866c9caf88 req-5fe30db5-c62a-4b29-b716-79e76d6e8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:23.166933 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5addc627-2e94-490f-9def-72866c9caf88 req-5fe30db5-c62a-4b29-b716-79e76d6e8ac1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b875045-27d3-4695-b4c1-3672dff5dfd2 HTTP/1.1" status: 200 len: 851 time: 0.3723865 Oct 05 09:34:23.179556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:23.180161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:23.180505 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:23.219948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.objects.ports [None req-4b565595-36d8-4c83-bb23-6588140eeb09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89845) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:34:23.234129 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b565595-36d8-4c83-bb23-6588140eeb09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:23.246754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:23.246754 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:23.248421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-8c9c5d59-4e79-4c39-a53b-d52eb79dd117', 'network_id': '8c9c5d59-4e79-4c39-a53b-d52eb79dd117', 'tenant_id': '506f7c6114bd44af8aa9a31ce6c0c06e', 'fixed_ips': [{'subnet_id': '7350bfca-cb1a-41dc-8629-0a9f20f7ed52'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:34:23.249262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:23.253807 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 7 to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 Oct 05 09:34:23.263667 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cfd977cf-c0f1-4608-b38b-9de7ce46f621 req-79db52eb-48b8-420f-a3d4-d43dcb4f177b tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302591 Oct 05 09:34:23.264692 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:23.271967 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5addc627-2e94-490f-9def-72866c9caf88 req-00002818-5121-447d-8e23-2706caa5a065 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56161454-02b6-4c31-81da-4f00cf62b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944464 Oct 05 09:34:23.295903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:23.364330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:23.364683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:23.364900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:23.394626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:23.405770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:23.407617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:23.407953 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:23.414731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b565595-36d8-4c83-bb23-6588140eeb09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:23.419767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:23.434740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:23.436833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-4b565595-36d8-4c83-bb23-6588140eeb09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:23.444867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b565595-36d8-4c83-bb23-6588140eeb09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:23.445465 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b565595-36d8-4c83-bb23-6588140eeb09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:23.450034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b565595-36d8-4c83-bb23-6588140eeb09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=2ada78e1-c7c3-4d72-b26f-02d33902aee6,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:23.452113 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 8 to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 Oct 05 09:34:23.458742 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event updated for resources: {'Port': ['ID=bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:23.475834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f5dca4-f7b6-4ab9-8db7-b99758c07acd None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:23.516968 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:23.517310 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:23.517657 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:23.544254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:23.544591 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:23.549366 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 9 to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 Oct 05 09:34:23.565838 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:23.566518 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:23.574129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:23.606337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:23.606676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:23.607019 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:23.609426 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Transition to ACTIVE for port object 76616824-ec3b-48c1-845e-acfa5fd8b95f will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:23.623322 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:23.623322 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:23.623322 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.plugins.ml2.plugin [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempt 10 to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 Oct 05 09:34:23.635659 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:23.642387 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:23.642760 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] {{(pid=89846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:23.643105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempting to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:23.648905 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:34:23.655219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:23.655526 dv-neutron-860329-1-hyperv neutron-server[89846]: ERROR neutron.plugins.ml2.managers [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Failed to bind port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '406f04d3-63c5-4009-b5b4-f56828fa0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5433ee7f-02fb-4b32-93a1-dadcec4dbea5'}] Oct 05 09:34:23.655893 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:23.686011 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4b565595-36d8-4c83-bb23-6588140eeb09 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9008734 Oct 05 09:34:23.686011 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5addc627-2e94-490f-9def-72866c9caf88 req-7b0e3c82-a648-4926-a60b-632cb9953500 service neutron] 10.222.0.55 "GET /v2.0/networks/56161454-02b6-4c31-81da-4f00cf62b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004271 Oct 05 09:34:23.689546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36670) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:23.701018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'mac_address': 'fa:16:3e:9b:d0:f9', 'name': 'tempest-NetworksTestDHCPv6-1005928371'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:23.765798 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Allocated IP 172.20.0.2 (8c9c5d59-4e79-4c39-a53b-d52eb79dd117/7350bfca-cb1a-41dc-8629-0a9f20f7ed52/f83f2814-e3e8-4d76-8c1b-30c3118ce542) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:23.767714 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e1ec6a10-1d7e-46ca-a71a-87d5aa686b4e tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9714663 Oct 05 09:34:23.780851 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36674) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:23.798521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-216eb9b5-952b-4134-b6bc-75616cbf6ff4 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ce:1e:9b'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:23.821206 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 8 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:23.867852 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:23.953937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:23.958114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:23.961147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:23.974777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:23.992859 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:24.038104 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5addc627-2e94-490f-9def-72866c9caf88 req-a5c88201-3302-4938-9fa4-dd2c7395daa1 service neutron] 10.222.0.55 "GET /v2.0/networks/56161454-02b6-4c31-81da-4f00cf62b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412716 Oct 05 09:34:24.052459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7985e9a8-0122-4d3e-83d7-da8cf762ed82 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:24.088782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:24.091822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network e167508d-1978-47bf-9d19-9cf3a458a211 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:24.101947 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] For port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193, host hv-neutron-8603, cleared binding levels {{(pid=89846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:24.105372 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attempted to set empty binding levels {{(pid=89846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 05 09:34:24.107712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:24.159161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:24.164801 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:24.165433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:24.170486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:34:24.179619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': '2ada78e1-c7c3-4d72-b26f-02d33902aee6'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:34:24.181657 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:24.213396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=76616824-ec3b-48c1-845e-acfa5fd8b95f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:24.223461 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:24.223987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] In _notify_port_updated(), no bound segment for port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 on network 5433ee7f-02fb-4b32-93a1-dadcec4dbea5 {{(pid=89846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:34:24.224850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:24.225451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:24.228680 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "PUT /v2.0/ports/ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 HTTP/1.1" status: 200 len: 977 time: 4.4898064 Oct 05 09:34:24.229760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36678) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:24.235737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961ed1b-12c2-47d3-8f63-a36a16d9f9cb None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:34:24.289468 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961ed1b-12c2-47d3-8f63-a36a16d9f9cb None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:24.290722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-3961ed1b-12c2-47d3-8f63-a36a16d9f9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:24.362291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:24.401689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-26850c79-735d-4954-afd4-4ac688f9cb46 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Deleting port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:24.402532 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-26850c79-735d-4954-afd4-4ac688f9cb46 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:24.411554 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:24.447585 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:24.459713 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-3961ed1b-12c2-47d3-8f63-a36a16d9f9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:24.477146 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 1ad41fa8-85c7-4238-8856-0df5165aef13 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:24.496240 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 9 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:24.567750 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c2770766-e056-4fc2-a13c-66a2842aa4bc tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4328752 Oct 05 09:34:24.569539 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:24.570965 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e7f8d9d1-8e5e-4207-a9c8-249093ee12f4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.9063902 Oct 05 09:34:24.574646 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36684) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:24.575186 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36686) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:24.576887 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 7985e9a8-0122-4d3e-83d7-da8cf762ed82 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:24.588482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961ed1b-12c2-47d3-8f63-a36a16d9f9cb None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:24.590012 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-3961ed1b-12c2-47d3-8f63-a36a16d9f9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:24.634724 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-539149ce-3011-40f2-a081-91a8e4d6dbf4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'subnet': {'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:24.668736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:24.676322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:24.677268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-3961ed1b-12c2-47d3-8f63-a36a16d9f9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:24.677268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961ed1b-12c2-47d3-8f63-a36a16d9f9cb None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:34:24.688912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Transition to ACTIVE for port object f83f2814-e3e8-4d76-8c1b-30c3118ce542 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:24.711311 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Transition to ACTIVE for port object f83f2814-e3e8-4d76-8c1b-30c3118ce542 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:24.779625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::f816:3eff:fe9b:d0f9 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/2ada78e1-c7c3-4d72-b26f-02d33902aee6/1ad41fa8-85c7-4238-8856-0df5165aef13) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:24.787837 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:24.804321 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80318e-c041-467e-99bd-c927f3e5b966 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Pushing event updated for resources: {'Port': ['ID=ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193,revision_number=3']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:24.849960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-26850c79-735d-4954-afd4-4ac688f9cb46 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] For port ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193, host hv-neutron-8603, got binding levels [] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:24.850392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-26850c79-735d-4954-afd4-4ac688f9cb46 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:24.884662 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Network 8c9c5d59-4e79-4c39-a53b-d52eb79dd117 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:24.888201 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:24.894786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:24.933213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-216eb9b5-952b-4134-b6bc-75616cbf6ff4 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:24.969117 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Pushing event updated for resources: {'Port': ['ID=f83f2814-e3e8-4d76-8c1b-30c3118ce542,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:25.035014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.062834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Attempting to bind port f83f2814-e3e8-4d76-8c1b-30c3118ce542 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:25.063281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Attempting to bind port f83f2814-e3e8-4d76-8c1b-30c3118ce542 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'f723ddda-e68f-44ab-9916-6adf9b760d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8c9c5d59-4e79-4c39-a53b-d52eb79dd117'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:25.063645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Attempting to bind port f83f2814-e3e8-4d76-8c1b-30c3118ce542 on network 8c9c5d59-4e79-4c39-a53b-d52eb79dd117 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:25.070065 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:34:25.070536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Checking segment: {'id': 'f723ddda-e68f-44ab-9916-6adf9b760d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8c9c5d59-4e79-4c39-a53b-d52eb79dd117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:25.070911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.071303 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Bound using segment: {'id': 'f723ddda-e68f-44ab-9916-6adf9b760d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8c9c5d59-4e79-4c39-a53b-d52eb79dd117'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:34:25.071775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Bound port: f83f2814-e3e8-4d76-8c1b-30c3118ce542, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f723ddda-e68f-44ab-9916-6adf9b760d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8c9c5d59-4e79-4c39-a53b-d52eb79dd117'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:34:25.072242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.148084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.160348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-26850c79-735d-4954-afd4-4ac688f9cb46 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Calling delete_port for ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:25.175509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] For port f83f2814-e3e8-4d76-8c1b-30c3118ce542, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:25.177217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2d85f-3818-4040-8f16-3fd96c1c03f3 req-686b742c-e8d3-43ae-8467-9cc6f14117c6 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:25.178089 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 10 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:25.178937 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-61e2d85f-3818-4040-8f16-3fd96c1c03f3 req-686b742c-e8d3-43ae-8467-9cc6f14117c6 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.6232276 Oct 05 09:34:25.230107 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] For port f83f2814-e3e8-4d76-8c1b-30c3118ce542, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=f83f2814-e3e8-4d76-8c1b-30c3118ce542,segment=NetworkSegment(f723ddda-e68f-44ab-9916-6adf9b760d86),segment_id=f723ddda-e68f-44ab-9916-6adf9b760d86)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:34:25.250415 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:25.282331 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-539149ce-3011-40f2-a081-91a8e4d6dbf4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:25.313464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Subnet': ['ID=7350bfca-cb1a-41dc-8629-0a9f20f7ed52,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:25.343249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Provisioning for port 9b5fd1ce-ef45-414b-8474-1dc4979c306f completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:25.348123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.371915 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-539149ce-3011-40f2-a081-91a8e4d6dbf4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:subnet and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:25.383121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-539149ce-3011-40f2-a081-91a8e4d6dbf4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:25.402924 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-539149ce-3011-40f2-a081-91a8e4d6dbf4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:25.413903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Provisioning complete for port 9b5fd1ce-ef45-414b-8474-1dc4979c306f triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:25.414306 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.414639 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 1 to provision port 9b5fd1ce-ef45-414b-8474-1dc4979c306f Oct 05 09:34:25.477314 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-61e2d85f-3818-4040-8f16-3fd96c1c03f3 req-4e8bd773-1d4d-41a4-9a12-0f3fb792f7e0 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329409 Oct 05 09:34:25.505496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-26850c79-735d-4954-afd4-4ac688f9cb46 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.505496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.576131 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26850c79-735d-4954-afd4-4ac688f9cb46 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:25.604199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.604518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9c5d59-4e79-4c39-a53b-d52eb79dd117']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:25.612521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-26850c79-735d-4954-afd4-4ac688f9cb46 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.623546 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f0541-938a-43fa-8f0d-b9a28904e68d None None] Pushing event updated for resources: {'Port': ['ID=f83f2814-e3e8-4d76-8c1b-30c3118ce542,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:25.640686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f723ddda-e68f-44ab-9916-6adf9b760d86') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:25.640995 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f723ddda-e68f-44ab-9916-6adf9b760d86') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:25.649643 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.662373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539149ce-3011-40f2-a081-91a8e4d6dbf4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:25.665805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-539149ce-3011-40f2-a081-91a8e4d6dbf4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.669513 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.671949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d2c254-bc4f-404a-a08a-09be7d869950 None None] Network 8c9c5d59-4e79-4c39-a53b-d52eb79dd117 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:25.684886 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-26850c79-735d-4954-afd4-4ac688f9cb46 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "DELETE /v2.0/ports/ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 HTTP/1.1" status: 204 len: 168 time: 1.4493184 Oct 05 09:34:25.687259 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36692) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:25.696163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 1ad41fa8-85c7-4238-8856-0df5165aef13 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:25.702073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.710555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:34:25.711398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.789736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Current status of the port 9b5fd1ce-ef45-414b-8474-1dc4979c306f is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:25.790145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.803115 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment f723ddda-e68f-44ab-9916-6adf9b760d86 resource provider aggregate not found Oct 05 09:34:25.821822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-216eb9b5-952b-4134-b6bc-75616cbf6ff4 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:34:25.831748 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment f723ddda-e68f-44ab-9916-6adf9b760d86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f723ddda-e68f-44ab-9916-6adf9b760d86 found for delete ", "request_id": "req-da8b65bf-2f0c-4140-8bf0-adf0165e61c8"}]} Oct 05 09:34:25.874808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.893202 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-542b7e4a-585c-47fb-9efd-52357184e9f8 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:34:25.893900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-542b7e4a-585c-47fb-9efd-52357184e9f8 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Synchronizing usage tracker for tenant:6dd03a8f6ebd4278af4ed316179a3da4 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:25.907535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-216eb9b5-952b-4134-b6bc-75616cbf6ff4 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.942300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] For port 9b5fd1ce-ef45-414b-8474-1dc4979c306f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9b5fd1ce-ef45-414b-8474-1dc4979c306f,segment=NetworkSegment(77f7dc37-53e4-4786-851f-857fb6d31d86),segment_id=77f7dc37-53e4-4786-851f-857fb6d31d86)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:25.953367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:34:25.953367 dv-neutron-860329-1-hyperv neutron-server[89845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:34:25.953367 dv-neutron-860329-1-hyperv neutron-server[89845]: [parameters: {'id': '8c9c5d59-4e79-4c39-a53b-d52eb79dd117'}] Oct 05 09:34:25.953367 dv-neutron-860329-1-hyperv neutron-server[89845]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:34:25.953902 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:34:25.967861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:25.969795 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Allocated IP 2001:db8::f816:3eff:fe0c:144b (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/2ada78e1-c7c3-4d72-b26f-02d33902aee6/312cd12e-cf38-436f-9ffd-ff5c1dca382a) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:25.971277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:25.973848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:25.979738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:25.980977 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.002292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=1ad41fa8-85c7-4238-8856-0df5165aef13,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:26.005866 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-216eb9b5-952b-4134-b6bc-75616cbf6ff4 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.058987 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.084115 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4aacd4bf-da85-4806-a7df-9f6eba45d254 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3937368 Oct 05 09:34:26.087014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36700) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:26.117774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Could not find standard attr ID for object 9f9ac9ad-ba3d-42b4-8771-bc466498e54f. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:34:26.135927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Could not find standard attr ID for object 0ec8645e-cb87-48a2-afc1-addec0296ac1. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:34:26.177936 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.ipam_backend_mixin [None req-539149ce-3011-40f2-a081-91a8e4d6dbf4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b6aae02-b285-4fba-a46f-4667ef5851ca (CIDR: 2001:db8::/64) Oct 05 09:34:26.182122 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Pushing event updated for resources: {'Port': ['ID=9b5fd1ce-ef45-414b-8474-1dc4979c306f,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:26.188740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b53f16-3a8e-493b-ad5f-9cdc06f9ab5d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:26.189789 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b7b53f16-3a8e-493b-ad5f-9cdc06f9ab5d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:26.223211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-542b7e4a-585c-47fb-9efd-52357184e9f8 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] Unset dirty status for tenant:6dd03a8f6ebd4278af4ed316179a3da4 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:26.224369 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-542b7e4a-585c-47fb-9efd-52357184e9f8 tempest-PortsAdminExtendedAttrsTestJSON-1255615788 tempest-PortsAdminExtendedAttrsTestJSON-1255615788-project-admin] 10.222.0.49 "GET /v2.0/ports/ee69d9a7-0985-4e1c-bc5d-8e70cb7a3193 HTTP/1.1" status: 404 len: 333 time: 0.5327315 Oct 05 09:34:26.228647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36704) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:26.246943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Provisioning for port ce36b555-6e93-45d8-ba46-21bd90c8fab5 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:26.257688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Provisioning complete for port ce36b555-6e93-45d8-ba46-21bd90c8fab5 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:26.258082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.258483 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Attempt 1 to provision port ce36b555-6e93-45d8-ba46-21bd90c8fab5 Oct 05 09:34:26.261743 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-539149ce-3011-40f2-a081-91a8e4d6dbf4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:34:26.262263 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539149ce-3011-40f2-a081-91a8e4d6dbf4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:26.303202 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216eb9b5-952b-4134-b6bc-75616cbf6ff4 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event updated for resources: {'Port': ['ID=bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:26.305740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-216eb9b5-952b-4134-b6bc-75616cbf6ff4 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] In _notify_port_updated(), no bound segment for port bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 on network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 {{(pid=89846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:34:26.311141 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216eb9b5-952b-4134-b6bc-75616cbf6ff4 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:26.311810 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-216eb9b5-952b-4134-b6bc-75616cbf6ff4 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.313138 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-216eb9b5-952b-4134-b6bc-75616cbf6ff4 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "PUT /v2.0/ports/bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 HTTP/1.1" status: 200 len: 997 time: 2.5293915 Oct 05 09:34:26.314745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b7b53f16-3a8e-493b-ad5f-9cdc06f9ab5d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:26.318678 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b7b53f16-3a8e-493b-ad5f-9cdc06f9ab5d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2303016 Oct 05 09:34:26.322867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36708) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:26.322867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36710) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:26.327543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.344273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Transition to ACTIVE for port object 312cd12e-cf38-436f-9ffd-ff5c1dca382a will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:26.369065 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Transition to ACTIVE for port object 312cd12e-cf38-436f-9ffd-ff5c1dca382a will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:26.398147 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-539149ce-3011-40f2-a081-91a8e4d6dbf4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7840650 Oct 05 09:34:26.403452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36716) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:26.408953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d504f4b1-8866-42d9-8a1f-254932392db9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'subnet': {'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:26.433355 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-73466793-dbcb-4f6f-abc6-b0dd925a1482 None None] Current status of the port ce36b555-6e93-45d8-ba46-21bd90c8fab5 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:26.455075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.465325 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.496813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3e13-21f3-4cf9-a5c5-753ea9d987c7 tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.505653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Deleting port f83f2814-e3e8-4d76-8c1b-30c3118ce542 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:26.506043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.514683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.537846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-83bb54bc-1b63-4520-a5e6-d60849aeadca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 1ad41fa8-85c7-4238-8856-0df5165aef13 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:26.538360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-83bb54bc-1b63-4520-a5e6-d60849aeadca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.540477 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:26.543501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:26.550208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:26.561521 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Could not find standard attr ID for object 2f039174-5991-4ac8-aae8-4b98bf1c21e7. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:34:26.563394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Pushing event updated for resources: {'Port': ['ID=312cd12e-cf38-436f-9ffd-ff5c1dca382a,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:26.572031 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-97ecf948-e506-481d-866c-fdf1ebb3d2bc tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Deleting port bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:26.572272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97ecf948-e506-481d-866c-fdf1ebb3d2bc tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.667238 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d504f4b1-8866-42d9-8a1f-254932392db9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:26.675527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Attempting to bind port 312cd12e-cf38-436f-9ffd-ff5c1dca382a on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:26.675941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Attempting to bind port 312cd12e-cf38-436f-9ffd-ff5c1dca382a by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:26.676733 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Attempting to bind port 312cd12e-cf38-436f-9ffd-ff5c1dca382a on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:26.683911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:34:26.684295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:26.684673 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.685113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:34:26.686528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Bound port: 312cd12e-cf38-436f-9ffd-ff5c1dca382a, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:34:26.686661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.732532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d504f4b1-8866-42d9-8a1f-254932392db9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:subnet and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:26.762678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Provisioning for port bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:26.778266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d504f4b1-8866-42d9-8a1f-254932392db9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:26.781507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Provisioning complete for port bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:26.781885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.782251 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 1 to provision port bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 Oct 05 09:34:26.808554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d504f4b1-8866-42d9-8a1f-254932392db9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:26.840992 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] For port 312cd12e-cf38-436f-9ffd-ff5c1dca382a, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:26.858229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] For port 312cd12e-cf38-436f-9ffd-ff5c1dca382a, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=312cd12e-cf38-436f-9ffd-ff5c1dca382a,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:34:26.869201 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:26.925437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433cdf6-f4cc-421a-a6ff-c8c61cd3417e req-05f9b69c-b1c3-4f54-a37c-7319c4af6df3 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:26.926943 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c433cdf6-f4cc-421a-a6ff-c8c61cd3417e req-05f9b69c-b1c3-4f54-a37c-7319c4af6df3 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.2044530 Oct 05 09:34:26.930692 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d504f4b1-8866-42d9-8a1f-254932392db9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:26.935431 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d504f4b1-8866-42d9-8a1f-254932392db9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.992152 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:27.080896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2dab13-9238-44f7-b8ff-c59f7a6f00af None None] Pushing event updated for resources: {'Port': ['ID=312cd12e-cf38-436f-9ffd-ff5c1dca382a,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:27.161022 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c433cdf6-f4cc-421a-a6ff-c8c61cd3417e req-1983a95c-9ded-47f3-8a66-fd189564472c tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113392 Oct 05 09:34:27.284291 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.ipam_backend_mixin [None req-d504f4b1-8866-42d9-8a1f-254932392db9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet be4877a7-bcda-4288-88a7-1cc45ad41f03 (CIDR: 2001:db8:0:1::/64) Oct 05 09:34:27.295647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Allocated IP 172.20.0.1 (9139a9fa-9f1e-4861-a50c-d0a89e627c4a/0106c4bf-ed4d-4a64-b520-4ba2099a89d8/ed7416c9-3874-44e1-8627-74298e032f46) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:27.338128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3e13-21f3-4cf9-a5c5-753ea9d987c7 tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:27.362360 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 2 to provision port bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 Oct 05 09:34:27.385843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-3b2f3e13-21f3-4cf9-a5c5-753ea9d987c7 tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5433ee7f-02fb-4b32-93a1-dadcec4dbea5']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:27.389237 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d504f4b1-8866-42d9-8a1f-254932392db9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:34:27.389899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d504f4b1-8866-42d9-8a1f-254932392db9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:27.453222 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-3b2f3e13-21f3-4cf9-a5c5-753ea9d987c7 tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406f04d3-63c5-4009-b5b4-f56828fa0609') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:27.453726 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-3b2f3e13-21f3-4cf9-a5c5-753ea9d987c7 tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406f04d3-63c5-4009-b5b4-f56828fa0609') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:27.454698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:27.487869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] For port f83f2814-e3e8-4d76-8c1b-30c3118ce542, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=f83f2814-e3e8-4d76-8c1b-30c3118ce542,segment=NetworkSegment(f723ddda-e68f-44ab-9916-6adf9b760d86),segment_id=f723ddda-e68f-44ab-9916-6adf9b760d86)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:27.488167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:27.496168 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d504f4b1-8866-42d9-8a1f-254932392db9 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0911477 Oct 05 09:34:27.499279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36724) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:27.501434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3e13-21f3-4cf9-a5c5-753ea9d987c7 tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:27.506417 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-90975a6c-337e-4c8f-9e6b-3e624457ca1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'subnet': {'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:27.595662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:27.654975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Calling delete_port for f83f2814-e3e8-4d76-8c1b-30c3118ce542 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:27.680369 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-90975a6c-337e-4c8f-9e6b-3e624457ca1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:27.685939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-90975a6c-337e-4c8f-9e6b-3e624457ca1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Usage tracker for resource:subnet and tenant:e310f0f9f68e463e8b295e16db8a75dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:27.688931 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-90975a6c-337e-4c8f-9e6b-3e624457ca1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:27.695171 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-90975a6c-337e-4c8f-9e6b-3e624457ca1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:27.725760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3e13-21f3-4cf9-a5c5-753ea9d987c7 tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:27.739754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-83bb54bc-1b63-4520-a5e6-d60849aeadca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:27.747809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2f3e13-21f3-4cf9-a5c5-753ea9d987c7 tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:34:27.748211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3e13-21f3-4cf9-a5c5-753ea9d987c7 tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:27.751951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:27.820997 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90975a6c-337e-4c8f-9e6b-3e624457ca1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Made reservation on behalf of e310f0f9f68e463e8b295e16db8a75dc for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:27.825119 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-90975a6c-337e-4c8f-9e6b-3e624457ca1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:27.848556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 9139a9fa-9f1e-4861-a50c-d0a89e627c4a is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:27.857040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:27.860045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:27.918395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97ecf948-e506-481d-866c-fdf1ebb3d2bc tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:27.956098 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 3 to provision port bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 Oct 05 09:34:28.058114 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:28.072478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 312cd12e-cf38-436f-9ffd-ff5c1dca382a up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:28.080532 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 406f04d3-63c5-4009-b5b4-f56828fa0609 resource provider aggregate not found Oct 05 09:34:28.169900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-97ecf948-e506-481d-866c-fdf1ebb3d2bc tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Calling delete_port for bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:28.205272 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=ed7416c9-3874-44e1-8627-74298e032f46,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:28.208890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-83bb54bc-1b63-4520-a5e6-d60849aeadca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 1ad41fa8-85c7-4238-8856-0df5165aef13 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:28.214982 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 312cd12e-cf38-436f-9ffd-ff5c1dca382a completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:28.226462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9b5fd1ce-ef45-414b-8474-1dc4979c306f up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:28.248775 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:28.257952 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 406f04d3-63c5-4009-b5b4-f56828fa0609 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 406f04d3-63c5-4009-b5b4-f56828fa0609 found for delete ", "request_id": "req-5a2a788e-ff3e-4dc9-b9a4-56a97c970b2a"}]} Oct 05 09:34:28.319058 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 9b5fd1ce-ef45-414b-8474-1dc4979c306f triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:28.319429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:28.319774 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 9b5fd1ce-ef45-414b-8474-1dc4979c306f Oct 05 09:34:28.338745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bd345-5f11-4b93-8815-25802a7b5bcc req-36d9e0e3-8ba5-43a2-bd41-cab4a1ea282f tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:28.340773 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-840bd345-5f11-4b93-8815-25802a7b5bcc req-36d9e0e3-8ba5-43a2-bd41-cab4a1ea282f tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.4520125 Oct 05 09:34:28.406643 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3e13-21f3-4cf9-a5c5-753ea9d987c7 tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:28.408280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:28.413266 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-840bd345-5f11-4b93-8815-25802a7b5bcc req-d312bbc3-edfc-4c51-b301-55bf05f7abfa tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634801 Oct 05 09:34:28.473273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 9b5fd1ce-ef45-414b-8474-1dc4979c306f is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:28.507334 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3e13-21f3-4cf9-a5c5-753ea9d987c7 tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:28.556453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Port': ['ID=f83f2814-e3e8-4d76-8c1b-30c3118ce542,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:28.559750 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 4 to provision port bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 Oct 05 09:34:28.563903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No DVR routers for this DVR port f83f2814-e3e8-4d76-8c1b-30c3118ce542 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:34:28.567637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f3e13-21f3-4cf9-a5c5-753ea9d987c7 tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] Pushing event deleted for resources: {'Network': ['ID=5433ee7f-02fb-4b32-93a1-dadcec4dbea5,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:28.616281 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3b2f3e13-21f3-4cf9-a5c5-753ea9d987c7 tempest-PortsAdminExtendedAttrsTestJSON-716147504 tempest-PortsAdminExtendedAttrsTestJSON-716147504-project] 10.222.0.49 "DELETE /v2.0/networks/5433ee7f-02fb-4b32-93a1-dadcec4dbea5 HTTP/1.1" status: 204 len: 168 time: 2.3855889 Oct 05 09:34:28.627836 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42d3f08-6535-4a2f-82b3-7e3d239e900d None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:34:28.647685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:28.724133 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:28.830132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d3f08-6535-4a2f-82b3-7e3d239e900d None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:34:28.894914 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-83bb54bc-1b63-4520-a5e6-d60849aeadca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:28.964019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb54bc-1b63-4520-a5e6-d60849aeadca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=1ad41fa8-85c7-4238-8856-0df5165aef13,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:28.970766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97ecf948-e506-481d-866c-fdf1ebb3d2bc tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:28.973358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.064976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-83bb54bc-1b63-4520-a5e6-d60849aeadca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.069542 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-83bb54bc-1b63-4520-a5e6-d60849aeadca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/1ad41fa8-85c7-4238-8856-0df5165aef13 HTTP/1.1" status: 204 len: 168 time: 2.7438011 Oct 05 09:34:29.073637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36736) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:29.168215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecf948-e506-481d-866c-fdf1ebb3d2bc tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event deleted for resources: {'Port': ['ID=bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:29.180364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9c5d59-4e79-4c39-a53b-d52eb79dd117']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:29.238025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36742) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:29.241582 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-90975a6c-337e-4c8f-9e6b-3e624457ca1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.241795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f723ddda-e68f-44ab-9916-6adf9b760d86') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:29.241795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f723ddda-e68f-44ab-9916-6adf9b760d86') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:29.253104 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 5 to provision port bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 Oct 05 09:34:29.266446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.300728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.301418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.306663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:34:29.313284 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef665baf-0bd3-4f07-9306-bae12a0670fa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:29.314862 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef665baf-0bd3-4f07-9306-bae12a0670fa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:29.315014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90975a6c-337e-4c8f-9e6b-3e624457ca1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Network e167508d-1978-47bf-9d19-9cf3a458a211 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:29.315607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ef665baf-0bd3-4f07-9306-bae12a0670fa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:29.318301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-90975a6c-337e-4c8f-9e6b-3e624457ca1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:29.323192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:34:29.323323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90975a6c-337e-4c8f-9e6b-3e624457ca1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:29.323977 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.324262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-90975a6c-337e-4c8f-9e6b-3e624457ca1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.340242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97ecf948-e506-481d-866c-fdf1ebb3d2bc tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.342215 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-97ecf948-e506-481d-866c-fdf1ebb3d2bc tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "DELETE /v2.0/ports/bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 HTTP/1.1" status: 204 len: 168 time: 3.0186074 Oct 05 09:34:29.347497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36748) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:29.372952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e7bbf0-d11f-4e4c-adaa-c6f663d95e62 None None] Network e167508d-1978-47bf-9d19-9cf3a458a211 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:29.410872 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2906394-f58c-40b4-b57b-ed045e645d94 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] GET failed (client error): The resource could not be found. Oct 05 09:34:29.411589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d2906394-f58c-40b4-b57b-ed045e645d94 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Synchronizing usage tracker for tenant:ee9e55e549964926978dd6824606626c on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:29.418121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90975a6c-337e-4c8f-9e6b-3e624457ca1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Subnet': ['ID=b6be91a2-262e-4a0b-8384-ed60d3d4d6fa,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:29.421501 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.474354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Provisioning for port 76616824-ec3b-48c1-845e-acfa5fd8b95f completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:29.510183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Provisioning complete for port 76616824-ec3b-48c1-845e-acfa5fd8b95f triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:29.510568 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.510970 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 1 to provision port 76616824-ec3b-48c1-845e-acfa5fd8b95f Oct 05 09:34:29.528644 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ef665baf-0bd3-4f07-9306-bae12a0670fa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:29.532326 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ef665baf-0bd3-4f07-9306-bae12a0670fa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4424520 Oct 05 09:34:29.534768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36754) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:29.629026 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d9dda2-9812-46ad-8d3d-f3da44ea2859 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 2ada78e1-c7c3-4d72-b26f-02d33902aee6 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:34:29.632928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c9d9dda2-9812-46ad-8d3d-f3da44ea2859 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.656417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 76616824-ec3b-48c1-845e-acfa5fd8b95f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:29.658714 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-90975a6c-337e-4c8f-9e6b-3e624457ca1f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1584122 Oct 05 09:34:29.677918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36758) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:29.700452 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c9d9dda2-9812-46ad-8d3d-f3da44ea2859 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.746223 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.750739 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.768891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-310ac1d8-5a70-40db-a849-fbaf8ec11ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1130602107', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b6be91a2-262e-4a0b-8384-ed60d3d4d6fa'}], 'security_groups': ['0e45d957-1355-4ac1-8da9-bc2ae9184118', '2e2a47c1-2c10-44be-8a96-30c735bd3aaf']}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:29.805157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Network': ['ID=8c9c5d59-4e79-4c39-a53b-d52eb79dd117,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:29.812771 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2783fa44-5ce3-4f14-84b6-7724058512df tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/8c9c5d59-4e79-4c39-a53b-d52eb79dd117 HTTP/1.1" status: 204 len: 168 time: 6.7869937 Oct 05 09:34:29.816002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36762) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:29.821444 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-668645413'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:29.836663 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:29.846307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:network and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:29.852374 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d2906394-f58c-40b4-b57b-ed045e645d94 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Unset dirty status for tenant:ee9e55e549964926978dd6824606626c on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:29.853518 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d2906394-f58c-40b4-b57b-ed045e645d94 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "GET /v2.0/ports/bfb48ec3-f5e2-4d7b-9803-1ed4abfd2da5 HTTP/1.1" status: 404 len: 333 time: 0.5047910 Oct 05 09:34:29.854236 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:29.857685 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36766) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:29.867974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Request body: {'port': {'network_id': '2f3b2b46-c335-4cf9-b32f-d2de584c7ee7', 'name': 'tempest-AllowedAddressPairTestJSON-1897317426'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:29.872989 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d821fe56-3048-4752-b35f-129b3b36e5f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e0b03fb46834e7c83e1cd671317abd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260309 Oct 05 09:34:29.873763 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=ed7416c9-3874-44e1-8627-74298e032f46,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:29.878981 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36770) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:29.887361 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.887859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:29.922364 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0dbee5-6cc1-46f9-89e7-832f6134c6e6 None None] Update dhcp port {'port': {'network_id': 'e167508d-1978-47bf-9d19-9cf3a458a211', 'fixed_ips': [{'subnet_id': 'be4877a7-bcda-4288-88a7-1cc45ad41f03', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6b6aae02-b285-4fba-a46f-4667ef5851ca', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b6be91a2-262e-4a0b-8384-ed60d3d4d6fa'}], 'binding:host_id': 'dv-neutron-860329-1-hyperv'}, 'id': 'ce36b555-6e93-45d8-ba46-21bd90c8fab5'} from dv-neutron-860329-1-hyperv. {{(pid=89847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:34:29.976696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c9d9dda2-9812-46ad-8d3d-f3da44ea2859 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:29.981636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8b0dbee5-6cc1-46f9-89e7-832f6134c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.060041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:30.063377 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.108222 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:30.160502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:30.170543 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 2 to provision port 76616824-ec3b-48c1-845e-acfa5fd8b95f Oct 05 09:34:30.179681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6df10-789f-48d5-8d8e-2422c6c51fab req-2b661550-0c4b-4e66-80e3-d1de23e9ff3a tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:30.181182 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6fc6df10-789f-48d5-8d8e-2422c6c51fab req-2b661550-0c4b-4e66-80e3-d1de23e9ff3a tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.5165308 Oct 05 09:34:30.203736 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7a46df6b-af58-402f-80d8-3eacb9c9cae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.221595 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6ffc5-5d0d-4d01-8749-8549237f1b7f req-e3d50b22-5668-4a3a-8736-0cd6fbe185b1 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:30.222421 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-c9d6ffc5-5d0d-4d01-8749-8549237f1b7f req-e3d50b22-5668-4a3a-8736-0cd6fbe185b1 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Synchronizing usage tracker for tenant:6df355572a0845009b41ff2f848e6941 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:30.249858 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 76616824-ec3b-48c1-845e-acfa5fd8b95f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:30.257689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c9d9dda2-9812-46ad-8d3d-f3da44ea2859 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.257928 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-8b0dbee5-6cc1-46f9-89e7-832f6134c6e6 None None] Allocated IP 2001:db8:0:2::2 (e167508d-1978-47bf-9d19-9cf3a458a211/b6be91a2-262e-4a0b-8384-ed60d3d4d6fa/ce36b555-6e93-45d8-ba46-21bd90c8fab5) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:30.307852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:34:30.311925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Made reservation on behalf of ee9e55e549964926978dd6824606626c for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:30.315507 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.334303 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment f723ddda-e68f-44ab-9916-6adf9b760d86 resource provider aggregate not found Oct 05 09:34:30.343807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9dda2-9812-46ad-8d3d-f3da44ea2859 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=2ada78e1-c7c3-4d72-b26f-02d33902aee6,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:30.349302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c9d9dda2-9812-46ad-8d3d-f3da44ea2859 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.359829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.360398 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Added segment 276c3fc0-16b4-490c-8a79-ed20320e51c7 of type vlan for network 1d1b5f17-d9c7-4dde-90c2-44502cdee369 Oct 05 09:34:30.366294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01548fa5-1735-41ea-8f47-342cf0bb020b None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:30.366512 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment f723ddda-e68f-44ab-9916-6adf9b760d86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f723ddda-e68f-44ab-9916-6adf9b760d86 found for delete ", "request_id": "req-6e25c2aa-075b-44f8-9fb2-a631bd4a03e5"}]} Oct 05 09:34:30.374244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] device_id is not set on port c0d2b268-1806-49ea-bba1-50698c41fe90 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:30.396879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 9139a9fa-9f1e-4861-a50c-d0a89e627c4a is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:30.409448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:30.410752 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-c9d6ffc5-5d0d-4d01-8749-8549237f1b7f req-e3d50b22-5668-4a3a-8736-0cd6fbe185b1 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Unset dirty status for tenant:6df355572a0845009b41ff2f848e6941 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:30.411985 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c9d6ffc5-5d0d-4d01-8749-8549237f1b7f req-e3d50b22-5668-4a3a-8736-0cd6fbe185b1 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.2894042 Oct 05 09:34:30.449707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7a46df6b-af58-402f-80d8-3eacb9c9cae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.481669 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6fc6df10-789f-48d5-8d8e-2422c6c51fab req-ce9b172f-1677-443a-a90d-f87d6164a9b5 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474268 Oct 05 09:34:30.538017 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.543356 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c9d9dda2-9812-46ad-8d3d-f3da44ea2859 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/2ada78e1-c7c3-4d72-b26f-02d33902aee6 HTTP/1.1" status: 204 len: 168 time: 1.0073473 Oct 05 09:34:30.551829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36778) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:30.564726 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-c9d6ffc5-5d0d-4d01-8749-8549237f1b7f req-7551363e-f1ae-4a2b-be23-6e4838b94bec tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Deleting port 9e40a172-ec75-40ea-af09-d2ae1630276b {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:30.565171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c9d6ffc5-5d0d-4d01-8749-8549237f1b7f req-7551363e-f1ae-4a2b-be23-6e4838b94bec tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.607295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8b0dbee5-6cc1-46f9-89e7-832f6134c6e6 None None] For port ce36b555-6e93-45d8-ba46-21bd90c8fab5, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ce36b555-6e93-45d8-ba46-21bd90c8fab5,segment=NetworkSegment(e6b0858d-17cb-49a0-ae8d-c43f37e5e886),segment_id=e6b0858d-17cb-49a0-ae8d-c43f37e5e886)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:30.611340 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-310ac1d8-5a70-40db-a849-fbaf8ec11ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.660918 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8b0dbee5-6cc1-46f9-89e7-832f6134c6e6 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.687108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8b0dbee5-6cc1-46f9-89e7-832f6134c6e6 None None] Transition to ACTIVE for port object ce36b555-6e93-45d8-ba46-21bd90c8fab5 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:30.709142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.resource_extend [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:34:30.730046 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a4384b3f-615a-4d8d-9eb9-acccecc0014a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1733902 Oct 05 09:34:30.739756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac8037d-fa54-450b-97ad-e564d785d5df None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:34:30.742445 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36782) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:30.744359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4ac8037d-fa54-450b-97ad-e564d785d5df None None] Deleting port 312cd12e-cf38-436f-9ffd-ff5c1dca382a {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:30.744803 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4ac8037d-fa54-450b-97ad-e564d785d5df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.753926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e9548f78-0e8d-46b0-bb66-cbb4b8283d9b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:30.827398 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:34:30.845814 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 3 to provision port 76616824-ec3b-48c1-845e-acfa5fd8b95f Oct 05 09:34:30.872159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8b0dbee5-6cc1-46f9-89e7-832f6134c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.961288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7a46df6b-af58-402f-80d8-3eacb9c9cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:31.006218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:31.012341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:31.012921 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:31.027246 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46df6b-af58-402f-80d8-3eacb9c9cae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d694c3-69a6-4f3f-9376-58f6f17fcbfd,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:31.042235 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7a46df6b-af58-402f-80d8-3eacb9c9cae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:31.042235 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7a46df6b-af58-402f-80d8-3eacb9c9cae2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33d694c3-69a6-4f3f-9376-58f6f17fcbfd HTTP/1.1" status: 204 len: 168 time: 1.1593697 Oct 05 09:34:31.148538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 76616824-ec3b-48c1-845e-acfa5fd8b95f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:31.154018 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3369095 Oct 05 09:34:31.156680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36788) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:31.159855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Allocated IP 172.20.0.12 (2f3b2b46-c335-4cf9-b32f-d2de584c7ee7/ed074e1e-9083-44e6-adcd-24a67509c48a/c0d2b268-1806-49ea-bba1-50698c41fe90) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:31.184011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'subnet': {'network_id': '1d1b5f17-d9c7-4dde-90c2-44502cdee369', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:31.186512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dbee5-6cc1-46f9-89e7-832f6134c6e6 None None] Pushing event updated for resources: {'Port': ['ID=ce36b555-6e93-45d8-ba46-21bd90c8fab5,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:31.216691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:34:31.224998 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3b016fe3-2ab2-4ff8-81b1-43781377e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "PUT /v2.0/routers/9c183646-d3e9-4522-997a-0440b5c19ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6093764 Oct 05 09:34:31.231016 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1419c99a-eda3-46c6-b2b5-d5068f6ea3ef None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:34:31.240377 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36792) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:31.245133 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1419c99a-eda3-46c6-b2b5-d5068f6ea3ef None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:31.247521 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1419c99a-eda3-46c6-b2b5-d5068f6ea3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:31.281927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4ac8037d-fa54-450b-97ad-e564d785d5df None None] For port 312cd12e-cf38-436f-9ffd-ff5c1dca382a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=312cd12e-cf38-436f-9ffd-ff5c1dca382a,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:31.282347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4ac8037d-fa54-450b-97ad-e564d785d5df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:31.293453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e9548f78-0e8d-46b0-bb66-cbb4b8283d9b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:31.353422 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1419c99a-eda3-46c6-b2b5-d5068f6ea3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:31.363530 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1419c99a-eda3-46c6-b2b5-d5068f6ea3ef None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:31.364402 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1419c99a-eda3-46c6-b2b5-d5068f6ea3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:31.383019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'port': {'network_id': '9139a9fa-9f1e-4861-a50c-d0a89e627c4a', 'name': 'tempest-FloatingIPTestJSON-273178406'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:31.399553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e9548f78-0e8d-46b0-bb66-cbb4b8283d9b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:31.407140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bcc30-e945-47af-84c4-5528aaad62f5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Network': ['ID=1d1b5f17-d9c7-4dde-90c2-44502cdee369,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:31.409527 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e9548f78-0e8d-46b0-bb66-cbb4b8283d9b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:31.448451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 1d1b5f17-d9c7-4dde-90c2-44502cdee369 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:34:31.456329 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1419c99a-eda3-46c6-b2b5-d5068f6ea3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:31.457539 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1419c99a-eda3-46c6-b2b5-d5068f6ea3ef None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:34:31.477102 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:34:31.498505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4ac8037d-fa54-450b-97ad-e564d785d5df None None] Calling delete_port for 312cd12e-cf38-436f-9ffd-ff5c1dca382a owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:31.503528 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-310ac1d8-5a70-40db-a849-fbaf8ec11ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Delete allocated IP 2001:db8::360 (e167508d-1978-47bf-9d19-9cf3a458a211/6b6aae02-b285-4fba-a46f-4667ef5851ca) {{(pid=89846) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 05 09:34:31.513657 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-310ac1d8-5a70-40db-a849-fbaf8ec11ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Allocated IP 2001:db8:0:2::3ac (e167508d-1978-47bf-9d19-9cf3a458a211/b6be91a2-262e-4a0b-8384-ed60d3d4d6fa/76616824-ec3b-48c1-845e-acfa5fd8b95f) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:31.537081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e9548f78-0e8d-46b0-bb66-cbb4b8283d9b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:31.654586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:31.674594 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 4 to provision port 76616824-ec3b-48c1-845e-acfa5fd8b95f Oct 05 09:34:31.691865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:subnet and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:31.734383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:31.749767 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:31.754802 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 76616824-ec3b-48c1-845e-acfa5fd8b95f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:31.757908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4ac8037d-fa54-450b-97ad-e564d785d5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:31.782203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9548f78-0e8d-46b0-bb66-cbb4b8283d9b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:31.786248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e9548f78-0e8d-46b0-bb66-cbb4b8283d9b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:31.827183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac8037d-fa54-450b-97ad-e564d785d5df None None] No DVR routers for this DVR port 312cd12e-cf38-436f-9ffd-ff5c1dca382a on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:34:31.835476 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8037d-fa54-450b-97ad-e564d785d5df None None] Pushing event deleted for resources: {'Port': ['ID=312cd12e-cf38-436f-9ffd-ff5c1dca382a,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:31.965557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce36b555-6e93-45d8-ba46-21bd90c8fab5 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:32.014901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-c9d6ffc5-5d0d-4d01-8749-8549237f1b7f req-7551363e-f1ae-4a2b-be23-6e4838b94bec tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] For port 9e40a172-ec75-40ea-af09-d2ae1630276b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9e40a172-ec75-40ea-af09-d2ae1630276b,segment=NetworkSegment(86f79389-eae4-4097-a482-72f18b97a4ce),segment_id=86f79389-eae4-4097-a482-72f18b97a4ce)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:32.015490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c9d6ffc5-5d0d-4d01-8749-8549237f1b7f req-7551363e-f1ae-4a2b-be23-6e4838b94bec tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.030099 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:32.034560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.071381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150fda4-d475-4076-9705-d47d6f920ec9 req-0cc894fa-5728-4073-bcd4-a45fe825e6eb tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:32.073055 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d150fda4-d475-4076-9705-d47d6f920ec9 req-0cc894fa-5728-4073-bcd4-a45fe825e6eb tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 945 time: 0.3200352 Oct 05 09:34:32.074845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36800) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:32.097636 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:32.120710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 312cd12e-cf38-436f-9ffd-ff5c1dca382a no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:34:32.129422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-310ac1d8-5a70-40db-a849-fbaf8ec11ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.156805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 312cd12e-cf38-436f-9ffd-ff5c1dca382a {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:34:32.157197 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 312cd12e-cf38-436f-9ffd-ff5c1dca382a not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:34:32.165140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-310ac1d8-5a70-40db-a849-fbaf8ec11ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Transition to ACTIVE for port object 76616824-ec3b-48c1-845e-acfa5fd8b95f will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:32.192942 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d150fda4-d475-4076-9705-d47d6f920ec9 req-9a18b147-3677-477f-aa49-cb6c01d44cb4 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/security-groups?id=1838d9fa-9c4a-4433-8109-c38352e81c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006706 Oct 05 09:34:32.200813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Usage tracker for resource:port and tenant:d83a1fd4a9e74c2e90fd216a2eddf28a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:32.203554 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6e873c98-137b-4696-8b15-c332f17d0187 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6dd03a8f6ebd4278af4ed316179a3da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1272609 Oct 05 09:34:32.205788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36804) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:32.255869 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 5 to provision port 76616824-ec3b-48c1-845e-acfa5fd8b95f Oct 05 09:34:32.270116 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5c1303b1-77d8-49c0-acaf-dd015b4ec105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.277274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:32.283186 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-310ac1d8-5a70-40db-a849-fbaf8ec11ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.296044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-c9d6ffc5-5d0d-4d01-8749-8549237f1b7f req-7551363e-f1ae-4a2b-be23-6e4838b94bec tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Calling delete_port for 9e40a172-ec75-40ea-af09-d2ae1630276b owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:32.315845 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 76616824-ec3b-48c1-845e-acfa5fd8b95f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:32.353567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:32.366943 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.ipam_backend_mixin [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Performing IP validity checks on allocation pools {{(pid=89845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 09:34:32.366943 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.ipam_backend_mixin [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 09:34:32.397399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5c1303b1-77d8-49c0-acaf-dd015b4ec105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.415970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-310ac1d8-5a70-40db-a849-fbaf8ec11ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] In _notify_port_updated(), no bound segment for port 76616824-ec3b-48c1-845e-acfa5fd8b95f on network e167508d-1978-47bf-9d19-9cf3a458a211 {{(pid=89846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:34:32.421514 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310ac1d8-5a70-40db-a849-fbaf8ec11ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:32.422193 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-310ac1d8-5a70-40db-a849-fbaf8ec11ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.423516 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-310ac1d8-5a70-40db-a849-fbaf8ec11ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "PUT /v2.0/ports/76616824-ec3b-48c1-845e-acfa5fd8b95f HTTP/1.1" status: 200 len: 970 time: 2.7317941 Oct 05 09:34:32.428552 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36808) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:32.492685 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.512396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ac1d8-5a70-40db-a849-fbaf8ec11ff4 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event updated for resources: {'Port': ['ID=76616824-ec3b-48c1-845e-acfa5fd8b95f,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:32.535708 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-68c42576-0f10-45ed-8da4-f18aaf709579 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 76616824-ec3b-48c1-845e-acfa5fd8b95f {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:32.536121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-68c42576-0f10-45ed-8da4-f18aaf709579 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.568933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Made reservation on behalf of d83a1fd4a9e74c2e90fd216a2eddf28a for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:32.572394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.788276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5c1303b1-77d8-49c0-acaf-dd015b4ec105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.793349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Transition to ACTIVE for port object c0d2b268-1806-49ea-bba1-50698c41fe90 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:32.817452 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 6 to provision port 76616824-ec3b-48c1-845e-acfa5fd8b95f Oct 05 09:34:32.824933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] device_id is not set on port 964935e2-41e0-48f8-9a1b-e4f474df3448 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:32.872908 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1303b1-77d8-49c0-acaf-dd015b4ec105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9421da41-6e93-47e6-a5d9-2aa7320948a1,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:32.881623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 76616824-ec3b-48c1-845e-acfa5fd8b95f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:32.891877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5c1303b1-77d8-49c0-acaf-dd015b4ec105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.895656 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5c1303b1-77d8-49c0-acaf-dd015b4ec105 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9421da41-6e93-47e6-a5d9-2aa7320948a1 HTTP/1.1" status: 204 len: 168 time: 0.6864402 Oct 05 09:34:32.958780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-68c42576-0f10-45ed-8da4-f18aaf709579 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.998765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c9d6ffc5-5d0d-4d01-8749-8549237f1b7f req-7551363e-f1ae-4a2b-be23-6e4838b94bec tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:33.087362 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-68c42576-0f10-45ed-8da4-f18aaf709579 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 76616824-ec3b-48c1-845e-acfa5fd8b95f owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:33.090397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551363e-f1ae-4a2b-be23-6e4838b94bec tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Pushing event deleted for resources: {'Port': ['ID=9e40a172-ec75-40ea-af09-d2ae1630276b,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:33.143542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:33.147385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:33.300333 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-68c42576-0f10-45ed-8da4-f18aaf709579 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:33.365360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Allocated IP 172.20.0.10 (9139a9fa-9f1e-4861-a50c-d0a89e627c4a/0106c4bf-ed4d-4a64-b520-4ba2099a89d8/964935e2-41e0-48f8-9a1b-e4f474df3448) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:33.375010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d6ffc5-5d0d-4d01-8749-8549237f1b7f req-7551363e-f1ae-4a2b-be23-6e4838b94bec tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] No DVR routers for this DVR port 9e40a172-ec75-40ea-af09-d2ae1630276b on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:34:33.383268 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 7 to provision port 76616824-ec3b-48c1-845e-acfa5fd8b95f Oct 05 09:34:33.391360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c9d6ffc5-5d0d-4d01-8749-8549237f1b7f req-7551363e-f1ae-4a2b-be23-6e4838b94bec tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:33.398887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a785889-5dcd-40fc-97a3-4b1afe4d0651', 'name': 'network-vif-deleted', 'tag': '9e40a172-ec75-40ea-af09-d2ae1630276b'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:34:33.401167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16413bb3-b18d-400a-8596-c14ada2db5d0" -d '{"events": [{"server_uuid": "9a785889-5dcd-40fc-97a3-4b1afe4d0651", "name": "network-vif-deleted", "tag": "9e40a172-ec75-40ea-af09-d2ae1630276b"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:34:33.414527 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:33.436543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:33.449467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Subnet': ['ID=5466af49-f92b-47d6-b863-ec687e498bb5,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:33.455114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:33.486781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event updated for resources: {'Port': ['ID=c0d2b268-1806-49ea-bba1-50698c41fe90,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:33.502738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c42576-0f10-45ed-8da4-f18aaf709579 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=76616824-ec3b-48c1-845e-acfa5fd8b95f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:33.514017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 76616824-ec3b-48c1-845e-acfa5fd8b95f was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:34:33.531181 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5d3eacf2-57cc-474d-9ae1-842fc2179c00 req-81505900-4ec5-4222-9d47-e0d7cb7a17d1 tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 210 time: 0.1846380 Oct 05 09:34:33.536410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-68c42576-0f10-45ed-8da4-f18aaf709579 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:33.567340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Provisioning complete for port 8483649a-d1a2-4bac-8c9f-e7f792d39365 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:33.567340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:33.567340 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 1 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:33.567714 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc916f4-9734-4158-ae10-b581c7278d80 x-openstack-request-id: req-6bc916f4-9734-4158-ae10-b581c7278d80 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:34:33.567714 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a785889-5dcd-40fc-97a3-4b1afe4d0651", "name": "network-vif-deleted", "tag": "9e40a172-ec75-40ea-af09-d2ae1630276b", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:34:33.567714 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6bc916f4-9734-4158-ae10-b581c7278d80 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:34:33.567714 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc916f4-9734-4158-ae10-b581c7278d80'] response: {'server_uuid': '9a785889-5dcd-40fc-97a3-4b1afe4d0651', 'name': 'network-vif-deleted', 'tag': '9e40a172-ec75-40ea-af09-d2ae1630276b', 'status': 'completed', 'code': 200} Oct 05 09:34:33.585640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.objects.ports [None req-e9548f78-0e8d-46b0-bb66-cbb4b8283d9b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89845) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:34:33.602843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e9548f78-0e8d-46b0-bb66-cbb4b8283d9b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:33.642661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:33.647604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 9e40a172-ec75-40ea-af09-d2ae1630276b no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:34:33.654472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Checking segment: {'id': '276c3fc0-16b4-490c-8a79-ed20320e51c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1d1b5f17-d9c7-4dde-90c2-44502cdee369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:33.654700 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network hostable DHCP agents. Network: 1d1b5f17-d9c7-4dde-90c2-44502cdee369, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:34:33.673097 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-68c42576-0f10-45ed-8da4-f18aaf709579 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/76616824-ec3b-48c1-845e-acfa5fd8b95f HTTP/1.1" status: 204 len: 168 time: 1.2348731 Oct 05 09:34:33.674934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36826) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:33.714835 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 9e40a172-ec75-40ea-af09-d2ae1630276b {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:34:33.715408 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 9e40a172-ec75-40ea-af09-d2ae1630276b not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:34:33.755511 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c9d6ffc5-5d0d-4d01-8749-8549237f1b7f req-7551363e-f1ae-4a2b-be23-6e4838b94bec tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.55 "DELETE /v2.0/ports/9e40a172-ec75-40ea-af09-d2ae1630276b HTTP/1.1" status: 204 len: 173 time: 3.3195798 Oct 05 09:34:33.786190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:33.786983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:33.787711 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6b2068-906c-446e-83d4-16a37f96fc2e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] GET failed (client error): The resource could not be found. Oct 05 09:34:33.788493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5c6b2068-906c-446e-83d4-16a37f96fc2e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Synchronizing usage tracker for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:33.827659 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9548f78-0e8d-46b0-bb66-cbb4b8283d9b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:33.833677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-e9548f78-0e8d-46b0-bb66-cbb4b8283d9b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:33.844120 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd2faa-9bd8-4b59-b2fa-9dc903124b5c None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:33.858706 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9548f78-0e8d-46b0-bb66-cbb4b8283d9b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:33.859294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e9548f78-0e8d-46b0-bb66-cbb4b8283d9b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:33.900019 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5c6b2068-906c-446e-83d4-16a37f96fc2e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Unset dirty status for tenant:e310f0f9f68e463e8b295e16db8a75dc on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:33.901584 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5c6b2068-906c-446e-83d4-16a37f96fc2e tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports/76616824-ec3b-48c1-845e-acfa5fd8b95f HTTP/1.1" status: 404 len: 333 time: 0.2255633 Oct 05 09:34:33.904465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36832) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:33.942788 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9548f78-0e8d-46b0-bb66-cbb4b8283d9b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=1e903d59-bb70-47fd-ba32-e8033a23f099,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:33.959880 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-38ac32d3-cc7b-40a4-b2d9-32eb0d861fcf tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1010475 Oct 05 09:34:33.961916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network 1d1b5f17-d9c7-4dde-90c2-44502cdee369 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:34:33.967739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36838) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:33.983623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Request body: {'port': {'network_id': '2f3b2b46-c335-4cf9-b32f-d2de584c7ee7', 'name': 'tempest-AllowedAddressPairTestJSON-786970285'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:34.038077 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e9548f78-0e8d-46b0-bb66-cbb4b8283d9b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2912328 Oct 05 09:34:34.041840 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36844) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:34.056426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'mac_address': 'fa:16:3e:ef:5c:4f', 'name': 'tempest-NetworksTestDHCPv6-1246072389'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:34.105557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6df85c6c-bc66-4c1c-b937-5c761a05b7d5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.140570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.151291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 1d1b5f17-d9c7-4dde-90c2-44502cdee369) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:34.165746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6df85c6c-bc66-4c1c-b937-5c761a05b7d5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.168436 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:34.169230 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.170069 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 2 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:34.201503 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b0183a-10c1-468c-8664-68d025742f98 None None] Network 1d1b5f17-d9c7-4dde-90c2-44502cdee369 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:34.215648 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:34.240125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:34.285400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:34.291794 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': '1e903d59-bb70-47fd-ba32-e8033a23f099'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:34:34.293195 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.298097 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:34.311592 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Made reservation on behalf of ee9e55e549964926978dd6824606626c for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:34.316504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.325381 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b9931fda-184d-4829-9621-798444aa5940 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.1513917 Oct 05 09:34:34.325381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36852) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:34.343218 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] device_id is not set on port d68b022a-83ca-43c0-993d-fcfd2ef5eafe yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:34.343648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:34.391879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6df85c6c-bc66-4c1c-b937-5c761a05b7d5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.422736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.427363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:34.438067 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df85c6c-bc66-4c1c-b937-5c761a05b7d5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acea675a-4744-4759-a262-838971379e25,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:34.456857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6df85c6c-bc66-4c1c-b937-5c761a05b7d5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.458973 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6df85c6c-bc66-4c1c-b937-5c761a05b7d5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/security-groups/acea675a-4744-4759-a262-838971379e25 HTTP/1.1" status: 204 len: 168 time: 0.5532358 Oct 05 09:34:34.465205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36858) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:34.615784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 9139a9fa-9f1e-4861-a50c-d0a89e627c4a is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:34.627813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:34.645488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:34.653028 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-1d1b5f17-d9c7-4dde-90c2-44502cdee369', 'network_id': '1d1b5f17-d9c7-4dde-90c2-44502cdee369', 'tenant_id': '506f7c6114bd44af8aa9a31ce6c0c06e', 'fixed_ips': [{'subnet_id': '5466af49-f92b-47d6-b863-ec687e498bb5'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:34:34.663053 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.685411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=964935e2-41e0-48f8-9a1b-e4f474df3448,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:34.732550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.738396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a66bf99a-d1fd-4f08-92a8-5951968a515f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.740642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Allocated IP 172.20.0.9 (2f3b2b46-c335-4cf9-b32f-d2de584c7ee7/ed074e1e-9083-44e6-adcd-24a67509c48a/d68b022a-83ca-43c0-993d-fcfd2ef5eafe) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:34.765478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Allocated IP 2001:db8::f816:3eff:fedc:950a (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/1e903d59-bb70-47fd-ba32-e8033a23f099/7121be8f-9f61-4640-b0ae-1bbf2b674610) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:34.787834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:34.789256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.867954 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 3 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:34.874926 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a66bf99a-d1fd-4f08-92a8-5951968a515f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.913206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.919748 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b51ef045-2d7c-48e9-847e-beb6cdf09e74 req-860bddd1-fd2d-4705-9b7c-43806749730f tempest-TestServerAdvancedOps-14948361 tempest-TestServerAdvancedOps-14948361-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a785889-5dcd-40fc-97a3-4b1afe4d0651 HTTP/1.1" status: 200 len: 210 time: 0.1025367 Oct 05 09:34:35.003882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:35.020631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Allocated IP 172.20.0.3 (1d1b5f17-d9c7-4dde-90c2-44502cdee369/5466af49-f92b-47d6-b863-ec687e498bb5/7ac8b04f-eb26-4142-a5ce-f35e76a7863f) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:35.031774 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f9036eba-b623-4f53-93fb-501a66308099 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7289259 Oct 05 09:34:35.036150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36870) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:35.036990 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.167820 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.193937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Transition to ACTIVE for port object d68b022a-83ca-43c0-993d-fcfd2ef5eafe will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:35.208416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.211574 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a66bf99a-d1fd-4f08-92a8-5951968a515f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.239382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Transition to ACTIVE for port object 7121be8f-9f61-4640-b0ae-1bbf2b674610 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:35.243989 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66bf99a-d1fd-4f08-92a8-5951968a515f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2a47c1-2c10-44be-8a96-30c735bd3aaf,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:35.260004 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 0f17d4bc-9db4-46a3-81c6-e8cc84df8d49 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:35.261969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a66bf99a-d1fd-4f08-92a8-5951968a515f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.266557 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a66bf99a-d1fd-4f08-92a8-5951968a515f tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/security-groups/2e2a47c1-2c10-44be-8a96-30c735bd3aaf HTTP/1.1" status: 204 len: 168 time: 0.7996910 Oct 05 09:34:35.267365 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36876) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:35.284095 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Transition to ACTIVE for port object 7121be8f-9f61-4640-b0ae-1bbf2b674610 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:35.326046 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'port': {'network_id': '9139a9fa-9f1e-4861-a50c-d0a89e627c4a', 'name': 'tempest-FloatingIPTestJSON-1436648115'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:35.343143 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1d36cc8-e347-4848-b783-6d8174b23f2a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.372486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.373117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.393625 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Transition to ACTIVE for port object 7ac8b04f-eb26-4142-a5ce-f35e76a7863f will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:35.414922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1d36cc8-e347-4848-b783-6d8174b23f2a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.425723 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Transition to ACTIVE for port object 7ac8b04f-eb26-4142-a5ce-f35e76a7863f will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:35.431540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.501682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:35.508649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:35.512968 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event updated for resources: {'Port': ['ID=d68b022a-83ca-43c0-993d-fcfd2ef5eafe,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:35.515728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:35.533720 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 4 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:35.563194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.598239 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36884) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:35.606603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:35.619256 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Pushing event updated for resources: {'Port': ['ID=7121be8f-9f61-4640-b0ae-1bbf2b674610,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:35.622719 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:35.625268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:35.636183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Network 1d1b5f17-d9c7-4dde-90c2-44502cdee369 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:35.671868 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:35.681294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::f816:3eff:feef:5c4f (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/1e903d59-bb70-47fd-ba32-e8033a23f099/0f17d4bc-9db4-46a3-81c6-e8cc84df8d49) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:35.686508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Usage tracker for resource:port and tenant:d83a1fd4a9e74c2e90fd216a2eddf28a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:35.695569 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:35.706571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.728779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:35.729340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:35.732356 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:35.738834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Pushing event updated for resources: {'Port': ['ID=7ac8b04f-eb26-4142-a5ce-f35e76a7863f,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:35.819967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a9e2bdcd-4044-4090-b5ae-aca317ea7d7f tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1201429434'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:35.824693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a9e2bdcd-4044-4090-b5ae-aca317ea7d7f tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:35.828184 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:35.830328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a9e2bdcd-4044-4090-b5ae-aca317ea7d7f tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Usage tracker for resource:router and tenant:01b24ca5798b46c194b9a59d841f0332 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:35.830444 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.832082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a9e2bdcd-4044-4090-b5ae-aca317ea7d7f tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:35.842106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a9e2bdcd-4044-4090-b5ae-aca317ea7d7f tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:35.851432 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Subnet': ['ID=5466af49-f92b-47d6-b863-ec687e498bb5,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:35.874310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:35.940388 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1d36cc8-e347-4848-b783-6d8174b23f2a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.943237 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1d36cc8-e347-4848-b783-6d8174b23f2a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.947256 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d1d36cc8-e347-4848-b783-6d8174b23f2a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/security-groups/0e45d957-1355-4ac1-8da9-bc2ae9184118 HTTP/1.1" status: 204 len: 168 time: 0.6758740 Oct 05 09:34:35.956042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36890) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:35.998681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.005588 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Attempting to bind port 7121be8f-9f61-4640-b0ae-1bbf2b674610 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:36.005953 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Attempting to bind port 7121be8f-9f61-4640-b0ae-1bbf2b674610 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:36.006337 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Attempting to bind port 7121be8f-9f61-4640-b0ae-1bbf2b674610 on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:36.008405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Attempting to bind port 7ac8b04f-eb26-4142-a5ce-f35e76a7863f on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:36.008752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Attempting to bind port 7ac8b04f-eb26-4142-a5ce-f35e76a7863f by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '276c3fc0-16b4-490c-8a79-ed20320e51c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1d1b5f17-d9c7-4dde-90c2-44502cdee369'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:36.009095 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Attempting to bind port 7ac8b04f-eb26-4142-a5ce-f35e76a7863f on network 1d1b5f17-d9c7-4dde-90c2-44502cdee369 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:36.017231 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:34:36.017594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Checking segment: {'id': '276c3fc0-16b4-490c-8a79-ed20320e51c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1d1b5f17-d9c7-4dde-90c2-44502cdee369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:36.018190 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.018742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Bound using segment: {'id': '276c3fc0-16b4-490c-8a79-ed20320e51c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1d1b5f17-d9c7-4dde-90c2-44502cdee369'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:34:36.019338 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Bound port: 7ac8b04f-eb26-4142-a5ce-f35e76a7863f, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276c3fc0-16b4-490c-8a79-ed20320e51c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1d1b5f17-d9c7-4dde-90c2-44502cdee369'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:34:36.019874 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.026858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d36cc8-e347-4848-b783-6d8174b23f2a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e45d957-1355-4ac1-8da9-bc2ae9184118,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:36.031293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:34:36.037871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:36.037871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.037871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:34:36.037871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Bound port: 7121be8f-9f61-4640-b0ae-1bbf2b674610, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:34:36.037871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.045405 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c73c93b7-0948-4fad-8b98-d8d29d286653 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0726140 Oct 05 09:34:36.050385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36896) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:36.064021 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36900) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:36.111699 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b5d7e7c3-5f50-432f-9992-8a8e748e5113 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ce:1e:9b'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:72:19:84'}]}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:36.133878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a11bfc8-d5b8-43fe-beb9-1fae727c04d2 admin admin] Deleting subnet 0b875045-27d3-4695-b4c1-3672dff5dfd2 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:34:36.141281 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7a11bfc8-d5b8-43fe-beb9-1fae727c04d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.153018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1b5f17-d9c7-4dde-90c2-44502cdee369']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:36.174915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Made reservation on behalf of d83a1fd4a9e74c2e90fd216a2eddf28a for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:36.178564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.188538 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-639be971-8d98-4f57-a120-d87866dc7987 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting subnet 6b6aae02-b285-4fba-a46f-4667ef5851ca {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:34:36.192955 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a9e2bdcd-4044-4090-b5ae-aca317ea7d7f tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.193559 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-639be971-8d98-4f57-a120-d87866dc7987 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.193921 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a9e2bdcd-4044-4090-b5ae-aca317ea7d7f tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.200790 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] For port 7ac8b04f-eb26-4142-a5ce-f35e76a7863f, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:36.203282 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] For port 7121be8f-9f61-4640-b0ae-1bbf2b674610, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:36.206157 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] For port 7ac8b04f-eb26-4142-a5ce-f35e76a7863f, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7ac8b04f-eb26-4142-a5ce-f35e76a7863f,segment=NetworkSegment(276c3fc0-16b4-490c-8a79-ed20320e51c7),segment_id=276c3fc0-16b4-490c-8a79-ed20320e51c7)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:34:36.207936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] For port 7121be8f-9f61-4640-b0ae-1bbf2b674610, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7121be8f-9f61-4640-b0ae-1bbf2b674610,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:34:36.222964 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276c3fc0-16b4-490c-8a79-ed20320e51c7') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:36.223265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276c3fc0-16b4-490c-8a79-ed20320e51c7') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:36.250817 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7a11bfc8-d5b8-43fe-beb9-1fae727c04d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.251571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.258290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] device_id is not set on port f35640cc-883a-4930-885c-6a12e329440d yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:36.299301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-639be971-8d98-4f57-a120-d87866dc7987 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.341169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a9e2bdcd-4044-4090-b5ae-aca317ea7d7f tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.341442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.362180 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7a11bfc8-d5b8-43fe-beb9-1fae727c04d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.379393 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 5 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:36.429199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.431273 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.462668 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-639be971-8d98-4f57-a120-d87866dc7987 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.472528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:34:36.472943 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.484951 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:36.491153 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405454b-0352-4b00-b2e8-573a2ac03f6b None None] Pushing event updated for resources: {'Port': ['ID=7ac8b04f-eb26-4142-a5ce-f35e76a7863f,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:36.566995 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 276c3fc0-16b4-490c-8a79-ed20320e51c7 resource provider aggregate not found Oct 05 09:34:36.572396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7a11bfc8-d5b8-43fe-beb9-1fae727c04d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.598572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.613495 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 276c3fc0-16b4-490c-8a79-ed20320e51c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 276c3fc0-16b4-490c-8a79-ed20320e51c7 found for delete ", "request_id": "req-042bf5fb-5c9e-4d09-bdd8-067d730e0f4a"}]} Oct 05 09:34:36.628520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c583768-24f8-487e-a3fb-1a9bcc0a0bec None None] Pushing event updated for resources: {'Port': ['ID=7121be8f-9f61-4640-b0ae-1bbf2b674610,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:36.644925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7a11bfc8-d5b8-43fe-beb9-1fae727c04d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.648615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-639be971-8d98-4f57-a120-d87866dc7987 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.656215 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11bfc8-d5b8-43fe-beb9-1fae727c04d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b875045-27d3-4695-b4c1-3672dff5dfd2,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:36.656708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc55b901-5dbb-48a7-9c9d-8fd82df3cad7 None None] Network 1d1b5f17-d9c7-4dde-90c2-44502cdee369 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:36.694777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a9e2bdcd-4044-4090-b5ae-aca317ea7d7f tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.698882 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639be971-8d98-4f57-a120-d87866dc7987 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6aae02-b285-4fba-a46f-4667ef5851ca,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:36.705869 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7a11bfc8-d5b8-43fe-beb9-1fae727c04d2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0b875045-27d3-4695-b4c1-3672dff5dfd2 HTTP/1.1" status: 204 len: 168 time: 0.6410623 Oct 05 09:34:36.708824 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-639be971-8d98-4f57-a120-d87866dc7987 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.711199 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-639be971-8d98-4f57-a120-d87866dc7987 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/6b6aae02-b285-4fba-a46f-4667ef5851ca HTTP/1.1" status: 204 len: 168 time: 0.7540352 Oct 05 09:34:36.717193 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36908) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:36.735202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36912) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:36.740246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 0f17d4bc-9db4-46a3-81c6-e8cc84df8d49 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:36.764024 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2023601-c0d6-4503-b083-2cd11e403deb None None] Network e167508d-1978-47bf-9d19-9cf3a458a211 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:36.873033 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1f6c806a-3cea-45a6-bc97-aea3b6c783a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.919190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Allocated IP 172.20.0.6 (9139a9fa-9f1e-4861-a50c-d0a89e627c4a/0106c4bf-ed4d-4a64-b520-4ba2099a89d8/f35640cc-883a-4930-885c-6a12e329440d) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:36.955721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:34:36.955721 dv-neutron-860329-1-hyperv neutron-server[89845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:34:36.955721 dv-neutron-860329-1-hyperv neutron-server[89845]: [parameters: {'id': '1d1b5f17-d9c7-4dde-90c2-44502cdee369'}] Oct 05 09:34:36.955721 dv-neutron-860329-1-hyperv neutron-server[89845]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:34:36.956474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:34:36.980786 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-453fa89e-6d8f-420e-bd83-cf7580715683 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting subnet b6be91a2-262e-4a0b-8384-ed60d3d4d6fa {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:34:36.983419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a9e2bdcd-4044-4090-b5ae-aca317ea7d7f tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.987762 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a9e2bdcd-4044-4090-b5ae-aca317ea7d7f tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3811507 Oct 05 09:34:37.009109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36916) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:37.013325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-453fa89e-6d8f-420e-bd83-cf7580715683 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.016720 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 6 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:37.049360 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1f6c806a-3cea-45a6-bc97-aea3b6c783a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.076660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-1f6c806a-3cea-45a6-bc97-aea3b6c783a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56161454-02b6-4c31-81da-4f00cf62b0d8']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:37.089814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-1f6c806a-3cea-45a6-bc97-aea3b6c783a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f79389-eae4-4097-a482-72f18b97a4ce') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:37.090369 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-1f6c806a-3cea-45a6-bc97-aea3b6c783a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f79389-eae4-4097-a482-72f18b97a4ce') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:37.102288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1f6c806a-3cea-45a6-bc97-aea3b6c783a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.119644 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1f6c806a-3cea-45a6-bc97-aea3b6c783a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.126623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6c806a-3cea-45a6-bc97-aea3b6c783a9 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:34:37.127026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1f6c806a-3cea-45a6-bc97-aea3b6c783a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.173973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:37.212470 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 86f79389-eae4-4097-a482-72f18b97a4ce resource provider aggregate not found Oct 05 09:34:37.241404 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 86f79389-eae4-4097-a482-72f18b97a4ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86f79389-eae4-4097-a482-72f18b97a4ce found for delete ", "request_id": "req-a83f9479-9550-44b1-a668-b8a27985b525"}]} Oct 05 09:34:37.339398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e7c3-5f50-432f-9992-8a8e748e5113 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.363417 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1f6c806a-3cea-45a6-bc97-aea3b6c783a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.368712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1f6c806a-3cea-45a6-bc97-aea3b6c783a9 admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.388612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f1f8406f-0663-4f0c-889f-42fa08e5cb0d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.398746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c806a-3cea-45a6-bc97-aea3b6c783a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=56161454-02b6-4c31-81da-4f00cf62b0d8,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:37.441929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-453fa89e-6d8f-420e-bd83-cf7580715683 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.473084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.532683 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1f6c806a-3cea-45a6-bc97-aea3b6c783a9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/56161454-02b6-4c31-81da-4f00cf62b0d8 HTTP/1.1" status: 204 len: 168 time: 0.8197339 Oct 05 09:34:37.535376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36926) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:37.558467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.612473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1ac338-4cf0-4c00-84a8-251b8827689e admin admin] Deleting subnet 68554d2f-9ee9-4693-b625-cfc8673ed3d2 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:34:37.615463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8d1ac338-4cf0-4c00-84a8-251b8827689e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.670938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8d1ac338-4cf0-4c00-84a8-251b8827689e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.674710 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 7 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:37.764124 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8d1ac338-4cf0-4c00-84a8-251b8827689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.769083 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:37.954100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Deleting port 7ac8b04f-eb26-4142-a5ce-f35e76a7863f {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:37.954695 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.957398 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8d1ac338-4cf0-4c00-84a8-251b8827689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.985089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7121be8f-9f61-4640-b0ae-1bbf2b674610 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:38.003444 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:38.015319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ac338-4cf0-4c00-84a8-251b8827689e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68554d2f-9ee9-4693-b625-cfc8673ed3d2,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:38.025304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8d1ac338-4cf0-4c00-84a8-251b8827689e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.034673 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8d1ac338-4cf0-4c00-84a8-251b8827689e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/68554d2f-9ee9-4693-b625-cfc8673ed3d2 HTTP/1.1" status: 204 len: 168 time: 0.4982674 Oct 05 09:34:38.035351 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36930) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:38.059033 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c76e62-3dc3-46b2-ab47-f43cfcfb455f None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:34:38.071394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:38.095673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:38.101032 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:38.101638 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.115795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=0f17d4bc-9db4-46a3-81c6-e8cc84df8d49,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:38.134241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f1f8406f-0663-4f0c-889f-42fa08e5cb0d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.150549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f1f8406f-0663-4f0c-889f-42fa08e5cb0d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.151915 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dcea6b10-0a27-4a1b-9106-1b0adadd8786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.206499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 7121be8f-9f61-4640-b0ae-1bbf2b674610 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:38.220880 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c76e62-3dc3-46b2-ab47-f43cfcfb455f None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:34:38.297447 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8c20fd06-3c1b-4b0f-a72c-941f8a0257c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2536960 Oct 05 09:34:38.312281 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 8 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:38.316807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36934) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:38.367330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-453fa89e-6d8f-420e-bd83-cf7580715683 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.399312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:38.404657 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dcea6b10-0a27-4a1b-9106-1b0adadd8786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.432209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-dcea6b10-0a27-4a1b-9106-1b0adadd8786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91bf510f-65ab-4e60-804c-8b7298be4436']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:38.446392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-dcea6b10-0a27-4a1b-9106-1b0adadd8786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe6d1a0-21d2-4644-ac02-37dbee203dd5') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:38.446698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-dcea6b10-0a27-4a1b-9106-1b0adadd8786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe6d1a0-21d2-4644-ac02-37dbee203dd5') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:38.459810 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dcea6b10-0a27-4a1b-9106-1b0adadd8786 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.461692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.481016 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dcea6b10-0a27-4a1b-9106-1b0adadd8786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.490256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcea6b10-0a27-4a1b-9106-1b0adadd8786 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:34:38.490879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dcea6b10-0a27-4a1b-9106-1b0adadd8786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.507470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f1f8406f-0663-4f0c-889f-42fa08e5cb0d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.507965 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f8406f-0663-4f0c-889f-42fa08e5cb0d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27bf6844-58a2-438a-81a6-901f8ad6212c {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:34:38.621626 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f1f8406f-0663-4f0c-889f-42fa08e5cb0d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.622688 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f1f8406f-0663-4f0c-889f-42fa08e5cb0d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] 10.222.0.49 "DELETE /v2.0/routers/27bf6844-58a2-438a-81a6-901f8ad6212c HTTP/1.1" status: 204 len: 168 time: 1.6124978 Oct 05 09:34:38.626319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36938) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:38.633428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c62c4c51-51bd-43af-a44e-f70020ca97bd tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Request body: {'router': {'name': 'tempest-router-142579199', 'distributed': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:38.638035 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c62c4c51-51bd-43af-a44e-f70020ca97bd tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:38.642120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c62c4c51-51bd-43af-a44e-f70020ca97bd tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Usage tracker for resource:router and tenant:01b24ca5798b46c194b9a59d841f0332 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:38.645305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c62c4c51-51bd-43af-a44e-f70020ca97bd tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:38.651958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dcea6b10-0a27-4a1b-9106-1b0adadd8786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.656206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dcea6b10-0a27-4a1b-9106-1b0adadd8786 admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.659016 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c62c4c51-51bd-43af-a44e-f70020ca97bd tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:38.680343 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] For port 7ac8b04f-eb26-4142-a5ce-f35e76a7863f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7ac8b04f-eb26-4142-a5ce-f35e76a7863f,segment=NetworkSegment(276c3fc0-16b4-490c-8a79-ed20320e51c7),segment_id=276c3fc0-16b4-490c-8a79-ed20320e51c7)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:38.680597 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.685340 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dcea6b10-0a27-4a1b-9106-1b0adadd8786 admin admin] 10.222.0.49 "DELETE /v2.0/networks/91bf510f-65ab-4e60-804c-8b7298be4436 HTTP/1.1" status: 204 len: 168 time: 0.6464093 Oct 05 09:34:38.688297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea6b10-0a27-4a1b-9106-1b0adadd8786 admin admin] Pushing event deleted for resources: {'Network': ['ID=91bf510f-65ab-4e60-804c-8b7298be4436,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:38.716130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e7c3-5f50-432f-9992-8a8e748e5113 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.760384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c62c4c51-51bd-43af-a44e-f70020ca97bd tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.761469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c62c4c51-51bd-43af-a44e-f70020ca97bd tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.790009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c62c4c51-51bd-43af-a44e-f70020ca97bd tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.900159 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 9 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:38.909413 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c62c4c51-51bd-43af-a44e-f70020ca97bd tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.942842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-453fa89e-6d8f-420e-bd83-cf7580715683 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.955041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5850ebb8-261a-4634-97fe-4f8cd38c95e1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:38.961002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5850ebb8-261a-4634-97fe-4f8cd38c95e1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:38.961821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5850ebb8-261a-4634-97fe-4f8cd38c95e1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:39.007994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:39.054235 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c62c4c51-51bd-43af-a44e-f70020ca97bd tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.055198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Calling delete_port for 7ac8b04f-eb26-4142-a5ce-f35e76a7863f owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:39.055480 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c62c4c51-51bd-43af-a44e-f70020ca97bd tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4280412 Oct 05 09:34:39.058497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36944) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:39.085007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e7c3-5f50-432f-9992-8a8e748e5113 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.173923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-453fa89e-6d8f-420e-bd83-cf7580715683 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.176681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fa89e-6d8f-420e-bd83-cf7580715683 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Subnet': ['ID=b6be91a2-262e-4a0b-8384-ed60d3d4d6fa,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:39.182989 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5441e736-5298-477e-a0ff-cdb86808d6bf None None] Network e167508d-1978-47bf-9d19-9cf3a458a211 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:39.196891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e721b981-cce5-4847-bcb9-bacfe237cfcb tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.212021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.228985 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36948) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:39.243635 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-453fa89e-6d8f-420e-bd83-cf7580715683 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/b6be91a2-262e-4a0b-8384-ed60d3d4d6fa HTTP/1.1" status: 204 len: 168 time: 2.5073173 Oct 05 09:34:39.265354 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36952) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:39.310117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 9139a9fa-9f1e-4861-a50c-d0a89e627c4a is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:39.310997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7e7c3-5f50-432f-9992-8a8e748e5113 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] In _notify_port_updated(), no bound segment for port d68b022a-83ca-43c0-993d-fcfd2ef5eafe on network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 {{(pid=89845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:34:39.316384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d7e7c3-5f50-432f-9992-8a8e748e5113 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:39.317035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e7c3-5f50-432f-9992-8a8e748e5113 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.318392 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b5d7e7c3-5f50-432f-9992-8a8e748e5113 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "PUT /v2.0/ports/d68b022a-83ca-43c0-993d-fcfd2ef5eafe HTTP/1.1" status: 200 len: 1055 time: 3.2669590 Oct 05 09:34:39.328554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36958) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:39.329461 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7e7c3-5f50-432f-9992-8a8e748e5113 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event updated for resources: {'Port': ['ID=d68b022a-83ca-43c0-993d-fcfd2ef5eafe,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:39.352601 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 2fe6d1a0-21d2-4644-ac02-37dbee203dd5 resource provider aggregate not found Oct 05 09:34:39.367196 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e20d8c-603c-409d-abbd-d817b0314c41 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] DELETE failed (client error): The resource could not be found. Oct 05 09:34:39.367720 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:39.367872 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e20d8c-603c-409d-abbd-d817b0314c41 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:39.369490 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-56e20d8c-603c-409d-abbd-d817b0314c41 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/6b6aae02-b285-4fba-a46f-4667ef5851ca HTTP/1.1" status: 404 len: 337 time: 0.1031854 Oct 05 09:34:39.371632 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:39.372911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36962) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:39.414219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5850ebb8-261a-4634-97fe-4f8cd38c95e1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:39.416223 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5850ebb8-261a-4634-97fe-4f8cd38c95e1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.0870147 Oct 05 09:34:39.447853 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 2fe6d1a0-21d2-4644-ac02-37dbee203dd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2fe6d1a0-21d2-4644-ac02-37dbee203dd5 found for delete ", "request_id": "req-281105c2-63f8-4510-9027-bb09325aaa24"}]} Oct 05 09:34:39.452178 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36968) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:39.509185 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 10 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:39.518289 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8ca3a09f-ed4e-465f-9597-2102ba136093 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6df355572a0845009b41ff2f848e6941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835119 Oct 05 09:34:39.528946 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36972) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:39.567279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.572567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:39.584566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:39.585204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.608870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-6da68f62-7063-41bd-98fd-ad486d706ad6 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Deleting port d68b022a-83ca-43c0-993d-fcfd2ef5eafe {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:39.609209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6da68f62-7063-41bd-98fd-ad486d706ad6 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.634208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=f35640cc-883a-4930-885c-6a12e329440d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:39.657551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Provisioning for port ce36b555-6e93-45d8-ba46-21bd90c8fab5 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:39.664703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Provisioning complete for port ce36b555-6e93-45d8-ba46-21bd90c8fab5 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:39.665499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.665998 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 1 to provision port ce36b555-6e93-45d8-ba46-21bd90c8fab5 Oct 05 09:34:39.683371 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e721b981-cce5-4847-bcb9-bacfe237cfcb tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.691896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-7b672bd5-99f3-412a-ba81-8bf0a1272fdd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 0f17d4bc-9db4-46a3-81c6-e8cc84df8d49 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:39.692399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b672bd5-99f3-412a-ba81-8bf0a1272fdd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.720028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e721b981-cce5-4847-bcb9-bacfe237cfcb tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.748617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No DVR routers for this DVR port 7ac8b04f-eb26-4142-a5ce-f35e76a7863f on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:34:39.749561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9c4d68-d53e-498c-8fb8-709dd944d9e8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting subnet be4877a7-bcda-4288-88a7-1cc45ad41f03 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:34:39.766261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Port': ['ID=7ac8b04f-eb26-4142-a5ce-f35e76a7863f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:39.768234 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe9c4d68-d53e-498c-8fb8-709dd944d9e8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.849622 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Current status of the port ce36b555-6e93-45d8-ba46-21bd90c8fab5 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:39.856491 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Could not find standard attr ID for object 9f9ac9ad-ba3d-42b4-8771-bc466498e54f. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:34:39.860011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Could not find standard attr ID for object 0ec8645e-cb87-48a2-afc1-addec0296ac1. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:34:39.899808 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-91e4318a-6a01-4ef1-a175-9b7c860b2d4f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6628449 Oct 05 09:34:39.905337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36976) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:39.919983 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe9c4d68-d53e-498c-8fb8-709dd944d9e8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.950283 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': 'f35640cc-883a-4930-885c-6a12e329440d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:39.956932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Provisioning for port 7985e9a8-0122-4d3e-83d7-da8cf762ed82 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:39.962983 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Provisioning complete for port 7985e9a8-0122-4d3e-83d7-da8cf762ed82 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:39.963284 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.963803 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Attempt 1 to provision port 7985e9a8-0122-4d3e-83d7-da8cf762ed82 Oct 05 09:34:39.968922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e721b981-cce5-4847-bcb9-bacfe237cfcb tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.969764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e721b981-cce5-4847-bcb9-bacfe237cfcb tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68b95f16-205a-4871-95a2-63b93d6e361b {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:34:39.979739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:40.017662 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-665fd855-e8ed-4fa5-ae21-5bdab672c131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.025581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.092021 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Usage tracker for resource:floatingip and tenant:d83a1fd4a9e74c2e90fd216a2eddf28a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:40.096648 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:40.112268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:40.115262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e721b981-cce5-4847-bcb9-bacfe237cfcb tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.121698 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e721b981-cce5-4847-bcb9-bacfe237cfcb tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] 10.222.0.49 "DELETE /v2.0/routers/68b95f16-205a-4871-95a2-63b93d6e361b HTTP/1.1" status: 204 len: 168 time: 1.0569565 Oct 05 09:34:40.123789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Current status of the port 7985e9a8-0122-4d3e-83d7-da8cf762ed82 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:40.123938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 36980) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:40.124347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.140715 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2c5dc626-12d5-47a8-acf5-b98b17528edc tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Request body: {'router': {'name': 'tempest-router-1899512718', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'caa42a2765fe4422bc7a13dd69daa513'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:40.144228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-665fd855-e8ed-4fa5-ae21-5bdab672c131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.154554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2c5dc626-12d5-47a8-acf5-b98b17528edc tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:40.162736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] For port 7985e9a8-0122-4d3e-83d7-da8cf762ed82, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7985e9a8-0122-4d3e-83d7-da8cf762ed82,segment=NetworkSegment(3e568311-bbbb-4254-97bc-f1c10e3eb962),segment_id=3e568311-bbbb-4254-97bc-f1c10e3eb962)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:40.170668 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1b5f17-d9c7-4dde-90c2-44502cdee369']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:40.178496 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2c5dc626-12d5-47a8-acf5-b98b17528edc tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Usage tracker for resource:router and tenant:caa42a2765fe4422bc7a13dd69daa513 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:40.192728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2c5dc626-12d5-47a8-acf5-b98b17528edc tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:40.194665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276c3fc0-16b4-490c-8a79-ed20320e51c7') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:40.195526 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276c3fc0-16b4-490c-8a79-ed20320e51c7') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:40.232697 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.251616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.284622 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.295492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:34:40.295932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.315602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6da68f62-7063-41bd-98fd-ad486d706ad6 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.332671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb7b13-6d8d-4eeb-8f82-f38536cfab45 None None] Pushing event updated for resources: {'Port': ['ID=7985e9a8-0122-4d3e-83d7-da8cf762ed82,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:40.348520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2c5dc626-12d5-47a8-acf5-b98b17528edc tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:40.354821 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b672bd5-99f3-412a-ba81-8bf0a1272fdd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.364244 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.374501 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 276c3fc0-16b4-490c-8a79-ed20320e51c7 resource provider aggregate not found Oct 05 09:34:40.434549 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Provisioning for port 7121be8f-9f61-4640-b0ae-1bbf2b674610 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:40.440735 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Provisioning complete for port 7121be8f-9f61-4640-b0ae-1bbf2b674610 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:40.440898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.443323 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Attempt 1 to provision port 7121be8f-9f61-4640-b0ae-1bbf2b674610 Oct 05 09:34:40.443492 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 276c3fc0-16b4-490c-8a79-ed20320e51c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 276c3fc0-16b4-490c-8a79-ed20320e51c7 found for delete ", "request_id": "req-26004ed5-0511-4b80-a981-3ecd56ea6de0"}]} Oct 05 09:34:40.511965 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-7b672bd5-99f3-412a-ba81-8bf0a1272fdd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 0f17d4bc-9db4-46a3-81c6-e8cc84df8d49 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:40.522600 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-6da68f62-7063-41bd-98fd-ad486d706ad6 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Calling delete_port for d68b022a-83ca-43c0-993d-fcfd2ef5eafe owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:40.550561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-665fd855-e8ed-4fa5-ae21-5bdab672c131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.579161 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Current status of the port 7121be8f-9f61-4640-b0ae-1bbf2b674610 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:40.579557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.582038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc626-12d5-47a8-acf5-b98b17528edc tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.582626 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fd855-e8ed-4fa5-ae21-5bdab672c131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1838d9fa-9c4a-4433-8109-c38352e81c8e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:40.582839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc626-12d5-47a8-acf5-b98b17528edc tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.596124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-665fd855-e8ed-4fa5-ae21-5bdab672c131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.599656 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-665fd855-e8ed-4fa5-ae21-5bdab672c131 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1838d9fa-9c4a-4433-8109-c38352e81c8e HTTP/1.1" status: 204 len: 168 time: 1.0627608 Oct 05 09:34:40.600906 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc626-12d5-47a8-acf5-b98b17528edc tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.618552 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe9c4d68-d53e-498c-8fb8-709dd944d9e8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.627717 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] For port 7121be8f-9f61-4640-b0ae-1bbf2b674610, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7121be8f-9f61-4640-b0ae-1bbf2b674610,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:40.642823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.661748 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.676684 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Network': ['ID=1d1b5f17-d9c7-4dde-90c2-44502cdee369,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:40.705453 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.715554 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a8c69a86-1519-4fb9-a2b7-3ea9e597b2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/1d1b5f17-d9c7-4dde-90c2-44502cdee369 HTTP/1.1" status: 204 len: 168 time: 6.3957486 Oct 05 09:34:40.718288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36992) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:40.802233 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc626-12d5-47a8-acf5-b98b17528edc tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.843632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Pushing event updated for resources: {'Port': ['ID=7121be8f-9f61-4640-b0ae-1bbf2b674610,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:40.874737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1521965087'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:40.883845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:40.891553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:network and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:40.892645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.896287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:40.907201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:40.952086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc626-12d5-47a8-acf5-b98b17528edc tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.953471 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2c5dc626-12d5-47a8-acf5-b98b17528edc tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8263352 Oct 05 09:34:40.956419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 36996) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:40.959437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe9c4d68-d53e-498c-8fb8-709dd944d9e8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.961481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4ac09758-c472-46d9-ba08-27e93c381247 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:40.972287 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Provisioning for port d68b022a-83ca-43c0-993d-fcfd2ef5eafe completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:40.977762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Provisioning complete for port d68b022a-83ca-43c0-993d-fcfd2ef5eafe triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:40.978222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.982418 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Attempt 1 to provision port d68b022a-83ca-43c0-993d-fcfd2ef5eafe Oct 05 09:34:40.988565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b672bd5-99f3-412a-ba81-8bf0a1272fdd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.013895 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Port d68b022a-83ca-43c0-993d-fcfd2ef5eafe was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:34:41.016669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6da68f62-7063-41bd-98fd-ad486d706ad6 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.016953 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Could not find standard attr ID for object 312cd12e-cf38-436f-9ffd-ff5c1dca382a. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:34:41.020062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Could not find standard attr ID for object 0f17d4bc-9db4-46a3-81c6-e8cc84df8d49. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:34:41.022984 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Could not find standard attr ID for object 76616824-ec3b-48c1-845e-acfa5fd8b95f. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:34:41.025834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Could not find standard attr ID for object 1ad41fa8-85c7-4238-8856-0df5165aef13. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:34:41.030188 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:41.034304 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.052755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Provisioning complete for port 8483649a-d1a2-4bac-8c9f-e7f792d39365 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:41.053339 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.053859 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Attempt 1 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:41.057934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c4d68-d53e-498c-8fb8-709dd944d9e8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Subnet': ['ID=be4877a7-bcda-4288-88a7-1cc45ad41f03,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:41.067109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe9c4d68-d53e-498c-8fb8-709dd944d9e8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.069774 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b672bd5-99f3-412a-ba81-8bf0a1272fdd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=0f17d4bc-9db4-46a3-81c6-e8cc84df8d49,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:41.116749 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752fd20a-dc13-4ecb-b8a7-188ab556eaeb None None] Network e167508d-1978-47bf-9d19-9cf3a458a211 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:41.151718 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fe9c4d68-d53e-498c-8fb8-709dd944d9e8 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/be4877a7-bcda-4288-88a7-1cc45ad41f03 HTTP/1.1" status: 204 len: 168 time: 1.7772262 Oct 05 09:34:41.159627 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b672bd5-99f3-412a-ba81-8bf0a1272fdd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.164455 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7b672bd5-99f3-412a-ba81-8bf0a1272fdd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/0f17d4bc-9db4-46a3-81c6-e8cc84df8d49 HTTP/1.1" status: 204 len: 168 time: 1.7061927 Oct 05 09:34:41.165136 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37002) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:41.165460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37004) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:41.245534 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:41.289547 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Allocated IP 172.26.7.165 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/6ad36bd8-dfdf-4ef0-ab20-53067b5bdbe1) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:41.352848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da68f62-7063-41bd-98fd-ad486d706ad6 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event deleted for resources: {'Port': ['ID=d68b022a-83ca-43c0-993d-fcfd2ef5eafe,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:41.451685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c5b212-3031-4649-be5e-eff55a4042f9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:41.453341 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c5b212-3031-4649-be5e-eff55a4042f9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:41.454970 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-93c5b212-3031-4649-be5e-eff55a4042f9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2813327 Oct 05 09:34:41.461425 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-38747769-609a-4665-81dd-2fe4b7a9bf95 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] DELETE failed (client error): The resource could not be found. Oct 05 09:34:41.462049 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38747769-609a-4665-81dd-2fe4b7a9bf95 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:41.464561 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-38747769-609a-4665-81dd-2fe4b7a9bf95 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/a4c02f30-f81a-440e-aecd-d19df3d04d51 HTTP/1.1" status: 404 len: 337 time: 0.2918329 Oct 05 09:34:41.468629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37010) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:41.468629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37012) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:41.473664 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97951d9e-d075-42b7-a75d-c9e0618b1ed0 None None] DHCP port deletion for e167508d-1978-47bf-9d19-9cf3a458a211 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:34:41.478416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-97951d9e-d075-42b7-a75d-c9e0618b1ed0 None None] Deleting port ce36b555-6e93-45d8-ba46-21bd90c8fab5 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:41.478798 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-97951d9e-d075-42b7-a75d-c9e0618b1ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.527256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:34:41.586302 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37018) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:41.601050 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4c622d40-0840-412e-a3a5-2314da7982e3 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "GET /v2.0/ports?device_id=6790d2c9-2e2a-4bb9-a24b-d7032207321a HTTP/1.1" status: 200 len: 205 time: 0.1270988 Oct 05 09:34:41.612436 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37022) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:41.662547 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.671428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92da64c-e4fe-4d72-b6b8-046613a37f61 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 1e903d59-bb70-47fd-ba32-e8033a23f099 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:34:41.681384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a92da64c-e4fe-4d72-b6b8-046613a37f61 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.701671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ac09758-c472-46d9-ba08-27e93c381247 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.702032 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ac09758-c472-46d9-ba08-27e93c381247 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.743814 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cc41a8b6-4921-437e-b65c-3d32bb54586b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b8d00a36ffa432fafd3f5a2da35926b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479492 Oct 05 09:34:41.747649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37026) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:41.754227 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Attempt 2 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:41.764615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.764973 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Added segment c39a7966-26fa-4736-8ae1-be7332dd63d2 of type vlan for network bc0bba15-fa50-4017-8060-ed985fb79f20 Oct 05 09:34:41.803216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a92da64c-e4fe-4d72-b6b8-046613a37f61 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.816429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-97951d9e-d075-42b7-a75d-c9e0618b1ed0 None None] For port ce36b555-6e93-45d8-ba46-21bd90c8fab5, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ce36b555-6e93-45d8-ba46-21bd90c8fab5,segment=NetworkSegment(e6b0858d-17cb-49a0-ae8d-c43f37e5e886),segment_id=e6b0858d-17cb-49a0-ae8d-c43f37e5e886)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:41.816823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-97951d9e-d075-42b7-a75d-c9e0618b1ed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.844881 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-f7e802b3-7df5-4f1e-bbb8-2b4b5c6e3afd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] delete failed (client error): The resource could not be found. Oct 05 09:34:41.845828 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f7e802b3-7df5-4f1e-bbb8-2b4b5c6e3afd tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/routers/6790d2c9-2e2a-4bb9-a24b-d7032207321a HTTP/1.1" status: 404 len: 336 time: 0.2325749 Oct 05 09:34:41.853131 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37030) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:41.896524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b967-22c1-441c-ab8d-73c637ab56c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.913093 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7cd601-512a-4035-ba8b-186f76bba806 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] DELETE failed (client error): The resource could not be found. Oct 05 09:34:41.913093 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7cd601-512a-4035-ba8b-186f76bba806 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:41.918664 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7b7cd601-512a-4035-ba8b-186f76bba806 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/b21b0682-17da-4dda-bea6-25456b76793c HTTP/1.1" status: 404 len: 337 time: 0.0571120 Oct 05 09:34:41.923294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37034) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:41.926009 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.953654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b967-22c1-441c-ab8d-73c637ab56c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.973740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ac09758-c472-46d9-ba08-27e93c381247 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89845) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Oct 05 09:34:41.974106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ac09758-c472-46d9-ba08-27e93c381247 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Router 2e6df28a-6963-4ae1-b6c0-1575b19d5064 migrating from provider to provider. {{(pid=89845) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Oct 05 09:34:41.974493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ac09758-c472-46d9-ba08-27e93c381247 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.998970 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66ce59d-b71f-414b-a911-2f52dc1663ea tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] DELETE failed (client error): The resource could not be found. Oct 05 09:34:42.002913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66ce59d-b71f-414b-a911-2f52dc1663ea tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:42.003290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ac09758-c472-46d9-ba08-27e93c381247 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.013093 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-97951d9e-d075-42b7-a75d-c9e0618b1ed0 None None] Calling delete_port for ce36b555-6e93-45d8-ba46-21bd90c8fab5 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:42.021380 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.042554 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:42.044402 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7121be8f-9f61-4640-b0ae-1bbf2b674610 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:42.063282 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a66ce59d-b71f-414b-a911-2f52dc1663ea tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/701f3028-4105-4490-b14b-7301631fa2bb HTTP/1.1" status: 404 len: 337 time: 0.1310372 Oct 05 09:34:42.066162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37038) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:42.078833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a92da64c-e4fe-4d72-b6b8-046613a37f61 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.118267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ac09758-c472-46d9-ba08-27e93c381247 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.157940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 7121be8f-9f61-4640-b0ae-1bbf2b674610 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:42.161129 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.161548 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 7121be8f-9f61-4640-b0ae-1bbf2b674610 Oct 05 09:34:42.266087 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-97951d9e-d075-42b7-a75d-c9e0618b1ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.283478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:42.298538 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:42.300662 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb15f88-0e99-4fbe-9b60-6f585905196d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] DELETE failed (client error): The resource could not be found. Oct 05 09:34:42.301104 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb15f88-0e99-4fbe-9b60-6f585905196d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:42.303940 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:42.345997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97951d9e-d075-42b7-a75d-c9e0618b1ed0 None None] Pushing event deleted for resources: {'Port': ['ID=ce36b555-6e93-45d8-ba46-21bd90c8fab5,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:42.358513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97951d9e-d075-42b7-a75d-c9e0618b1ed0 None None] No DVR routers for this DVR port ce36b555-6e93-45d8-ba46-21bd90c8fab5 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:34:42.362321 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=6ad36bd8-dfdf-4ef0-ab20-53067b5bdbe1,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:42.367673 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 7121be8f-9f61-4640-b0ae-1bbf2b674610 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:42.375981 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7985e9a8-0122-4d3e-83d7-da8cf762ed82 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:42.376482 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ccb15f88-0e99-4fbe-9b60-6f585905196d tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/8b555977-cbd5-4338-b0c8-85abfc7800ec HTTP/1.1" status: 404 len: 337 time: 0.3011284 Oct 05 09:34:42.383486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37042) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:42.434411 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa778f6b-c85f-4bdc-95f5-77d1c6742bd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] DELETE failed (client error): The resource could not be found. Oct 05 09:34:42.434884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa778f6b-c85f-4bdc-95f5-77d1c6742bd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:42.466281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 7985e9a8-0122-4d3e-83d7-da8cf762ed82 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:42.466670 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.467124 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 7985e9a8-0122-4d3e-83d7-da8cf762ed82 Oct 05 09:34:42.478168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.481558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b967-22c1-441c-ab8d-73c637ab56c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.483869 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b967-22c1-441c-ab8d-73c637ab56c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.484030 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:42.484519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.484972 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9eb9b967-22c1-441c-ab8d-73c637ab56c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81469465-61a8-4b52-b773-549bf45657bc HTTP/1.1" status: 204 len: 168 time: 0.7343681 Oct 05 09:34:42.498040 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-aa778f6b-c85f-4bdc-95f5-77d1c6742bd1 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/9d6a42ed-d596-4929-98dc-5a986f7eed81 HTTP/1.1" status: 404 len: 333 time: 0.1104171 Oct 05 09:34:42.506579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37048) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:42.512042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9b967-22c1-441c-ab8d-73c637ab56c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81469465-61a8-4b52-b773-549bf45657bc,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:42.548059 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Attempt 3 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:42.587425 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdb90d8-7b42-4ade-9a1b-2222e3b7199c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] DELETE failed (client error): The resource could not be found. Oct 05 09:34:42.587889 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebdb90d8-7b42-4ade-9a1b-2222e3b7199c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:42.590148 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ebdb90d8-7b42-4ade-9a1b-2222e3b7199c tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/7282feb2-87f1-4790-a4cb-bec07f038ce3 HTTP/1.1" status: 404 len: 337 time: 0.0825727 Oct 05 09:34:42.595952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a92da64c-e4fe-4d72-b6b8-046613a37f61 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.596510 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37052) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:42.620372 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6da68f62-7063-41bd-98fd-ad486d706ad6 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.625146 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6da68f62-7063-41bd-98fd-ad486d706ad6 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "DELETE /v2.0/ports/d68b022a-83ca-43c0-993d-fcfd2ef5eafe HTTP/1.1" status: 204 len: 168 time: 3.2239602 Oct 05 09:34:42.629502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37056) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:42.631178 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4ac09758-c472-46d9-ba08-27e93c381247 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] No L3 agents can host the router 2e6df28a-6963-4ae1-b6c0-1575b19d5064 Oct 05 09:34:42.636666 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:42.649585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a92da64c-e4fe-4d72-b6b8-046613a37f61 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.651507 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a92da64c-e4fe-4d72-b6b8-046613a37f61 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/1e903d59-bb70-47fd-ba32-e8033a23f099 HTTP/1.1" status: 204 len: 168 time: 1.1814313 Oct 05 09:34:42.655105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37058) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:42.655826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92da64c-e4fe-4d72-b6b8-046613a37f61 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=1e903d59-bb70-47fd-ba32-e8033a23f099,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:42.661133 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9ca47b-714a-40a4-8519-0201fb75734f None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:42.745779 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0233512 Oct 05 09:34:42.755171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8467b51-d641-4bad-aa11-8b9a5f40af7a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Network': ['ID=bc0bba15-fa50-4017-8060-ed985fb79f20,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:42.760022 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bbf33b-ff07-4a7b-8156-190184cec051 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] DELETE failed (client error): The resource could not be found. Oct 05 09:34:42.761088 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35bbf33b-ff07-4a7b-8156-190184cec051 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:42.765772 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-35bbf33b-ff07-4a7b-8156-190184cec051 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/a6541f3c-0335-472c-9ba9-e4e408174b4f HTTP/1.1" status: 404 len: 337 time: 0.1610322 Oct 05 09:34:42.765772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37064) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:42.771732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37066) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:42.778048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'subnet': {'network_id': 'bc0bba15-fa50-4017-8060-ed985fb79f20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:42.789731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network bc0bba15-fa50-4017-8060-ed985fb79f20 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:34:42.796543 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bd501870-6ffa-49e2-9a26-b2b2200590e8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1385365 Oct 05 09:34:42.800026 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-4323f076-9480-4a88-bc4e-f3ab431bb0e6 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] GET failed (client error): The resource could not be found. Oct 05 09:34:42.800265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4323f076-9480-4a88-bc4e-f3ab431bb0e6 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Synchronizing usage tracker for tenant:ee9e55e549964926978dd6824606626c on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:42.803366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37072) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:42.982250 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 7985e9a8-0122-4d3e-83d7-da8cf762ed82 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:43.025468 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:43.073486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce36b555-6e93-45d8-ba46-21bd90c8fab5 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:34:43.110930 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: ce36b555-6e93-45d8-ba46-21bd90c8fab5 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:34:43.111423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce36b555-6e93-45d8-ba46-21bd90c8fab5 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:34:43.121608 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c88bb36-1ea9-41ae-b90b-89c95387452a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] DELETE failed (client error): The resource could not be found. Oct 05 09:34:43.121608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c88bb36-1ea9-41ae-b90b-89c95387452a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:43.125766 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1c88bb36-1ea9-41ae-b90b-89c95387452a tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/3f7bc9a2-3ae5-4f01-be6b-3729f3bf70b2 HTTP/1.1" status: 404 len: 333 time: 0.3283207 Oct 05 09:34:43.126191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37078) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:43.146678 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Attempt 4 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:43.218079 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:43.228386 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:43.231758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4323f076-9480-4a88-bc4e-f3ab431bb0e6 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Unset dirty status for tenant:ee9e55e549964926978dd6824606626c on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:43.235315 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4323f076-9480-4a88-bc4e-f3ab431bb0e6 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "GET /v2.0/ports/d68b022a-83ca-43c0-993d-fcfd2ef5eafe HTTP/1.1" status: 404 len: 333 time: 0.5623605 Oct 05 09:34:43.238899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac09758-c472-46d9-ba08-27e93c381247 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Hosts for router 2e6df28a-6963-4ae1-b6c0-1575b19d5064: [] {{(pid=89845) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Oct 05 09:34:43.247340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d897227-fc38-4893-a81d-6762755b7897 None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:34:43.253158 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8d897227-fc38-4893-a81d-6762755b7897 None None] Deleting port 7121be8f-9f61-4640-b0ae-1bbf2b674610 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:43.254992 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8d897227-fc38-4893-a81d-6762755b7897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:43.274201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37088) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:43.275275 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06b5805-cfd7-445c-b481-78851773e246 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] DELETE failed (client error): The resource could not be found. Oct 05 09:34:43.276782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:subnet and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:43.278384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06b5805-cfd7-445c-b481-78851773e246 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:43.286509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:43.298685 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:43.307070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac09758-c472-46d9-ba08-27e93c381247 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Hosts for other DVR routers connected to router 2e6df28a-6963-4ae1-b6c0-1575b19d5064: set() {{(pid=89845) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Oct 05 09:34:43.310204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ac09758-c472-46d9-ba08-27e93c381247 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:43.311387 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4ac09758-c472-46d9-ba08-27e93c381247 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] 10.222.0.49 "PUT /v2.0/routers/2e6df28a-6963-4ae1-b6c0-1575b19d5064 HTTP/1.1" status: 200 len: 717 time: 2.3539245 Oct 05 09:34:43.316322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37092) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:43.324696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fde38f8-f273-48ed-a6a0-52a2e0778528 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:43.329174 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0fde38f8-f273-48ed-a6a0-52a2e0778528 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5164154 Oct 05 09:34:43.332377 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d06b5805-cfd7-445c-b481-78851773e246 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/96139afc-8046-46b7-a4ec-cb65d8ea3ea7 HTTP/1.1" status: 404 len: 337 time: 0.2015648 Oct 05 09:34:43.335259 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37096) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:43.335428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37098) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:43.440726 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-652f2a42-6f30-4fa6-8a21-c61562b67af2 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] DELETE failed (client error): The resource could not be found. Oct 05 09:34:43.441489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652f2a42-6f30-4fa6-8a21-c61562b67af2 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:34:43.445641 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-652f2a42-6f30-4fa6-8a21-c61562b67af2 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/subnets/9ecb95c1-a8ff-464a-9dac-909b58fdadfa HTTP/1.1" status: 404 len: 337 time: 0.1053534 Oct 05 09:34:43.445641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:43.452828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37106) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:43.492601 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:43.498137 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:43.517593 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c37d5bc5-8173-4f6b-8648-3547575c05e3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Deleting port c0d2b268-1806-49ea-bba1-50698c41fe90 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:43.517934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c37d5bc5-8173-4f6b-8648-3547575c05e3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:43.520294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8d897227-fc38-4893-a81d-6762755b7897 None None] For port 7121be8f-9f61-4640-b0ae-1bbf2b674610, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7121be8f-9f61-4640-b0ae-1bbf2b674610,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:43.520786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8d897227-fc38-4893-a81d-6762755b7897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:43.568271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c469ab0d-1545-41aa-92c5-f81691e47937 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:43.568941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c469ab0d-1545-41aa-92c5-f81691e47937 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:43.584070 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7a640b7f-b617-4785-8d36-6119d5a7c2dd tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] 10.222.0.49 "GET /v2.0/routers/2e6df28a-6963-4ae1-b6c0-1575b19d5064 HTTP/1.1" status: 200 len: 717 time: 0.2537160 Oct 05 09:34:43.588208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37110) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:43.629158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa0777-7277-47c4-b807-6109798e7d83 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Deleting port 8483649a-d1a2-4bac-8c9f-e7f792d39365 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:43.629522 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4aaa0777-7277-47c4-b807-6109798e7d83 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:43.651528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8d897227-fc38-4893-a81d-6762755b7897 None None] Calling delete_port for 7121be8f-9f61-4640-b0ae-1bbf2b674610 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:43.722211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c469ab0d-1545-41aa-92c5-f81691e47937 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:43.723432 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c469ab0d-1545-41aa-92c5-f81691e47937 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3871174 Oct 05 09:34:43.732563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37118) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:43.832099 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Attempt 5 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:43.871106 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-df31d12e-f70b-4214-ab04-72c5bd172de5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1363153 Oct 05 09:34:43.876289 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37126) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:43.953849 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-147f4feb-520f-43e8-8783-fb4dab241afb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:43.960234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:43.987113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7121be8f-9f61-4640-b0ae-1bbf2b674610 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:34:43.988525 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c37d5bc5-8173-4f6b-8648-3547575c05e3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.040742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8d897227-fc38-4893-a81d-6762755b7897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.095740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d897227-fc38-4893-a81d-6762755b7897 None None] Pushing event deleted for resources: {'Port': ['ID=7121be8f-9f61-4640-b0ae-1bbf2b674610,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:44.105499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d897227-fc38-4893-a81d-6762755b7897 None None] No DVR routers for this DVR port 7121be8f-9f61-4640-b0ae-1bbf2b674610 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:34:44.108624 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No active binding found for port 7121be8f-9f61-4640-b0ae-1bbf2b674610 {{(pid=89847) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 05 09:34:44.109080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7121be8f-9f61-4640-b0ae-1bbf2b674610 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:34:44.230871 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37132) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:44.232904 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.337479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4aaa0777-7277-47c4-b807-6109798e7d83 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.345285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-147f4feb-520f-43e8-8783-fb4dab241afb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:44.361422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c37d5bc5-8173-4f6b-8648-3547575c05e3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Calling delete_port for c0d2b268-1806-49ea-bba1-50698c41fe90 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:44.405245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.418859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-147f4feb-520f-43e8-8783-fb4dab241afb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:44.461390 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Attempt 6 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:44.494037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa0777-7277-47c4-b807-6109798e7d83 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Calling delete_port for 8483649a-d1a2-4bac-8c9f-e7f792d39365 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:44.524789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:44.555221 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-453868224-network', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:44.578054 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:44.584980 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5cbb2b30-f140-4242-b48d-cbc5d5c62b2c tempest-RoutersTestDVR-481556553 tempest-RoutersTestDVR-481556553-project] 10.222.0.49 "GET /v2.0/routers/2e6df28a-6963-4ae1-b6c0-1575b19d5064 HTTP/1.1" status: 200 len: 683 time: 0.9953279 Oct 05 09:34:44.587939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37138) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:44.593385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Usage tracker for resource:network and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:44.601594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:44.612702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:44.640106 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=6ad36bd8-dfdf-4ef0-ab20-53067b5bdbe1,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:44.646427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.647885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.737156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147f4feb-520f-43e8-8783-fb4dab241afb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:44.740581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-147f4feb-520f-43e8-8783-fb4dab241afb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.761251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Made reservation on behalf of be9b9908fe7c4c9a97f0c067874401dc for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:44.762472 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.786745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4aaa0777-7277-47c4-b807-6109798e7d83 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.790143 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.873122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:44.892615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-279dbc8c-e4e4-4592-9815-aa17b34dae0e tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.893321 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Usage tracker for resource:security_group_rule and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:44.898229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:44.907767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:44.923151 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Floating IP e7188ccf-6674-4f58-be8c-918b4fcfc3ca associated. External IP: 172.26.7.165, port: f35640cc-883a-4930-885c-6a12e329440d. Oct 05 09:34:44.986938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c37d5bc5-8173-4f6b-8648-3547575c05e3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.988221 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa0777-7277-47c4-b807-6109798e7d83 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Port': ['ID=8483649a-d1a2-4bac-8c9f-e7f792d39365,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:45.026456 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Attempt 7 to provision port 8483649a-d1a2-4bac-8c9f-e7f792d39365 Oct 05 09:34:45.055970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Subnet': ['ID=7f6cc3af-7f4a-48a9-9b74-fee30ccb90d9,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:45.058879 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4aaa0777-7277-47c4-b807-6109798e7d83 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.066734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Port 8483649a-d1a2-4bac-8c9f-e7f792d39365 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:34:45.068262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d5bc5-8173-4f6b-8648-3547575c05e3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event deleted for resources: {'Port': ['ID=c0d2b268-1806-49ea-bba1-50698c41fe90,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:45.070557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Could not find standard attr ID for object c0d2b268-1806-49ea-bba1-50698c41fe90. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:34:45.077703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3e401dcd-ae34-407a-a568-b44617693b8e None None] Could not find standard attr ID for object ce36b555-6e93-45d8-ba46-21bd90c8fab5. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:34:45.157612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Checking segment: {'id': 'c39a7966-26fa-4736-8ae1-be7332dd63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bc0bba15-fa50-4017-8060-ed985fb79f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:45.158007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network hostable DHCP agents. Network: bc0bba15-fa50-4017-8060-ed985fb79f20, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:34:45.239406 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4aaa0777-7277-47c4-b807-6109798e7d83 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/ports/8483649a-d1a2-4bac-8c9f-e7f792d39365 HTTP/1.1" status: 204 len: 168 time: 1.7851412 Oct 05 09:34:45.243179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37144) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:45.339853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-279dbc8c-e4e4-4592-9815-aa17b34dae0e tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.343768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-279dbc8c-e4e4-4592-9815-aa17b34dae0e tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.388305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c37d5bc5-8173-4f6b-8648-3547575c05e3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.429859 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.476136 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network bc0bba15-fa50-4017-8060-ed985fb79f20 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:34:45.498559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ace786f5-2cc6-4533-8410-a88952fa14b5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.510386 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c37d5bc5-8173-4f6b-8648-3547575c05e3 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "DELETE /v2.0/ports/c0d2b268-1806-49ea-bba1-50698c41fe90 HTTP/1.1" status: 204 len: 168 time: 2.2271271 Oct 05 09:34:45.513037 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37148) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:45.552742 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.676788 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, bc0bba15-fa50-4017-8060-ed985fb79f20) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:45.678385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-279dbc8c-e4e4-4592-9815-aa17b34dae0e tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.678901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279dbc8c-e4e4-4592-9815-aa17b34dae0e tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e6df28a-6963-4ae1-b6c0-1575b19d5064 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:34:45.685882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7641e5bd-ebd6-44f4-b91d-a0dd72c09108 None None] Network bc0bba15-fa50-4017-8060-ed985fb79f20 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:45.708905 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2042ad4-5d63-4e99-ab00-1948dd17825c tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] GET failed (client error): The resource could not be found. Oct 05 09:34:45.709430 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f2042ad4-5d63-4e99-ab00-1948dd17825c tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Synchronizing usage tracker for tenant:ee9e55e549964926978dd6824606626c on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:45.711839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:45.712434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.740713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:34:45.749192 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:34:45.752464 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0044bfb7-eed0-4f96-87e2-19888809816d,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:45.766176 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.766519 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Added segment d43a0dec-3580-405b-8aae-61c9a3fbaae8 of type vlan for network 5bc55122-780d-427f-aa2d-df73122091e8 Oct 05 09:34:45.824804 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ace786f5-2cc6-4533-8410-a88952fa14b5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.849638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f2042ad4-5d63-4e99-ab00-1948dd17825c tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Unset dirty status for tenant:ee9e55e549964926978dd6824606626c on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:45.857236 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f2042ad4-5d63-4e99-ab00-1948dd17825c tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "GET /v2.0/ports/c0d2b268-1806-49ea-bba1-50698c41fe90 HTTP/1.1" status: 404 len: 333 time: 0.3368926 Oct 05 09:34:45.857451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-ace786f5-2cc6-4533-8410-a88952fa14b5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e167508d-1978-47bf-9d19-9cf3a458a211']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:45.857558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37152) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:45.860607 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.870419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-ace786f5-2cc6-4533-8410-a88952fa14b5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b0858d-17cb-49a0-ae8d-c43f37e5e886') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:45.870801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-ace786f5-2cc6-4533-8410-a88952fa14b5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b0858d-17cb-49a0-ae8d-c43f37e5e886') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:45.883818 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ace786f5-2cc6-4533-8410-a88952fa14b5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.899015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-279dbc8c-e4e4-4592-9815-aa17b34dae0e tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.905434 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-279dbc8c-e4e4-4592-9815-aa17b34dae0e tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] 10.222.0.49 "DELETE /v2.0/routers/2e6df28a-6963-4ae1-b6c0-1575b19d5064 HTTP/1.1" status: 204 len: 168 time: 1.3164065 Oct 05 09:34:45.906156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37156) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:45.916328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f694f6d9-0c21-4d76-97e9-b75d6274f76d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Request body: {'router': {'name': 'tempest-router-1903094656', 'distributed': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:45.921220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f694f6d9-0c21-4d76-97e9-b75d6274f76d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:45.926267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f694f6d9-0c21-4d76-97e9-b75d6274f76d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Usage tracker for resource:router and tenant:01b24ca5798b46c194b9a59d841f0332 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:45.930199 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ace786f5-2cc6-4533-8410-a88952fa14b5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.932456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f694f6d9-0c21-4d76-97e9-b75d6274f76d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:45.941266 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e23d18e1-7841-434e-af6c-fbebf6b67074 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1696661 Oct 05 09:34:45.941573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37160) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:45.946018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f694f6d9-0c21-4d76-97e9-b75d6274f76d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:45.952746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace786f5-2cc6-4533-8410-a88952fa14b5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:34:45.953216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ace786f5-2cc6-4533-8410-a88952fa14b5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:45.991732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-bc0bba15-fa50-4017-8060-ed985fb79f20', 'network_id': 'bc0bba15-fa50-4017-8060-ed985fb79f20', 'tenant_id': '506f7c6114bd44af8aa9a31ce6c0c06e', 'fixed_ips': [{'subnet_id': '7f6cc3af-7f4a-48a9-9b74-fee30ccb90d9'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:34:45.992705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.046680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Deleting port 9e29395d-9e24-46be-8b66-513ee98f83ba {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:46.047023 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.061590 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment e6b0858d-17cb-49a0-ae8d-c43f37e5e886 resource provider aggregate not found Oct 05 09:34:46.112562 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment e6b0858d-17cb-49a0-ae8d-c43f37e5e886 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6b0858d-17cb-49a0-ae8d-c43f37e5e886 found for delete ", "request_id": "req-a1263dff-e5c8-4c65-a146-6c339c91f9a4"}]} Oct 05 09:34:46.159767 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.objects.ports [None req-147f4feb-520f-43e8-8783-fb4dab241afb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89845) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:34:46.161233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-147f4feb-520f-43e8-8783-fb4dab241afb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.161806 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Allocated IP 172.20.0.1 (bc0bba15-fa50-4017-8060-ed985fb79f20/7f6cc3af-7f4a-48a9-9b74-fee30ccb90d9/d687e591-8f2a-489a-8597-9813db2c498d) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:46.190338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f694f6d9-0c21-4d76-97e9-b75d6274f76d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.191341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f694f6d9-0c21-4d76-97e9-b75d6274f76d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.208604 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ace786f5-2cc6-4533-8410-a88952fa14b5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.211105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ace786f5-2cc6-4533-8410-a88952fa14b5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.265219 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ace786f5-2cc6-4533-8410-a88952fa14b5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] 10.222.0.49 "DELETE /v2.0/networks/e167508d-1978-47bf-9d19-9cf3a458a211 HTTP/1.1" status: 204 len: 168 time: 1.0144365 Oct 05 09:34:46.265219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace786f5-2cc6-4533-8410-a88952fa14b5 tempest-PortsIpV6TestJSON-478044767 tempest-PortsIpV6TestJSON-478044767-project] Pushing event deleted for resources: {'Network': ['ID=e167508d-1978-47bf-9d19-9cf3a458a211,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:46.273698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f4feb-520f-43e8-8783-fb4dab241afb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:46.279114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-147f4feb-520f-43e8-8783-fb4dab241afb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:46.282179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147f4feb-520f-43e8-8783-fb4dab241afb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:46.282772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-147f4feb-520f-43e8-8783-fb4dab241afb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.291973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f694f6d9-0c21-4d76-97e9-b75d6274f76d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.296181 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4200dd36-9544-4981-9d57-ef3b910e3c5f None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:46.313066 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f4feb-520f-43e8-8783-fb4dab241afb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=9efe7441-dd64-4bf9-8d88-1b07316b5473,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:46.358240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.359147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:46.359714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.385858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:34:46.398574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8907dcb-d4a9-4855-abd8-229fd3f3fd66 None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:34:46.442807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8907dcb-d4a9-4855-abd8-229fd3f3fd66 None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:46.443441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b8907dcb-d4a9-4855-abd8-229fd3f3fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:46.462764 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-147f4feb-520f-43e8-8783-fb4dab241afb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5807376 Oct 05 09:34:46.462963 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37170) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:46.469320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'mac_address': 'fa:16:3e:26:34:c7', 'name': 'tempest-NetworksTestDHCPv6-217683326'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:46.508556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.533699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b8907dcb-d4a9-4855-abd8-229fd3f3fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:46.536979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f694f6d9-0c21-4d76-97e9-b75d6274f76d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.538984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] Pushing event updated for resources: {'Network': ['ID=5bc55122-780d-427f-aa2d-df73122091e8,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:46.567745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 5bc55122-780d-427f-aa2d-df73122091e8 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:34:46.592482 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.621684 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9276e065-afce-4c22-8631-8d108c574158 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3321884 Oct 05 09:34:46.622777 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.624687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37174) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:46.635480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Request body: {'subnet': {'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-453868224-subnet', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'ip_version': 4}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:46.644431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:46.646794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f694f6d9-0c21-4d76-97e9-b75d6274f76d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.650638 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f694f6d9-0c21-4d76-97e9-b75d6274f76d tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7385736 Oct 05 09:34:46.651006 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37178) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:46.653606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:46.656164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Usage tracker for resource:subnet and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:46.660617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:46.677393 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8907dcb-d4a9-4855-abd8-229fd3f3fd66 None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:46.678047 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b8907dcb-d4a9-4855-abd8-229fd3f3fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:46.748420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:46.759484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:46.760926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b8907dcb-d4a9-4855-abd8-229fd3f3fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:46.761347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8907dcb-d4a9-4855-abd8-229fd3f3fd66 None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:34:46.768055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:46.783316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:46.853065 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.855988 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Calling delete_port for 9e29395d-9e24-46be-8b66-513ee98f83ba owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:46.866263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0926fe64-12ca-43a0-be28-26e3463b3df1 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.911054 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37184) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:46.913624 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.917727 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Transition to ACTIVE for port object d687e591-8f2a-489a-8597-9813db2c498d will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:46.930168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': '9efe7441-dd64-4bf9-8d88-1b07316b5473'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:34:46.931011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:46.952018 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-054ef44b-2186-400b-8590-b8b37858f197 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0454865 Oct 05 09:34:46.959114 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37190) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:46.961930 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Transition to ACTIVE for port object d687e591-8f2a-489a-8597-9813db2c498d will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:46.985932 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5b11ee0f-280c-4995-a076-1dfe441ba667 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:46.991430 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Made reservation on behalf of be9b9908fe7c4c9a97f0c067874401dc for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:46.993725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.022798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:47.028428 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.122865 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5b11ee0f-280c-4995-a076-1dfe441ba667 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.171868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Pushing event updated for resources: {'Port': ['ID=d687e591-8f2a-489a-8597-9813db2c498d,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:47.207532 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Network bc0bba15-fa50-4017-8060-ed985fb79f20 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:47.212705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:47.221313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:47.328229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Allocated IP 2001:db8::f816:3eff:fe75:b89e (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/9efe7441-dd64-4bf9-8d88-1b07316b5473/c17fc4b6-6e18-4274-9c13-0c4434a0ae6b) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:47.355096 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Attempting to bind port d687e591-8f2a-489a-8597-9813db2c498d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:47.355468 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Attempting to bind port d687e591-8f2a-489a-8597-9813db2c498d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'c39a7966-26fa-4736-8ae1-be7332dd63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bc0bba15-fa50-4017-8060-ed985fb79f20'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:47.356045 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Attempting to bind port d687e591-8f2a-489a-8597-9813db2c498d on network bc0bba15-fa50-4017-8060-ed985fb79f20 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:47.380813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:34:47.381193 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Checking segment: {'id': 'c39a7966-26fa-4736-8ae1-be7332dd63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bc0bba15-fa50-4017-8060-ed985fb79f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:47.391582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.391582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Bound using segment: {'id': 'c39a7966-26fa-4736-8ae1-be7332dd63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bc0bba15-fa50-4017-8060-ed985fb79f20'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:34:47.391582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Bound port: d687e591-8f2a-489a-8597-9813db2c498d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39a7966-26fa-4736-8ae1-be7332dd63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bc0bba15-fa50-4017-8060-ed985fb79f20'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:34:47.391582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.505095 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0926fe64-12ca-43a0-be28-26e3463b3df1 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.511625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0926fe64-12ca-43a0-be28-26e3463b3df1 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.531246 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.577155 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e16d489c-f029-4036-9210-45c4ebca30e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e310f0f9f68e463e8b295e16db8a75dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6625397 Oct 05 09:34:47.577357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.581614 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] For port d687e591-8f2a-489a-8597-9813db2c498d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:47.587910 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37194) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:47.597773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Subnet': ['ID=7f6cc3af-7f4a-48a9-9b74-fee30ccb90d9,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:47.621201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.630622 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] For port d687e591-8f2a-489a-8597-9813db2c498d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d687e591-8f2a-489a-8597-9813db2c498d,segment=NetworkSegment(c39a7966-26fa-4736-8ae1-be7332dd63d2),segment_id=c39a7966-26fa-4736-8ae1-be7332dd63d2)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:34:47.666438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.677133 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Transition to ACTIVE for port object c17fc4b6-6e18-4274-9c13-0c4434a0ae6b will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:47.680132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0926fe64-12ca-43a0-be28-26e3463b3df1 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.680132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0926fe64-12ca-43a0-be28-26e3463b3df1 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90228d07-2f34-4a68-8089-f1de32cc49ea {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:34:47.692415 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 08d502c9-c92a-4748-9319-3297d7310f0b yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:47.699717 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Transition to ACTIVE for port object c17fc4b6-6e18-4274-9c13-0c4434a0ae6b will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:47.711337 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.782455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.799443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event deleted for resources: {'Port': ['ID=9e29395d-9e24-46be-8b66-513ee98f83ba,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:47.833200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5b11ee0f-280c-4995-a076-1dfe441ba667 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.835912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.840935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9a03cdfb-121c-4d6e-8239-d66c34a79f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.866709 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0926fe64-12ca-43a0-be28-26e3463b3df1 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.871632 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0926fe64-12ca-43a0-be28-26e3463b3df1 tempest-RoutersTestDVR-321266897 tempest-RoutersTestDVR-321266897-project-admin] 10.222.0.49 "DELETE /v2.0/routers/90228d07-2f34-4a68-8089-f1de32cc49ea HTTP/1.1" status: 204 len: 168 time: 1.2158489 Oct 05 09:34:47.880125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:47.880125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:47.880125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:47.880125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:47.880125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:47.880125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:47.880125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:47.880125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:47.880125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:47.880125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:47.880125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:47.880125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:47.928208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9a03cdfb-121c-4d6e-8239-d66c34a79f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.943186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.959425 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5b11ee0f-280c-4995-a076-1dfe441ba667 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:47.963616 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-5b11ee0f-280c-4995-a076-1dfe441ba667 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Floating IP e7188ccf-6674-4f58-be8c-918b4fcfc3ca disassociated. External IP: 172.26.7.165, port: f35640cc-883a-4930-885c-6a12e329440d. Oct 05 09:34:47.964046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:47.965530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a23552-8cd2-4707-8296-b53b50f6ee4f None None] Pushing event updated for resources: {'Port': ['ID=d687e591-8f2a-489a-8597-9813db2c498d,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:47.977688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:48.038092 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0bba15-fa50-4017-8060-ed985fb79f20']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:48.053127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::f816:3eff:fe26:34c7 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/9efe7441-dd64-4bf9-8d88-1b07316b5473/08d502c9-c92a-4748-9319-3297d7310f0b) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:48.071593 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39a7966-26fa-4736-8ae1-be7332dd63d2') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:48.072261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39a7966-26fa-4736-8ae1-be7332dd63d2') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:48.087812 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db5b5f1-8073-4fe0-98fc-693b2965d2d8,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:48.098323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.101183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f35268a-798f-413b-b20e-a70894c863c5 None None] Network bc0bba15-fa50-4017-8060-ed985fb79f20 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:48.116141 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.126189 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Pushing event updated for resources: {'Port': ['ID=c17fc4b6-6e18-4274-9c13-0c4434a0ae6b,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:48.126347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:48.126347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:48.126347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:48.126347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:48.126347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:48.126347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:48.126347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:48.126347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:48.126347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:48.126347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:48.126347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:48.126347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:48.127339 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:48.128901 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.130728 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Checking segment: {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:48.131033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Network hostable DHCP agents. Network: 5bc55122-780d-427f-aa2d-df73122091e8, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:34:48.209355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:34:48.209749 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.234317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9a03cdfb-121c-4d6e-8239-d66c34a79f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.294265 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment c39a7966-26fa-4736-8ae1-be7332dd63d2 resource provider aggregate not found Oct 05 09:34:48.323479 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment c39a7966-26fa-4736-8ae1-be7332dd63d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c39a7966-26fa-4736-8ae1-be7332dd63d2 found for delete ", "request_id": "req-f041014c-b6f1-4c2e-83c6-2fed36ffce9b"}]} Oct 05 09:34:48.335927 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-20aa896c-9a2d-4ede-898e-28ffd8743318 tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "DELETE /v2.0/ports/9e29395d-9e24-46be-8b66-513ee98f83ba HTTP/1.1" status: 204 len: 168 time: 2.4774582 Oct 05 09:34:48.339746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37206) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:48.342311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Network 5bc55122-780d-427f-aa2d-df73122091e8 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:34:48.350763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03cdfb-121c-4d6e-8239-d66c34a79f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b99cad-56e5-465b-8ec4-77e1111ffe04,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:48.380006 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9a03cdfb-121c-4d6e-8239-d66c34a79f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.383708 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9a03cdfb-121c-4d6e-8239-d66c34a79f33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3b99cad-56e5-465b-8ec4-77e1111ffe04 HTTP/1.1" status: 204 len: 168 time: 0.7916479 Oct 05 09:34:48.455471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Attempting to bind port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:48.456059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Attempting to bind port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:48.456339 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Attempting to bind port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:48.460306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:34:48.460306 dv-neutron-860329-1-hyperv neutron-server[89846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:34:48.460306 dv-neutron-860329-1-hyperv neutron-server[89846]: [parameters: {'id': 'bc0bba15-fa50-4017-8060-ed985fb79f20'}] Oct 05 09:34:48.460306 dv-neutron-860329-1-hyperv neutron-server[89846]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:34:48.464745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:34:48.479958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:34:48.480337 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:48.480748 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.481142 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:34:48.481631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Bound port: c17fc4b6-6e18-4274-9c13-0c4434a0ae6b, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:34:48.482142 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.488177 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37212) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:48.512096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6840891-3aab-4823-83ad-502a3315401f tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Deleting subnet ed074e1e-9083-44e6-adcd-24a67509c48a {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:34:48.522954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.575593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 08d502c9-c92a-4748-9319-3297d7310f0b will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:48.577394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b6840891-3aab-4823-83ad-502a3315401f tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.605176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 5bc55122-780d-427f-aa2d-df73122091e8) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:48.611711 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:48.612729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.644562 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef89c250-0a90-4f67-86e7-5e2e7c718613 None None] Network 5bc55122-780d-427f-aa2d-df73122091e8 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:48.666301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea50fbb8-0572-43c4-a521-4b37014980af admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.689079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.691297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b6840891-3aab-4823-83ad-502a3315401f tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.724879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ea50fbb8-0572-43c4-a521-4b37014980af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:48.742122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b11ee0f-280c-4995-a076-1dfe441ba667 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:34:48.743194 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ea50fbb8-0572-43c4-a521-4b37014980af admin admin] Usage tracker for resource:security_group_rule and tenant:caa42a2765fe4422bc7a13dd69daa513 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:48.752055 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ea50fbb8-0572-43c4-a521-4b37014980af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:48.767822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ea50fbb8-0572-43c4-a521-4b37014980af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:48.775073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=08d502c9-c92a-4748-9319-3297d7310f0b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:48.783001 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-308e1434-a772-4b03-a2aa-a6c78e0c05f5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1543102 Oct 05 09:34:48.785722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37218) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:48.790162 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:48.805112 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:48.806331 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:48.808876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:48.812112 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:48.818635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] For port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:48.819435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:48.822163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.830604 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Usage tracker for resource:router and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:48.841950 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:48.843642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] For port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c17fc4b6-6e18-4274-9c13-0c4434a0ae6b,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:34:48.862902 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:48.964752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.968001 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.970881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:48.989626 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-74c3f377-25d5-44a7-9cd8-42aea7581cf5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5226429 Oct 05 09:34:48.990492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37224) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:49.136569 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:49.167709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-5bc55122-780d-427f-aa2d-df73122091e8', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:34:49.168541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:49.219954 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:49.227503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d01fc3-3640-4135-b380-1f5fede62cde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:49.239384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d01fc3-3640-4135-b380-1f5fede62cde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:49.240867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a9d01fc3-3640-4135-b380-1f5fede62cde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:49.262873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4fae1-075b-4f65-b62d-5522ce9b14d2 None None] Pushing event updated for resources: {'Port': ['ID=c17fc4b6-6e18-4274-9c13-0c4434a0ae6b,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:49.309282 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Deleting port d687e591-8f2a-489a-8597-9813db2c498d {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:49.309830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:49.417533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Allocated IP 172.20.0.2 (5bc55122-780d-427f-aa2d-df73122091e8/1db5b5f1-8073-4fe0-98fc-693b2965d2d8/14e3e7cf-87a3-465d-b6c5-4e42e25a45d8) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:49.454836 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a9d01fc3-3640-4135-b380-1f5fede62cde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:49.464245 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a9d01fc3-3640-4135-b380-1f5fede62cde tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4694941 Oct 05 09:34:49.470926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37234) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:49.477602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b6840891-3aab-4823-83ad-502a3315401f tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:49.672973 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b11ee0f-280c-4995-a076-1dfe441ba667 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:34:49.689135 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f68f8-b4e5-4073-a73a-ecd1434bbf3a None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:34:49.742479 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f68f8-b4e5-4073-a73a-ecd1434bbf3a None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:49.743495 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-529f68f8-b4e5-4073-a73a-ecd1434bbf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:49.745251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5b11ee0f-280c-4995-a076-1dfe441ba667 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:49.751943 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9a72eefc-6ebb-45d7-912e-ce33e50b20b6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 08d502c9-c92a-4748-9319-3297d7310f0b {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:49.752471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9a72eefc-6ebb-45d7-912e-ce33e50b20b6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:49.783959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:49.955677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea50fbb8-0572-43c4-a521-4b37014980af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:49.987208 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5b11ee0f-280c-4995-a076-1dfe441ba667 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "PUT /v2.0/floatingips/e7188ccf-6674-4f58-be8c-918b4fcfc3ca HTTP/1.1" status: 200 len: 688 time: 3.0247705 Oct 05 09:34:49.991526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37240) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:50.072402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b6840891-3aab-4823-83ad-502a3315401f tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:50.087774 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] For port d687e591-8f2a-489a-8597-9813db2c498d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d687e591-8f2a-489a-8597-9813db2c498d,segment=NetworkSegment(c39a7966-26fa-4736-8ae1-be7332dd63d2),segment_id=c39a7966-26fa-4736-8ae1-be7332dd63d2)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:50.088862 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:50.121309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:50.130283 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-529f68f8-b4e5-4073-a73a-ecd1434bbf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:50.133172 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea50fbb8-0572-43c4-a521-4b37014980af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:50.163738 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f68f8-b4e5-4073-a73a-ecd1434bbf3a None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:50.165721 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-529f68f8-b4e5-4073-a73a-ecd1434bbf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:50.173874 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Transition to ACTIVE for port object 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:50.224499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Transition to ACTIVE for port object 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:50.235145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c17fc4b6-6e18-4274-9c13-0c4434a0ae6b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:50.282797 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ea50fbb8-0572-43c4-a521-4b37014980af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=caa42a2765fe4422bc7a13dd69daa513&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7911329 Oct 05 09:34:50.283389 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-529f68f8-b4e5-4073-a73a-ecd1434bbf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:50.284230 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f68f8-b4e5-4073-a73a-ecd1434bbf3a None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:34:50.362629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:50.369503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9a72eefc-6ebb-45d7-912e-ce33e50b20b6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:50.444714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Pushing event updated for resources: {'Port': ['ID=14e3e7cf-87a3-465d-b6c5-4e42e25a45d8,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:50.456948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-eedb1487-a13b-4fca-bd2d-4b69bed25119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:50.459095 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:50.467390 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37250) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:50.468779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Network 5bc55122-780d-427f-aa2d-df73122091e8 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:50.470962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:50.474538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:50.487111 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6840891-3aab-4823-83ad-502a3315401f tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event deleted for resources: {'Subnet': ['ID=ed074e1e-9083-44e6-adcd-24a67509c48a,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:50.520363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b6840891-3aab-4823-83ad-502a3315401f tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:50.535731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ea2168-ea5b-441d-b4d6-5ffd5bb63736 None None] Network 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:50.583495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9a72eefc-6ebb-45d7-912e-ce33e50b20b6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 08d502c9-c92a-4748-9319-3297d7310f0b owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:50.592242 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b6840891-3aab-4823-83ad-502a3315401f tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "DELETE /v2.0/subnets/ed074e1e-9083-44e6-adcd-24a67509c48a HTTP/1.1" status: 204 len: 168 time: 2.2511444 Oct 05 09:34:50.600080 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37258) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:50.607206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Calling delete_port for d687e591-8f2a-489a-8597-9813db2c498d owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:50.667670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37260) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:50.704475 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Attempting to bind port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:50.704853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Attempting to bind port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:50.705214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Attempting to bind port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 on network 5bc55122-780d-427f-aa2d-df73122091e8 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:50.724357 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:34:50.724672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Checking segment: {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:50.733550 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:50.733550 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Bound using segment: {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:34:50.733550 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Bound port: 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:34:50.733550 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:50.763997 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-6cc25eae-5b8e-45ee-a888-46a8d455f76e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port 6ad36bd8-dfdf-4ef0-ab20-53067b5bdbe1 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:50.764532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6cc25eae-5b8e-45ee-a888-46a8d455f76e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:50.839149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50fbb8-0572-43c4-a521-4b37014980af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b463735-e250-488e-9eb2-5b63a32e5438,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:50.871020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-dff14096-e785-4785-bbe4-de37cfeefb0f None None] Provisioning for port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:50.923046 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:50.931509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-dff14096-e785-4785-bbe4-de37cfeefb0f None None] Provisioning complete for port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:50.933457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dff14096-e785-4785-bbe4-de37cfeefb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:50.933817 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-dff14096-e785-4785-bbe4-de37cfeefb0f None None] Attempt 1 to provision port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b Oct 05 09:34:50.998114 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d3183214-8294-4f7b-b8e3-d964d1be4284 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:50.999002 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING neutron.api.v2.base [None req-d3183214-8294-4f7b-b8e3-d964d1be4284 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 05 09:34:50.999337 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-d3183214-8294-4f7b-b8e3-d964d1be4284 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): There was a conflict when trying to complete your request. Oct 05 09:34:51.003949 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d3183214-8294-4f7b-b8e3-d964d1be4284 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2714062 Oct 05 09:34:51.020977 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37268) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:51.022131 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Port': ['ID=d687e591-8f2a-489a-8597-9813db2c498d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:51.033767 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] For port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:51.038793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] For port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=14e3e7cf-87a3-465d-b6c5-4e42e25a45d8,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:34:51.042373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639813961'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:51.080372 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:51.084711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No DVR routers for this DVR port d687e591-8f2a-489a-8597-9813db2c498d on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:34:51.089973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9a72eefc-6ebb-45d7-912e-ce33e50b20b6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.106738 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.166831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dff14096-e785-4785-bbe4-de37cfeefb0f None None] Current status of the port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:51.167488 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dff14096-e785-4785-bbe4-de37cfeefb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.204620 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a90bd4-d8fd-4ab7-828d-56143e2950a8 None None] DHCP port deletion for 2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:34:51.207530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:51.213161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.221591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:51.224168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c3a90bd4-d8fd-4ab7-828d-56143e2950a8 None None] Deleting port 9b5fd1ce-ef45-414b-8474-1dc4979c306f {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:51.224637 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c3a90bd4-d8fd-4ab7-828d-56143e2950a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.242014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72eefc-6ebb-45d7-912e-ce33e50b20b6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=08d502c9-c92a-4748-9319-3297d7310f0b,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:51.252146 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9a72eefc-6ebb-45d7-912e-ce33e50b20b6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.274789 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.316528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.332960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-dff14096-e785-4785-bbe4-de37cfeefb0f None None] For port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c17fc4b6-6e18-4274-9c13-0c4434a0ae6b,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:51.336425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e8f1b-d1a4-4a3a-a4c8-63d108865fb8 None None] Pushing event updated for resources: {'Port': ['ID=14e3e7cf-87a3-465d-b6c5-4e42e25a45d8,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:51.391483 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9a72eefc-6ebb-45d7-912e-ce33e50b20b6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/08d502c9-c92a-4748-9319-3297d7310f0b HTTP/1.1" status: 204 len: 168 time: 1.9164820 Oct 05 09:34:51.392400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37272) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:51.400253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dff14096-e785-4785-bbe4-de37cfeefb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.453042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:51.552815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6cc25eae-5b8e-45ee-a888-46a8d455f76e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.553677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6cc25eae-5b8e-45ee-a888-46a8d455f76e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.573917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f940763b-1d03-41d7-b292-aba5afb80e5e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:51.575722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f940763b-1d03-41d7-b292-aba5afb80e5e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:51.576477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f940763b-1d03-41d7-b292-aba5afb80e5e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:51.579700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b5f4409a-2944-4386-8b23-4c73ad6ac228 None None] Could not find standard attr ID for object 08d502c9-c92a-4748-9319-3297d7310f0b. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:34:51.591839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2efc84f7-8991-4f48-b6af-58a6af159f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.631721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-c3a90bd4-d8fd-4ab7-828d-56143e2950a8 None None] For port 9b5fd1ce-ef45-414b-8474-1dc4979c306f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9b5fd1ce-ef45-414b-8474-1dc4979c306f,segment=NetworkSegment(77f7dc37-53e4-4786-851f-857fb6d31d86),segment_id=77f7dc37-53e4-4786-851f-857fb6d31d86)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:51.632123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c3a90bd4-d8fd-4ab7-828d-56143e2950a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.632587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Allocated IP 172.26.7.144 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/0d7b669e-3224-484b-bf25-0c159e79a15b) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:51.683105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Deleting port 9b5fd1ce-ef45-414b-8474-1dc4979c306f {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:51.683550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.699640 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff14096-e785-4785-bbe4-de37cfeefb0f None None] Pushing event updated for resources: {'Port': ['ID=c17fc4b6-6e18-4274-9c13-0c4434a0ae6b,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:51.731207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f940763b-1d03-41d7-b292-aba5afb80e5e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:51.735454 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f940763b-1d03-41d7-b292-aba5afb80e5e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3405404 Oct 05 09:34:51.736263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37276) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:51.772544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.863395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-528d956c-f015-4748-8941-a31475af26ec tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 9efe7441-dd64-4bf9-8d88-1b07316b5473 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:34:51.863925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c3a90bd4-d8fd-4ab7-828d-56143e2950a8 None None] Calling delete_port for 9b5fd1ce-ef45-414b-8474-1dc4979c306f owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:51.867747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-528d956c-f015-4748-8941-a31475af26ec tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.873870 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-6cc25eae-5b8e-45ee-a888-46a8d455f76e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Calling delete_port for 6ad36bd8-dfdf-4ef0-ab20-53067b5bdbe1 owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:51.904172 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.933496 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2efc84f7-8991-4f48-b6af-58a6af159f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.954725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.962798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-528d956c-f015-4748-8941-a31475af26ec tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:51.984148 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.034258 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0bba15-fa50-4017-8060-ed985fb79f20']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:52.066851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-528d956c-f015-4748-8941-a31475af26ec tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.082672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c3a90bd4-d8fd-4ab7-828d-56143e2950a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.129200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:52.135755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a90bd4-d8fd-4ab7-828d-56143e2950a8 None None] No DVR routers for this DVR port 9b5fd1ce-ef45-414b-8474-1dc4979c306f on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:34:52.140412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.140974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39a7966-26fa-4736-8ae1-be7332dd63d2') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:52.140974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39a7966-26fa-4736-8ae1-be7332dd63d2') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:52.177810 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a90bd4-d8fd-4ab7-828d-56143e2950a8 None None] Pushing event deleted for resources: {'Port': ['ID=9b5fd1ce-ef45-414b-8474-1dc4979c306f,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:52.201541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:52.242492 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:52.248010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:52.252526 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:52.259570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Pushing event updated for resources: {'Port': ['ID=0d7b669e-3224-484b-bf25-0c159e79a15b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:52.259570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:52.267491 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.283564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:52.307487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:52.339660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.369008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:34:52.370048 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.396780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:52.404502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c17fc4b6-6e18-4274-9c13-0c4434a0ae6b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:52.500482 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment c39a7966-26fa-4736-8ae1-be7332dd63d2 resource provider aggregate not found Oct 05 09:34:52.503412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-528d956c-f015-4748-8941-a31475af26ec tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.506431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:52.507189 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.507681 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b Oct 05 09:34:52.532748 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2efc84f7-8991-4f48-b6af-58a6af159f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.561764 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment c39a7966-26fa-4736-8ae1-be7332dd63d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c39a7966-26fa-4736-8ae1-be7332dd63d2 found for delete ", "request_id": "req-87d214af-42bf-4e66-bd2f-4f210e7606d5"}]} Oct 05 09:34:52.565713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] For port 9b5fd1ce-ef45-414b-8474-1dc4979c306f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9b5fd1ce-ef45-414b-8474-1dc4979c306f,segment=NetworkSegment(77f7dc37-53e4-4786-851f-857fb6d31d86),segment_id=77f7dc37-53e4-4786-851f-857fb6d31d86)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:52.566110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.596705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc84f7-8991-4f48-b6af-58a6af159f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b463735-e250-488e-9eb2-5b63a32e5438,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:52.657386 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925e3903-aecc-4df4-b958-97303b03483d None None] Network 5bc55122-780d-427f-aa2d-df73122091e8 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:52.688007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7aaff1fd-e40a-414e-89b4-55216638ed8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.693960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d956c-f015-4748-8941-a31475af26ec tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=9efe7441-dd64-4bf9-8d88-1b07316b5473,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:52.696066 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-528d956c-f015-4748-8941-a31475af26ec tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.733645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Calling delete_port for 9b5fd1ce-ef45-414b-8474-1dc4979c306f owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:52.759736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc59b89-06cd-4039-b028-0e8abf2fb842 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:52.771329 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.778179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.831649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Network': ['ID=bc0bba15-fa50-4017-8060-ed985fb79f20,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:52.842050 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-528d956c-f015-4748-8941-a31475af26ec tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/9efe7441-dd64-4bf9-8d88-1b07316b5473 HTTP/1.1" status: 204 len: 168 time: 1.0926161 Oct 05 09:34:52.842446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37286) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:52.854457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:52.859280 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbea539-5a6c-4056-a3ae-f2eae6d1c701 req-dc320635-507e-4995-ba18-5a6aebc42189 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:52.860975 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fdbea539-5a6c-4056-a3ae-f2eae6d1c701 req-dc320635-507e-4995-ba18-5a6aebc42189 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.7996018 Oct 05 09:34:52.875558 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7b52a9ea-aae3-48e7-be36-c00e7ed000d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/bc0bba15-fa50-4017-8060-ed985fb79f20 HTTP/1.1" status: 204 len: 168 time: 6.9319277 Oct 05 09:34:52.908015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6cc25eae-5b8e-45ee-a888-46a8d455f76e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.921411 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37290) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:52.922429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9b5fd1ce-ef45-414b-8474-1dc4979c306f no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:34:52.972327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1473083993'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:52.999854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 9b5fd1ce-ef45-414b-8474-1dc4979c306f {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:34:53.000310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9b5fd1ce-ef45-414b-8474-1dc4979c306f not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:34:53.008472 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3d080237-1f67-4ca0-a4b7-e40e415f0a9d None None] Provisioning for port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:53.023232 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e735a70b-a9f4-4e32-8541-cc114528b975 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1792130 Oct 05 09:34:53.023901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37294) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:53.027639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2efc84f7-8991-4f48-b6af-58a6af159f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.031285 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2efc84f7-8991-4f48-b6af-58a6af159f1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b463735-e250-488e-9eb2-5b63a32e5438 HTTP/1.1" status: 204 len: 168 time: 2.5394475 Oct 05 09:34:53.036377 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:53.039231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc25eae-5b8e-45ee-a888-46a8d455f76e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Port': ['ID=6ad36bd8-dfdf-4ef0-ab20-53067b5bdbe1,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:53.048940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:53.078880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:network and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:53.086867 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:34:53.086867 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:34:53.087144 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3d080237-1f67-4ca0-a4b7-e40e415f0a9d None None] Provisioning complete for port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:53.087144 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3d080237-1f67-4ca0-a4b7-e40e415f0a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.087303 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-3d080237-1f67-4ca0-a4b7-e40e415f0a9d None None] Attempt 1 to provision port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 Oct 05 09:34:53.123626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:53.150351 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:53.160430 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fdbea539-5a6c-4056-a3ae-f2eae6d1c701 req-0cd9bf4a-f093-4ac8-bb1e-9dcab9fd8a6f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890465 Oct 05 09:34:53.178303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.186838 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6cc25eae-5b8e-45ee-a888-46a8d455f76e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.201141 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6cc25eae-5b8e-45ee-a888-46a8d455f76e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.216429 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6cc25eae-5b8e-45ee-a888-46a8d455f76e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/floatingips/e7188ccf-6674-4f58-be8c-918b4fcfc3ca HTTP/1.1" status: 204 len: 168 time: 3.2101204 Oct 05 09:34:53.217336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37302) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:53.222094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '964935e2-41e0-48f8-9a1b-e4f474df3448'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:53.230423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:53.234363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Usage tracker for resource:floatingip and tenant:d83a1fd4a9e74c2e90fd216a2eddf28a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:53.237379 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:53.246854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:53.265608 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.271706 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:53.276804 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:53.281330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:53.289247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:53.308106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:53.313391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.351160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3d080237-1f67-4ca0-a4b7-e40e415f0a9d None None] Current status of the port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:53.351633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3d080237-1f67-4ca0-a4b7-e40e415f0a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.364753 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:53.372719 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:53.389515 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:53.398974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:53.403641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.404913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-3d080237-1f67-4ca0-a4b7-e40e415f0a9d None None] For port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=14e3e7cf-87a3-465d-b6c5-4e42e25a45d8,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:53.430625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.456460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0023cd-54ca-4e47-952a-d1ae6b652d57 None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:34:53.462888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e0023cd-54ca-4e47-952a-d1ae6b652d57 None None] Deleting port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:53.463390 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9e0023cd-54ca-4e47-952a-d1ae6b652d57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.503490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:53.505957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3d080237-1f67-4ca0-a4b7-e40e415f0a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.510239 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.511878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1f9b90-2d36-4f47-8c52-4a9c24573e7e,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:53.689461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d080237-1f67-4ca0-a4b7-e40e415f0a9d None None] Pushing event updated for resources: {'Port': ['ID=14e3e7cf-87a3-465d-b6c5-4e42e25a45d8,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:53.788130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Deleting port 9b5fd1ce-ef45-414b-8474-1dc4979c306f {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:53.788674 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.819663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:34:53.877998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-521347d1-ac43-4059-946b-a35913e0b719 None None] Provisioning complete for port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:53.878539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-521347d1-ac43-4059-946b-a35913e0b719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.878977 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-521347d1-ac43-4059-946b-a35913e0b719 None None] Attempt 1 to provision port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 Oct 05 09:34:53.879158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.913190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.914270 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Added segment 6ef75888-dd56-4e6f-821a-86b2d6009086 of type vlan for network e81211ea-ca2d-4066-8d03-d0cfd0963b15 Oct 05 09:34:53.923676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] The port '9b5fd1ce-ef45-414b-8474-1dc4979c306f' was deleted {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:34:53.944935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10390c-fbb5-4bed-8598-c3858dd9b8d5 req-dcd9250b-2749-4723-be9c-014e131af1a0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:53.946835 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7f10390c-fbb5-4bed-8598-c3858dd9b8d5 req-dcd9250b-2749-4723-be9c-014e131af1a0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.6202521 Oct 05 09:34:53.988748 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9e0023cd-54ca-4e47-952a-d1ae6b652d57 None None] For port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c17fc4b6-6e18-4274-9c13-0c4434a0ae6b,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:53.993192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9e0023cd-54ca-4e47-952a-d1ae6b652d57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.002398 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.093393 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:54.146012 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.154814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.180649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37308) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:54.206990 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e0023cd-54ca-4e47-952a-d1ae6b652d57 None None] Calling delete_port for c17fc4b6-6e18-4274-9c13-0c4434a0ae6b owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:54.251257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a216469-092c-435c-b536-cb880076f40a,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:54.266217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.285245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-12450361-049c-434a-870d-60bc8acd72bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.304472 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7f10390c-fbb5-4bed-8598-c3858dd9b8d5 req-2964cdca-b9c3-42bc-b2b5-d347f26c4a00 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082492 Oct 05 09:34:54.343561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-12450361-049c-434a-870d-60bc8acd72bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:54.349133 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3b2b46-c335-4cf9-b32f-d2de584c7ee7']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:54.364772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-12450361-049c-434a-870d-60bc8acd72bc admin admin] Usage tracker for resource:security_group_rule and tenant:01b24ca5798b46c194b9a59d841f0332 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:54.365006 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-12450361-049c-434a-870d-60bc8acd72bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:54.374673 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-12450361-049c-434a-870d-60bc8acd72bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:54.377550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f7dc37-53e4-4786-851f-857fb6d31d86') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:54.377843 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f7dc37-53e4-4786-851f-857fb6d31d86') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:54.409111 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.418803 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-521347d1-ac43-4059-946b-a35913e0b719 None None] Current status of the port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:54.422902 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.427826 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-06383eac-adb0-4b93-b1a1-e96256afa809 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.4002848 Oct 05 09:34:54.427948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.427948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.436361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37314) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:54.437009 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Router 3898aadd-c7e0-419a-8f80-1e1148a18578 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:34:54.445259 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:54.445734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.446196 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 Oct 05 09:34:54.446772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.461389 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-fa7faef2-4243-4e0e-a394-dc91c58a3943 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '5a216469-092c-435c-b536-cb880076f40a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:54.473548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-fa7faef2-4243-4e0e-a394-dc91c58a3943 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:54.480820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fa7faef2-4243-4e0e-a394-dc91c58a3943 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:54.500361 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.512600 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.517973 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:54.518575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.523806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:34:54.524203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.535082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fa7faef2-4243-4e0e-a394-dc91c58a3943 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:54.550678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9e0023cd-54ca-4e47-952a-d1ae6b652d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.563218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-fa7faef2-4243-4e0e-a394-dc91c58a3943 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:54.569683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.objects.ports [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89845) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:34:54.613097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0023cd-54ca-4e47-952a-d1ae6b652d57 None None] Pushing event deleted for resources: {'Port': ['ID=c17fc4b6-6e18-4274-9c13-0c4434a0ae6b,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:54.620748 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0023cd-54ca-4e47-952a-d1ae6b652d57 None None] No DVR routers for this DVR port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:34:54.624700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:54.640309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd55f5b-b51c-4739-a6b9-a0c8ef96b047 None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:34:54.677698 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 77f7dc37-53e4-4786-851f-857fb6d31d86 resource provider aggregate not found Oct 05 09:34:54.691528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c17fc4b6-6e18-4274-9c13-0c4434a0ae6b no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:34:54.769353 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 77f7dc37-53e4-4786-851f-857fb6d31d86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77f7dc37-53e4-4786-851f-857fb6d31d86 found for delete ", "request_id": "req-a96e553b-082c-461f-8a4c-194e3020b808"}]} Oct 05 09:34:54.773481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fa7faef2-4243-4e0e-a394-dc91c58a3943 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.829257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:34:54.835986 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING neutron.services.revisions.revision_plugin [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Could not find related port for resource to bump revision. Oct 05 09:34:54.843397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Network': ['ID=e81211ea-ca2d-4066-8d03-d0cfd0963b15,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:54.849279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: c17fc4b6-6e18-4274-9c13-0c4434a0ae6b {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:34:54.849467 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c17fc4b6-6e18-4274-9c13-0c4434a0ae6b not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:34:54.851761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Sync routers for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:34:54.863503 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd55f5b-b51c-4739-a6b9-a0c8ef96b047 None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:34:54.870183 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2cc54aec-22c8-4c18-aea0-747c8411df55 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9150174 Oct 05 09:34:54.872208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37322) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:54.872943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network e81211ea-ca2d-4066-8d03-d0cfd0963b15 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:34:54.898716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fa7faef2-4243-4e0e-a394-dc91c58a3943 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.914300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Port c17fc4b6-6e18-4274-9c13-0c4434a0ae6b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89845) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Oct 05 09:34:54.914742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Reverting IP allocation for 2001:db8::f816:3eff:fe75:b89e {{(pid=89845) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Oct 05 09:34:54.919965 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.923312 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'subnet': {'network_id': 'e81211ea-ca2d-4066-8d03-d0cfd0963b15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:54.948210 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:54.948861 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:54.951859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.956220 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3382c972-2667-4f1b-8bd7-7d3f91286b5f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1702363 Oct 05 09:34:54.956387 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.960317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37326) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:55.035143 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:55.036414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e92669-1f6c-4e65-bc04-8381d6036e9a req-81db3ca0-0bfc-4a80-8418-18fade154556 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:55.038213 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-88e92669-1f6c-4e65-bc04-8381d6036e9a req-81db3ca0-0bfc-4a80-8418-18fade154556 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.5999720 Oct 05 09:34:55.058217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:55.108208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] Pushing event deleted for resources: {'Network': ['ID=2f3b2b46-c335-4cf9-b32f-d2de584c7ee7,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:55.153171 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Allocated IP 172.26.7.176 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/293fb37f-9ba3-495b-934b-d5f64a5f019f) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:55.157228 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-12450361-049c-434a-870d-60bc8acd72bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:55.165211 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c84d161e-c947-401c-8601-00b15de1744d tempest-AllowedAddressPairTestJSON-1157342112 tempest-AllowedAddressPairTestJSON-1157342112-project] 10.222.0.49 "DELETE /v2.0/networks/2f3b2b46-c335-4cf9-b32f-d2de584c7ee7 HTTP/1.1" status: 204 len: 168 time: 4.5048058 Oct 05 09:34:55.233369 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fa7faef2-4243-4e0e-a394-dc91c58a3943 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:55.236850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:55.256482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:55.276271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:55.277026 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:55.293647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7faef2-4243-4e0e-a394-dc91c58a3943 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5633cf88-eb70-418b-b19b-f867082853ac,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:55.293875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:34:55.309065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=e9c27787-36a5-4773-ba4f-5c227609bb02,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:55.394488 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-12450361-049c-434a-870d-60bc8acd72bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:55.412579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:55.445559 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:subnet and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:55.464184 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:55.469459 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-88e92669-1f6c-4e65-bc04-8381d6036e9a req-1dd266b2-d05c-41f1-98b1-e766446a0207 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4059834 Oct 05 09:34:55.481806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:55.487935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:55.489800 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12450361-049c-434a-870d-60bc8acd72bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3eb488-f849-40d3-8177-cba2388208ca,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:55.511610 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-12450361-049c-434a-870d-60bc8acd72bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01b24ca5798b46c194b9a59d841f0332&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2884922 Oct 05 09:34:55.511610 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37332) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:55.609560 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0d6f6fb2-3c85-4899-a375-0faf9be95e51 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5720410 Oct 05 09:34:55.610800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fa7faef2-4243-4e0e-a394-dc91c58a3943 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:55.611894 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fa7faef2-4243-4e0e-a394-dc91c58a3943 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1724720 Oct 05 09:34:55.619931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37338) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:55.620266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37340) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:55.621597 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:55.626737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-adc7540e-84db-4534-974c-6a28f30698ac tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '5a216469-092c-435c-b536-cb880076f40a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:55.637963 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'mac_address': 'fa:16:3e:6f:6d:5c', 'name': 'tempest-NetworksTestDHCPv6-992438340'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:55.645087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ff6eea35-9759-4c29-a65e-94d338a66508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:55.647948 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:55.652479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:55.667065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-adc7540e-84db-4534-974c-6a28f30698ac tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:55.745547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-adc7540e-84db-4534-974c-6a28f30698ac tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:55.761850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-adc7540e-84db-4534-974c-6a28f30698ac tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:55.781410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-adc7540e-84db-4534-974c-6a28f30698ac tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:55.809783 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:55.843234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:52Z', 'revision_number': 3, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:55.853877 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Checking router: 3898aadd-c7e0-419a-8f80-1e1148a18578 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:34:55.854153 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Updating router 3898aadd-c7e0-419a-8f80-1e1148a18578 port 0d7b669e-3224-484b-bf25-0c159e79a15b binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:34:55.955334 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37348) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:55.974709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.011529 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': 'e9c27787-36a5-4773-ba4f-5c227609bb02'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:34:56.012377 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.032802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-adc7540e-84db-4534-974c-6a28f30698ac tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.068264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ff6eea35-9759-4c29-a65e-94d338a66508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.138686 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:56.152660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:56.169952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:56.228920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=293fb37f-9ba3-495b-934b-d5f64a5f019f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:56.251442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:56.256353 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:56.260849 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:56.266760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:56.306777 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a8a52-6354-44e6-ad4e-6fe09fa7e815 req-65b34ccf-5f58-4ebd-8fd1-e7f98b5b4109 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:56.308425 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f18a8a52-6354-44e6-ad4e-6fe09fa7e815 req-65b34ccf-5f58-4ebd-8fd1-e7f98b5b4109 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.6369822 Oct 05 09:34:56.345773 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-376f0048-21d2-4315-a0c7-9b861f672781 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee9e55e549964926978dd6824606626c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829856 Oct 05 09:34:56.350209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37354) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:56.350827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:56.354467 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Allocated IP 2001:db8::f816:3eff:fe4f:15b5 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/e9c27787-36a5-4773-ba4f-5c227609bb02/dc45d960-290d-4457-8123-04ba667ea440) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:56.393051 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ff6eea35-9759-4c29-a65e-94d338a66508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.430712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6eea35-9759-4c29-a65e-94d338a66508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3eb488-f849-40d3-8177-cba2388208ca,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:56.433582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.505242 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f18a8a52-6354-44e6-ad4e-6fe09fa7e815 req-76c6263d-f604-43ee-a8ee-f36c24996fbc tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556690 Oct 05 09:34:56.602640 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-adc7540e-84db-4534-974c-6a28f30698ac tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): There was a conflict when trying to complete your request. Oct 05 09:34:56.603701 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-adc7540e-84db-4534-974c-6a28f30698ac tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9810388 Oct 05 09:34:56.617245 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.618999 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37360) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:56.628218 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ff6eea35-9759-4c29-a65e-94d338a66508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.629771 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ff6eea35-9759-4c29-a65e-94d338a66508 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d3eb488-f849-40d3-8177-cba2388208ca HTTP/1.1" status: 204 len: 168 time: 1.1171830 Oct 05 09:34:56.679277 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Transition to ACTIVE for port object 0d7b669e-3224-484b-bf25-0c159e79a15b will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:56.709384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.720910 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Transition to ACTIVE for port object dc45d960-290d-4457-8123-04ba667ea440 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:56.747556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Transition to ACTIVE for port object dc45d960-290d-4457-8123-04ba667ea440 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:56.761329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.851775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Attempting to bind port 0d7b669e-3224-484b-bf25-0c159e79a15b on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:56.852157 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Attempting to bind port 0d7b669e-3224-484b-bf25-0c159e79a15b by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:56.852520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Attempting to bind port 0d7b669e-3224-484b-bf25-0c159e79a15b on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:56.855837 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25c5bc-e660-47b2-ac73-3a2b593ec93b None None] Pushing event updated for resources: {'Port': ['ID=0d7b669e-3224-484b-bf25-0c159e79a15b,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:56.860888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.863405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.901442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2649cc84-804f-42df-a864-9b2586db6286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.913528 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.918205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.931709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Pushing event updated for resources: {'Port': ['ID=dc45d960-290d-4457-8123-04ba667ea440,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:56.936938 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:34:56.937880 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:56.937880 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.938257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:34:56.938665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Bound port: 0d7b669e-3224-484b-bf25-0c159e79a15b, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:34:56.938972 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:56.951674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 4c77b7ae-85f3-4218-8aaf-2514e3f6c07b yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:34:57.007995 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96c27761-b2a9-45c8-8744-fd60fdc7fe6a tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.014689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Allocated IP 172.20.0.1 (5bc55122-780d-427f-aa2d-df73122091e8/1db5b5f1-8073-4fe0-98fc-693b2965d2d8/3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:57.023871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:57.026537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Subnet': ['ID=e9cea7f5-5522-49d2-a9e5-a4683a6db788,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:57.042220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:57.044847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:57.050574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2649cc84-804f-42df-a864-9b2586db6286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.168050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96c27761-b2a9-45c8-8744-fd60fdc7fe6a tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.198629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Attempting to bind port dc45d960-290d-4457-8123-04ba667ea440 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:57.199106 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Attempting to bind port dc45d960-290d-4457-8123-04ba667ea440 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:57.199407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Attempting to bind port dc45d960-290d-4457-8123-04ba667ea440 on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:57.204944 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] For port 0d7b669e-3224-484b-bf25-0c159e79a15b, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:57.210211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:34:57.210596 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:57.210999 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.211391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:34:57.211864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Bound port: dc45d960-290d-4457-8123-04ba667ea440, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:34:57.212253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.223894 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Checking segment: {'id': '6ef75888-dd56-4e6f-821a-86b2d6009086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e81211ea-ca2d-4066-8d03-d0cfd0963b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:57.225059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network hostable DHCP agents. Network: e81211ea-ca2d-4066-8d03-d0cfd0963b15, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:34:57.295066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.325622 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] For port 0d7b669e-3224-484b-bf25-0c159e79a15b, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0d7b669e-3224-484b-bf25-0c159e79a15b,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:34:57.328565 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] For port dc45d960-290d-4457-8123-04ba667ea440, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:57.331924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] For port dc45d960-290d-4457-8123-04ba667ea440, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=dc45d960-290d-4457-8123-04ba667ea440,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:34:57.373003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network e81211ea-ca2d-4066-8d03-d0cfd0963b15 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:34:57.378348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::f816:3eff:fe6f:6d5c (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/e9c27787-36a5-4773-ba4f-5c227609bb02/4c77b7ae-85f3-4218-8aaf-2514e3f6c07b) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:57.395701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.416699 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce2a2a-6df4-43a1-ab35-01e21009ca2c req-4d66912f-4ba9-4c24-aab0-b315791d84f5 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:57.419074 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ecce2a2a-6df4-43a1-ab35-01e21009ca2c req-4d66912f-4ba9-4c24-aab0-b315791d84f5 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.3144319 Oct 05 09:34:57.448465 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.450601 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.458619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2649cc84-804f-42df-a864-9b2586db6286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.475619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:57.476226 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:57.489527 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, e81211ea-ca2d-4066-8d03-d0cfd0963b15) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:57.504773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96c27761-b2a9-45c8-8744-fd60fdc7fe6a tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.507689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649cc84-804f-42df-a864-9b2586db6286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677d9934-d568-4679-bb9f-1563b7de6388,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:57.517630 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Transition to ACTIVE for port object 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:57.528812 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:57.529595 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.611894 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ecce2a2a-6df4-43a1-ab35-01e21009ca2c req-e6d7c767-aed2-418f-ac98-d5a0b964bda3 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288762 Oct 05 09:34:57.624029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c27761-b2a9-45c8-8744-fd60fdc7fe6a tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a216469-092c-435c-b536-cb880076f40a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:57.643075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25c5bc-e660-47b2-ac73-3a2b593ec93b None None] Pushing event updated for resources: {'Port': ['ID=0d7b669e-3224-484b-bf25-0c159e79a15b,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:57.668631 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-44d7416a-390d-4d92-955e-96b468cbacb3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7635393 Oct 05 09:34:57.668631 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37380) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:57.771499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa25c5bc-e660-47b2-ac73-3a2b593ec93b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:57.772022 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa25c5bc-e660-47b2-ac73-3a2b593ec93b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:57.772251 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa25c5bc-e660-47b2-ac73-3a2b593ec93b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:57.772504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa25c5bc-e660-47b2-ac73-3a2b593ec93b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:57.772832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa25c5bc-e660-47b2-ac73-3a2b593ec93b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:57.773376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa25c5bc-e660-47b2-ac73-3a2b593ec93b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:57.773714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa25c5bc-e660-47b2-ac73-3a2b593ec93b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:57.774099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa25c5bc-e660-47b2-ac73-3a2b593ec93b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:57.774431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa25c5bc-e660-47b2-ac73-3a2b593ec93b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:57.774752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa25c5bc-e660-47b2-ac73-3a2b593ec93b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:57.775206 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa25c5bc-e660-47b2-ac73-3a2b593ec93b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:57.776105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa25c5bc-e660-47b2-ac73-3a2b593ec93b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:57.791931 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:34:57.847521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.857725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2649cc84-804f-42df-a864-9b2586db6286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.859703 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2649cc84-804f-42df-a864-9b2586db6286 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/677d9934-d568-4679-bb9f-1563b7de6388 HTTP/1.1" status: 204 len: 168 time: 1.4936326 Oct 05 09:34:57.863368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96c27761-b2a9-45c8-8744-fd60fdc7fe6a tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.874472 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-96c27761-b2a9-45c8-8744-fd60fdc7fe6a tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "DELETE /v2.0/security-groups/5a216469-092c-435c-b536-cb880076f40a HTTP/1.1" status: 204 len: 168 time: 1.2516282 Oct 05 09:34:57.877708 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37390) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:57.887673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:57.956960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f8f71-447b-4464-ac68-5f8676f37a6b None None] Pushing event updated for resources: {'Port': ['ID=dc45d960-290d-4457-8123-04ba667ea440,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:57.979778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:58.016795 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:34:58.031326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 4c77b7ae-85f3-4218-8aaf-2514e3f6c07b will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:58.059954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42164450-a8d6-4828-8ecc-4e4adab5af9a req-0b6d37fa-1597-4895-a7ef-2812395991b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:58.061636 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-42164450-a8d6-4828-8ecc-4e4adab5af9a req-0b6d37fa-1597-4895-a7ef-2812395991b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c32c3c1f621440c9b1008a8b2086dc9&device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 1099 time: 0.1661336 Oct 05 09:34:58.112177 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:58.192706 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37396) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:58.206688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:58.215111 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4f9d3c1e-dfba-4db4-befc-1846f75dfd3a tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Synchronizing usage tracker for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:58.264278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42164450-a8d6-4828-8ecc-4e4adab5af9a req-7d25d076-f561-4062-9ea9-c1c711e5f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:58.266216 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-42164450-a8d6-4828-8ecc-4e4adab5af9a req-7d25d076-f561-4062-9ea9-c1c711e5f888 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a3ab058-7897-4bde-8218-aa6bbb729df2 HTTP/1.1" status: 200 len: 913 time: 0.1765954 Oct 05 09:34:58.268200 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:58.284660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=293fb37f-9ba3-495b-934b-d5f64a5f019f,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:58.365625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:58.496714 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Pushing event updated for resources: {'Port': ['ID=3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:58.500389 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-42164450-a8d6-4828-8ecc-4e4adab5af9a req-939a9878-44a7-4448-83c9-400c1d24eb5d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add821ab-e8c4-4678-a2ea-a72aacffc8bd HTTP/1.1" status: 200 len: 1002 time: 0.2186036 Oct 05 09:34:58.534423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4f9d3c1e-dfba-4db4-befc-1846f75dfd3a tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Unset dirty status for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:58.535601 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4f9d3c1e-dfba-4db4-befc-1846f75dfd3a tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6551485 Oct 05 09:34:58.540505 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37404) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:58.570429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:52Z', 'revision_number': 3, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:58.575479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4541bdd-3aac-4521-8bd8-e68606168d00 None None] The sync data for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv is: [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:52Z', 'revision_number': 3, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:34:58.587920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-861eb397-7940-4501-8fea-ec60030df859 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group': {'name': 'tempest-secgroup--2142689596'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:58.598481 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-861eb397-7940-4501-8fea-ec60030df859 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:58.618967 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-861eb397-7940-4501-8fea-ec60030df859 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:58.625427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:58.714311 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Floating IP c53027a5-8a48-4ed6-b740-76de56b6867d associated. External IP: 172.26.7.176, port: 964935e2-41e0-48f8-9a1b-e4f474df3448. Oct 05 09:34:58.759525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Network 5bc55122-780d-427f-aa2d-df73122091e8 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:58.832031 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:58.840054 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-391604058'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:58.847257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:58.856915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:58.911165 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:58.912942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:58.930546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:58.936956 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:58.961302 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:58.984020 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-861eb397-7940-4501-8fea-ec60030df859 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:59.005181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42164450-a8d6-4828-8ecc-4e4adab5af9a req-1a33b7be-5ab2-4be1-bd95-38b6d446af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:59.006953 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-42164450-a8d6-4828-8ecc-4e4adab5af9a req-1a33b7be-5ab2-4be1-bd95-38b6d446af57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687b5c3a-83db-4081-9f2c-b62c2b0d104e HTTP/1.1" status: 200 len: 851 time: 0.2448771 Oct 05 09:34:59.013580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Usage tracker for resource:network and tenant:31fa0d094a5545a295f6d29a80cf5b6a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:59.021051 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=4c77b7ae-85f3-4218-8aaf-2514e3f6c07b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:59.055555 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:59.070577 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-861eb397-7940-4501-8fea-ec60030df859 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:59.089133 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:59.092319 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1bd06165-665a-48b1-9c57-278c49d857a7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4710340 Oct 05 09:34:59.093464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:59.103260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-861eb397-7940-4501-8fea-ec60030df859 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:59.106903 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37418) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:59.114198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-861eb397-7940-4501-8fea-ec60030df859 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:59.129936 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-861eb397-7940-4501-8fea-ec60030df859 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:59.256077 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903b1637-f78e-4ae0-88f4-b081c3a4dc2d None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:59.284078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ccbafb-a094-498e-a080-07393d7ddb01 None None] Network e81211ea-ca2d-4066-8d03-d0cfd0963b15 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:59.411007 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Made reservation on behalf of 31fa0d094a5545a295f6d29a80cf5b6a for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:59.412259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42164450-a8d6-4828-8ecc-4e4adab5af9a req-27b4c3c4-3cb5-4069-b4d9-a219dc6b326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:59.413751 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-42164450-a8d6-4828-8ecc-4e4adab5af9a req-27b4c3c4-3cb5-4069-b4d9-a219dc6b326b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a3ab058-7897-4bde-8218-aa6bbb729df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3951166 Oct 05 09:34:59.417638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:59.464832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a692b-7dc5-4bdf-9b28-fa8963b7546d req-60fc61a6-5fe9-4920-9327-2c4b5516c901 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:59.472413 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bb2a692b-7dc5-4bdf-9b28-fa8963b7546d req-60fc61a6-5fe9-4920-9327-2c4b5516c901 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.6246779 Oct 05 09:34:59.474340 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:59.611262 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-42164450-a8d6-4828-8ecc-4e4adab5af9a req-c48754ba-d1ca-4788-ab48-30780837f59e service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889858 Oct 05 09:34:59.614368 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bb2a692b-7dc5-4bdf-9b28-fa8963b7546d req-7e951619-5d01-40c3-b938-2d03f8f50f88 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365831 Oct 05 09:34:59.615549 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:59.621835 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:59.720436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d2c2c621-74c8-4a30-b3bd-d0f1609b41ef None None] Provisioning for port dc45d960-290d-4457-8123-04ba667ea440 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:59.743897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Usage tracker for resource:security_group_rule and tenant:31fa0d094a5545a295f6d29a80cf5b6a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:59.748317 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37430) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:59.769232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:59.786389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Subnet': ['ID=e9cea7f5-5522-49d2-a9e5-a4683a6db788,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:59.811992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:59.886696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:59.969721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f26174d-f335-4e96-a21b-c733f85c21f5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:59.974998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc70da3-64ed-4b8f-b273-bac29ae6a843 None None] Network e81211ea-ca2d-4066-8d03-d0cfd0963b15 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:59.976073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f26174d-f335-4e96-a21b-c733f85c21f5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:59.976896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6f26174d-f335-4e96-a21b-c733f85c21f5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:00.041946 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-42164450-a8d6-4828-8ecc-4e4adab5af9a req-b5b8d53b-3465-45ef-b8da-b3ae002b2f93 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219785 Oct 05 09:35:00.096188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1247843006'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:00.135527 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.146537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:00.150349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-861eb397-7940-4501-8fea-ec60030df859 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.159188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device dc45d960-290d-4457-8123-04ba667ea440 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:00.160238 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:network and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:00.166807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:00.188092 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:00.192839 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Provisioning for port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:00.204021 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81211ea-ca2d-4066-8d03-d0cfd0963b15']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:00.223854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6f26174d-f335-4e96-a21b-c733f85c21f5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:00.227449 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6f26174d-f335-4e96-a21b-c733f85c21f5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.1152020 Oct 05 09:35:00.227598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Provisioning complete for port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:00.227598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.229929 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Attempt 1 to provision port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f Oct 05 09:35:00.230563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37436) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:00.237546 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef75888-dd56-4e6f-821a-86b2d6009086') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:00.237845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef75888-dd56-4e6f-821a-86b2d6009086') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:00.251356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-861eb397-7940-4501-8fea-ec60030df859 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.278741 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.293558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:35:00.297431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.338912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.347472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-26187528-b8ff-412a-a331-34a0792a302b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 4c77b7ae-85f3-4218-8aaf-2514e3f6c07b {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:00.347821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-26187528-b8ff-412a-a331-34a0792a302b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.383257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:00.392918 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.410489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:00.413916 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.431393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:35:00.431393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.468251 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port dc45d960-290d-4457-8123-04ba667ea440 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:00.475546 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port dc45d960-290d-4457-8123-04ba667ea440 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:00.477076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861eb397-7940-4501-8fea-ec60030df859 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229ff8aa-43d9-4cde-affd-fc81499f2f75,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:00.482233 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.483947 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port dc45d960-290d-4457-8123-04ba667ea440 Oct 05 09:35:00.549288 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 6ef75888-dd56-4e6f-821a-86b2d6009086 resource provider aggregate not found Oct 05 09:35:00.561431 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.581395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Pushing event updated for resources: {'Port': ['ID=3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:00.585015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.586269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.627253 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 6ef75888-dd56-4e6f-821a-86b2d6009086 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ef75888-dd56-4e6f-821a-86b2d6009086 found for delete ", "request_id": "req-4991e9f8-51a0-4a57-b35c-ba9f0f409e8c"}]} Oct 05 09:35:00.629725 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:00.634083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-861eb397-7940-4501-8fea-ec60030df859 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.635939 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-861eb397-7940-4501-8fea-ec60030df859 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0882928 Oct 05 09:35:00.718116 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37444) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:00.728878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:security_group_rule and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:00.732485 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:00.741665 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b4ee09d3-6c94-4bcb-8deb-9cbc7a842985 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '229ff8aa-43d9-4cde-affd-fc81499f2f75', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:00.742784 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING neutron.api.v2.base [None req-b4ee09d3-6c94-4bcb-8deb-9cbc7a842985 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 05 09:35:00.742986 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-b4ee09d3-6c94-4bcb-8deb-9cbc7a842985 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:00.744019 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b4ee09d3-6c94-4bcb-8deb-9cbc7a842985 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0246217 Oct 05 09:35:00.744775 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.747705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37450) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:00.772846 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port dc45d960-290d-4457-8123-04ba667ea440 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:00.776469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.791847 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:00.872343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port dc45d960-290d-4457-8123-04ba667ea440, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=dc45d960-290d-4457-8123-04ba667ea440,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:00.885237 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Attempt 2 to provision port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f Oct 05 09:35:00.973370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.974351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0d7b669e-3224-484b-bf25-0c159e79a15b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:00.977562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.068687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:01.101216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.121540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23a8c12-fb44-438c-b0e8-3fd44dde4fef,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:01.130022 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:01.130847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-26187528-b8ff-412a-a331-34a0792a302b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.144649 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/e81211ea-ca2d-4066-8d03-d0cfd0963b15 HTTP/1.1" status: 204 len: 168 time: 3.4765203 Oct 05 09:35:01.152258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37456) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:01.153002 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7cddf-4f1b-4897-af2b-17262eb8e89d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Network': ['ID=e81211ea-ca2d-4066-8d03-d0cfd0963b15,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:01.155188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:01.162140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.162684 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Added segment eb9b64a8-4af6-45d4-beb9-940376bfce48 of type vlan for network 0e203a31-61cb-4ee4-8f1f-695f3c3bdd65 Oct 05 09:35:01.169371 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cdb75-0ed2-4bdf-bf4d-3405bd6b17dd None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:01.183904 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cdb75-0ed2-4bdf-bf4d-3405bd6b17dd None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:01.184237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=dc45d960-290d-4457-8123-04ba667ea440,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:01.185153 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9a4cdb75-0ed2-4bdf-bf4d-3405bd6b17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:01.213970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Network 5bc55122-780d-427f-aa2d-df73122091e8 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:01.217703 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1073293105'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:01.243703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 0d7b669e-3224-484b-bf25-0c159e79a15b completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:01.253154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0d7b669e-3224-484b-bf25-0c159e79a15b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:01.254098 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.254661 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0d7b669e-3224-484b-bf25-0c159e79a15b Oct 05 09:35:01.261484 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9a4cdb75-0ed2-4bdf-bf4d-3405bd6b17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:01.265305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfe51ccb-cbca-43d1-adef-a4732f98ddbe tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.271408 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cdb75-0ed2-4bdf-bf4d-3405bd6b17dd None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:01.272233 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9a4cdb75-0ed2-4bdf-bf4d-3405bd6b17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:01.285088 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:01.294203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfe51ccb-cbca-43d1-adef-a4732f98ddbe tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.294723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-26187528-b8ff-412a-a331-34a0792a302b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 4c77b7ae-85f3-4218-8aaf-2514e3f6c07b owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:01.320191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.340339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:01.349241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.352187 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9a4cdb75-0ed2-4bdf-bf4d-3405bd6b17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:01.352601 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cdb75-0ed2-4bdf-bf4d-3405bd6b17dd None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:01.446515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f7439-2567-4f56-a6c7-4da9f80e619a req-bf827f99-e546-49d7-9e44-6c90193d3894 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:01.448759 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e47f7439-2567-4f56-a6c7-4da9f80e619a req-bf827f99-e546-49d7-9e44-6c90193d3894 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.4905460 Oct 05 09:35:01.482655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0d7b669e-3224-484b-bf25-0c159e79a15b is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:01.483667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.493700 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d71995cb-7150-49a9-8ee9-63aa08329366 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2760069 Oct 05 09:35:01.500611 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37460) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:01.506684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 0d7b669e-3224-484b-bf25-0c159e79a15b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0d7b669e-3224-484b-bf25-0c159e79a15b,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:01.539242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:network and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:01.552468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:01.568947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:01.569169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.582671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.594548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfe51ccb-cbca-43d1-adef-a4732f98ddbe tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.605587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Router 3898aadd-c7e0-419a-8f80-1e1148a18578 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:35:01.620791 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.626395 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:01.627020 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.631530 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Attempt 3 to provision port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f Oct 05 09:35:01.674733 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e47f7439-2567-4f56-a6c7-4da9f80e619a req-aef2d8cf-b1ec-4d6d-aece-ef2e4a414196 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170966 Oct 05 09:35:01.675336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe51ccb-cbca-43d1-adef-a4732f98ddbe tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229ff8aa-43d9-4cde-affd-fc81499f2f75,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:01.731911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=0d7b669e-3224-484b-bf25-0c159e79a15b,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:01.734601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.742212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:01.746263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.761409 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:01.802979 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfe51ccb-cbca-43d1-adef-a4732f98ddbe tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.804094 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bfe51ccb-cbca-43d1-adef-a4732f98ddbe tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "DELETE /v2.0/security-groups/229ff8aa-43d9-4cde-affd-fc81499f2f75 HTTP/1.1" status: 204 len: 168 time: 1.0352759 Oct 05 09:35:01.805195 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:01.811756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37464) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:01.825634 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e687b4fe-c1b4-4571-bea6-97279733ae0f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "GET /v2.0/floatingips/c53027a5-8a48-4ed6-b740-76de56b6867d HTTP/1.1" status: 200 len: 978 time: 0.3237054 Oct 05 09:35:01.830228 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event updated for resources: {'Network': ['ID=0e203a31-61cb-4ee4-8f1f-695f3c3bdd65,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:01.830754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37468) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:01.838942 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.839278 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Added segment 816f52e2-afee-491d-8f50-47fbaec019dc of type vlan for network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 Oct 05 09:35:01.840471 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062e55bc-9ee7-4361-80b0-91cd5a0f8e5a,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:01.845879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 0e203a31-61cb-4ee4-8f1f-695f3c3bdd65 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:01.853210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:01.865815 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e2bd7033-d024-425f-aa66-343e3e74a8b8 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.6636221 Oct 05 09:35:01.870907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37472) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:01.877197 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Request body: {'subnet': {'network_id': '0e203a31-61cb-4ee4-8f1f-695f3c3bdd65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:01.892951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:01.999835 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device dc45d960-290d-4457-8123-04ba667ea440 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:02.016252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:02.020355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Usage tracker for resource:subnet and tenant:31fa0d094a5545a295f6d29a80cf5b6a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:02.023363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:02.024373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:02.024769 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Added segment 0519ac47-795f-48a6-926a-352862bf76d6 of type vlan for network 20f3c97d-6183-4e93-afc0-56de75ad4d39 Oct 05 09:35:02.028350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-26187528-b8ff-412a-a331-34a0792a302b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:02.030628 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:02.071946 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port dc45d960-290d-4457-8123-04ba667ea440 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:02.072347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:02.072687 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port dc45d960-290d-4457-8123-04ba667ea440 Oct 05 09:35:02.079326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:02.085065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:02.085662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:02.115243 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Made reservation on behalf of 31fa0d094a5545a295f6d29a80cf5b6a for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:02.119044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:02.127303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26187528-b8ff-412a-a331-34a0792a302b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=4c77b7ae-85f3-4218-8aaf-2514e3f6c07b,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:02.145281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-650d97e9-8c72-4cb1-bab1-7091f948cae9 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Synchronizing usage tracker for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:02.148151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:02.174702 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Sync routers for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:02.212425 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ef74c44e-1fe5-49d3-a1a4-ac279d347bdc tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3725419 Oct 05 09:35:02.223599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:02.226031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:02.230816 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:02.231301 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37476) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:02.234618 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-26187528-b8ff-412a-a331-34a0792a302b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:02.252349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-cd7369bb-e068-4a46-985f-5191a9323791 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'floatingip': {'port_id': 'f35640cc-883a-4930-885c-6a12e329440d'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:02.283915 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Network': ['ID=cf23cee7-dd5b-4b05-8eb1-19a8a59229d0,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:02.306569 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Attempt 4 to provision port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f Oct 05 09:35:02.343497 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:02.358542 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-26187528-b8ff-412a-a331-34a0792a302b tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/4c77b7ae-85f3-4218-8aaf-2514e3f6c07b HTTP/1.1" status: 204 len: 168 time: 2.1268146 Oct 05 09:35:02.373301 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5cc9da03-1997-450f-ace5-03791c62dd33 admin admin] 10.222.0.49 "PUT /v2.0/routers/3898aadd-c7e0-419a-8f80-1e1148a18578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4089704 Oct 05 09:35:02.376129 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37480) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:02.384312 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c107d0a5-4907-493e-a1e7-cfd69de8b249 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.6187785 Oct 05 09:35:02.390448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37486) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:02.399879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'name': 'tempest-PortsTestJSON-2082632950'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:02.475557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port dc45d960-290d-4457-8123-04ba667ea440 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:02.475832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd7369bb-e068-4a46-985f-5191a9323791 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:02.476915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0d7b669e-3224-484b-bf25-0c159e79a15b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:02.551305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-650d97e9-8c72-4cb1-bab1-7091f948cae9 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Unset dirty status for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:02.552670 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-650d97e9-8c72-4cb1-bab1-7091f948cae9 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7390504 Oct 05 09:35:02.560119 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37492) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:02.579933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-8d5c58a6-95ef-4246-bbf8-1a6bf218743b tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group': {'name': 'tempest-secgroup--984309363'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:02.614246 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8d5c58a6-95ef-4246-bbf8-1a6bf218743b tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:02.620283 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:02.635988 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:port and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:02.640664 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8d5c58a6-95ef-4246-bbf8-1a6bf218743b tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:02.643698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:02.653216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:02.691571 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:02.700381 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:02.732952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8d5c58a6-95ef-4246-bbf8-1a6bf218743b tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:02.744357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d80fde2-51be-49dc-b652-04c3d79ce82e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:02.747926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d80fde2-51be-49dc-b652-04c3d79ce82e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:02.750575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6d80fde2-51be-49dc-b652-04c3d79ce82e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:02.771032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:02.775833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:02.778310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:35:02.791365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:02.797384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:02.798319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:02.813445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8d5c58a6-95ef-4246-bbf8-1a6bf218743b tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:02.817853 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8d5c58a6-95ef-4246-bbf8-1a6bf218743b tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:02.821525 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8d5c58a6-95ef-4246-bbf8-1a6bf218743b tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:02.828583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8d5c58a6-95ef-4246-bbf8-1a6bf218743b tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:02.945128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8d5c58a6-95ef-4246-bbf8-1a6bf218743b tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:02.958540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port a0405a70-f44c-4f94-afa1-559e9d0f0c81 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:35:03.032913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0d7b669e-3224-484b-bf25-0c159e79a15b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:03.033358 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:03.033628 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0d7b669e-3224-484b-bf25-0c159e79a15b Oct 05 09:35:03.094678 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event updated for resources: {'Subnet': ['ID=bd2b1666-cac6-440a-be25-d1fa415b5c1c,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:03.095777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Network': ['ID=20f3c97d-6183-4e93-afc0-56de75ad4d39,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:03.101653 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bab465f6-a855-4708-8a5d-e487bc7653d4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9458861 Oct 05 09:35:03.102192 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8d5c58a6-95ef-4246-bbf8-1a6bf218743b tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:03.109772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37502) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:03.122640 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 20f3c97d-6183-4e93-afc0-56de75ad4d39 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:03.186591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6d80fde2-51be-49dc-b652-04c3d79ce82e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:03.190887 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6d80fde2-51be-49dc-b652-04c3d79ce82e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.8107877 Oct 05 09:35:03.198080 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37508) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:03.203371 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Attempt 5 to provision port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f Oct 05 09:35:03.204276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'subnet': {'network_id': '20f3c97d-6183-4e93-afc0-56de75ad4d39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:03.231925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Checking segment: {'id': 'eb9b64a8-4af6-45d4-beb9-940376bfce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e203a31-61cb-4ee4-8f1f-695f3c3bdd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:03.232236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Network hostable DHCP agents. Network: 0e203a31-61cb-4ee4-8f1f-695f3c3bdd65, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:35:03.422408 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:03.437336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0d7b669e-3224-484b-bf25-0c159e79a15b is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:03.453209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37516) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:03.459011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1161380814-network', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:03.463175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:00Z', 'revision_number': 2, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:03.467762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Checking router: 3898aadd-c7e0-419a-8f80-1e1148a18578 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:35:03.468848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Updating router 3898aadd-c7e0-419a-8f80-1e1148a18578 port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:35:03.469416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:03.483286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Usage tracker for resource:network and tenant:e6b6283428344247a604e5f5fa37cb24 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:03.487439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:03.498179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:03.503906 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c58a6-95ef-4246-bbf8-1a6bf218743b tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9604805e-3885-4189-813e-1b50f8058894,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:03.533151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:03.620483 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb292fa9-b571-4fb2-bcb6-815c8930f33d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet e9c27787-36a5-4773-ba4f-5c227609bb02 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:35:03.630686 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb292fa9-b571-4fb2-bcb6-815c8930f33d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:03.670754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Made reservation on behalf of e6b6283428344247a604e5f5fa37cb24 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:03.673207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:03.683036 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8d5c58a6-95ef-4246-bbf8-1a6bf218743b tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:03.684246 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8d5c58a6-95ef-4246-bbf8-1a6bf218743b tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1201358 Oct 05 09:35:03.689081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:03.691112 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd7369bb-e068-4a46-985f-5191a9323791 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:03.693411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37520) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:03.702329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0dc49f20-f221-40ed-a8fe-ad671e49bf64 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '9604805e-3885-4189-813e-1b50f8058894', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:03.704496 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING neutron.api.v2.base [None req-0dc49f20-f221-40ed-a8fe-ad671e49bf64 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 05 09:35:03.711958 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-0dc49f20-f221-40ed-a8fe-ad671e49bf64 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:03.711958 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0dc49f20-f221-40ed-a8fe-ad671e49bf64 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0143812 Oct 05 09:35:03.713536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37524) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:03.715816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:subnet and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:03.716912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:03.756062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:03.765314 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:03.771759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd7369bb-e068-4a46-985f-5191a9323791 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:03.789426 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:03.792018 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Network 0e203a31-61cb-4ee4-8f1f-695f3c3bdd65 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:35:03.795694 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb292fa9-b571-4fb2-bcb6-815c8930f33d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:03.841504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d60719-f816-4432-9fd6-7d71ccf66523 req-cc3291bb-4591-4c66-81e5-78cc98a20af5 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:03.843101 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-09d60719-f816-4432-9fd6-7d71ccf66523 req-cc3291bb-4591-4c66-81e5-78cc98a20af5 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.8451357 Oct 05 09:35:03.845233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Usage tracker for resource:security_group_rule and tenant:e6b6283428344247a604e5f5fa37cb24 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:03.858843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:03.886206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:03.924723 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Attempt 6 to provision port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f Oct 05 09:35:03.942209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:03.945741 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 0e203a31-61cb-4ee4-8f1f-695f3c3bdd65) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:03.958824 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:03.959411 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:03.965522 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-09d60719-f816-4432-9fd6-7d71ccf66523 req-c12a2117-895e-400c-8488-ce3f33bbb513 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092958 Oct 05 09:35:03.986067 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:03.988922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:03.995949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.013394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:04.014004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c384a8d-b748-43b6-903a-7b1232d0ca50 None None] Network 0e203a31-61cb-4ee4-8f1f-695f3c3bdd65 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:04.033116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f3e9c22-d041-4460-8be2-5ab579f6ca60 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.090157 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-cd7369bb-e068-4a46-985f-5191a9323791 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Floating IP c53027a5-8a48-4ed6-b740-76de56b6867d associated. External IP: 172.26.7.176, port: 964935e2-41e0-48f8-9a1b-e4f474df3448. Oct 05 09:35:04.096246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Transition to ACTIVE for port object 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:04.099783 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0a673441-aa91-4a73-beff-01d0f5fb5767 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2263606 Oct 05 09:35:04.101091 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb292fa9-b571-4fb2-bcb6-815c8930f33d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.131577 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37528) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:04.142150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f3e9c22-d041-4460-8be2-5ab579f6ca60 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.146385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.ipam_backend_mixin [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Performing IP validity checks on allocation pools {{(pid=89846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 09:35:04.146896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.ipam_backend_mixin [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 09:35:04.156434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-83a0ddd7-bb8d-460b-8977-fecea00626a9 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2107920014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:04.167993 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-83a0ddd7-bb8d-460b-8977-fecea00626a9 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:04.181972 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-83a0ddd7-bb8d-460b-8977-fecea00626a9 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Usage tracker for resource:router and tenant:31fa0d094a5545a295f6d29a80cf5b6a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:04.188669 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-83a0ddd7-bb8d-460b-8977-fecea00626a9 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:04.197695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.201808 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-83a0ddd7-bb8d-460b-8977-fecea00626a9 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:04.262869 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.315985 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.377333 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb292fa9-b571-4fb2-bcb6-815c8930f33d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.378882 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83a0ddd7-bb8d-460b-8977-fecea00626a9 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.380699 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83a0ddd7-bb8d-460b-8977-fecea00626a9 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.408383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f3e9c22-d041-4460-8be2-5ab579f6ca60 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.435835 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ce39c-5d12-45c1-9b14-b479fe3bf9c6 None None] Pushing event updated for resources: {'Port': ['ID=3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:04.438281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.458015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e9c22-d041-4460-8be2-5ab579f6ca60 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9604805e-3885-4189-813e-1b50f8058894,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:04.461646 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb292fa9-b571-4fb2-bcb6-815c8930f33d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c27787-36a5-4773-ba4f-5c227609bb02,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:04.463881 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=a0405a70-f44c-4f94-afa1-559e9d0f0c81,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:04.470238 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb292fa9-b571-4fb2-bcb6-815c8930f33d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.494761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f231cb-a4f7-4c51-a968-b0e8b3c14fa7 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:04.499483 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Checking segment: {'id': '816f52e2-afee-491d-8f50-47fbaec019dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:04.499483 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network hostable DHCP agents. Network: cf23cee7-dd5b-4b05-8eb1-19a8a59229d0, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:35:04.502554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83a0ddd7-bb8d-460b-8977-fecea00626a9 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.531806 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Attempt 7 to provision port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f Oct 05 09:35:04.610792 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fb292fa9-b571-4fb2-bcb6-815c8930f33d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/e9c27787-36a5-4773-ba4f-5c227609bb02 HTTP/1.1" status: 204 len: 168 time: 1.3845563 Oct 05 09:35:04.611011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37532) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:04.639259 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-0e203a31-61cb-4ee4-8f1f-695f3c3bdd65', 'network_id': '0e203a31-61cb-4ee4-8f1f-695f3c3bdd65', 'tenant_id': '31fa0d094a5545a295f6d29a80cf5b6a', 'fixed_ips': [{'subnet_id': 'bd2b1666-cac6-440a-be25-d1fa415b5c1c'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:35:04.640186 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.661617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:04.666970 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Attempting to bind port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:04.667421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Attempting to bind port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:04.667854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Attempting to bind port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f on network 5bc55122-780d-427f-aa2d-df73122091e8 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:04.683003 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f3e9c22-d041-4460-8be2-5ab579f6ca60 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.684012 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2f3e9c22-d041-4460-8be2-5ab579f6ca60 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "DELETE /v2.0/security-groups/9604805e-3885-4189-813e-1b50f8058894 HTTP/1.1" status: 204 len: 168 time: 0.9690025 Oct 05 09:35:04.689121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37536) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:04.691532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.695830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:35:04.703349 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:04.703615 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Checking segment: {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:04.703989 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.705245 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Bound using segment: {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:04.705418 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Bound port: 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:04.705805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.709514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.709967 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Added segment fe2a333e-f80e-4d11-ae0f-c41922d170bb of type vlan for network e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0 Oct 05 09:35:04.722730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639b7ae4-06da-49bb-9e7c-55db6f55d979,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:04.738602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83a0ddd7-bb8d-460b-8977-fecea00626a9 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.752065 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:04.759098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7369bb-e068-4a46-985f-5191a9323791 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:35:04.764942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.786876 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-82932025-83b4-416a-a91e-ba65cdf1f219 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1747575 Oct 05 09:35:04.801573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37540) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:04.889724 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, cf23cee7-dd5b-4b05-8eb1-19a8a59229d0) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:04.907776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:04.913572 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:04.913832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.933269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83a0ddd7-bb8d-460b-8977-fecea00626a9 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:04.937355 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-83a0ddd7-bb8d-460b-8977-fecea00626a9 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7976279 Oct 05 09:35:04.946464 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37544) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:04.964331 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Subnet': ['ID=f4a95f31-0bbd-4fe6-b408-742f93e4395b,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:04.968183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d69da3-b31f-47a6-a960-1e1b0fe7269e None None] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:04.993006 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7369bb-e068-4a46-985f-5191a9323791 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:05.010288 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b562e-ae7a-4111-a9d7-2db43120db48 None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:05.041164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Checking segment: {'id': '0519ac47-795f-48a6-926a-352862bf76d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20f3c97d-6183-4e93-afc0-56de75ad4d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:05.041551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network hostable DHCP agents. Network: 20f3c97d-6183-4e93-afc0-56de75ad4d39, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:35:05.047698 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b562e-ae7a-4111-a9d7-2db43120db48 None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:05.048397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.049377 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:05.050332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.052717 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3c2b562e-ae7a-4111-a9d7-2db43120db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:05.062973 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4632ba93-2647-49bf-82e7-e7096da54924 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Synchronizing usage tracker for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:05.140220 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-69d01364-053b-48ed-9c24-6a574d02f44c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7483029 Oct 05 09:35:05.176883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37550) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:05.186549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] Pushing event updated for resources: {'Network': ['ID=e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:05.192466 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6196cf18-25ce-4bc0-b65b-41c3fe698d05 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7380500 Oct 05 09:35:05.199163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-931246567'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:05.203076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37554) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:05.222050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] Request body: {'subnet': {'network_id': 'e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1161380814-subnet', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24', 'ip_version': 4}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:05.230992 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:05.245028 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:05.247347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:network and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:05.256898 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:05.261515 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3c2b562e-ae7a-4111-a9d7-2db43120db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:05.281742 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b562e-ae7a-4111-a9d7-2db43120db48 None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:05.282043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:05.282379 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3c2b562e-ae7a-4111-a9d7-2db43120db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:05.299943 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Attempt 8 to provision port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f Oct 05 09:35:05.304260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:05.313561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] Usage tracker for resource:subnet and tenant:e6b6283428344247a604e5f5fa37cb24 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:05.320319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:05.333152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:05.353954 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3c2b562e-ae7a-4111-a9d7-2db43120db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:05.354387 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b562e-ae7a-4111-a9d7-2db43120db48 None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:05.414822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:05.418877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.419401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bf52b6-42c2-4c00-9782-6d2915b53a47 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:05.423586 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-90bf52b6-42c2-4c00-9782-6d2915b53a47 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6133332 Oct 05 09:35:05.429754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4632ba93-2647-49bf-82e7-e7096da54924 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Unset dirty status for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:05.435821 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4632ba93-2647-49bf-82e7-e7096da54924 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7315559 Oct 05 09:35:05.435821 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37558) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:05.438367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37562) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:05.460395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-defa61ab-177b-4839-8af9-46c39e5f97d1 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554145406'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:05.473207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-defa61ab-177b-4839-8af9-46c39e5f97d1 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:05.484058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] Made reservation on behalf of e6b6283428344247a604e5f5fa37cb24 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:05.486399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.516336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-defa61ab-177b-4839-8af9-46c39e5f97d1 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:05.524420 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] For port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:05.592029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:05.605251 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] For port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:05.637078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:05.647812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Allocated IP 172.20.0.2 (0e203a31-61cb-4ee4-8f1f-695f3c3bdd65/bd2b1666-cac6-440a-be25-d1fa415b5c1c/94ab0f76-ee05-455e-ba90-586304879e41) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:05.670538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.670795 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Added segment 80ca8288-ccd9-4be4-ae25-3668bc38d35f of type vlan for network 15b6e5b7-0d10-49f9-9222-0bc024652fbf Oct 05 09:35:05.698336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-defa61ab-177b-4839-8af9-46c39e5f97d1 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.698519 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network 20f3c97d-6183-4e93-afc0-56de75ad4d39 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:35:05.756021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.761039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.764634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-defa61ab-177b-4839-8af9-46c39e5f97d1 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:05.800263 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 20f3c97d-6183-4e93-afc0-56de75ad4d39) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:05.804735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:05.805530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.818588 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:35:05.826831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-defa61ab-177b-4839-8af9-46c39e5f97d1 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:05.830827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-defa61ab-177b-4839-8af9-46c39e5f97d1 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:05.834483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ecca76-e247-43e7-9d7e-96290d937d4c None None] Network 20f3c97d-6183-4e93-afc0-56de75ad4d39 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:05.848957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-defa61ab-177b-4839-8af9-46c39e5f97d1 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:05.873204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Deleting port dc45d960-290d-4457-8123-04ba667ea440 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:05.873204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.894628 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03acc3f4-69b9-4d66-be23-77179423c9b1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:05.895601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-03acc3f4-69b9-4d66-be23-77179423c9b1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:05.971323 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7369bb-e068-4a46-985f-5191a9323791 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:35:05.975087 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9ad3e9da-becf-42df-8b1b-d12d6209ec4b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7999046 Oct 05 09:35:05.977282 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37568) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:05.983196 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1a6ca-50c5-42d4-b66d-f4d964d9f5ee req-030ad1f6-c5e0-443b-84fa-20e1292feaf0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:05.990636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:05.991275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:05.996490 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6fa1a6ca-50c5-42d4-b66d-f4d964d9f5ee req-030ad1f6-c5e0-443b-84fa-20e1292feaf0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.6258771 Oct 05 09:35:06.023363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:06.052597 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-03acc3f4-69b9-4d66-be23-77179423c9b1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:06.056229 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-03acc3f4-69b9-4d66-be23-77179423c9b1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6225259 Oct 05 09:35:06.060483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device dc45d960-290d-4457-8123-04ba667ea440 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:35:06.060637 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37572) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:06.127892 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6fa1a6ca-50c5-42d4-b66d-f4d964d9f5ee req-0f6f0af7-c4e4-4d70-bcfa-d21dfa050c88 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304958 Oct 05 09:35:06.140243 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:06.145593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:06.146181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:06.156173 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Attempt 9 to provision port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f Oct 05 09:35:06.201496 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5e7f3f83-d955-4143-a58f-571b9976fcf6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1345139 Oct 05 09:35:06.207557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37576) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:06.210222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ce39c-5d12-45c1-9b14-b479fe3bf9c6 None None] Pushing event updated for resources: {'Port': ['ID=3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:06.215125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d725a177-fe16-4ae5-aa40-23c604de66fb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:06.369843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-defa61ab-177b-4839-8af9-46c39e5f97d1 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:06.371208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:06.448780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d725a177-fe16-4ae5-aa40-23c604de66fb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:06.466439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d725a177-fe16-4ae5-aa40-23c604de66fb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:06.595886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d725a177-fe16-4ae5-aa40-23c604de66fb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:06.601249 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d725a177-fe16-4ae5-aa40-23c604de66fb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:06.621311 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4288256 Oct 05 09:35:06.621311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-defa61ab-177b-4839-8af9-46c39e5f97d1 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:06.625245 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37580) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:06.645471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631bd5d-c31f-47f2-8017-d3e14d1c78e6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Network': ['ID=15b6e5b7-0d10-49f9-9222-0bc024652fbf,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:06.683151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'ports': [{'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0'}, {'network_id': '15b6e5b7-0d10-49f9-9222-0bc024652fbf'}]} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:06.683488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:06.684248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'network_id': '15b6e5b7-0d10-49f9-9222-0bc024652fbf'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:06.693946 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 15b6e5b7-0d10-49f9-9222-0bc024652fbf details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:06.762207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1020eb98-7c71-49b1-8b32-bbca9e90d008 None None] Port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:35:06.787924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:06.813560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:06.829377 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eecc0a8-1aaa-4dc8-b452-c3c73c968998,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:06.831381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa61ab-177b-4839-8af9-46c39e5f97d1 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b723a9-5c47-49f2-8b26-7ff34a15620e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:06.847701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:35:06.848654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7369bb-e068-4a46-985f-5191a9323791 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:06.863435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd7369bb-e068-4a46-985f-5191a9323791 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:06.910690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-defa61ab-177b-4839-8af9-46c39e5f97d1 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:06.914743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d725a177-fe16-4ae5-aa40-23c604de66fb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:06.915297 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-defa61ab-177b-4839-8af9-46c39e5f97d1 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4722831 Oct 05 09:35:06.918113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37584) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:06.923498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec5e95a-cc8a-49f5-94ec-ff89b0fd92f2 None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:06.948866 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Transition to ACTIVE for port object 94ab0f76-ee05-455e-ba90-586304879e41 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:06.974857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7002385b-c5c6-4514-919a-b29bb26852f6 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '76b723a9-5c47-49f2-8b26-7ff34a15620e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:06.977211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] Checking segment: {'id': 'fe2a333e-f80e-4d11-ae0f-c41922d170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:06.977571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] Network hostable DHCP agents. Network: e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:35:06.989364 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port dc45d960-290d-4457-8123-04ba667ea440 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:06.989745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:06.992960 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING neutron.api.v2.base [None req-7002385b-c5c6-4514-919a-b29bb26852f6 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 05 09:35:06.993564 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-7002385b-c5c6-4514-919a-b29bb26852f6 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:06.997790 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7002385b-c5c6-4514-919a-b29bb26852f6 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0410397 Oct 05 09:35:07.018654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37588) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:07.019990 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4bbd21b6-0581-4271-939d-3826508d559e None None] Could not find standard attr ID for object 4c77b7ae-85f3-4218-8aaf-2514e3f6c07b. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:35:07.034126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e70bffcc-2ed7-4f9b-8c41-927bf8e3d559 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '76b723a9-5c47-49f2-8b26-7ff34a15620e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:07.034795 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING neutron.api.v2.base [None req-e70bffcc-2ed7-4f9b-8c41-927bf8e3d559 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 05 09:35:07.035545 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-e70bffcc-2ed7-4f9b-8c41-927bf8e3d559 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:07.038904 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e70bffcc-2ed7-4f9b-8c41-927bf8e3d559 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0169284 Oct 05 09:35:07.041921 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37592) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:07.042286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d725a177-fe16-4ae5-aa40-23c604de66fb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:07.045893 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-d725a177-fe16-4ae5-aa40-23c604de66fb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:07.050262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725a177-fe16-4ae5-aa40-23c604de66fb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:07.050848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d725a177-fe16-4ae5-aa40-23c604de66fb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.056035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] For port dc45d960-290d-4457-8123-04ba667ea440, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=dc45d960-290d-4457-8123-04ba667ea440,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:07.056869 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.061482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f1453e18-845a-481d-8007-3addef9278de tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '76b723a9-5c47-49f2-8b26-7ff34a15620e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:07.063350 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING neutron.api.v2.base [None req-f1453e18-845a-481d-8007-3addef9278de tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 05 09:35:07.064294 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-f1453e18-845a-481d-8007-3addef9278de tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:07.067483 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f1453e18-845a-481d-8007-3addef9278de tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0199683 Oct 05 09:35:07.067647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725a177-fe16-4ae5-aa40-23c604de66fb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=07689d75-7bc6-4583-81b9-f1d575416cdd,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:07.070782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37596) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:07.076771 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-4952be7f-8f3e-46f7-b239-d244b6940148 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '76b723a9-5c47-49f2-8b26-7ff34a15620e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:07.077685 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING neutron.api.v2.base [None req-4952be7f-8f3e-46f7-b239-d244b6940148 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 05 09:35:07.078228 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-4952be7f-8f3e-46f7-b239-d244b6940148 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:07.081753 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4952be7f-8f3e-46f7-b239-d244b6940148 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0086598 Oct 05 09:35:07.082949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37600) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:07.137622 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.157781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec5e95a-cc8a-49f5-94ec-ff89b0fd92f2 None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:07.158453 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6ec5e95a-cc8a-49f5-94ec-ff89b0fd92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:07.162163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fc27f38d-3733-4e13-bfd6-61b2d28ebcda tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.182675 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d725a177-fe16-4ae5-aa40-23c604de66fb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9710729 Oct 05 09:35:07.187862 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37604) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:07.196798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'mac_address': 'fa:16:3e:d2:ff:7b', 'name': 'tempest-NetworksTestDHCPv6-427341675'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:07.207090 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526063e5-6b6b-4fab-9621-699a9ba5ac1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-20f3c97d-6183-4e93-afc0-56de75ad4d39', 'network_id': '20f3c97d-6183-4e93-afc0-56de75ad4d39', 'tenant_id': '506f7c6114bd44af8aa9a31ce6c0c06e', 'fixed_ips': [{'subnet_id': 'f4a95f31-0bbd-4fe6-b408-742f93e4395b'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:35:07.207921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-526063e5-6b6b-4fab-9621-699a9ba5ac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.277256 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Transition to ACTIVE for port object 94ab0f76-ee05-455e-ba90-586304879e41 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:07.278627 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cd7369bb-e068-4a46-985f-5191a9323791 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "PUT /v2.0/floatingips/c53027a5-8a48-4ed6-b740-76de56b6867d HTTP/1.1" status: 200 len: 978 time: 5.0343881 Oct 05 09:35:07.281920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37610) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:07.282779 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] Network e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:35:07.291951 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:07.302227 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-93dc162f-5018-4e54-b4ce-a72520cc0e18 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:07.326090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fc27f38d-3733-4e13-bfd6-61b2d28ebcda tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.364770 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:port and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:07.373719 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Calling delete_port for dc45d960-290d-4457-8123-04ba667ea440 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:07.377715 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.389088 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:07.414758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6ec5e95a-cc8a-49f5-94ec-ff89b0fd92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:07.442467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:07.471172 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.473589 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:07.476688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a95f31-0bbd-4fe6-b408-742f93e4395b,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:07.505530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:07.506185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.542317 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4bbd21b6-0581-4271-939d-3826508d559e None None] Provisioning complete for port dc45d960-290d-4457-8123-04ba667ea440 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:07.542595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4bbd21b6-0581-4271-939d-3826508d559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.543189 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-4bbd21b6-0581-4271-939d-3826508d559e None None] Attempt 1 to provision port dc45d960-290d-4457-8123-04ba667ea440 Oct 05 09:35:07.566684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651d42bb-be29-42e5-a2fd-7301c3661aad None None] Network e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:07.610628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-93dc162f-5018-4e54-b4ce-a72520cc0e18 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.611130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:07.624895 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:07.631476 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:07.634558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Allocated IP 172.20.0.1 (0e203a31-61cb-4ee4-8f1f-695f3c3bdd65/bd2b1666-cac6-440a-be25-d1fa415b5c1c/ea569708-5f3b-41f4-8853-3b81f96edc86) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:07.638669 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port dc45d960-290d-4457-8123-04ba667ea440, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=dc45d960-290d-4457-8123-04ba667ea440,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:07.648447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198771b-aa0e-4b1b-a692-7ef7eecad8ff req-932162eb-35a4-46eb-ae96-43768c4df081 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:07.649968 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2198771b-aa0e-4b1b-a692-7ef7eecad8ff req-932162eb-35a4-46eb-ae96-43768c4df081 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.3630030 Oct 05 09:35:07.653078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:07.664664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'port': 2} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:07.671062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.734204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec5e95a-cc8a-49f5-94ec-ff89b0fd92f2 None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:07.734852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6ec5e95a-cc8a-49f5-94ec-ff89b0fd92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:07.759432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fc27f38d-3733-4e13-bfd6-61b2d28ebcda tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.795437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:07.811331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.817712 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Network 0e203a31-61cb-4ee4-8f1f-695f3c3bdd65 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:07.830002 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27f38d-3733-4e13-bfd6-61b2d28ebcda tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b723a9-5c47-49f2-8b26-7ff34a15620e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:07.852324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:07.872848 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-be956907-a995-42b4-bd85-cff7d3ac2a2e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6664948 Oct 05 09:35:07.874035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.875750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6ec5e95a-cc8a-49f5-94ec-ff89b0fd92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:07.876155 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec5e95a-cc8a-49f5-94ec-ff89b0fd92f2 None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:07.883806 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:07.893103 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37614) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:07.898658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Pushing event updated for resources: {'Port': ['ID=94ab0f76-ee05-455e-ba90-586304879e41,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:07.898915 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1161380814-router', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:07.913007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.923562 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2198771b-aa0e-4b1b-a692-7ef7eecad8ff req-373c6f5c-779b-4589-bf52-73e41bac4e47 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579777 Oct 05 09:35:07.928009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:07.937253 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Usage tracker for resource:router and tenant:e6b6283428344247a604e5f5fa37cb24 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:07.943110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:07.952731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fc27f38d-3733-4e13-bfd6-61b2d28ebcda tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.955644 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fc27f38d-3733-4e13-bfd6-61b2d28ebcda tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "DELETE /v2.0/security-groups/76b723a9-5c47-49f2-8b26-7ff34a15620e HTTP/1.1" status: 204 len: 168 time: 0.8699300 Oct 05 09:35:07.955644 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:07.972275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37618) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:08.079041 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.090768 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.092144 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f3c97d-6183-4e93-afc0-56de75ad4d39']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:08.119855 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.120860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.132858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7c148c83-6d08-47b7-8651-8437a0591fe2 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Synchronizing usage tracker for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:08.153341 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Transition to ACTIVE for port object ea569708-5f3b-41f4-8853-3b81f96edc86 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:08.157762 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port eef690df-6af8-48aa-8b83-7303edbafae3 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:35:08.190729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0519ac47-795f-48a6-926a-352862bf76d6') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:08.191013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0519ac47-795f-48a6-926a-352862bf76d6') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:08.210778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.211180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:35:08.212109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:35:08.311731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7c148c83-6d08-47b7-8651-8437a0591fe2 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Unset dirty status for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:08.319580 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7c148c83-6d08-47b7-8651-8437a0591fe2 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3389313 Oct 05 09:35:08.320464 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37622) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:08.322926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a24ece-3334-485a-be48-6c2b65e6dc06 None None] Network 20f3c97d-6183-4e93-afc0-56de75ad4d39 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:08.331541 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a9897410-d93d-485c-8545-47fec7c20fa0 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013357247'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:08.335689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Attempting to bind port 94ab0f76-ee05-455e-ba90-586304879e41 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:08.336061 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Attempting to bind port 94ab0f76-ee05-455e-ba90-586304879e41 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'eb9b64a8-4af6-45d4-beb9-940376bfce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e203a31-61cb-4ee4-8f1f-695f3c3bdd65'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:08.336425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Attempting to bind port 94ab0f76-ee05-455e-ba90-586304879e41 on network 0e203a31-61cb-4ee4-8f1f-695f3c3bdd65 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:08.372070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=dc45d960-290d-4457-8123-04ba667ea440,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:08.387209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a9897410-d93d-485c-8545-47fec7c20fa0 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:08.419707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a9897410-d93d-485c-8545-47fec7c20fa0 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:08.423908 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-93dc162f-5018-4e54-b4ce-a72520cc0e18 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.427092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:08.427092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Checking segment: {'id': 'eb9b64a8-4af6-45d4-beb9-940376bfce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e203a31-61cb-4ee4-8f1f-695f3c3bdd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:08.427092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.427092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Bound using segment: {'id': 'eb9b64a8-4af6-45d4-beb9-940376bfce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e203a31-61cb-4ee4-8f1f-695f3c3bdd65'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:08.427454 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Bound port: 94ab0f76-ee05-455e-ba90-586304879e41, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9b64a8-4af6-45d4-beb9-940376bfce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e203a31-61cb-4ee4-8f1f-695f3c3bdd65'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:08.427664 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.436104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.456503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.470350 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:35:08.476133 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.476317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:35:08.476621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.497167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port 2e2958f0-d5a4-4c9c-98b9-2f799f9ef2ef yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:35:08.549042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd21b6-0581-4271-939d-3826508d559e None None] Current status of the port dc45d960-290d-4457-8123-04ba667ea440 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:08.549729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4bbd21b6-0581-4271-939d-3826508d559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.553251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-93dc162f-5018-4e54-b4ce-a72520cc0e18 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.553573 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-93dc162f-5018-4e54-b4ce-a72520cc0e18 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Floating IP c53027a5-8a48-4ed6-b740-76de56b6867d disassociated. External IP: 172.26.7.176, port: f35640cc-883a-4930-885c-6a12e329440d. Oct 05 09:35:08.631987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::355 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/07689d75-7bc6-4583-81b9-f1d575416cdd/eef690df-6af8-48aa-8b83-7303edbafae3) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:08.645233 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Network 0e203a31-61cb-4ee4-8f1f-695f3c3bdd65 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:08.649134 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0', 'network_id': 'e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24', 'fixed_ips': [{'subnet_id': '7eecc0a8-1aaa-4dc8-b452-c3c73c968998'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:35:08.650241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.653519 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:08.710477 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:08.731923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Deleting port dc45d960-290d-4457-8123-04ba667ea440 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:08.732548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.751898 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event updated for resources: {'Port': ['ID=ea569708-5f3b-41f4-8853-3b81f96edc86,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:08.761873 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a9897410-d93d-485c-8545-47fec7c20fa0 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.802603 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.851502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.864913 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a9897410-d93d-485c-8545-47fec7c20fa0 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:08.882004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4bbd21b6-0581-4271-939d-3826508d559e None None] For port dc45d960-290d-4457-8123-04ba667ea440, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=dc45d960-290d-4457-8123-04ba667ea440,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:08.882004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] For port 94ab0f76-ee05-455e-ba90-586304879e41, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:08.882316 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a9897410-d93d-485c-8545-47fec7c20fa0 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:08.884771 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a9897410-d93d-485c-8545-47fec7c20fa0 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:08.885643 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:05Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:08.899583 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 0519ac47-795f-48a6-926a-352862bf76d6 resource provider aggregate not found Oct 05 09:35:08.909123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a9897410-d93d-485c-8545-47fec7c20fa0 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:08.913602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d817d7-5e5d-4f07-b0c2-d874183ed2fd None None] The sync data for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv is: [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:05Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:08.926999 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] For port 94ab0f76-ee05-455e-ba90-586304879e41, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=94ab0f76-ee05-455e-ba90-586304879e41,segment=NetworkSegment(eb9b64a8-4af6-45d4-beb9-940376bfce48),segment_id=eb9b64a8-4af6-45d4-beb9-940376bfce48)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:08.969111 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 0519ac47-795f-48a6-926a-352862bf76d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0519ac47-795f-48a6-926a-352862bf76d6 found for delete ", "request_id": "req-b66325af-13aa-4062-9298-88eed262549e"}]} Oct 05 09:35:08.969111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.002915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4bbd21b6-0581-4271-939d-3826508d559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.084922 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.096630 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.156000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.173045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object eef690df-6af8-48aa-8b83-7303edbafae3 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:09.176538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Network': ['ID=20f3c97d-6183-4e93-afc0-56de75ad4d39,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:09.217477 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-871702ef-9ce8-4a2c-957a-87d9235ab483 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/20f3c97d-6183-4e93-afc0-56de75ad4d39 HTTP/1.1" status: 204 len: 168 time: 3.2286837 Oct 05 09:35:09.251166 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37634) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:09.256948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd21b6-0581-4271-939d-3826508d559e None None] Pushing event updated for resources: {'Port': ['ID=dc45d960-290d-4457-8123-04ba667ea440,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:09.282480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1236521234'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:09.292041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.295471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:09.343950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820a325-0b77-4b7a-8f7e-5c3337dc6af9 None None] Pushing event updated for resources: {'Port': ['ID=94ab0f76-ee05-455e-ba90-586304879e41,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:09.352868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Allocated IP 172.20.0.2 (e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0/7eecc0a8-1aaa-4dc8-b452-c3c73c968998/8a978502-10f9-49a7-a601-8f665795f09f) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:09.399162 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:network and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:09.440699 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a9897410-d93d-485c-8545-47fec7c20fa0 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.473917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.501475 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] For port dc45d960-290d-4457-8123-04ba667ea440, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=dc45d960-290d-4457-8123-04ba667ea440,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:09.502486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.511652 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:09.540624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port ca57684a-a287-4a17-bb23-763a979ec025 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:35:09.544413 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:09.569999 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dc162f-5018-4e54-b4ce-a72520cc0e18 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:35:09.658595 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:09.662449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.694875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Calling delete_port for dc45d960-290d-4457-8123-04ba667ea440 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:09.850567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a9897410-d93d-485c-8545-47fec7c20fa0 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.948087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:09.951445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.970249 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:09.975845 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.977872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dc162f-5018-4e54-b4ce-a72520cc0e18 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:09.990214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.990848 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6807c8-f42c-4dc3-81fc-f5b96f2d4ffc None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:09.991313 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Added segment 82f73bb5-a690-4e8e-b0ff-4b03433c1b1a of type vlan for network bcf178d4-55f2-40a7-aeef-c7c7666dfc10 Oct 05 09:35:10.004449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:35:10.004824 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:35:10.004943 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:10.011559 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Transition to ACTIVE for port object 8a978502-10f9-49a7-a601-8f665795f09f will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:10.013576 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6807c8-f42c-4dc3-81fc-f5b96f2d4ffc None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:10.014236 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-fb6807c8-f42c-4dc3-81fc-f5b96f2d4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:10.019773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:10.026518 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:10.039187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.046478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Transition to ACTIVE for port object 8a978502-10f9-49a7-a601-8f665795f09f will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:10.083110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=eef690df-6af8-48aa-8b83-7303edbafae3,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:10.124177 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.137574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.139149 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-fb6807c8-f42c-4dc3-81fc-f5b96f2d4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:10.166373 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6807c8-f42c-4dc3-81fc-f5b96f2d4ffc None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:10.168125 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-fb6807c8-f42c-4dc3-81fc-f5b96f2d4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:10.171074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9897410-d93d-485c-8545-47fec7c20fa0 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd4ba14-5a18-405b-857b-b9cf1c569dd2,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:10.171964 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 94ab0f76-ee05-455e-ba90-586304879e41 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:10.208271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-93dc162f-5018-4e54-b4ce-a72520cc0e18 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.286897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.291342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Network e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:10.293223 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:10.293850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.304189 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:10.318436 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-fb6807c8-f42c-4dc3-81fc-f5b96f2d4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:10.319207 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6807c8-f42c-4dc3-81fc-f5b96f2d4ffc None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:10.328435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:10.371576 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Pushing event updated for resources: {'Port': ['ID=8a978502-10f9-49a7-a601-8f665795f09f,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:10.378059 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-32306ae1-71b5-465e-aa85-6516b6b95ffb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1890919 Oct 05 09:35:10.388731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a9897410-d93d-485c-8545-47fec7c20fa0 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.391243 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a9897410-d93d-485c-8545-47fec7c20fa0 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0691738 Oct 05 09:35:10.456360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37638) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:10.456582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37640) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:10.461118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Deleting port dc45d960-290d-4457-8123-04ba667ea440 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:10.461718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.473314 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.486768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-45d079dc-75e6-4509-9d0b-e18087e27611 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '6bd4ba14-5a18-405b-857b-b9cf1c569dd2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:10.487638 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING neutron.api.v2.base [None req-45d079dc-75e6-4509-9d0b-e18087e27611 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 05 09:35:10.488148 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-45d079dc-75e6-4509-9d0b-e18087e27611 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:10.491710 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-45d079dc-75e6-4509-9d0b-e18087e27611 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0213339 Oct 05 09:35:10.502995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527cd4c-1285-4f7c-8e04-392582ddeaa2 req-12cb4d41-a881-4714-b9dc-09b6eb269267 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:10.505148 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6527cd4c-1285-4f7c-8e04-392582ddeaa2 req-12cb4d41-a881-4714-b9dc-09b6eb269267 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 1.3051195 Oct 05 09:35:10.507188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37646) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:10.531143 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-93dc162f-5018-4e54-b4ce-a72520cc0e18 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "PUT /v2.0/floatingips/c53027a5-8a48-4ed6-b740-76de56b6867d HTTP/1.1" status: 200 len: 688 time: 3.2448163 Oct 05 09:35:10.534023 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-79fd51b8-7c98-4eb8-a83a-2b44426bc540 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '6bd4ba14-5a18-405b-857b-b9cf1c569dd2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:10.544899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37650) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:10.552097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-79fd51b8-7c98-4eb8-a83a-2b44426bc540 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:10.560524 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2917316 Oct 05 09:35:10.570669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37654) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:10.585835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'subnet': {'network_id': 'bcf178d4-55f2-40a7-aeef-c7c7666dfc10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:10.613219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 94ab0f76-ee05-455e-ba90-586304879e41 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:10.641263 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:10.686566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Attempting to bind port 8a978502-10f9-49a7-a601-8f665795f09f on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:10.687296 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Attempting to bind port 8a978502-10f9-49a7-a601-8f665795f09f by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'fe2a333e-f80e-4d11-ae0f-c41922d170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:10.687913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Attempting to bind port 8a978502-10f9-49a7-a601-8f665795f09f on network e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:10.709210 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:10.709785 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Checking segment: {'id': 'fe2a333e-f80e-4d11-ae0f-c41922d170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:10.710320 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.710817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Bound using segment: {'id': 'fe2a333e-f80e-4d11-ae0f-c41922d170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:10.711460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Bound port: 8a978502-10f9-49a7-a601-8f665795f09f, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2a333e-f80e-4d11-ae0f-c41922d170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:10.711894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.764492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7c4ad-2039-4189-a68c-caf827a4a2f2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Network': ['ID=bcf178d4-55f2-40a7-aeef-c7c7666dfc10,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:10.790053 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network bcf178d4-55f2-40a7-aeef-c7c7666dfc10 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:10.812317 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaf1201-963e-4b89-8633-f65148bc03c6 None None] Network 0e203a31-61cb-4ee4-8f1f-695f3c3bdd65 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:10.819139 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:10.826663 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:subnet and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:10.831969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:10.846142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:10.864424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-79fd51b8-7c98-4eb8-a83a-2b44426bc540 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:10.881506 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398a1e7a-e0d3-409f-8e0b-6774727e4cc5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:10.884600 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-79fd51b8-7c98-4eb8-a83a-2b44426bc540 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:10.891515 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398a1e7a-e0d3-409f-8e0b-6774727e4cc5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:10.892922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-398a1e7a-e0d3-409f-8e0b-6774727e4cc5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:10.910657 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-79fd51b8-7c98-4eb8-a83a-2b44426bc540 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:10.917376 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6527cd4c-1285-4f7c-8e04-392582ddeaa2 req-a9eb29c3-bc5f-4d92-8197-b6b12cc8a63f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018219 Oct 05 09:35:10.921297 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.097421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e9295-b8ea-4632-8735-45979642b054 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port 293fb37f-9ba3-495b-934b-d5f64a5f019f {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:11.097763 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9295-b8ea-4632-8735-45979642b054 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.145867 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.172093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:11.177062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.196401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.201798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-398a1e7a-e0d3-409f-8e0b-6774727e4cc5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:11.205163 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-398a1e7a-e0d3-409f-8e0b-6774727e4cc5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.7365251 Oct 05 09:35:11.209019 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] For port 8a978502-10f9-49a7-a601-8f665795f09f, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:11.224800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37660) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:11.247054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] For port 8a978502-10f9-49a7-a601-8f665795f09f, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8a978502-10f9-49a7-a601-8f665795f09f,segment=NetworkSegment(fe2a333e-f80e-4d11-ae0f-c41922d170bb),segment_id=fe2a333e-f80e-4d11-ae0f-c41922d170bb)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:11.300392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] For port dc45d960-290d-4457-8123-04ba667ea440, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=dc45d960-290d-4457-8123-04ba667ea440,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:11.301162 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.314210 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b84ebcbd-07d1-44bd-b622-9eb8db7e9363 None None] Provisioning for port 94ab0f76-ee05-455e-ba90-586304879e41 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:11.317217 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:11.372864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-83ef3de8-2ed7-4531-b5b7-d03feec96d0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port eef690df-6af8-48aa-8b83-7303edbafae3 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:11.373316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-83ef3de8-2ed7-4531-b5b7-d03feec96d0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.382266 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b84ebcbd-07d1-44bd-b622-9eb8db7e9363 None None] Provisioning complete for port 94ab0f76-ee05-455e-ba90-586304879e41 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:11.382640 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b84ebcbd-07d1-44bd-b622-9eb8db7e9363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.383233 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b84ebcbd-07d1-44bd-b622-9eb8db7e9363 None None] Attempt 1 to provision port 94ab0f76-ee05-455e-ba90-586304879e41 Oct 05 09:35:11.402439 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-79fd51b8-7c98-4eb8-a83a-2b44426bc540 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:11.403472 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-79fd51b8-7c98-4eb8-a83a-2b44426bc540 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8924375 Oct 05 09:35:11.411120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37666) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:11.424399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-1d73ecd7-b15f-416d-93a0-aa4146232010 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '6bd4ba14-5a18-405b-857b-b9cf1c569dd2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:11.425163 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING neutron.api.v2.base [None req-1d73ecd7-b15f-416d-93a0-aa4146232010 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 05 09:35:11.425652 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-1d73ecd7-b15f-416d-93a0-aa4146232010 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:11.426654 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1d73ecd7-b15f-416d-93a0-aa4146232010 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104322 Oct 05 09:35:11.433141 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37670) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:11.449709 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d40e1622-d8a9-4502-9fcf-2d8e59111743 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '6bd4ba14-5a18-405b-857b-b9cf1c569dd2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:11.472687 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.498654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:11.503626 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:11.503996 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.504507 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f Oct 05 09:35:11.534575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Calling delete_port for dc45d960-290d-4457-8123-04ba667ea440 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:11.535454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:11.547230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d40e1622-d8a9-4502-9fcf-2d8e59111743 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:11.554873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:11.555154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.565645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=2e2958f0-d5a4-4c9c-98b9-2f799f9ef2ef,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:11.779271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Allocated IP 172.26.7.209 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/6de18a9f-f792-4d64-bc58-c81cae949026) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:11.822594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9295-b8ea-4632-8735-45979642b054 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.822806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9295-b8ea-4632-8735-45979642b054 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.822890 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858c8cf-6ae3-41bf-9504-efc3fee267f1 None None] Pushing event updated for resources: {'Port': ['ID=8a978502-10f9-49a7-a601-8f665795f09f,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:11.848163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=ca57684a-a287-4a17-bb23-763a979ec025,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:11.901192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Checking segment: {'id': '80ca8288-ccd9-4be4-ae25-3668bc38d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '15b6e5b7-0d10-49f9-9222-0bc024652fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:11.901576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network hostable DHCP agents. Network: 15b6e5b7-0d10-49f9-9222-0bc024652fbf, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:35:11.954474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.990849 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e9295-b8ea-4632-8735-45979642b054 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Calling delete_port for 293fb37f-9ba3-495b-934b-d5f64a5f019f owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:11.991550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-83ef3de8-2ed7-4531-b5b7-d03feec96d0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:12.025970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d40e1622-d8a9-4502-9fcf-2d8e59111743 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:12.037324 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d40e1622-d8a9-4502-9fcf-2d8e59111743 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:12.047201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d40e1622-d8a9-4502-9fcf-2d8e59111743 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:12.084248 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:35:12.100110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:12.121242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] Pushing event deleted for resources: {'Port': ['ID=dc45d960-290d-4457-8123-04ba667ea440,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:12.138782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1a025-288d-4b2f-a927-aeb2634a86a0 None None] No DVR routers for this DVR port dc45d960-290d-4457-8123-04ba667ea440 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:35:12.150407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b84ebcbd-07d1-44bd-b622-9eb8db7e9363 None None] Current status of the port 94ab0f76-ee05-455e-ba90-586304879e41 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:12.150407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b84ebcbd-07d1-44bd-b622-9eb8db7e9363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:12.175287 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:12.175684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:12.211833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820984bd-59ea-4031-bd47-5fbfbd296ad6 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:12.271276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:12.326530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network 15b6e5b7-0d10-49f9-9222-0bc024652fbf is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:35:12.347221 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-83ef3de8-2ed7-4531-b5b7-d03feec96d0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for eef690df-6af8-48aa-8b83-7303edbafae3 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:12.410059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:12.410059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b84ebcbd-07d1-44bd-b622-9eb8db7e9363 None None] For port 94ab0f76-ee05-455e-ba90-586304879e41, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=94ab0f76-ee05-455e-ba90-586304879e41,segment=NetworkSegment(eb9b64a8-4af6-45d4-beb9-940376bfce48),segment_id=eb9b64a8-4af6-45d4-beb9-940376bfce48)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:12.432267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffbf5e-6a42-42e9-b07d-130dcab435ec req-7bc8d2f9-9590-4f6e-9127-43d1e0a289f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:12.433900 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6bffbf5e-6a42-42e9-b07d-130dcab435ec req-7bc8d2f9-9590-4f6e-9127-43d1e0a289f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c32c3c1f621440c9b1008a8b2086dc9&device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 1099 time: 0.7644494 Oct 05 09:35:12.497295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b84ebcbd-07d1-44bd-b622-9eb8db7e9363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:12.499439 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:12.516206 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-d40e1622-d8a9-4502-9fcf-2d8e59111743 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:12.517356 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d40e1622-d8a9-4502-9fcf-2d8e59111743 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0802863 Oct 05 09:35:12.540986 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37674) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:12.560632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-80c4db26-bfb8-4f6b-a41c-c859b3a47972 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '6bd4ba14-5a18-405b-857b-b9cf1c569dd2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:12.561113 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING neutron.api.v2.base [None req-80c4db26-bfb8-4f6b-a41c-c859b3a47972 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 05 09:35:12.561600 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-80c4db26-bfb8-4f6b-a41c-c859b3a47972 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:12.565823 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-80c4db26-bfb8-4f6b-a41c-c859b3a47972 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066571 Oct 05 09:35:12.578678 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37678) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:12.601459 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c3392485-96f5-4db6-8563-5719c1be964d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '6bd4ba14-5a18-405b-857b-b9cf1c569dd2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:12.632638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c3392485-96f5-4db6-8563-5719c1be964d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:12.643763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ebcbd-07d1-44bd-b622-9eb8db7e9363 None None] Pushing event updated for resources: {'Port': ['ID=94ab0f76-ee05-455e-ba90-586304879e41,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:12.691671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8a978502-10f9-49a7-a601-8f665795f09f up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:12.695072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c3392485-96f5-4db6-8563-5719c1be964d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:12.715149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:12.727444 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c3392485-96f5-4db6-8563-5719c1be964d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:12.732076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event updated for resources: {'Port': ['ID=ea569708-5f3b-41f4-8853-3b81f96edc86,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:12.758203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ae0b-77f7-4a23-b925-b026ede54ce1 req-41285f94-5a67-47b0-a8c7-cbed4b1540ca tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:12.766665 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ff3ae0b-77f7-4a23-b925-b026ede54ce1 req-41285f94-5a67-47b0-a8c7-cbed4b1540ca tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 1.2619443 Oct 05 09:35:12.783842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c3392485-96f5-4db6-8563-5719c1be964d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:12.847535 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 15b6e5b7-0d10-49f9-9222-0bc024652fbf) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:12.864849 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:12.872896 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:12.878982 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:12.883983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:12.885385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:12.904612 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:12.908736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Provisioning for port ea569708-5f3b-41f4-8853-3b81f96edc86 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:12.933032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e543d2-ad2b-425f-96c7-fa97818730ae None None] Network 15b6e5b7-0d10-49f9-9222-0bc024652fbf requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:12.976794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-83ef3de8-2ed7-4531-b5b7-d03feec96d0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.023523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.090281 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-c3392485-96f5-4db6-8563-5719c1be964d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:13.091721 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c3392485-96f5-4db6-8563-5719c1be964d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5117974 Oct 05 09:35:13.095176 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37684) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:13.102193 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-569d4787-42a9-4e90-87f0-e8be346bb41d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '6bd4ba14-5a18-405b-857b-b9cf1c569dd2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:13.102860 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING neutron.api.v2.base [None req-569d4787-42a9-4e90-87f0-e8be346bb41d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 05 09:35:13.103412 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-569d4787-42a9-4e90-87f0-e8be346bb41d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:13.104506 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-569d4787-42a9-4e90-87f0-e8be346bb41d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083172 Oct 05 09:35:13.109137 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37688) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:13.127079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef3de8-2ed7-4531-b5b7-d03feec96d0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=eef690df-6af8-48aa-8b83-7303edbafae3,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:13.150798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5ce232f4-c520-4d7c-8077-d9903074b79c tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '6bd4ba14-5a18-405b-857b-b9cf1c569dd2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:13.155438 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffbf5e-6a42-42e9-b07d-130dcab435ec req-ade94d3b-0230-4e3c-b7b8-89d588aafb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:13.157125 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6bffbf5e-6a42-42e9-b07d-130dcab435ec req-ade94d3b-0230-4e3c-b7b8-89d588aafb4a service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a3ab058-7897-4bde-8218-aa6bbb729df2 HTTP/1.1" status: 200 len: 913 time: 0.7053473 Oct 05 09:35:13.159928 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9295-b8ea-4632-8735-45979642b054 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.199076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 8a978502-10f9-49a7-a601-8f665795f09f completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:13.217450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5ce232f4-c520-4d7c-8077-d9903074b79c tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:13.222430 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Network 0e203a31-61cb-4ee4-8f1f-695f3c3bdd65 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:13.223760 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e9295-b8ea-4632-8735-45979642b054 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Port': ['ID=293fb37f-9ba3-495b-934b-d5f64a5f019f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:13.266236 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ff3ae0b-77f7-4a23-b925-b026ede54ce1 req-83b658a5-ce3b-4209-8c83-14c2bf566a02 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4984343 Oct 05 09:35:13.267204 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:13.278241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Provisioning complete for port ea569708-5f3b-41f4-8853-3b81f96edc86 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:13.278521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5ce232f4-c520-4d7c-8077-d9903074b79c tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:13.278995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.278995 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Attempt 1 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:13.283264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5ce232f4-c520-4d7c-8077-d9903074b79c tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:13.294445 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-83ef3de8-2ed7-4531-b5b7-d03feec96d0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.296407 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-83ef3de8-2ed7-4531-b5b7-d03feec96d0f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/eef690df-6af8-48aa-8b83-7303edbafae3 HTTP/1.1" status: 204 len: 168 time: 2.0221570 Oct 05 09:35:13.300766 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-58d2df7a-c0d0-444a-8a65-710799bcebb5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.6565783 Oct 05 09:35:13.308358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37692) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:13.308736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37694) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:13.309512 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Subnet': ['ID=e42fb11d-c74a-4329-b0ba-89bab186712a,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:13.323149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Checking segment: {'id': '82f73bb5-a690-4e8e-b0ff-4b03433c1b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bcf178d4-55f2-40a7-aeef-c7c7666dfc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:13.323823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network hostable DHCP agents. Network: bcf178d4-55f2-40a7-aeef-c7c7666dfc10, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:35:13.366740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:13.452248 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5ce232f4-c520-4d7c-8077-d9903074b79c tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:13.471936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': '07689d75-7bc6-4583-81b9-f1d575416cdd'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:35:13.472770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.483873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42fd276-c330-4b8a-a048-e8cefb2f2477 None None] Network e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:13.639905 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9295-b8ea-4632-8735-45979642b054 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.667267 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9295-b8ea-4632-8735-45979642b054 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.668435 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0e8e9295-b8ea-4632-8735-45979642b054 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/floatingips/c53027a5-8a48-4ed6-b740-76de56b6867d HTTP/1.1" status: 204 len: 168 time: 3.1180556 Oct 05 09:35:13.674473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37700) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:13.704395 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6bffbf5e-6a42-42e9-b07d-130dcab435ec req-b06c8c65-1638-414b-9f5b-c879b7bc38b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add821ab-e8c4-4678-a2ea-a72aacffc8bd HTTP/1.1" status: 200 len: 1002 time: 0.4798558 Oct 05 09:35:13.711476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a179091c-6845-4e3e-87f7-3c39349fa2b7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port ca57684a-a287-4a17-bb23-763a979ec025 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:13.711953 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a179091c-6845-4e3e-87f7-3c39349fa2b7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.740230 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd6267-315d-462c-89a4-3b509d793894 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:13.741935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd6267-315d-462c-89a4-3b509d793894 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:13.746879 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9afd6267-315d-462c-89a4-3b509d793894 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4320097 Oct 05 09:35:13.750112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37704) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:13.751238 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-c63022b4-bf15-4b8e-98ee-6f0571080915 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] delete failed (client error): The resource could not be found. Oct 05 09:35:13.759115 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c63022b4-bf15-4b8e-98ee-6f0571080915 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/floatingips/c53027a5-8a48-4ed6-b740-76de56b6867d HTTP/1.1" status: 404 len: 345 time: 0.0835245 Oct 05 09:35:13.764399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37706) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:13.770745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Allocated IP 2001:db8::2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/07689d75-7bc6-4583-81b9-f1d575416cdd/01916bb8-4444-48e3-8f6e-95ce03c5da71) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:13.819082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network bcf178d4-55f2-40a7-aeef-c7c7666dfc10 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:35:13.844843 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.884712 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffbf5e-6a42-42e9-b07d-130dcab435ec req-87723b40-280e-4f46-99a7-96bb66542f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:13.886360 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6bffbf5e-6a42-42e9-b07d-130dcab435ec req-87723b40-280e-4f46-99a7-96bb66542f10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687b5c3a-83db-4081-9f2c-b62c2b0d104e HTTP/1.1" status: 200 len: 851 time: 0.1383004 Oct 05 09:35:13.889064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Router c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:35:13.895270 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Attempt 2 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:13.947495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, bcf178d4-55f2-40a7-aeef-c7c7666dfc10) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:13.952552 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:13.953540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.969218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d354e0f-aa4e-45b4-a3b4-6ae4e46be844 None None] Network bcf178d4-55f2-40a7-aeef-c7c7666dfc10 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:14.096985 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ece92b1b-19e5-4f08-9020-6f733f7a2051 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5215240 Oct 05 09:35:14.104843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37712) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:14.135945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a179091c-6845-4e3e-87f7-3c39349fa2b7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.154026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:14.161740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:14.166988 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:14.233123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:14.268999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Pushing event updated for resources: {'Port': ['ID=6de18a9f-f792-4d64-bc58-c81cae949026,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:14.274003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f290ba48-6ec6-4076-a71e-9f35a84fa406 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 07689d75-7bc6-4583-81b9-f1d575416cdd {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:35:14.291594 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-5ce232f4-c520-4d7c-8077-d9903074b79c tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:14.292692 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5ce232f4-c520-4d7c-8077-d9903074b79c tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.1551349 Oct 05 09:35:14.305477 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37716) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:14.338909 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffbf5e-6a42-42e9-b07d-130dcab435ec req-202cbc3e-9f52-4d4b-8ea3-0449e60f368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:14.340098 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:14.340724 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6bffbf5e-6a42-42e9-b07d-130dcab435ec req-202cbc3e-9f52-4d4b-8ea3-0449e60f368c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a3ab058-7897-4bde-8218-aa6bbb729df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4436297 Oct 05 09:35:14.361700 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a179091c-6845-4e3e-87f7-3c39349fa2b7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for ca57684a-a287-4a17-bb23-763a979ec025 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:14.361832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994da9d8-c800-4f48-aaa4-75b6a7b45910 None None] Sync routers for ids ['c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:14.382946 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.386946 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a94c9b0c-e92b-4ac5-aef3-bb8a296db85e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "PUT /v2.0/routers/c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4277360 Oct 05 09:35:14.390717 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-60486f65-b68f-42e5-b759-cf56327c34b5 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '6bd4ba14-5a18-405b-857b-b9cf1c569dd2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:14.394156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37722) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:14.406156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Transition to ACTIVE for port object 01916bb8-4444-48e3-8f6e-95ce03c5da71 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:14.406645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-60486f65-b68f-42e5-b759-cf56327c34b5 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:14.413585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-60486f65-b68f-42e5-b759-cf56327c34b5 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:14.418400 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-60486f65-b68f-42e5-b759-cf56327c34b5 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:14.420765 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994da9d8-c800-4f48-aaa4-75b6a7b45910 None None] Routers {'c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:14.421418 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-994da9d8-c800-4f48-aaa4-75b6a7b45910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:14.428450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-60486f65-b68f-42e5-b759-cf56327c34b5 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:14.444184 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Request body: {'port': {'network_id': '0e203a31-61cb-4ee4-8f1f-695f3c3bdd65', 'name': 'tempest-FloatingIPNegativeTestJSON-1628908847'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:14.589949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-994da9d8-c800-4f48-aaa4-75b6a7b45910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:14.612280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-bcf178d4-55f2-40a7-aeef-c7c7666dfc10', 'network_id': 'bcf178d4-55f2-40a7-aeef-c7c7666dfc10', 'tenant_id': '506f7c6114bd44af8aa9a31ce6c0c06e', 'fixed_ips': [{'subnet_id': 'e42fb11d-c74a-4329-b0ba-89bab186712a'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:35:14.613511 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.647949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Transition to ACTIVE for port object 01916bb8-4444-48e3-8f6e-95ce03c5da71 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:14.652856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 94ab0f76-ee05-455e-ba90-586304879e41 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:14.677946 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2179c8-9a0f-4760-85f1-2410f3066875 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:14.691794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2179c8-9a0f-4760-85f1-2410f3066875 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:14.691794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2179c8-9a0f-4760-85f1-2410f3066875 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:14.691794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5d2179c8-9a0f-4760-85f1-2410f3066875 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Synchronizing usage tracker for tenant:d83a1fd4a9e74c2e90fd216a2eddf28a on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:14.726159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.793669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a179091c-6845-4e3e-87f7-3c39349fa2b7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.801455 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Attempt 3 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:14.807664 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5db8a6-16ac-4cab-9ebc-f9350f28f19f req-11bccf3d-0815-4386-91c7-35b3027635bf tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:14.813897 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6bffbf5e-6a42-42e9-b07d-130dcab435ec req-c52ce50e-4635-4791-a8fc-2a55fad1fc00 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641790 Oct 05 09:35:14.815072 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bc5db8a6-16ac-4cab-9ebc-f9350f28f19f req-11bccf3d-0815-4386-91c7-35b3027635bf tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.3064542 Oct 05 09:35:14.830560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994da9d8-c800-4f48-aaa4-75b6a7b45910 None None] Routers {'c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:14.831345 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-994da9d8-c800-4f48-aaa4-75b6a7b45910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:14.849487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f290ba48-6ec6-4076-a71e-9f35a84fa406 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.882866 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-60486f65-b68f-42e5-b759-cf56327c34b5 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:14.887361 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-60486f65-b68f-42e5-b759-cf56327c34b5 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5773759 Oct 05 09:35:14.892558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37726) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:14.901063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5d2179c8-9a0f-4760-85f1-2410f3066875 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Unset dirty status for tenant:d83a1fd4a9e74c2e90fd216a2eddf28a on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:14.904961 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5d2179c8-9a0f-4760-85f1-2410f3066875 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "GET /v2.0/ports?network_id=9139a9fa-9f1e-4861-a50c-d0a89e627c4a HTTP/1.1" status: 200 len: 2358 time: 1.1423097 Oct 05 09:35:14.907445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-994da9d8-c800-4f48-aaa4-75b6a7b45910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:14.907750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994da9d8-c800-4f48-aaa4-75b6a7b45910 None None] The sync data for ids ['c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:14.914573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37728) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:14.921796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.937848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179091c-6845-4e3e-87f7-3c39349fa2b7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=ca57684a-a287-4a17-bb23-763a979ec025,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:14.958195 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bc5db8a6-16ac-4cab-9ebc-f9350f28f19f req-88a77eca-8845-41b4-8af0-e10371c809b7 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422420 Oct 05 09:35:15.030545 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:15.037950 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f290ba48-6ec6-4076-a71e-9f35a84fa406 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.051653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a179091c-6845-4e3e-87f7-3c39349fa2b7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.056851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Usage tracker for resource:port and tenant:31fa0d094a5545a295f6d29a80cf5b6a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:15.072968 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:15.075227 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:15.092027 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.095654 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:15.096907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Pushing event updated for resources: {'Port': ['ID=01916bb8-4444-48e3-8f6e-95ce03c5da71,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:15.102910 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:15.105409 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:15.120244 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a179091c-6845-4e3e-87f7-3c39349fa2b7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/ca57684a-a287-4a17-bb23-763a979ec025 HTTP/1.1" status: 204 len: 168 time: 1.7993927 Oct 05 09:35:15.121373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:15.125379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37734) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:15.191053 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7198eacd-1db5-4455-98fc-e75ca88fded2 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.231543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Allocated IP 172.20.0.1 (bcf178d4-55f2-40a7-aeef-c7c7666dfc10/e42fb11d-c74a-4329-b0ba-89bab186712a/4800646a-e823-453f-a5d2-c849558b594c) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:15.232856 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.242733 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 94ab0f76-ee05-455e-ba90-586304879e41 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:15.243192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.244199 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 94ab0f76-ee05-455e-ba90-586304879e41 Oct 05 09:35:15.278825 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Attempting to bind port 01916bb8-4444-48e3-8f6e-95ce03c5da71 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:15.279086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Attempting to bind port 01916bb8-4444-48e3-8f6e-95ce03c5da71 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:15.279482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Attempting to bind port 01916bb8-4444-48e3-8f6e-95ce03c5da71 on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:15.307744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:15.308599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:15.308599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.309303 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:15.309651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Bound port: 01916bb8-4444-48e3-8f6e-95ce03c5da71, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:15.310129 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.310305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7198eacd-1db5-4455-98fc-e75ca88fded2 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.380085 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4a4c66-f1bc-4e88-99c2-bce7e1518260 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:15.380680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7d4a4c66-f1bc-4e88-99c2-bce7e1518260 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Synchronizing usage tracker for tenant:d83a1fd4a9e74c2e90fd216a2eddf28a on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:15.415872 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6bffbf5e-6a42-42e9-b07d-130dcab435ec req-f273b641-2457-43a7-acad-f8d2dcc7333b service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455058 Oct 05 09:35:15.442548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f290ba48-6ec6-4076-a71e-9f35a84fa406 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.463276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Made reservation on behalf of 31fa0d094a5545a295f6d29a80cf5b6a for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:15.467344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.504735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d0c84-938c-4de7-9fa4-511d0099b38a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:15.514606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d0c84-938c-4de7-9fa4-511d0099b38a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:15.516030 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-416d0c84-938c-4de7-9fa4-511d0099b38a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:15.537819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7d4a4c66-f1bc-4e88-99c2-bce7e1518260 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Unset dirty status for tenant:d83a1fd4a9e74c2e90fd216a2eddf28a on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:15.539406 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7d4a4c66-f1bc-4e88-99c2-bce7e1518260 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "GET /v2.0/subnets/0106c4bf-ed4d-4a64-b520-4ba2099a89d8 HTTP/1.1" status: 200 len: 797 time: 0.6137447 Oct 05 09:35:15.545431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] device_id is not set on port 915ea02e-0d5e-4914-a417-804e5fa8ab78 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:35:15.569530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37738) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:15.573594 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Attempt 4 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:15.595698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'port': {'network_id': '9139a9fa-9f1e-4861-a50c-d0a89e627c4a', 'name': 'tempest-FloatingIPTestJSON-684316944', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:15.608852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-416d0c84-938c-4de7-9fa4-511d0099b38a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:15.610177 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-416d0c84-938c-4de7-9fa4-511d0099b38a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4778268 Oct 05 09:35:15.614116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37742) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:15.624307 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7198eacd-1db5-4455-98fc-e75ca88fded2 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.703781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 94ab0f76-ee05-455e-ba90-586304879e41 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:15.704704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:15.761912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:15.773316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Allocated IP 172.20.0.11 (0e203a31-61cb-4ee4-8f1f-695f3c3bdd65/bd2b1666-cac6-440a-be25-d1fa415b5c1c/915ea02e-0d5e-4914-a417-804e5fa8ab78) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:15.791532 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.806623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Transition to ACTIVE for port object 4800646a-e823-453f-a5d2-c849558b594c will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:15.833899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Transition to ACTIVE for port object 4800646a-e823-453f-a5d2-c849558b594c will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:15.835317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-31b79fc6-4b7e-46a4-9294-0bb8ef2ccf22 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 2e2958f0-d5a4-4c9c-98b9-2f799f9ef2ef {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:15.835864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-31b79fc6-4b7e-46a4-9294-0bb8ef2ccf22 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.836351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:15.836719 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.837081 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f Oct 05 09:35:15.912373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.929694 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198eacd-1db5-4455-98fc-e75ca88fded2 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd4ba14-5a18-405b-857b-b9cf1c569dd2,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:15.953039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7198eacd-1db5-4455-98fc-e75ca88fded2 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:15.954300 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7198eacd-1db5-4455-98fc-e75ca88fded2 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "DELETE /v2.0/security-groups/6bd4ba14-5a18-405b-857b-b9cf1c569dd2 HTTP/1.1" status: 204 len: 168 time: 1.0480034 Oct 05 09:35:15.967878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37746) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:16.065102 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0b80db4b-cae1-47c8-aea4-94915f94dc06 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Synchronizing usage tracker for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:16.073972 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.148480 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:16.193001 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-31b79fc6-4b7e-46a4-9294-0bb8ef2ccf22 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.206072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.208722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] For port 01916bb8-4444-48e3-8f6e-95ce03c5da71, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:16.209181 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f290ba48-6ec6-4076-a71e-9f35a84fa406 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.231220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Network bcf178d4-55f2-40a7-aeef-c7c7666dfc10 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:16.236572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:16.239285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] For port 01916bb8-4444-48e3-8f6e-95ce03c5da71, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=01916bb8-4444-48e3-8f6e-95ce03c5da71,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:16.245105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:16.248543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Pushing event updated for resources: {'Port': ['ID=4800646a-e823-453f-a5d2-c849558b594c,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:16.287092 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:16.288515 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Attempt 5 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:16.307313 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290ba48-6ec6-4076-a71e-9f35a84fa406 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=07689d75-7bc6-4583-81b9-f1d575416cdd,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:16.310266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0b80db4b-cae1-47c8-aea4-94915f94dc06 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Unset dirty status for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:16.315939 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0b80db4b-cae1-47c8-aea4-94915f94dc06 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3467789 Oct 05 09:35:16.322226 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37752) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:16.325042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f290ba48-6ec6-4076-a71e-9f35a84fa406 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.330034 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:16.344878 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f290ba48-6ec6-4076-a71e-9f35a84fa406 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/07689d75-7bc6-4583-81b9-f1d575416cdd HTTP/1.1" status: 204 len: 168 time: 2.5844543 Oct 05 09:35:16.357594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-26190c70-2d55-42bb-8b97-42697174e97f tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982351587'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:16.361602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37756) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:16.368048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Subnet': ['ID=e42fb11d-c74a-4329-b0ba-89bab186712a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:16.370875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-26190c70-2d55-42bb-8b97-42697174e97f tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:16.381102 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-31b79fc6-4b7e-46a4-9294-0bb8ef2ccf22 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 2e2958f0-d5a4-4c9c-98b9-2f799f9ef2ef owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:16.390253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.454424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-26190c70-2d55-42bb-8b97-42697174e97f tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:16.456521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Made reservation on behalf of d83a1fd4a9e74c2e90fd216a2eddf28a for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:16.460799 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:16.478032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Attempting to bind port 4800646a-e823-453f-a5d2-c849558b594c on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:16.478413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Attempting to bind port 4800646a-e823-453f-a5d2-c849558b594c by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '82f73bb5-a690-4e8e-b0ff-4b03433c1b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bcf178d4-55f2-40a7-aeef-c7c7666dfc10'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:16.478781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Attempting to bind port 4800646a-e823-453f-a5d2-c849558b594c on network bcf178d4-55f2-40a7-aeef-c7c7666dfc10 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:16.490763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:16.490958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Checking segment: {'id': '82f73bb5-a690-4e8e-b0ff-4b03433c1b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bcf178d4-55f2-40a7-aeef-c7c7666dfc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:16.491370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.492244 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Bound using segment: {'id': '82f73bb5-a690-4e8e-b0ff-4b03433c1b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bcf178d4-55f2-40a7-aeef-c7c7666dfc10'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:16.492244 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Bound port: 4800646a-e823-453f-a5d2-c849558b594c, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f73bb5-a690-4e8e-b0ff-4b03433c1b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bcf178d4-55f2-40a7-aeef-c7c7666dfc10'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:16.492563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.513191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d8b12-c133-4e85-a5ad-5c6b11d64a08 None None] Pushing event updated for resources: {'Port': ['ID=01916bb8-4444-48e3-8f6e-95ce03c5da71,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:16.517936 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-98e0ee3e-c679-4a73-b2fc-207e057fa904 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1511159 Oct 05 09:35:16.559001 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37760) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:16.620333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] For port 4800646a-e823-453f-a5d2-c849558b594c, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:16.625469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98354f-cb3d-4a4c-b9cc-18dbf95540b7 req-24376a19-78e3-453a-a6b8-c18ae2b41776 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:16.625827 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] For port 4800646a-e823-453f-a5d2-c849558b594c, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4800646a-e823-453f-a5d2-c849558b594c,segment=NetworkSegment(82f73bb5-a690-4e8e-b0ff-4b03433c1b1a),segment_id=82f73bb5-a690-4e8e-b0ff-4b03433c1b1a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:16.627045 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8f98354f-cb3d-4a4c-b9cc-18dbf95540b7 req-24376a19-78e3-453a-a6b8-c18ae2b41776 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.4753294 Oct 05 09:35:16.637903 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-26190c70-2d55-42bb-8b97-42697174e97f tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.651438 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.689198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.698653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf178d4-55f2-40a7-aeef-c7c7666dfc10']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:16.699856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.729505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f73bb5-a690-4e8e-b0ff-4b03433c1b1a') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:16.729867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f73bb5-a690-4e8e-b0ff-4b03433c1b1a') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:16.737633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-26190c70-2d55-42bb-8b97-42697174e97f tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:16.741495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Transition to ACTIVE for port object 915ea02e-0d5e-4914-a417-804e5fa8ab78 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:16.745962 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.781070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-31b79fc6-4b7e-46a4-9294-0bb8ef2ccf22 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.786835 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-26190c70-2d55-42bb-8b97-42697174e97f tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:16.796341 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-26190c70-2d55-42bb-8b97-42697174e97f tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:16.817669 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8f98354f-cb3d-4a4c-b9cc-18dbf95540b7 req-69dc740f-76d4-46a0-b889-7b2392eaa4d8 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685143 Oct 05 09:35:16.818740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-26190c70-2d55-42bb-8b97-42697174e97f tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:16.836372 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.839825 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.867858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b79fc6-4b7e-46a4-9294-0bb8ef2ccf22 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=2e2958f0-d5a4-4c9c-98b9-2f799f9ef2ef,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:16.875800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:35:16.878742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.904366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-31b79fc6-4b7e-46a4-9294-0bb8ef2ccf22 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.918203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ce31a6-0966-4c86-8e87-7b1438e2bce1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:16.918962 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e4ce31a6-0966-4c86-8e87-7b1438e2bce1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:16.922231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] device_id is not set on port 06d3a39f-b2e1-41db-a66b-c52e5f8ce3af yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:35:16.954601 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 82f73bb5-a690-4e8e-b0ff-4b03433c1b1a resource provider aggregate not found Oct 05 09:35:16.977320 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Attempt 6 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:16.987387 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 82f73bb5-a690-4e8e-b0ff-4b03433c1b1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82f73bb5-a690-4e8e-b0ff-4b03433c1b1a found for delete ", "request_id": "req-187663ae-bdeb-4c67-aa8d-511c07a74cfc"}]} Oct 05 09:35:17.008617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0991041-2abb-42e6-9de8-421a0d2da595 None None] Network bcf178d4-55f2-40a7-aeef-c7c7666dfc10 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:17.033822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Router 22ae34e8-fc5b-4164-a8ba-4688d5d8a29f is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:35:17.034160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08133a23-7ce2-4d04-abfb-f79b4756e2bd None None] Pushing event updated for resources: {'Port': ['ID=4800646a-e823-453f-a5d2-c849558b594c,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:17.047282 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:35:17.047282 dv-neutron-860329-1-hyperv neutron-server[89845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:35:17.047282 dv-neutron-860329-1-hyperv neutron-server[89845]: [parameters: {'id': 'bcf178d4-55f2-40a7-aeef-c7c7666dfc10'}] Oct 05 09:35:17.047282 dv-neutron-860329-1-hyperv neutron-server[89845]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:35:17.049190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:35:17.068850 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-31b79fc6-4b7e-46a4-9294-0bb8ef2ccf22 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/2e2958f0-d5a4-4c9c-98b9-2f799f9ef2ef HTTP/1.1" status: 204 len: 168 time: 1.4533389 Oct 05 09:35:17.071029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37768) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:17.124426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:17.131723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:17.240465 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Network 0e203a31-61cb-4ee4-8f1f-695f3c3bdd65 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:17.244977 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:17.247940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:17.299215 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e4ce31a6-0966-4c86-8e87-7b1438e2bce1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:17.302834 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e4ce31a6-0966-4c86-8e87-7b1438e2bce1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7424850 Oct 05 09:35:17.307600 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37772) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:17.413594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event updated for resources: {'Port': ['ID=915ea02e-0d5e-4914-a417-804e5fa8ab78,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:17.446161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-26190c70-2d55-42bb-8b97-42697174e97f tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:17.463686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9c43d9-2b11-45cc-b7dc-3f0ebf02df8e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:17.464804 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ae9c43d9-2b11-45cc-b7dc-3f0ebf02df8e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:17.469020 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:17.480181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:17.480549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:17.481293 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Sync routers for ids ['22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:17.502395 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Routers {'22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:17.503373 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:17.540131 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6f1aa7-6d1c-4ab3-8f90-24f0e86bfe13 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:17.541325 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ba6f1aa7-6d1c-4ab3-8f90-24f0e86bfe13 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:17.556331 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:17.556500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-26190c70-2d55-42bb-8b97-42697174e97f tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:17.564076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Deleting port 4800646a-e823-453f-a5d2-c849558b594c {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:17.564503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:17.599697 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-13c22046-da02-4727-bb3d-b63ada87f971 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1810915 Oct 05 09:35:17.608245 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37776) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:17.613720 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:17.625959 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Attempt 7 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:17.628925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:17.635829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ae9c43d9-2b11-45cc-b7dc-3f0ebf02df8e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:17.641204 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ae9c43d9-2b11-45cc-b7dc-3f0ebf02df8e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5641923 Oct 05 09:35:17.641204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Usage tracker for resource:floatingip and tenant:31fa0d094a5545a295f6d29a80cf5b6a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:17.642183 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37780) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:17.643174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:17.653809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:17.694877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26190c70-2d55-42bb-8b97-42697174e97f tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe3e085-76d9-45f3-9bb7-d4d4ccf2ab58,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:17.695792 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Set router 22ae34e8-fc5b-4164-a8ba-4688d5d8a29f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:35:17.702867 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Allocated IP 172.20.0.14 (9139a9fa-9f1e-4861-a50c-d0a89e627c4a/0106c4bf-ed4d-4a64-b520-4ba2099a89d8/06d3a39f-b2e1-41db-a66b-c52e5f8ce3af) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:17.708381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:17.713297 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e23f2090-5333-4e2b-aa16-e264da01e66a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.8151357 Oct 05 09:35:17.713297 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d71cd8-59d2-4d72-92e4-d8a9d7ab0db7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] GET failed (client error): The resource could not be found. Oct 05 09:35:17.713297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-70d71cd8-59d2-4d72-92e4-d8a9d7ab0db7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:17.714223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-26190c70-2d55-42bb-8b97-42697174e97f tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:17.715757 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-26190c70-2d55-42bb-8b97-42697174e97f tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3797257 Oct 05 09:35:17.715964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37784) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:17.720843 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37786) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:17.722085 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Allocated IP 172.20.0.13 (9139a9fa-9f1e-4861-a50c-d0a89e627c4a/0106c4bf-ed4d-4a64-b520-4ba2099a89d8/06d3a39f-b2e1-41db-a66b-c52e5f8ce3af) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:17.766842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:17.850915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:17.976123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dc1fbb-fde1-42b6-9d47-50ad8ece27fa None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:17.979285 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-6a8adbda-2841-4deb-adee-17aa58716bef tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '8fe3e085-76d9-45f3-9bb7-d4d4ccf2ab58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:17.984488 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ba6f1aa7-6d1c-4ab3-8f90-24f0e86bfe13 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:17.990734 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ba6f1aa7-6d1c-4ab3-8f90-24f0e86bfe13 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6744194 Oct 05 09:35:17.991656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6a8adbda-2841-4deb-adee-17aa58716bef tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:17.996270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37794) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:18.049519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] For port 4800646a-e823-453f-a5d2-c849558b594c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4800646a-e823-453f-a5d2-c849558b594c,segment=NetworkSegment(82f73bb5-a690-4e8e-b0ff-4b03433c1b1a),segment_id=82f73bb5-a690-4e8e-b0ff-4b03433c1b1a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:18.049723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.075750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6a8adbda-2841-4deb-adee-17aa58716bef tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:18.083102 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6a8adbda-2841-4deb-adee-17aa58716bef tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:18.101529 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'name': 'tempest-TestVolumeBootPattern-1161380814-router', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:08Z', 'updated_at': '2022-10-05T09:35:14Z', 'revision_number': 3, 'project_id': 'e6b6283428344247a604e5f5fa37cb24', 'gw_port': {'id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:18.104532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-70d71cd8-59d2-4d72-92e4-d8a9d7ab0db7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:18.107851 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Checking router: 22ae34e8-fc5b-4164-a8ba-4688d5d8a29f for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:35:18.108521 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Updating router 22ae34e8-fc5b-4164-a8ba-4688d5d8a29f port 6de18a9f-f792-4d64-bc58-c81cae949026 binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:35:18.108657 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-70d71cd8-59d2-4d72-92e4-d8a9d7ab0db7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/ca57684a-a287-4a17-bb23-763a979ec025 HTTP/1.1" status: 404 len: 333 time: 0.4651806 Oct 05 09:35:18.109722 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37800) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:18.120212 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-305be9d2-79a6-4b43-8a5d-3447ac5445c8 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204824 Oct 05 09:35:18.122487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6a8adbda-2841-4deb-adee-17aa58716bef tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:18.132911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37804) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:18.179741 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.198475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-12593d22-6dcb-467d-8df2-de80f5413716 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:18.224242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Calling delete_port for 4800646a-e823-453f-a5d2-c849558b594c owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:18.242431 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a999beaa-2939-4a25-a126-148e11661f0e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] GET failed (client error): The resource could not be found. Oct 05 09:35:18.247163 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a999beaa-2939-4a25-a126-148e11661f0e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/2e2958f0-d5a4-4c9c-98b9-2f799f9ef2ef HTTP/1.1" status: 404 len: 333 time: 0.1262352 Oct 05 09:35:18.258026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37808) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:18.346814 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Attempt 8 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:18.413824 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-12593d22-6dcb-467d-8df2-de80f5413716 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:18.434653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-12593d22-6dcb-467d-8df2-de80f5413716 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:18.470251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.470661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:18.521830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.582357 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.596524 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Transition to ACTIVE for port object 6de18a9f-f792-4d64-bc58-c81cae949026 will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:18.624479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313c68b-b59f-4d14-9aed-3e6b95d9ba50 None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:35:18.629212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d313c68b-b59f-4d14-9aed-3e6b95d9ba50 None None] Deleting port 01916bb8-4444-48e3-8f6e-95ce03c5da71 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:18.629599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d313c68b-b59f-4d14-9aed-3e6b95d9ba50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.634896 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12593d22-6dcb-467d-8df2-de80f5413716 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:18.638585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-12593d22-6dcb-467d-8df2-de80f5413716 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.652061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Port': ['ID=4800646a-e823-453f-a5d2-c849558b594c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:18.656718 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7600d45-afd5-4edc-bc0f-a71a5291ad96 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.664133 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.744034 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270942e-e2b3-478b-8319-f673146b02f9 None None] Pushing event updated for resources: {'Port': ['ID=6de18a9f-f792-4d64-bc58-c81cae949026,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:18.746234 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Attempting to bind port 6de18a9f-f792-4d64-bc58-c81cae949026 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:18.746601 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Attempting to bind port 6de18a9f-f792-4d64-bc58-c81cae949026 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:18.746956 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Attempting to bind port 6de18a9f-f792-4d64-bc58-c81cae949026 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:18.753440 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:18.753809 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:18.754291 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.754680 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:18.755186 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Bound port: 6de18a9f-f792-4d64-bc58-c81cae949026, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:18.755581 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.813053 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270942e-e2b3-478b-8319-f673146b02f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:18.813820 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270942e-e2b3-478b-8319-f673146b02f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:18.813820 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270942e-e2b3-478b-8319-f673146b02f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:18.814119 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270942e-e2b3-478b-8319-f673146b02f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:18.814454 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270942e-e2b3-478b-8319-f673146b02f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:18.814788 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270942e-e2b3-478b-8319-f673146b02f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:18.815117 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270942e-e2b3-478b-8319-f673146b02f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:18.815443 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270942e-e2b3-478b-8319-f673146b02f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:18.815843 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270942e-e2b3-478b-8319-f673146b02f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:18.816175 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270942e-e2b3-478b-8319-f673146b02f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:18.816499 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270942e-e2b3-478b-8319-f673146b02f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:18.816819 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270942e-e2b3-478b-8319-f673146b02f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:18.843781 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] For port 6de18a9f-f792-4d64-bc58-c81cae949026, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:18.843924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No DVR routers for this DVR port 4800646a-e823-453f-a5d2-c849558b594c on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:35:18.847143 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] For port 6de18a9f-f792-4d64-bc58-c81cae949026, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6de18a9f-f792-4d64-bc58-c81cae949026,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:18.872587 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-6a8adbda-2841-4deb-adee-17aa58716bef tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The resource could not be found. Oct 05 09:35:18.876447 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6a8adbda-2841-4deb-adee-17aa58716bef tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9185448 Oct 05 09:35:18.890048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37812) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:18.910608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-9ae3cafb-d2cf-4986-aab6-7ca270177f98 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '8fe3e085-76d9-45f3-9bb7-d4d4ccf2ab58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'cbd46ed0-8cce-492d-8b8a-0c856662ac1e'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:18.926995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d313c68b-b59f-4d14-9aed-3e6b95d9ba50 None None] For port 01916bb8-4444-48e3-8f6e-95ce03c5da71, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=01916bb8-4444-48e3-8f6e-95ce03c5da71,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:18.926995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d313c68b-b59f-4d14-9aed-3e6b95d9ba50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.933110 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.943800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9ae3cafb-d2cf-4986-aab6-7ca270177f98 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:18.998311 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Routers {'22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:18.998311 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:19.008378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9ae3cafb-d2cf-4986-aab6-7ca270177f98 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:19.025722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9ae3cafb-d2cf-4986-aab6-7ca270177f98 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:19.054128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9ae3cafb-d2cf-4986-aab6-7ca270177f98 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:19.069386 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.093596 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd3948-7fc9-4e6d-b77d-b59ae4a486c6 req-15d9be8b-bf30-46d5-a522-baae3465c4b6 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:19.095160 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f0cd3948-7fc9-4e6d-b77d-b59ae4a486c6 req-15d9be8b-bf30-46d5-a522-baae3465c4b6 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 1.0165694 Oct 05 09:35:19.100285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Allocated IP 172.26.7.171 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/52acd30e-a843-490a-ab47-ac7344b3ce88) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:19.103538 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270942e-e2b3-478b-8319-f673146b02f9 None None] Pushing event updated for resources: {'Port': ['ID=6de18a9f-f792-4d64-bc58-c81cae949026,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:19.110356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7600d45-afd5-4edc-bc0f-a71a5291ad96 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.131363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.131481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf178d4-55f2-40a7-aeef-c7c7666dfc10']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:19.147776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f73bb5-a690-4e8e-b0ff-4b03433c1b1a') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:19.148069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f73bb5-a690-4e8e-b0ff-4b03433c1b1a') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:19.189879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d313c68b-b59f-4d14-9aed-3e6b95d9ba50 None None] Calling delete_port for 01916bb8-4444-48e3-8f6e-95ce03c5da71 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:19.205129 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] Set router 22ae34e8-fc5b-4164-a8ba-4688d5d8a29f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:35:19.221189 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-c7600d45-afd5-4edc-bc0f-a71a5291ad96 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b6e5b7-0d10-49f9-9222-0bc024652fbf']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:19.236368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.275999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-c7600d45-afd5-4edc-bc0f-a71a5291ad96 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ca8288-ccd9-4be4-ae25-3668bc38d35f') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:19.275999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-c7600d45-afd5-4edc-bc0f-a71a5291ad96 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ca8288-ccd9-4be4-ae25-3668bc38d35f') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:19.301689 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Attempt 9 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:19.310439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7600d45-afd5-4edc-bc0f-a71a5291ad96 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.342957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.346777 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7600d45-afd5-4edc-bc0f-a71a5291ad96 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.356870 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7600d45-afd5-4edc-bc0f-a71a5291ad96 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:35:19.357676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7600d45-afd5-4edc-bc0f-a71a5291ad96 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.367199 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:35:19.367613 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.397158 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f0cd3948-7fc9-4e6d-b77d-b59ae4a486c6 req-4c1f6db0-65bf-4a72-acbe-4f36d156ff5f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629507 Oct 05 09:35:19.470834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d313c68b-b59f-4d14-9aed-3e6b95d9ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.493636 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 82f73bb5-a690-4e8e-b0ff-4b03433c1b1a resource provider aggregate not found Oct 05 09:35:19.519981 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:19.531470 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 80ca8288-ccd9-4be4-ae25-3668bc38d35f resource provider aggregate not found Oct 05 09:35:19.532534 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313c68b-b59f-4d14-9aed-3e6b95d9ba50 None None] No DVR routers for this DVR port 01916bb8-4444-48e3-8f6e-95ce03c5da71 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:35:19.552429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313c68b-b59f-4d14-9aed-3e6b95d9ba50 None None] Pushing event deleted for resources: {'Port': ['ID=01916bb8-4444-48e3-8f6e-95ce03c5da71,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:19.560405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfff1a80-88fe-4e82-9024-23adb60a22f4 None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:35:19.585234 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'name': 'tempest-TestVolumeBootPattern-1161380814-router', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:08Z', 'updated_at': '2022-10-05T09:35:14Z', 'revision_number': 3, 'project_id': 'e6b6283428344247a604e5f5fa37cb24', 'gw_port': {'id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:19.591518 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aecf3d-2adf-4858-9522-ebf45f1a8813 None None] The sync data for ids ['22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'] in dv-neutron-860329-1-hyperv is: [{'id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'name': 'tempest-TestVolumeBootPattern-1161380814-router', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:08Z', 'updated_at': '2022-10-05T09:35:14Z', 'revision_number': 3, 'project_id': 'e6b6283428344247a604e5f5fa37cb24', 'gw_port': {'id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:19.718466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff1a80-88fe-4e82-9024-23adb60a22f4 None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:35:19.816498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.868966 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 80ca8288-ccd9-4be4-ae25-3668bc38d35f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80ca8288-ccd9-4be4-ae25-3668bc38d35f found for delete ", "request_id": "req-0748344a-e95b-4801-ae80-f0fe0333f38d"}]} Oct 05 09:35:19.894366 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 82f73bb5-a690-4e8e-b0ff-4b03433c1b1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82f73bb5-a690-4e8e-b0ff-4b03433c1b1a found for delete ", "request_id": "req-090bbfa5-50d2-4d55-b503-e2ce8ec48ac9"}]} Oct 05 09:35:19.895690 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-9ae3cafb-d2cf-4986-aab6-7ca270177f98 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The resource could not be found. Oct 05 09:35:19.897069 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9ae3cafb-d2cf-4986-aab6-7ca270177f98 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0025680 Oct 05 09:35:19.900851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37828) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:19.905583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7600d45-afd5-4edc-bc0f-a71a5291ad96 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.918186 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.999135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5b7be35e-f423-41fa-a16d-ba9b7d704d0d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.022032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7600d45-afd5-4edc-bc0f-a71a5291ad96 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.033089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.036420 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7600d45-afd5-4edc-bc0f-a71a5291ad96 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Network': ['ID=15b6e5b7-0d10-49f9-9222-0bc024652fbf,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:20.054966 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 9139a9fa-9f1e-4861-a50c-d0a89e627c4a is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:20.059398 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Attempt 10 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:20.064433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:20.074106 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:20.097547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5b7be35e-f423-41fa-a16d-ba9b7d704d0d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.110186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.120247 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c7600d45-afd5-4edc-bc0f-a71a5291ad96 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/networks/15b6e5b7-0d10-49f9-9222-0bc024652fbf HTTP/1.1" status: 204 len: 168 time: 1.8571515 Oct 05 09:35:20.124399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37832) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:20.128099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:20.131395 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.151888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=06d3a39f-b2e1-41db-a66b-c52e5f8ce3af,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:20.164376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1818704533'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:20.164602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Provisioning complete for port 94ab0f76-ee05-455e-ba90-586304879e41 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:20.164811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.165667 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Attempt 1 to provision port 94ab0f76-ee05-455e-ba90-586304879e41 Oct 05 09:35:20.167354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:20.170279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:20.174432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:network and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:20.177397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:20.177974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.184203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:20.191679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Network': ['ID=bcf178d4-55f2-40a7-aeef-c7c7666dfc10,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:20.194014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:20.197141 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-de94446a-00af-4e98-8b2f-e95f79c3d620 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/bcf178d4-55f2-40a7-aeef-c7c7666dfc10 HTTP/1.1" status: 204 len: 168 time: 6.0905166 Oct 05 09:35:20.201530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37836) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:20.203586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:20.217117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1566624012'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:20.240239 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b8a7-7924-4c0b-86ae-a64937727f97 req-6903e1d4-86ca-4a53-b77e-baabc68498d0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:20.246552 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0472b8a7-7924-4c0b-86ae-a64937727f97 req-6903e1d4-86ca-4a53-b77e-baabc68498d0 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.5248497 Oct 05 09:35:20.300368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:20.318075 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:20.321822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.334972 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:network and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:20.341327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event updated for resources: {'Port': ['ID=52acd30e-a843-490a-ab47-ac7344b3ce88,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:20.347086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:20.373668 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:20.374271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.383591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:20.444707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ba62cbd9-160b-4f09-b126-ba994a6d1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.452993 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.objects.ports [None req-12593d22-6dcb-467d-8df2-de80f5413716 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89845) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:35:20.455639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-12593d22-6dcb-467d-8df2-de80f5413716 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.475772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': 'e3cea679-527b-4d07-bf50-45877106c025'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:35:20.476603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.541081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5b7be35e-f423-41fa-a16d-ba9b7d704d0d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.560108 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12593d22-6dcb-467d-8df2-de80f5413716 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:20.579041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-12593d22-6dcb-467d-8df2-de80f5413716 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:20.593301 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12593d22-6dcb-467d-8df2-de80f5413716 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:20.593895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-12593d22-6dcb-467d-8df2-de80f5413716 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.597740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7be35e-f423-41fa-a16d-ba9b7d704d0d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe3e085-76d9-45f3-9bb7-d4d4ccf2ab58,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:20.611359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:20.626136 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.626771 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Added segment 5f5c96c9-14c5-4ece-a8b8-18767669f251 of type vlan for network 74e24748-4e2d-4eca-8885-0f6da629c238 Oct 05 09:35:20.638888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-611c91af-62f8-485a-b309-aad8d1fa2cca None None] Current status of the port 94ab0f76-ee05-455e-ba90-586304879e41 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:20.640270 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12593d22-6dcb-467d-8df2-de80f5413716 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=e3cea679-527b-4d07-bf50-45877106c025,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:20.661451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.672682 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5b7be35e-f423-41fa-a16d-ba9b7d704d0d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.673812 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5b7be35e-f423-41fa-a16d-ba9b7d704d0d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "DELETE /v2.0/security-groups/8fe3e085-76d9-45f3-9bb7-d4d4ccf2ab58 HTTP/1.1" status: 204 len: 168 time: 0.7716365 Oct 05 09:35:20.676644 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37842) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:20.687617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:20.691072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.712819 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.724653 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5ee9c67d-97a0-4f3a-88e9-e4105085029b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.1465411 Oct 05 09:35:20.728807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37846) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:20.736379 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '06d3a39f-b2e1-41db-a66b-c52e5f8ce3af', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:20.756160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d1541a56-5486-45e4-bc2d-6aa0e1f6ef62 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Synchronizing usage tracker for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:20.763477 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-12593d22-6dcb-467d-8df2-de80f5413716 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6265976 Oct 05 09:35:20.766966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37850) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:20.773397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:20.778967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-7f1a3406-1ffa-4581-b414-74093c2ba02a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:20.779711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Allocated IP 2001:db8::f816:3eff:feb9:e0b4 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/e3cea679-527b-4d07-bf50-45877106c025/2d9cf8c7-9f6a-40ed-a5e9-c0013311764c) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:20.799489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Allocated IP 172.20.0.1 (e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0/7eecc0a8-1aaa-4dc8-b452-c3c73c968998/bb259698-047f-4679-97c4-55c479f8fa09) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:20.801751 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Usage tracker for resource:floatingip and tenant:d83a1fd4a9e74c2e90fd216a2eddf28a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:20.812638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:20.833224 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0472b8a7-7924-4c0b-86ae-a64937727f97 req-d07f3ac1-cd67-4346-8533-5bb004f8c6a9 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5212383 Oct 05 09:35:20.834271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:20.846418 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:20.897020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6de18a9f-f792-4d64-bc58-c81cae949026 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:20.943496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d1541a56-5486-45e4-bc2d-6aa0e1f6ef62 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Unset dirty status for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:20.945088 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d1541a56-5486-45e4-bc2d-6aa0e1f6ef62 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2672513 Oct 05 09:35:20.955470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Could not find standard attr ID for object eef690df-6af8-48aa-8b83-7303edbafae3. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:35:20.957904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37856) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:20.971507 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-07f53b94-f1e2-4f6a-9171-ccb7a2699550 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': '2def761a-e8b1-43f4-9981-e0c90cba5d64', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:20.972941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.973433 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Added segment 27847360-014e-412d-b566-a9b08a68942c of type vlan for network be3a5804-ea53-4d2f-bf64-10e59dc7827a Oct 05 09:35:20.980460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Could not find standard attr ID for object 01916bb8-4444-48e3-8f6e-95ce03c5da71. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:35:21.011198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-07f53b94-f1e2-4f6a-9171-ccb7a2699550 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:21.024428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.037505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-07f53b94-f1e2-4f6a-9171-ccb7a2699550 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:21.039264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.049686 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Provisioning complete for port ea569708-5f3b-41f4-8853-3b81f96edc86 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:21.050145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.050486 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 1 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:21.054371 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-07f53b94-f1e2-4f6a-9171-ccb7a2699550 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:21.054529 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:21.056246 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.068552 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-07f53b94-f1e2-4f6a-9171-ccb7a2699550 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:21.071182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.077846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.159446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7f1a3406-1ffa-4581-b414-74093c2ba02a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:21.176325 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 6de18a9f-f792-4d64-bc58-c81cae949026 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:21.179655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:21.183439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7f1a3406-1ffa-4581-b414-74093c2ba02a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:21.189131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 6de18a9f-f792-4d64-bc58-c81cae949026 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:21.189360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.189491 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 6de18a9f-f792-4d64-bc58-c81cae949026 Oct 05 09:35:21.227950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.252695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Transition to ACTIVE for port object 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:21.282330 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Transition to ACTIVE for port object 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:21.329754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1a3406-1ffa-4581-b414-74093c2ba02a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:21.333847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3406-1ffa-4581-b414-74093c2ba02a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.352055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 6de18a9f-f792-4d64-bc58-c81cae949026 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:21.352503 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.360862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.378961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:35:21.389728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.428815 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 6de18a9f-f792-4d64-bc58-c81cae949026, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6de18a9f-f792-4d64-bc58-c81cae949026,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:21.429280 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Network': ['ID=74e24748-4e2d-4eca-8885-0f6da629c238,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:21.434041 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-07f53b94-f1e2-4f6a-9171-ccb7a2699550 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The resource could not be found. Oct 05 09:35:21.439179 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-07f53b94-f1e2-4f6a-9171-ccb7a2699550 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4733400 Oct 05 09:35:21.439378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:21.439378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:21.442995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:21.443921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37860) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:21.445459 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Transition to ACTIVE for port object bb259698-047f-4679-97c4-55c479f8fa09 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:21.456421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-f8c2c316-673f-432f-ad16-cec352656dc3 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020464539'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:21.467939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f8c2c316-673f-432f-ad16-cec352656dc3 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:21.483888 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-129aec13-93b2-46d0-ae0f-0fe2184d9268 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3390100 Oct 05 09:35:21.484135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 74e24748-4e2d-4eca-8885-0f6da629c238 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:21.488474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37864) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:21.495240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f8c2c316-673f-432f-ad16-cec352656dc3 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:21.499345 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Pushing event updated for resources: {'Port': ['ID=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:21.502305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'subnet': {'network_id': '74e24748-4e2d-4eca-8885-0f6da629c238', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:21.506337 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.517186 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.ipam_backend_mixin [None req-7f1a3406-1ffa-4581-b414-74093c2ba02a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e3cea679-527b-4d07-bf50-45877106c025 (CIDR: 2001:db8::/64) Oct 05 09:35:21.568062 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1a3406-1ffa-4581-b414-74093c2ba02a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:21.568769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1a3406-1ffa-4581-b414-74093c2ba02a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:35:21.602429 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.621718 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.627373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:21.628081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.640884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bc4e5-4808-4c1d-b6ba-740addf3e542 req-c736afe5-cd70-4be7-83af-c1fc55e033e9 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:21.642593 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6e2bc4e5-4808-4c1d-b6ba-740addf3e542 req-c736afe5-cd70-4be7-83af-c1fc55e033e9 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.5434408 Oct 05 09:35:21.650770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.719419 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7f1a3406-1ffa-4581-b414-74093c2ba02a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9495058 Oct 05 09:35:21.721672 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37868) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:21.734639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-258559b9-e2e1-464c-8bd7-db161eb52672 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:21.754720 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c316-673f-432f-ad16-cec352656dc3 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.792401 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 2 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:21.811213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:21.814178 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.817742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 01916bb8-4444-48e3-8f6e-95ce03c5da71 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:35:21.826935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.835296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event updated for resources: {'Port': ['ID=52acd30e-a843-490a-ab47-ac7344b3ce88,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:21.847912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=6de18a9f-f792-4d64-bc58-c81cae949026,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:21.870076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f8c2c316-673f-432f-ad16-cec352656dc3 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:21.877517 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:subnet and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:21.880542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 01916bb8-4444-48e3-8f6e-95ce03c5da71 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:35:21.880885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 01916bb8-4444-48e3-8f6e-95ce03c5da71 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:35:21.882855 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:21.896133 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Attempting to bind port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:21.896504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Attempting to bind port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:21.896871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Attempting to bind port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:21.909737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:21.915056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:21.915056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.915056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:21.915056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Bound port: 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:21.915056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.917364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Network': ['ID=be3a5804-ea53-4d2f-bf64-10e59dc7827a,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:21.925854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:21.939324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:21.941226 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4ff01b49-2c0c-4e05-9c13-ce0ef6743bfd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3320186 Oct 05 09:35:21.942561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-258559b9-e2e1-464c-8bd7-db161eb52672 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:21.945404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37872) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:21.953558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-44810d91-6eac-4f0d-b4bc-d20f5b8f31a5 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Request body: {'floatingip': {'port_id': '915ea02e-0d5e-4914-a417-804e5fa8ab78', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:22.020173 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] For port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:22.023761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] For port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:22.038194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-258559b9-e2e1-464c-8bd7-db161eb52672 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:22.046534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-44810d91-6eac-4f0d-b4bc-d20f5b8f31a5 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for floatingip, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:22.051614 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-98297d76-939f-4d5c-b0ae-706020e094e9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8428280 Oct 05 09:35:22.058286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f8c2c316-673f-432f-ad16-cec352656dc3 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:22.064636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network be3a5804-ea53-4d2f-bf64-10e59dc7827a details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:22.070451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f8c2c316-673f-432f-ad16-cec352656dc3 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:22.076612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37876) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:22.091818 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'subnet': {'network_id': 'be3a5804-ea53-4d2f-bf64-10e59dc7827a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:22.106102 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:22.121658 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6e2bc4e5-4808-4c1d-b6ba-740addf3e542 req-760fb687-58dd-4942-9aab-187960e5fe74 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4541156 Oct 05 09:35:22.128499 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f8c2c316-673f-432f-ad16-cec352656dc3 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:22.140509 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Network e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:22.169362 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:22.210990 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:22.231561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:22.256690 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Pushing event updated for resources: {'Port': ['ID=bb259698-047f-4679-97c4-55c479f8fa09,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:22.262198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:22.328497 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258559b9-e2e1-464c-8bd7-db161eb52672 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:22.332119 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-258559b9-e2e1-464c-8bd7-db161eb52672 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:22.335725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dd362-c04e-483e-9de7-b3628bc5a9cc None None] Pushing event updated for resources: {'Port': ['ID=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:22.405375 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:22.409014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:22.427491 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 3 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:22.449716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:22.493643 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-44810d91-6eac-4f0d-b4bc-d20f5b8f31a5 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] update failed (client error): The resource could not be found. Oct 05 09:35:22.498680 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-44810d91-6eac-4f0d-b4bc-d20f5b8f31a5 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "PUT /v2.0/floatingips/248284ab-6d38-48c8-bdd6-9045aab28739 HTTP/1.1" status: 404 len: 507 time: 0.5509512 Oct 05 09:35:22.508974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:22.510627 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37882) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:22.526327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:subnet and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:22.556472 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:22.588210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:22.599718 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:22.604523 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6de18a9f-f792-4d64-bc58-c81cae949026 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:22.630107 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.ipam_backend_mixin [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Performing IP validity checks on allocation pools {{(pid=89846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 09:35:22.630727 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.ipam_backend_mixin [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 09:35:22.739594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8bddcf46-1945-441e-ab65-c597d14296d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:22.749393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:22.756699 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:22.764060 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 6de18a9f-f792-4d64-bc58-c81cae949026 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:22.764529 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:22.764987 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 6de18a9f-f792-4d64-bc58-c81cae949026 Oct 05 09:35:22.783090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-337cd126-b029-4bb2-827d-c03c7c82fc1e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Deleting port 52acd30e-a843-490a-ab47-ac7344b3ce88 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:22.783675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-337cd126-b029-4bb2-827d-c03c7c82fc1e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:22.880687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c316-673f-432f-ad16-cec352656dc3 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:22.922792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 6de18a9f-f792-4d64-bc58-c81cae949026 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:22.930987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44d968-546a-461e-ab68-1fb54ef254b6 req-12138ae7-d4b4-462a-9629-fc40146b368d tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:22.932512 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4a44d968-546a-461e-ab68-1fb54ef254b6 req-12138ae7-d4b4-462a-9629-fc40146b368d tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.6522350 Oct 05 09:35:22.972938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Allocated IP 172.26.7.112 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/5a20802d-7780-4d1a-8402-59322c34e256) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:22.993896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c316-673f-432f-ad16-cec352656dc3 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:23.011076 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 4 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:23.059748 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-337cd126-b029-4bb2-827d-c03c7c82fc1e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:23.060126 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-337cd126-b029-4bb2-827d-c03c7c82fc1e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:23.076775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:23.182612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2c316-673f-432f-ad16-cec352656dc3 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54099f3-bfba-4814-aac1-937c25fe4b81,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:23.187988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-337cd126-b029-4bb2-827d-c03c7c82fc1e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Calling delete_port for 52acd30e-a843-490a-ab47-ac7344b3ce88 owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:23.301767 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4a44d968-546a-461e-ab68-1fb54ef254b6 req-c54c218e-a357-4cb9-b78f-7355bb8e448e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593345 Oct 05 09:35:23.340126 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-258559b9-e2e1-464c-8bd7-db161eb52672 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:23.432954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258559b9-e2e1-464c-8bd7-db161eb52672 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:23.436521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-258559b9-e2e1-464c-8bd7-db161eb52672 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:23.441519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258559b9-e2e1-464c-8bd7-db161eb52672 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:23.442201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-258559b9-e2e1-464c-8bd7-db161eb52672 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:23.463743 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258559b9-e2e1-464c-8bd7-db161eb52672 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=461ad8ad-be6c-4259-9bd5-db7d0f33f298,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:23.484933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-337cd126-b029-4bb2-827d-c03c7c82fc1e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:23.489023 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c316-673f-432f-ad16-cec352656dc3 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:23.490211 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f8c2c316-673f-432f-ad16-cec352656dc3 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0422709 Oct 05 09:35:23.499877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37888) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:23.540203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cd126-b029-4bb2-827d-c03c7c82fc1e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event deleted for resources: {'Port': ['ID=52acd30e-a843-490a-ab47-ac7344b3ce88,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:23.574446 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-19f0beb9-4300-4f9a-bd4a-44809c01cc7d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1838478431'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:23.578210 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 5 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:23.589618 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:23.595025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-19f0beb9-4300-4f9a-bd4a-44809c01cc7d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:23.619620 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-258559b9-e2e1-464c-8bd7-db161eb52672 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8950751 Oct 05 09:35:23.624864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37892) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:23.641331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:23.642130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'mac_address': 'fa:16:3e:73:ee:a4', 'name': 'tempest-NetworksTestDHCPv6-1149167315'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:23.648185 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-19f0beb9-4300-4f9a-bd4a-44809c01cc7d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:23.655999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:23.667167 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9bdb59-9fcb-4fdf-b56c-0daf12428310 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:23.682976 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-19f0beb9-4300-4f9a-bd4a-44809c01cc7d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:23.694790 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:23.700970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:23.709786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-19f0beb9-4300-4f9a-bd4a-44809c01cc7d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:23.754315 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-337cd126-b029-4bb2-827d-c03c7c82fc1e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:23.756827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-337cd126-b029-4bb2-827d-c03c7c82fc1e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:23.758075 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-337cd126-b029-4bb2-827d-c03c7c82fc1e tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "DELETE /v2.0/floatingips/248284ab-6d38-48c8-bdd6-9045aab28739 HTTP/1.1" status: 204 len: 168 time: 1.2431161 Oct 05 09:35:23.764256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37896) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:23.771546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-408cc193-57c6-4acd-a287-4e5c97a8dc40 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Request body: {'floatingip': {'floating_network_id': '0e203a31-61cb-4ee4-8f1f-695f3c3bdd65', 'port_id': '915ea02e-0d5e-4914-a417-804e5fa8ab78', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:23.785396 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-408cc193-57c6-4acd-a287-4e5c97a8dc40 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:23.797331 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-408cc193-57c6-4acd-a287-4e5c97a8dc40 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Usage tracker for resource:floatingip and tenant:31fa0d094a5545a295f6d29a80cf5b6a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:23.813619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-408cc193-57c6-4acd-a287-4e5c97a8dc40 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:23.829112 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-408cc193-57c6-4acd-a287-4e5c97a8dc40 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:23.861904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:23.862359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-19f0beb9-4300-4f9a-bd4a-44809c01cc7d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:23.867010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:23.874865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:23.882087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:23.888834 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Subnet': ['ID=71ea5f81-14fc-4879-b682-dd92cffe533a,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:23.921871 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-408cc193-57c6-4acd-a287-4e5c97a8dc40 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:23.943767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Checking segment: {'id': '5f5c96c9-14c5-4ece-a8b8-18767669f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '74e24748-4e2d-4eca-8885-0f6da629c238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:23.943997 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network hostable DHCP agents. Network: 74e24748-4e2d-4eca-8885-0f6da629c238, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:35:24.009268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-19f0beb9-4300-4f9a-bd4a-44809c01cc7d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:24.019601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Checking segment: {'id': '27847360-014e-412d-b566-a9b08a68942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'be3a5804-ea53-4d2f-bf64-10e59dc7827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:24.019952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network hostable DHCP agents. Network: be3a5804-ea53-4d2f-bf64-10e59dc7827a, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:35:24.021577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:24.142319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326b5a6c-5caa-4fe0-8966-be38c7d57f25 None None] Update dhcp port {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'fixed_ips': [{'subnet_id': 'e3cea679-527b-4d07-bf50-45877106c025', 'ip_address': '2001:db8::f816:3eff:feb9:e0b4'}, {'subnet_id': '461ad8ad-be6c-4259-9bd5-db7d0f33f298'}], 'binding:host_id': 'dv-neutron-860329-1-hyperv'}, 'id': '2d9cf8c7-9f6a-40ed-a5e9-c0013311764c'} from dv-neutron-860329-1-hyperv. {{(pid=89847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:35:24.168273 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 6 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:24.198552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:24.229315 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-19f0beb9-4300-4f9a-bd4a-44809c01cc7d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:24.243758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:24.251096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac04cab-a0ae-40e5-bfd7-2f63c9c94bbd req-b5198aee-1b8a-4639-9d04-b906a1f1e330 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:24.254051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:24.255144 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2ac04cab-a0ae-40e5-bfd7-2f63c9c94bbd req-b5198aee-1b8a-4639-9d04-b906a1f1e330 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.7573640 Oct 05 09:35:24.258937 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-326b5a6c-5caa-4fe0-8966-be38c7d57f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:24.267845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-19f0beb9-4300-4f9a-bd4a-44809c01cc7d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:24.298576 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-19f0beb9-4300-4f9a-bd4a-44809c01cc7d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:24.310110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Subnet': ['ID=f39bd615-628b-4f0a-9917-203877696c90,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:24.329230 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:24.365729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 137c9a08-42db-4e80-8c86-dd3f6510bd4e yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:35:24.372549 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:24.413060 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2ac04cab-a0ae-40e5-bfd7-2f63c9c94bbd req-d5a5fec0-1f70-4eee-9a02-fed8a79eeb54 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453116 Oct 05 09:35:24.434467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network 74e24748-4e2d-4eca-8885-0f6da629c238 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:35:24.446984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network be3a5804-ea53-4d2f-bf64-10e59dc7827a is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:35:24.477043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-326b5a6c-5caa-4fe0-8966-be38c7d57f25 None None] Allocated IP 2001:db8:0:1::2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/461ad8ad-be6c-4259-9bd5-db7d0f33f298/2d9cf8c7-9f6a-40ed-a5e9-c0013311764c) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:24.492673 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:24.499846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:24.509381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:24.559644 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=5a20802d-7780-4d1a-8402-59322c34e256,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:24.570834 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, be3a5804-ea53-4d2f-bf64-10e59dc7827a) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:24.584653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 74e24748-4e2d-4eca-8885-0f6da629c238) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:24.585679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345defcd-7c75-468a-ba19-fd824977708c None None] Network be3a5804-ea53-4d2f-bf64-10e59dc7827a requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:24.603311 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:24.603947 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:24.632179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:24.633078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:24.634216 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-408cc193-57c6-4acd-a287-4e5c97a8dc40 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:24.635547 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-408cc193-57c6-4acd-a287-4e5c97a8dc40 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8709054 Oct 05 09:35:24.639691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37902) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:24.645046 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '915ea02e-0d5e-4914-a417-804e5fa8ab78', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:24.653146 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:24.657280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Usage tracker for resource:floatingip and tenant:31fa0d094a5545a295f6d29a80cf5b6a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:24.660949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:24.671281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:24.672929 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:24.676472 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-19f0beb9-4300-4f9a-bd4a-44809c01cc7d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:24.697237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaaae77-bd30-42c6-a544-f1aa7214af07 None None] Network 74e24748-4e2d-4eca-8885-0f6da629c238 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:24.709225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:24.730214 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2f911a2e-696e-452c-84c2-83f7b1297834 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6465220 Oct 05 09:35:24.731742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37906) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:24.764182 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 7 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:24.767802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:24.787685 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-32d6b40f-42db-4ffa-9c6d-af5c57a9f418 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2963147 Oct 05 09:35:24.793594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37910) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:24.796066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:24.848927 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-19f0beb9-4300-4f9a-bd4a-44809c01cc7d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:24.887877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'network_id': '74e24748-4e2d-4eca-8885-0f6da629c238', 'name': 'tempest-PortsTestJSON-1754361435'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:24.937969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:24.958640 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Pushing event updated for resources: {'Port': ['ID=bb259698-047f-4679-97c4-55c479f8fa09,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:24.988688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:24.995535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-326b5a6c-5caa-4fe0-8966-be38c7d57f25 None None] For port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:25.063226 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:25.131241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-19f0beb9-4300-4f9a-bd4a-44809c01cc7d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:25.132454 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-19f0beb9-4300-4f9a-bd4a-44809c01cc7d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6110358 Oct 05 09:35:25.138026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37916) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:25.148404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0beb9-4300-4f9a-bd4a-44809c01cc7d tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=050dff7c-db05-4a2b-9917-90e84b717099,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:25.154344 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-04b002fd-6c36-4ed5-8ddb-0a8ae6e42c01 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group_rule': {'security_group_id': 'a54099f3-bfba-4814-aac1-937c25fe4b81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '050dff7c-db05-4a2b-9917-90e84b717099'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:25.162392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Network e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:25.174072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:25.201384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:25.224075 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:25.224437 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.resource_extend [None req-326b5a6c-5caa-4fe0-8966-be38c7d57f25 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:35:25.226209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-04b002fd-6c36-4ed5-8ddb-0a8ae6e42c01 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:25.245475 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-326b5a6c-5caa-4fe0-8966-be38c7d57f25 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:25.327586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:25.354257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-04b002fd-6c36-4ed5-8ddb-0a8ae6e42c01 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:25.379976 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-326b5a6c-5caa-4fe0-8966-be38c7d57f25 None None] Ignored duplicate provisioning block setup for port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:35:25.389596 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-74e24748-4e2d-4eca-8885-0f6da629c238', 'network_id': '74e24748-4e2d-4eca-8885-0f6da629c238', 'tenant_id': '7eeaf2f92eda4e74b4a823d89422d65f', 'fixed_ips': [{'subnet_id': '71ea5f81-14fc-4879-b682-dd92cffe533a'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:35:25.389596 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:25.420556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675b7bf8-2495-42d7-b1d6-b07dc164726a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-be3a5804-ea53-4d2f-bf64-10e59dc7827a', 'network_id': 'be3a5804-ea53-4d2f-bf64-10e59dc7827a', 'tenant_id': '506f7c6114bd44af8aa9a31ce6c0c06e', 'fixed_ips': [{'subnet_id': 'f39bd615-628b-4f0a-9917-203877696c90'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:35:25.421369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-675b7bf8-2495-42d7-b1d6-b07dc164726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:25.429844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:25.448969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:25.478279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-326b5a6c-5caa-4fe0-8966-be38c7d57f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:25.503994 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:25.532898 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 8 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:25.538250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-04b002fd-6c36-4ed5-8ddb-0a8ae6e42c01 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:25.555036 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-04b002fd-6c36-4ed5-8ddb-0a8ae6e42c01 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:25.579771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Subnet': ['ID=f39bd615-628b-4f0a-9917-203877696c90,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:25.595742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:25.672325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:25.701304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Router 22ae34e8-fc5b-4164-a8ba-4688d5d8a29f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:35:25.786263 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:25.804509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:25.808084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:25.817941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad353b-a8ce-4847-844f-86a09e634a29 req-339e009d-085a-4609-9974-2946ecbc4dec tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:25.823971 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b5a6c-5caa-4fe0-8966-be38c7d57f25 None None] Pushing event updated for resources: {'Port': ['ID=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:25.825153 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fdad353b-a8ce-4847-844f-86a09e634a29 req-339e009d-085a-4609-9974-2946ecbc4dec tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.6038511 Oct 05 09:35:25.873650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:25.878151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Allocated IP 172.20.0.2 (74e24748-4e2d-4eca-8885-0f6da629c238/71ea5f81-14fc-4879-b682-dd92cffe533a/50207179-05f1-49c1-9aae-a323a66628be) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:25.963819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3a5804-ea53-4d2f-bf64-10e59dc7827a']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:26.010526 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fdad353b-a8ce-4847-844f-86a09e634a29 req-c44e8537-1b3e-4f61-871b-bccad851be49 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842837 Oct 05 09:35:26.020583 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-04b002fd-6c36-4ed5-8ddb-0a8ae6e42c01 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:26.021610 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-04b002fd-6c36-4ed5-8ddb-0a8ae6e42c01 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8747432 Oct 05 09:35:26.026517 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37920) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:26.037355 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port 85ae0da2-def8-43d2-9ac4-1175c2423349 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:35:26.096750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:26.119378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27847360-014e-412d-b566-a9b08a68942c') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:26.119626 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27847360-014e-412d-b566-a9b08a68942c') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:26.136990 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-50f01a26-cb03-4cc4-a761-326c40274807 admin admin] 10.222.0.49 "PUT /v2.0/routers/22ae34e8-fc5b-4164-a8ba-4688d5d8a29f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4173522 Oct 05 09:35:26.139412 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.174654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04074afa-7bd9-4f25-ae61-0124db5da593 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.177182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.184974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8:0:1::31d (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/461ad8ad-be6c-4259-9bd5-db7d0f33f298/137c9a08-42db-4e80-8c86-dd3f6510bd4e) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:26.197237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.207718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Sync routers for ids ['22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:26.211432 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::f816:3eff:fe73:eea4 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/e3cea679-527b-4d07-bf50-45877106c025/137c9a08-42db-4e80-8c86-dd3f6510bd4e) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:26.247193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.248485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f0737c-e38b-4481-85eb-52eff498cd48 None None] Network be3a5804-ea53-4d2f-bf64-10e59dc7827a requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:26.250056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Allocated IP 172.26.7.181 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/4d5ee1cf-2a71-487b-8628-ff202f550786) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:26.273401 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:35:26.273826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.372479 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 27847360-014e-412d-b566-a9b08a68942c resource provider aggregate not found Oct 05 09:35:26.374276 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 9 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:26.408209 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 27847360-014e-412d-b566-a9b08a68942c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27847360-014e-412d-b566-a9b08a68942c found for delete ", "request_id": "req-b5357c39-8880-4579-b2c5-cb60ef6310f1"}]} Oct 05 09:35:26.416396 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Routers {'22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:26.417043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:26.447298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04074afa-7bd9-4f25-ae61-0124db5da593 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.607799 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.682747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04074afa-7bd9-4f25-ae61-0124db5da593 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.726086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04074afa-7bd9-4f25-ae61-0124db5da593 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=050dff7c-db05-4a2b-9917-90e84b717099,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:26.744761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Transition to ACTIVE for port object 50207179-05f1-49c1-9aae-a323a66628be will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:26.759661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:26.767355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04074afa-7bd9-4f25-ae61-0124db5da593 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.768491 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-04074afa-7bd9-4f25-ae61-0124db5da593 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "DELETE /v2.0/security-groups/050dff7c-db05-4a2b-9917-90e84b717099 HTTP/1.1" status: 204 len: 168 time: 0.7410548 Oct 05 09:35:26.771147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37934) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:26.835447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.840628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.900136 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37938) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:26.906108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2ddb2cc9-bc01-4829-ac23-ae30329ad45e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1527558762', 'description': 'tempest-secgroup-smoke-1527558762 description', 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:26.918446 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2ddb2cc9-bc01-4829-ac23-ae30329ad45e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:26.919418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Network': ['ID=be3a5804-ea53-4d2f-bf64-10e59dc7827a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:26.934443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2ddb2cc9-bc01-4829-ac23-ae30329ad45e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Usage tracker for resource:security_group and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:26.943133 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-06444b20-a1d3-41d7-8078-41dfb9b766f0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/be3a5804-ea53-4d2f-bf64-10e59dc7827a HTTP/1.1" status: 204 len: 168 time: 2.2068357 Oct 05 09:35:26.943354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c903fbb3-5b82-4a95-ad60-62d86270af3a None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:26.943460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2ddb2cc9-bc01-4829-ac23-ae30329ad45e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:26.944290 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37942) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:26.954782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-935296375'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:26.967719 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2ddb2cc9-bc01-4829-ac23-ae30329ad45e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:26.970209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:26.980370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.984100 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:network and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:26.996536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:27.019961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:27.037839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1bc855ab-e90e-406c-a3d6-9c92bedbc3cc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Synchronizing usage tracker for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:27.043240 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.072239 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 137c9a08-42db-4e80-8c86-dd3f6510bd4e will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:27.086030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.099272 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2cc9-bc01-4829-ac23-ae30329ad45e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.115301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:27.124381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2ddb2cc9-bc01-4829-ac23-ae30329ad45e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:27.129866 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2ddb2cc9-bc01-4829-ac23-ae30329ad45e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Usage tracker for resource:security_group_rule and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:27.148322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Transition to ACTIVE for port object 50207179-05f1-49c1-9aae-a323a66628be will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:27.172455 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2ddb2cc9-bc01-4829-ac23-ae30329ad45e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:27.177704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Set router 22ae34e8-fc5b-4164-a8ba-4688d5d8a29f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:35:27.180779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:27.184226 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.208079 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2ddb2cc9-bc01-4829-ac23-ae30329ad45e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:27.211147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.223446 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1bc855ab-e90e-406c-a3d6-9c92bedbc3cc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Unset dirty status for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:27.225128 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1bc855ab-e90e-406c-a3d6-9c92bedbc3cc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4530554 Oct 05 09:35:27.232860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.249730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37948) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:27.291437 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.291947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.360173 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:27.371638 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:27.388150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:27.393735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:27.396604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=5a20802d-7780-4d1a-8402-59322c34e256,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:27.400014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.400571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:27.401427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.408296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:27.417596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:27.423776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:27.460542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Network 74e24748-4e2d-4eca-8885-0f6da629c238 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:27.468514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event updated for resources: {'Port': ['ID=4d5ee1cf-2a71-487b-8628-ff202f550786,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:27.469138 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.469631 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Added segment c7441e3c-0800-400f-a35b-66cb119b12b5 of type vlan for network d1fde8e2-2699-4ea0-a690-d446f235043b Oct 05 09:35:27.476321 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:27.499793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:27.505720 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Pushing event updated for resources: {'Port': ['ID=50207179-05f1-49c1-9aae-a323a66628be,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:27.544891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bde7b-d11a-4ac2-bd14-6197c96fed6d req-7aba1cde-be44-490d-a2e0-f231248adc9a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:27.552042 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-486bde7b-d11a-4ac2-bd14-6197c96fed6d req-7aba1cde-be44-490d-a2e0-f231248adc9a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.4250679 Oct 05 09:35:27.562933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Allocated IP 172.20.0.12 (74e24748-4e2d-4eca-8885-0f6da629c238/71ea5f81-14fc-4879-b682-dd92cffe533a/85ae0da2-def8-43d2-9ac4-1175c2423349) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:27.596648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=137c9a08-42db-4e80-8c86-dd3f6510bd4e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:27.619027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.640337 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 10 to provision port ea569708-5f3b-41f4-8853-3b81f96edc86 Oct 05 09:35:27.651734 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e076248f-f4cc-4418-8229-ac0435b3f3c1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.0258038 Oct 05 09:35:27.652744 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37952) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:27.694397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2cc9-bc01-4829-ac23-ae30329ad45e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.726776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aada14a8-c728-403c-b8ef-9ef09cf62c07 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.740384 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-486bde7b-d11a-4ac2-bd14-6197c96fed6d req-c78d9968-0510-4edf-a6cc-7abf8e2964f9 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873970 Oct 05 09:35:27.762402 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Floating IP fce47abd-e6d8-48b2-b330-6b7ab0ad8cfd associated. External IP: 172.26.7.112, port: 06d3a39f-b2e1-41db-a66b-c52e5f8ce3af. Oct 05 09:35:27.819952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port ea569708-5f3b-41f4-8853-3b81f96edc86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:27.829681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2cc9-bc01-4829-ac23-ae30329ad45e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.859283 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Attempting to bind port 50207179-05f1-49c1-9aae-a323a66628be on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:27.860650 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Attempting to bind port 50207179-05f1-49c1-9aae-a323a66628be by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '5f5c96c9-14c5-4ece-a8b8-18767669f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '74e24748-4e2d-4eca-8885-0f6da629c238'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:27.860650 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Attempting to bind port 50207179-05f1-49c1-9aae-a323a66628be on network 74e24748-4e2d-4eca-8885-0f6da629c238 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:27.896488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aada14a8-c728-403c-b8ef-9ef09cf62c07 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.930017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:27.930717 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Checking segment: {'id': '5f5c96c9-14c5-4ece-a8b8-18767669f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '74e24748-4e2d-4eca-8885-0f6da629c238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:27.931288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.931860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Bound using segment: {'id': '5f5c96c9-14c5-4ece-a8b8-18767669f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '74e24748-4e2d-4eca-8885-0f6da629c238'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:27.932594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Bound port: 50207179-05f1-49c1-9aae-a323a66628be, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5c96c9-14c5-4ece-a8b8-18767669f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '74e24748-4e2d-4eca-8885-0f6da629c238'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:27.933150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:27.980211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-4337d206-9d7b-4b4b-a8d3-2713d62d1e84 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 137c9a08-42db-4e80-8c86-dd3f6510bd4e {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:27.980551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4337d206-9d7b-4b4b-a8d3-2713d62d1e84 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:28.003745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:28.009699 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:28.010296 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:28.028197 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Provisioning for port 915ea02e-0d5e-4914-a417-804e5fa8ab78 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:28.056677 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Provisioning complete for port 915ea02e-0d5e-4914-a417-804e5fa8ab78 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:28.061644 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:28.061644 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 1 to provision port 915ea02e-0d5e-4914-a417-804e5fa8ab78 Oct 05 09:35:28.090516 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Deleting port 4d5ee1cf-2a71-487b-8628-ff202f550786 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:28.091135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:28.163802 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb2cc9-bc01-4829-ac23-ae30329ad45e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff0f98f-374d-49d2-9214-c15d9c91e97f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:28.200419 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port 915ea02e-0d5e-4914-a417-804e5fa8ab78 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:28.207991 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] For port 50207179-05f1-49c1-9aae-a323a66628be, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:28.212878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Network': ['ID=d1fde8e2-2699-4ea0-a690-d446f235043b,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:28.213103 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] For port 50207179-05f1-49c1-9aae-a323a66628be, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=50207179-05f1-49c1-9aae-a323a66628be,segment=NetworkSegment(5f5c96c9-14c5-4ece-a8b8-18767669f251),segment_id=5f5c96c9-14c5-4ece-a8b8-18767669f251)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:28.226839 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'name': 'tempest-TestVolumeBootPattern-1161380814-router', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:08Z', 'updated_at': '2022-10-05T09:35:23Z', 'revision_number': 4, 'project_id': 'e6b6283428344247a604e5f5fa37cb24', 'gw_port': {'id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'bb259698-047f-4679-97c4-55c479f8fa09', 'name': '', 'network_id': 'e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24', 'mac_address': 'fa:16:3e:df:66:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7eecc0a8-1aaa-4dc8-b452-c3c73c968998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:20Z', 'updated_at': '2022-10-05T09:35:23Z', 'revision_number': 2, 'project_id': 'e6b6283428344247a604e5f5fa37cb24', 'subnets': [{'id': '7eecc0a8-1aaa-4dc8-b452-c3c73c968998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:28.230399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network d1fde8e2-2699-4ea0-a690-d446f235043b details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:28.247287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aada14a8-c728-403c-b8ef-9ef09cf62c07 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:28.329696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada14a8-c728-403c-b8ef-9ef09cf62c07 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54099f3-bfba-4814-aac1-937c25fe4b81,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:28.358308 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cc1dd8c2-342b-47b9-bc55-13f60587f501 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4129107 Oct 05 09:35:28.366858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37960) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:28.378743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2cc9-bc01-4829-ac23-ae30329ad45e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:28.379681 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2ddb2cc9-bc01-4829-ac23-ae30329ad45e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4784689 Oct 05 09:35:28.433356 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-6bf0135c-a6c5-4fd7-a7ea-bd38c56302e1 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:28.435690 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37964) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:28.461919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-566f5e2b-b8af-4934-a345-ccc30dfebba6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Request body: {'security_group_rule': {'security_group_id': '2ff0f98f-374d-49d2-9214-c15d9c91e97f', 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:28.471753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-566f5e2b-b8af-4934-a345-ccc30dfebba6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:28.472549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:28.479368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-566f5e2b-b8af-4934-a345-ccc30dfebba6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Usage tracker for resource:security_group_rule and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:28.485014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-566f5e2b-b8af-4934-a345-ccc30dfebba6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:28.489069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Checking router: 22ae34e8-fc5b-4164-a8ba-4688d5d8a29f for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:35:28.489432 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Updating router 22ae34e8-fc5b-4164-a8ba-4688d5d8a29f port bb259698-047f-4679-97c4-55c479f8fa09 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:35:28.498229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-566f5e2b-b8af-4934-a345-ccc30dfebba6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:28.553511 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:28.646426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:28.682027 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aada14a8-c728-403c-b8ef-9ef09cf62c07 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:28.683231 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-aada14a8-c728-403c-b8ef-9ef09cf62c07 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "DELETE /v2.0/security-groups/a54099f3-bfba-4814-aac1-937c25fe4b81 HTTP/1.1" status: 204 len: 168 time: 1.4296579 Oct 05 09:35:28.704754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37968) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:28.722567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Transition to ACTIVE for port object 85ae0da2-def8-43d2-9ac4-1175c2423349 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:28.738467 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 2 to provision port 915ea02e-0d5e-4914-a417-804e5fa8ab78 Oct 05 09:35:28.858791 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eb70c-2da9-43d1-861a-5e7c067fdc26 None None] Pushing event updated for resources: {'Port': ['ID=50207179-05f1-49c1-9aae-a323a66628be,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:28.870918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:35:28.886240 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port 915ea02e-0d5e-4914-a417-804e5fa8ab78 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:28.916056 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-566f5e2b-b8af-4934-a345-ccc30dfebba6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.105350 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b07ff3-d92a-4bce-b602-2c598cc09616 req-f77378ef-cb2d-455f-b1db-d5d9efc6e377 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:29.113436 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-72b07ff3-d92a-4bce-b602-2c598cc09616 req-f77378ef-cb2d-455f-b1db-d5d9efc6e377 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.7618556 Oct 05 09:35:29.126476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.127333 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.241217 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-de8d9450-0971-46c3-b704-fd26b90472a8 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Synchronizing usage tracker for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:29.271498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.278800 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-72b07ff3-d92a-4bce-b602-2c598cc09616 req-ed4ec8d5-90bd-4af8-bfab-e544d73641e1 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630597 Oct 05 09:35:29.294007 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-566f5e2b-b8af-4934-a345-ccc30dfebba6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.295193 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Transition to ACTIVE for port object bb259698-047f-4679-97c4-55c479f8fa09 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:29.295429 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:29.303064 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dd1179-4cd5-402c-9404-d6a0f79c7d3c None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:29.314018 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dd1179-4cd5-402c-9404-d6a0f79c7d3c None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:29.315147 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-79dd1179-4cd5-402c-9404-d6a0f79c7d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:29.316424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4337d206-9d7b-4b4b-a8d3-2713d62d1e84 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.339512 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Calling delete_port for 4d5ee1cf-2a71-487b-8628-ff202f550786 owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:29.375865 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-566f5e2b-b8af-4934-a345-ccc30dfebba6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.380569 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-79dd1179-4cd5-402c-9404-d6a0f79c7d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:29.387723 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 3 to provision port 915ea02e-0d5e-4914-a417-804e5fa8ab78 Oct 05 09:35:29.391822 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dd1179-4cd5-402c-9404-d6a0f79c7d3c None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:29.392583 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-79dd1179-4cd5-402c-9404-d6a0f79c7d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:29.402016 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f5e2b-b8af-4934-a345-ccc30dfebba6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7dbb18-af55-4c7a-a14f-85a2651b4ace,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:29.406950 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.481072 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ed948561-7be1-4083-af1e-3a52a630da13 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.7487540 Oct 05 09:35:29.482217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-566f5e2b-b8af-4934-a345-ccc30dfebba6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.483309 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-566f5e2b-b8af-4934-a345-ccc30dfebba6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0415862 Oct 05 09:35:29.489187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37972) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:29.489537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37974) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:29.497752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port 915ea02e-0d5e-4914-a417-804e5fa8ab78 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:29.498960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.512198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-38526938-d115-4f15-83dd-18e561885144 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'floatingip': {'port_id': '06d3a39f-b2e1-41db-a66b-c52e5f8ce3af', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:29.517542 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-79dd1179-4cd5-402c-9404-d6a0f79c7d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:29.518144 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dd1179-4cd5-402c-9404-d6a0f79c7d3c None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:29.531906 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-4337d206-9d7b-4b4b-a8d3-2713d62d1e84 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 137c9a08-42db-4e80-8c86-dd3f6510bd4e owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:29.570980 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c85eb944-9bab-40fc-ac87-2c13f6cecad0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Request body: {'security_group_rule': {'security_group_id': '2ff0f98f-374d-49d2-9214-c15d9c91e97f', 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:29.582888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45a07-0f88-4f3f-b08c-891b1c9f315e req-6d05a728-4655-4393-a7c1-0e20cdd05951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:29.584386 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc45a07-0f88-4f3f-b08c-891b1c9f315e req-6d05a728-4655-4393-a7c1-0e20cdd05951 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c32c3c1f621440c9b1008a8b2086dc9&device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 1099 time: 1.1079645 Oct 05 09:35:29.589134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6bf0135c-a6c5-4fd7-a7ea-bd38c56302e1 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.594750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c85eb944-9bab-40fc-ac87-2c13f6cecad0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:29.607590 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c85eb944-9bab-40fc-ac87-2c13f6cecad0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Usage tracker for resource:security_group_rule and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:29.611510 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.614120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c85eb944-9bab-40fc-ac87-2c13f6cecad0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:29.635891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c85eb944-9bab-40fc-ac87-2c13f6cecad0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:29.653032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-38526938-d115-4f15-83dd-18e561885144 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.706847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-de8d9450-0971-46c3-b704-fd26b90472a8 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Unset dirty status for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:29.708362 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-de8d9450-0971-46c3-b704-fd26b90472a8 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9950886 Oct 05 09:35:29.727935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37980) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:29.740220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3783786-ac2d-4c55-899d-ffd571b079b1 None None] Pushing event updated for resources: {'Port': ['ID=bb259698-047f-4679-97c4-55c479f8fa09,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:29.754637 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c86c8cd2-fd7d-4908-8935-1e4508b238dc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group': {'name': 'tempest-secgroup--952527598'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:29.796179 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Attempting to bind port bb259698-047f-4679-97c4-55c479f8fa09 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:29.799580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6bf0135c-a6c5-4fd7-a7ea-bd38c56302e1 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.800168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Attempting to bind port bb259698-047f-4679-97c4-55c479f8fa09 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'fe2a333e-f80e-4d11-ae0f-c41922d170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:29.801898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Attempting to bind port bb259698-047f-4679-97c4-55c479f8fa09 on network e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:29.817854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c86c8cd2-fd7d-4908-8935-1e4508b238dc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:29.821680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:29.822817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Checking segment: {'id': 'fe2a333e-f80e-4d11-ae0f-c41922d170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:29.824048 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.824048 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Bound using segment: {'id': 'fe2a333e-f80e-4d11-ae0f-c41922d170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:29.824671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Bound port: bb259698-047f-4679-97c4-55c479f8fa09, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2a333e-f80e-4d11-ae0f-c41922d170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:29.825535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.841397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network 74e24748-4e2d-4eca-8885-0f6da629c238 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:29.858095 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:29.860527 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:29.907531 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6bf0135c-a6c5-4fd7-a7ea-bd38c56302e1 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network d1fde8e2-2699-4ea0-a690-d446f235043b is not hosted by any dhcp agent {{(pid=89845) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 05 09:35:29.912197 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c85eb944-9bab-40fc-ac87-2c13f6cecad0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.913021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf0135c-a6c5-4fd7-a7ea-bd38c56302e1 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:29.913599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6bf0135c-a6c5-4fd7-a7ea-bd38c56302e1 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:29.915405 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6bf0135c-a6c5-4fd7-a7ea-bd38c56302e1 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "PUT /v2.0/networks/d1fde8e2-2699-4ea0-a690-d446f235043b HTTP/1.1" status: 200 len: 723 time: 1.5438795 Oct 05 09:35:29.936854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 37984) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:29.943806 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] For port bb259698-047f-4679-97c4-55c479f8fa09, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:29.954479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] For port bb259698-047f-4679-97c4-55c479f8fa09, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bb259698-047f-4679-97c4-55c479f8fa09,segment=NetworkSegment(fe2a333e-f80e-4d11-ae0f-c41922d170bb),segment_id=fe2a333e-f80e-4d11-ae0f-c41922d170bb)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:29.955271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'subnet': {'network_id': 'd1fde8e2-2699-4ea0-a690-d446f235043b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:29.956086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8138d10-402d-41db-8317-2713ff15d273 None None] Network 74e24748-4e2d-4eca-8885-0f6da629c238 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:29.972646 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=85ae0da2-def8-43d2-9ac4-1175c2423349,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:29.972890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c86c8cd2-fd7d-4908-8935-1e4508b238dc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:30.025016 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 4 to provision port 915ea02e-0d5e-4914-a417-804e5fa8ab78 Oct 05 09:35:30.065185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:30.100097 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:30.100813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:30.112035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0135c-a6c5-4fd7-a7ea-bd38c56302e1 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Network': ['ID=d1fde8e2-2699-4ea0-a690-d446f235043b,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:30.142566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network d1fde8e2-2699-4ea0-a690-d446f235043b details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:30.194238 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45a07-0f88-4f3f-b08c-891b1c9f315e req-342c4b1d-a43d-4545-903b-4cd3fe2fddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:30.195751 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc45a07-0f88-4f3f-b08c-891b1c9f315e req-342c4b1d-a43d-4545-903b-4cd3fe2fddcf service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a3ab058-7897-4bde-8218-aa6bbb729df2 HTTP/1.1" status: 200 len: 913 time: 0.5857990 Oct 05 09:35:30.248811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c85eb944-9bab-40fc-ac87-2c13f6cecad0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:30.250278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c86c8cd2-fd7d-4908-8935-1e4508b238dc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:30.256850 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port 915ea02e-0d5e-4914-a417-804e5fa8ab78 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:30.264378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Routers {'22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:30.265159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:30.274761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:30.293888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:subnet and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:30.298636 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c86c8cd2-fd7d-4908-8935-1e4508b238dc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:30.303306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:30.311011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c86c8cd2-fd7d-4908-8935-1e4508b238dc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Usage tracker for resource:security_group_rule and tenant:0ab6d0d91e714e68addad49f910e3f21 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:30.315676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:30.359546 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3783786-ac2d-4c55-899d-ffd571b079b1 None None] Pushing event updated for resources: {'Port': ['ID=bb259698-047f-4679-97c4-55c479f8fa09,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:30.370091 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc45a07-0f88-4f3f-b08c-891b1c9f315e req-d1d4d1cc-f861-40b1-a78e-8a40aff8210d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add821ab-e8c4-4678-a2ea-a72aacffc8bd HTTP/1.1" status: 200 len: 1002 time: 0.1624784 Oct 05 09:35:30.373894 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c86c8cd2-fd7d-4908-8935-1e4508b238dc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:30.390780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c85eb944-9bab-40fc-ac87-2c13f6cecad0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:30.394251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c86c8cd2-fd7d-4908-8935-1e4508b238dc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:30.425648 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85eb944-9bab-40fc-ac87-2c13f6cecad0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c19b22-a644-4b26-8a66-30f7e923bdde,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:30.437134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45a07-0f88-4f3f-b08c-891b1c9f315e req-69f0907f-e3aa-461f-840c-392905276a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:30.438353 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc45a07-0f88-4f3f-b08c-891b1c9f315e req-69f0907f-e3aa-461f-840c-392905276a98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687b5c3a-83db-4081-9f2c-b62c2b0d104e HTTP/1.1" status: 200 len: 851 time: 0.0611560 Oct 05 09:35:30.444500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:30.449863 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5a836767-a809-4c0f-8d27-b43acaaac0c1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.5869443 Oct 05 09:35:30.486985 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37990) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:30.521025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:30.525050 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:30.595642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event deleted for resources: {'Port': ['ID=4d5ee1cf-2a71-487b-8628-ff202f550786,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:30.605086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4337d206-9d7b-4b4b-a8d3-2713d62d1e84 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:30.668536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 50207179-05f1-49c1-9aae-a323a66628be up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:30.788093 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 5 to provision port 915ea02e-0d5e-4914-a417-804e5fa8ab78 Oct 05 09:35:30.806440 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c85eb944-9bab-40fc-ac87-2c13f6cecad0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:30.810354 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c85eb944-9bab-40fc-ac87-2c13f6cecad0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3080533 Oct 05 09:35:30.819189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37994) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:30.853590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-7228d9a2-d897-4e3d-b0ee-83c4dc47754b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Request body: {'security_group_rule': {'security_group_id': '2ff0f98f-374d-49d2-9214-c15d9c91e97f', 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:30.879931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337d206-9d7b-4b4b-a8d3-2713d62d1e84 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=137c9a08-42db-4e80-8c86-dd3f6510bd4e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:30.882816 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] Set router 22ae34e8-fc5b-4164-a8ba-4688d5d8a29f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:35:30.884692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7228d9a2-d897-4e3d-b0ee-83c4dc47754b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:30.944694 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port 915ea02e-0d5e-4914-a417-804e5fa8ab78 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:30.985745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7228d9a2-d897-4e3d-b0ee-83c4dc47754b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Usage tracker for resource:security_group_rule and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:31.001286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7228d9a2-d897-4e3d-b0ee-83c4dc47754b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:31.005828 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c86c8cd2-fd7d-4908-8935-1e4508b238dc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:31.019526 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7228d9a2-d897-4e3d-b0ee-83c4dc47754b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:31.029654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2653c048-971d-44f3-95af-6c306ed3b31f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 85ae0da2-def8-43d2-9ac4-1175c2423349 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:31.030021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2653c048-971d-44f3-95af-6c306ed3b31f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:31.114512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b5237-239b-4b31-8403-ed38fda1f394 req-a90832f3-f968-45a2-aabb-0f3e64b7c015 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:31.116171 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c26b5237-239b-4b31-8403-ed38fda1f394 req-a90832f3-f968-45a2-aabb-0f3e64b7c015 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.6644814 Oct 05 09:35:31.123489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c86c8cd2-fd7d-4908-8935-1e4508b238dc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:31.145008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4337d206-9d7b-4b4b-a8d3-2713d62d1e84 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:31.145253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 50207179-05f1-49c1-9aae-a323a66628be completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:31.153014 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4337d206-9d7b-4b4b-a8d3-2713d62d1e84 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/137c9a08-42db-4e80-8c86-dd3f6510bd4e HTTP/1.1" status: 204 len: 168 time: 3.4789059 Oct 05 09:35:31.163191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 37998) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:31.255776 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] create failed (client error): The resource could not be found. Oct 05 09:35:31.255776 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b85fcc28-75c8-435e-ac1a-6bc209708000 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.6124127 Oct 05 09:35:31.258085 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c8cd2-fd7d-4908-8935-1e4508b238dc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27d7049-6597-4749-96e2-97062b8b698c,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:31.261498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38002) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:31.269386 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c26b5237-239b-4b31-8403-ed38fda1f394 req-2a4ad8da-b046-4cb2-b035-0fd59d07babd tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226175 Oct 05 09:35:31.277886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45a07-0f88-4f3f-b08c-891b1c9f315e req-6fc91a27-17c3-4c84-b0de-86077843fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:31.279444 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc45a07-0f88-4f3f-b08c-891b1c9f315e req-6fc91a27-17c3-4c84-b0de-86077843fe9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a3ab058-7897-4bde-8218-aa6bbb729df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8275673 Oct 05 09:35:31.285027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c86c8cd2-fd7d-4908-8935-1e4508b238dc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:31.293190 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c86c8cd2-fd7d-4908-8935-1e4508b238dc tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5641162 Oct 05 09:35:31.323058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38006) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:31.357355 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'name': 'tempest-TestVolumeBootPattern-1161380814-router', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:08Z', 'updated_at': '2022-10-05T09:35:23Z', 'revision_number': 4, 'project_id': 'e6b6283428344247a604e5f5fa37cb24', 'gw_port': {'id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'bb259698-047f-4679-97c4-55c479f8fa09', 'name': '', 'network_id': 'e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24', 'mac_address': 'fa:16:3e:df:66:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7eecc0a8-1aaa-4dc8-b452-c3c73c968998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:20Z', 'updated_at': '2022-10-05T09:35:29Z', 'revision_number': 4, 'project_id': 'e6b6283428344247a604e5f5fa37cb24', 'subnets': [{'id': '7eecc0a8-1aaa-4dc8-b452-c3c73c968998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:31.366194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d85e9-a0e5-4d2c-a0a1-574f71029637 None None] The sync data for ids ['22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'] in dv-neutron-860329-1-hyperv is: [{'id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'name': 'tempest-TestVolumeBootPattern-1161380814-router', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:08Z', 'updated_at': '2022-10-05T09:35:23Z', 'revision_number': 4, 'project_id': 'e6b6283428344247a604e5f5fa37cb24', 'gw_port': {'id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'bb259698-047f-4679-97c4-55c479f8fa09', 'name': '', 'network_id': 'e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24', 'mac_address': 'fa:16:3e:df:66:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7eecc0a8-1aaa-4dc8-b452-c3c73c968998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:20Z', 'updated_at': '2022-10-05T09:35:29Z', 'revision_number': 4, 'project_id': 'e6b6283428344247a604e5f5fa37cb24', 'subnets': [{'id': '7eecc0a8-1aaa-4dc8-b452-c3c73c968998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:31.400194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-23dba471-41c1-46b0-b5f3-1e033f024001 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:31.400714 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING neutron.api.v2.base [None req-23dba471-41c1-46b0-b5f3-1e033f024001 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 05 09:35:31.401236 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-23dba471-41c1-46b0-b5f3-1e033f024001 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] update failed (client error): There was a conflict when trying to complete your request. Oct 05 09:35:31.404792 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-23dba471-41c1-46b0-b5f3-1e033f024001 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "PUT /v2.0/security-groups/e27d7049-6597-4749-96e2-97062b8b698c HTTP/1.1" status: 409 len: 330 time: 0.0397356 Oct 05 09:35:31.435302 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38010) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:31.447561 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 6 to provision port 915ea02e-0d5e-4914-a417-804e5fa8ab78 Oct 05 09:35:31.463911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:31.524575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port 915ea02e-0d5e-4914-a417-804e5fa8ab78 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:31.588762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7228d9a2-d897-4e3d-b0ee-83c4dc47754b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:31.600608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e857694a-dc5f-45b0-9d8e-0916e30651cf tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Deleting port 915ea02e-0d5e-4914-a417-804e5fa8ab78 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:31.600966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e857694a-dc5f-45b0-9d8e-0916e30651cf tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:31.635654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-38526938-d115-4f15-83dd-18e561885144 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:31.650068 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Subnet': ['ID=af13454c-d2d1-4c8a-abc5-7bea1649cbc6,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:31.664121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Checking segment: {'id': 'c7441e3c-0800-400f-a35b-66cb119b12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd1fde8e2-2699-4ea0-a690-d446f235043b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:31.664121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network hostable DHCP agents. Network: d1fde8e2-2699-4ea0-a690-d446f235043b, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:35:31.693734 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-88c7dc08-f98f-4617-b90e-fc703ed5f75a tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:31.707730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-38526938-d115-4f15-83dd-18e561885144 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:31.810366 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-88c7dc08-f98f-4617-b90e-fc703ed5f75a tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:31.843915 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network d1fde8e2-2699-4ea0-a690-d446f235043b is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:35:31.845678 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d68f78-adc8-485a-a7b0-9f40de4dba33 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:31.846467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-12d68f78-adc8-485a-a7b0-9f40de4dba33 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:31.990526 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc45a07-0f88-4f3f-b08c-891b1c9f315e req-fdef18b7-20ee-446b-b68e-ebd8329f61ba service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297975 Oct 05 09:35:32.026488 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 7 to provision port 915ea02e-0d5e-4914-a417-804e5fa8ab78 Oct 05 09:35:32.027072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, d1fde8e2-2699-4ea0-a690-d446f235043b) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:32.041225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:32.041883 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:32.049117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-88c7dc08-f98f-4617-b90e-fc703ed5f75a tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:32.066399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f56df02-6c9d-4b2a-a02a-a3861f4a913d None None] Network d1fde8e2-2699-4ea0-a690-d446f235043b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:32.094923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7dc08-f98f-4617-b90e-fc703ed5f75a tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27d7049-6597-4749-96e2-97062b8b698c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:32.194334 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port 915ea02e-0d5e-4914-a417-804e5fa8ab78 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:32.227082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7228d9a2-d897-4e3d-b0ee-83c4dc47754b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:32.231514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2653c048-971d-44f3-95af-6c306ed3b31f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:32.234168 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-830a2792-0e07-41e4-9160-f244980e5f8b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2871931 Oct 05 09:35:32.236646 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-88c7dc08-f98f-4617-b90e-fc703ed5f75a tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:32.240663 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-88c7dc08-f98f-4617-b90e-fc703ed5f75a tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "DELETE /v2.0/security-groups/e27d7049-6597-4749-96e2-97062b8b698c HTTP/1.1" status: 204 len: 168 time: 0.8070848 Oct 05 09:35:32.244153 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38014) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:32.244477 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38016) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:32.252935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-12d68f78-adc8-485a-a7b0-9f40de4dba33 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:32.257071 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-12d68f78-adc8-485a-a7b0-9f40de4dba33 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 1.0926645 Oct 05 09:35:32.261057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38022) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:32.268753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38526938-d115-4f15-83dd-18e561885144 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:35:32.275625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9f6b6c80-17f0-4036-b621-7ff12a7791ee tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:32.367197 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-d1fde8e2-2699-4ea0-a690-d446f235043b', 'network_id': 'd1fde8e2-2699-4ea0-a690-d446f235043b', 'tenant_id': '506f7c6114bd44af8aa9a31ce6c0c06e', 'fixed_ips': [{'subnet_id': 'af13454c-d2d1-4c8a-abc5-7bea1649cbc6'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:35:32.368948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:32.481155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2653c048-971d-44f3-95af-6c306ed3b31f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 85ae0da2-def8-43d2-9ac4-1175c2423349 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:32.511504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7228d9a2-d897-4e3d-b0ee-83c4dc47754b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:32.604924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Allocated IP 172.20.0.2 (d1fde8e2-2699-4ea0-a690-d446f235043b/af13454c-d2d1-4c8a-abc5-7bea1649cbc6/a82a35d2-3fd4-4e20-8fbd-6182c3c43842) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:32.654789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bb259698-047f-4679-97c4-55c479f8fa09 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:32.671489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d837b6b3-5e7c-4fa2-9d2a-6a1f65625071 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Synchronizing usage tracker for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:32.738744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6c80-17f0-4036-b621-7ff12a7791ee tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13299638'] for subnet, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:32.768187 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 8 to provision port 915ea02e-0d5e-4914-a417-804e5fa8ab78 Oct 05 09:35:32.811081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38526938-d115-4f15-83dd-18e561885144 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:32.816364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-38526938-d115-4f15-83dd-18e561885144 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:32.843324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port 915ea02e-0d5e-4914-a417-804e5fa8ab78 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:32.844086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29ff7c-9b6f-469f-9f29-42902a98c44b None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:32.849939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228d9a2-d897-4e3d-b0ee-83c4dc47754b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4785a4f-318d-451e-82b2-19bdc059c9f7,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:32.879472 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29ff7c-9b6f-469f-9f29-42902a98c44b None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:32.880118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-aa29ff7c-9b6f-469f-9f29-42902a98c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:32.897758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7228d9a2-d897-4e3d-b0ee-83c4dc47754b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:32.900008 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7228d9a2-d897-4e3d-b0ee-83c4dc47754b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0650866 Oct 05 09:35:32.906398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38028) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:32.935222 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c4560f17-b9b5-4ae3-a827-a375cc490237 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Request body: {'security_group_rule': {'security_group_id': '2ff0f98f-374d-49d2-9214-c15d9c91e97f', 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:32.946655 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d837b6b3-5e7c-4fa2-9d2a-6a1f65625071 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] Unset dirty status for tenant:0ab6d0d91e714e68addad49f910e3f21 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:32.951700 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d837b6b3-5e7c-4fa2-9d2a-6a1f65625071 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6956036 Oct 05 09:35:32.953060 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-aa29ff7c-9b6f-469f-9f29-42902a98c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:32.956569 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38032) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:32.961917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c4560f17-b9b5-4ae3-a827-a375cc490237 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:32.966823 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45663470-55eb-48bb-98e9-73e419831498 req-39c24353-177b-49c9-9070-74ed1ff8ddb4 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:32.968516 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-45663470-55eb-48bb-98e9-73e419831498 req-39c24353-177b-49c9-9070-74ed1ff8ddb4 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.5038886 Oct 05 09:35:32.982724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29ff7c-9b6f-469f-9f29-42902a98c44b None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:32.983430 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-aa29ff7c-9b6f-469f-9f29-42902a98c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:32.993362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e857694a-dc5f-45b0-9d8e-0916e30651cf tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:33.002309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c4560f17-b9b5-4ae3-a827-a375cc490237 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Usage tracker for resource:security_group_rule and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:33.006282 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-bbbdeef6-e1de-49dd-ab7f-32c968352532 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] delete failed (client error): The resource could not be found. Oct 05 09:35:33.012154 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bbbdeef6-e1de-49dd-ab7f-32c968352532 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "DELETE /v2.0/security-groups/1aac6392-79e3-4a20-ace1-a92dc1dfcd8b HTTP/1.1" status: 404 len: 347 time: 0.0502377 Oct 05 09:35:33.013940 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38036) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:33.017999 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c4560f17-b9b5-4ae3-a827-a375cc490237 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:33.021234 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-38526938-d115-4f15-83dd-18e561885144 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "PUT /v2.0/floatingips/fce47abd-e6d8-48b2-b330-6b7ab0ad8cfd HTTP/1.1" status: 200 len: 978 time: 3.5233686 Oct 05 09:35:33.028203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38040) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:33.028372 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc45a07-0f88-4f3f-b08c-891b1c9f315e req-2f9609ee-f0c2-47fd-af62-4e875c28eed5 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0036397 Oct 05 09:35:33.102659 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c4560f17-b9b5-4ae3-a827-a375cc490237 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:33.119758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-aa29ff7c-9b6f-469f-9f29-42902a98c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:33.119758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29ff7c-9b6f-469f-9f29-42902a98c44b None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:33.207110 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:33.212016 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e857694a-dc5f-45b0-9d8e-0916e30651cf tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Calling delete_port for 915ea02e-0d5e-4914-a417-804e5fa8ab78 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:33.262194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a0beb8-1fa6-4ca6-8c81-4ff4371ba9fe tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:33.263767 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-45a0beb8-1fa6-4ca6-8c81-4ff4371ba9fe tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.9207790 Oct 05 09:35:33.272547 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-eb3db80b-a346-4c60-b614-e58fe5406ff3 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] show failed (client error): The resource could not be found. Oct 05 09:35:33.272761 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38044) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:33.277038 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-eb3db80b-a346-4c60-b614-e58fe5406ff3 tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "GET /v2.0/security-groups/a8bbf9ba-987d-4723-8a3c-40211e044833 HTTP/1.1" status: 404 len: 347 time: 0.2585037 Oct 05 09:35:33.278789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38046) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:33.288410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port bb259698-047f-4679-97c4-55c479f8fa09 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:33.307804 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-45663470-55eb-48bb-98e9-73e419831498 req-3b517a6e-b838-45a9-b53d-6e74eb7a7414 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220901 Oct 05 09:35:33.317868 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-3d7cfab8-d551-4d94-b847-0f6b4a2cc8eb tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] show failed (client error): The resource could not be found. Oct 05 09:35:33.324196 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3d7cfab8-d551-4d94-b847-0f6b4a2cc8eb tempest-NegativeSecGroupTest-1773302465 tempest-NegativeSecGroupTest-1773302465-project] 10.222.0.49 "GET /v2.0/security-group-rules/4ce25065-8905-4969-a7fe-31c6267391eb HTTP/1.1" status: 404 len: 356 time: 0.0373685 Oct 05 09:35:33.344392 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 9 to provision port 915ea02e-0d5e-4914-a417-804e5fa8ab78 Oct 05 09:35:33.377789 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c4560f17-b9b5-4ae3-a827-a375cc490237 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:33.400593 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port 915ea02e-0d5e-4914-a417-804e5fa8ab78 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:33.432322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783280ad-2396-42e1-bc83-4420def1294e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:33.434278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783280ad-2396-42e1-bc83-4420def1294e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:33.436093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783280ad-2396-42e1-bc83-4420def1294e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:33.436985 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-783280ad-2396-42e1-bc83-4420def1294e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:33.469408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-bd112430-7135-4470-bce8-0e78b456ad91 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port 5a20802d-7780-4d1a-8402-59322c34e256 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:33.469750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bd112430-7135-4470-bce8-0e78b456ad91 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:33.475333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Transition to ACTIVE for port object a82a35d2-3fd4-4e20-8fbd-6182c3c43842 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:33.493657 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2653c048-971d-44f3-95af-6c306ed3b31f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:33.496610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Transition to ACTIVE for port object a82a35d2-3fd4-4e20-8fbd-6182c3c43842 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:33.565381 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:33.574730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653c048-971d-44f3-95af-6c306ed3b31f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=85ae0da2-def8-43d2-9ac4-1175c2423349,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:33.671136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Pushing event updated for resources: {'Port': ['ID=a82a35d2-3fd4-4e20-8fbd-6182c3c43842,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:33.683787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Network d1fde8e2-2699-4ea0-a690-d446f235043b is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:33.685001 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:33.689547 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:33.695532 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-783280ad-2396-42e1-bc83-4420def1294e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:33.699896 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-783280ad-2396-42e1-bc83-4420def1294e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4185290 Oct 05 09:35:33.701640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c4560f17-b9b5-4ae3-a827-a375cc490237 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:33.702514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38054) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:33.726349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bd112430-7135-4470-bce8-0e78b456ad91 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:33.727601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bd112430-7135-4470-bce8-0e78b456ad91 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:33.808758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c4560f17-b9b5-4ae3-a827-a375cc490237 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:33.814566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e857694a-dc5f-45b0-9d8e-0916e30651cf tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:33.842943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Attempting to bind port a82a35d2-3fd4-4e20-8fbd-6182c3c43842 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:33.843382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Attempting to bind port a82a35d2-3fd4-4e20-8fbd-6182c3c43842 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'c7441e3c-0800-400f-a35b-66cb119b12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd1fde8e2-2699-4ea0-a690-d446f235043b'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:33.843751 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Attempting to bind port a82a35d2-3fd4-4e20-8fbd-6182c3c43842 on network d1fde8e2-2699-4ea0-a690-d446f235043b {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:33.849868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:33.850287 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Checking segment: {'id': 'c7441e3c-0800-400f-a35b-66cb119b12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd1fde8e2-2699-4ea0-a690-d446f235043b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:33.850841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:33.851289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Bound using segment: {'id': 'c7441e3c-0800-400f-a35b-66cb119b12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd1fde8e2-2699-4ea0-a690-d446f235043b'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:33.851759 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Bound port: a82a35d2-3fd4-4e20-8fbd-6182c3c43842, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7441e3c-0800-400f-a35b-66cb119b12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd1fde8e2-2699-4ea0-a690-d446f235043b'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:33.852669 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:33.908564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-495f5ef2-f57b-4a1c-b698-664964f6f4d3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 461ad8ad-be6c-4259-9bd5-db7d0f33f298 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:35:33.927763 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38060) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:33.932516 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 10 to provision port 915ea02e-0d5e-4914-a417-804e5fa8ab78 Oct 05 09:35:33.940583 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-495f5ef2-f57b-4a1c-b698-664964f6f4d3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:33.943208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-bd112430-7135-4470-bce8-0e78b456ad91 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Calling delete_port for 5a20802d-7780-4d1a-8402-59322c34e256 owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:33.972100 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Port 915ea02e-0d5e-4914-a417-804e5fa8ab78 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:35:34.006306 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] For port a82a35d2-3fd4-4e20-8fbd-6182c3c43842, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:34.009848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] For port a82a35d2-3fd4-4e20-8fbd-6182c3c43842, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a82a35d2-3fd4-4e20-8fbd-6182c3c43842,segment=NetworkSegment(c7441e3c-0800-400f-a35b-66cb119b12b5),segment_id=c7441e3c-0800-400f-a35b-66cb119b12b5)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:34.022357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857694a-dc5f-45b0-9d8e-0916e30651cf tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event deleted for resources: {'Port': ['ID=915ea02e-0d5e-4914-a417-804e5fa8ab78,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:34.023637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4560f17-b9b5-4ae3-a827-a375cc490237 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed3ae7f-c67a-428e-b58e-f0466b7cba66,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:34.028931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2653c048-971d-44f3-95af-6c306ed3b31f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.046588 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Provisioning for port 8a978502-10f9-49a7-a601-8f665795f09f completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:34.053593 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Provisioning complete for port 8a978502-10f9-49a7-a601-8f665795f09f triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:34.054289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.054819 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Attempt 1 to provision port 8a978502-10f9-49a7-a601-8f665795f09f Oct 05 09:35:34.062260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38066) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:34.062485 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2653c048-971d-44f3-95af-6c306ed3b31f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/85ae0da2-def8-43d2-9ac4-1175c2423349 HTTP/1.1" status: 204 len: 168 time: 3.5295475 Oct 05 09:35:34.143164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.151545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6c80-17f0-4036-b621-7ff12a7791ee tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764024587147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13362038'] for subnet, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.153116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e857694a-dc5f-45b0-9d8e-0916e30651cf tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.155381 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e857694a-dc5f-45b0-9d8e-0916e30651cf tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "DELETE /v2.0/ports/915ea02e-0d5e-4914-a417-804e5fa8ab78 HTTP/1.1" status: 204 len: 168 time: 2.8885348 Oct 05 09:35:34.173958 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38070) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:34.183798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-495f5ef2-f57b-4a1c-b698-664964f6f4d3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.246749 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93541dc-1f48-4ac7-bd47-187937e8ae92 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] DELETE failed (client error): The resource could not be found. Oct 05 09:35:34.247502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93541dc-1f48-4ac7-bd47-187937e8ae92 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:35:34.252962 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d93541dc-1f48-4ac7-bd47-187937e8ae92 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/85ae0da2-def8-43d2-9ac4-1175c2423349 HTTP/1.1" status: 404 len: 333 time: 0.1860306 Oct 05 09:35:34.256938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b6c80-17f0-4036-b621-7ff12a7791ee tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:34.257728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6c80-17f0-4036-b621-7ff12a7791ee tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.261928 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9f6b6c80-17f0-4036-b621-7ff12a7791ee tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "PUT /v2.0/subnets/af13454c-d2d1-4c8a-abc5-7bea1649cbc6 HTTP/1.1" status: 200 len: 806 time: 2.0164833 Oct 05 09:35:34.266885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38074) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:34.271465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38076) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:34.321466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c4560f17-b9b5-4ae3-a827-a375cc490237 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.323200 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c4560f17-b9b5-4ae3-a827-a375cc490237 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4061894 Oct 05 09:35:34.326218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c16ab-d4f8-4ae0-8eff-a51d5bd9d57e None None] Pushing event updated for resources: {'Port': ['ID=a82a35d2-3fd4-4e20-8fbd-6182c3c43842,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:34.330486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38082) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:34.343912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f8cac860-0f72-4483-86a6-46df241757ca tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Request body: {'security_group_rule': {'security_group_id': '2ff0f98f-374d-49d2-9214-c15d9c91e97f', 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:34.357942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f8cac860-0f72-4483-86a6-46df241757ca tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:34.368403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f8cac860-0f72-4483-86a6-46df241757ca tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Usage tracker for resource:security_group_rule and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:34.373776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f8cac860-0f72-4483-86a6-46df241757ca tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:34.395568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f8cac860-0f72-4483-86a6-46df241757ca tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:34.429912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Current status of the port 8a978502-10f9-49a7-a601-8f665795f09f is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:34.430288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.462692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-495f5ef2-f57b-4a1c-b698-664964f6f4d3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.469259 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] For port 8a978502-10f9-49a7-a601-8f665795f09f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8a978502-10f9-49a7-a601-8f665795f09f,segment=NetworkSegment(fe2a333e-f80e-4d11-ae0f-c41922d170bb),segment_id=fe2a333e-f80e-4d11-ae0f-c41922d170bb)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:34.487672 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7143627-741f-49d6-bb78-21c2c0dd0572 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] GET failed (client error): The resource could not be found. Oct 05 09:35:34.489381 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c7143627-741f-49d6-bb78-21c2c0dd0572 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/85ae0da2-def8-43d2-9ac4-1175c2423349 HTTP/1.1" status: 404 len: 333 time: 0.2139046 Oct 05 09:35:34.513596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266fc4b9-c15c-40f8-8a5d-ba587cd175a4 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:34.514348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-266fc4b9-c15c-40f8-8a5d-ba587cd175a4 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Synchronizing usage tracker for tenant:31fa0d094a5545a295f6d29a80cf5b6a on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:34.523083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38088) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:34.541871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.560889 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-f8cac860-0f72-4483-86a6-46df241757ca tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Project be9b9908fe7c4c9a97f0c067874401dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:35:34.613685 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8cac860-0f72-4483-86a6-46df241757ca tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.621499 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b6c80-17f0-4036-b621-7ff12a7791ee tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Subnet': ['ID=af13454c-d2d1-4c8a-abc5-7bea1649cbc6,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:34.679757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c986fdd2-c907-447c-b4b5-a81a49cdc81f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting subnet 71ea5f81-14fc-4879-b682-dd92cffe533a {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:35:34.691585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c986fdd2-c907-447c-b4b5-a81a49cdc81f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.724689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490b8a4-b4e4-4c47-a109-6404414dda4e None None] Pushing event updated for resources: {'Port': ['ID=8a978502-10f9-49a7-a601-8f665795f09f,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:34.743358 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5b61858d-5338-415b-9b03-73b964b4aa4c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ab6d0d91e714e68addad49f910e3f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8108232 Oct 05 09:35:34.748206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.751796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38092) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:34.790859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-266fc4b9-c15c-40f8-8a5d-ba587cd175a4 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Unset dirty status for tenant:31fa0d094a5545a295f6d29a80cf5b6a on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:34.794682 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-266fc4b9-c15c-40f8-8a5d-ba587cd175a4 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e HTTP/1.1" status: 200 len: 913 time: 0.6193411 Oct 05 09:35:34.795947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c986fdd2-c907-447c-b4b5-a81a49cdc81f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.801468 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38096) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:34.810923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Deleting port a82a35d2-3fd4-4e20-8fbd-6182c3c43842 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:34.811268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.818969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Provisioning for port 50207179-05f1-49c1-9aae-a323a66628be completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:34.825826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Provisioning complete for port 50207179-05f1-49c1-9aae-a323a66628be triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:34.828844 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.830405 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Attempt 1 to provision port 50207179-05f1-49c1-9aae-a323a66628be Oct 05 09:35:34.878848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8cac860-0f72-4483-86a6-46df241757ca tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.899519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-495f5ef2-f57b-4a1c-b698-664964f6f4d3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.926356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bd112430-7135-4470-bce8-0e78b456ad91 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.948574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f5ef2-f57b-4a1c-b698-664964f6f4d3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=461ad8ad-be6c-4259-9bd5-db7d0f33f298,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:34.951629 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-495f5ef2-f57b-4a1c-b698-664964f6f4d3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.960734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c986fdd2-c907-447c-b4b5-a81a49cdc81f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.963683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Current status of the port 50207179-05f1-49c1-9aae-a323a66628be is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:34.964061 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.997872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56251571-9cda-4cd8-ab56-9fc691e4e4d9 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:35.012233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8cac860-0f72-4483-86a6-46df241757ca tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:35.052511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cac860-0f72-4483-86a6-46df241757ca tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21c087b-a0b0-495c-b87b-0e9d821c8324,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:35.104145 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-495f5ef2-f57b-4a1c-b698-664964f6f4d3 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/461ad8ad-be6c-4259-9bd5-db7d0f33f298 HTTP/1.1" status: 204 len: 168 time: 1.3949795 Oct 05 09:35:35.105248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38100) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:35.110293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4c63-670e-44a3-970c-4be097d83014 req-0bff5ca3-473b-40ec-999f-dba64673dcc7 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:35.111881 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fd3f4c63-670e-44a3-970c-4be097d83014 req-0bff5ca3-473b-40ec-999f-dba64673dcc7 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.6114020 Oct 05 09:35:35.193686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9e9fe2-31b2-40ec-9bb7-667d6d1b27de tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet e3cea679-527b-4d07-bf50-45877106c025 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:35:35.204212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c986fdd2-c907-447c-b4b5-a81a49cdc81f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:35.204212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8cac860-0f72-4483-86a6-46df241757ca tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:35.208960 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f8cac860-0f72-4483-86a6-46df241757ca tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8713577 Oct 05 09:35:35.210133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-db9e9fe2-31b2-40ec-9bb7-667d6d1b27de tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:35.225274 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38104) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:35.233731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd112430-7135-4470-bce8-0e78b456ad91 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Port': ['ID=5a20802d-7780-4d1a-8402-59322c34e256,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:35.263375 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e740b89e-de31-4582-b98b-527f5826738a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Request body: {'security_group_rule': {'security_group_id': '2ff0f98f-374d-49d2-9214-c15d9c91e97f', 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:35.360787 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e740b89e-de31-4582-b98b-527f5826738a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:35.369606 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:35:35.370613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:35:35.449307 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e740b89e-de31-4582-b98b-527f5826738a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Usage tracker for resource:security_group_rule and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:35.452549 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e740b89e-de31-4582-b98b-527f5826738a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:35.458294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986fdd2-c907-447c-b4b5-a81a49cdc81f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Subnet': ['ID=71ea5f81-14fc-4879-b682-dd92cffe533a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:35.459149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e740b89e-de31-4582-b98b-527f5826738a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:35.463180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c986fdd2-c907-447c-b4b5-a81a49cdc81f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:35.463962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247dec08-3ab1-412c-9155-5fc0f03d213b None None] Network 74e24748-4e2d-4eca-8885-0f6da629c238 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:35.484380 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-db9e9fe2-31b2-40ec-9bb7-667d6d1b27de tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:35.495914 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7fd58cc-a102-41b0-b31b-a56776edac07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:35.514236 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c986fdd2-c907-447c-b4b5-a81a49cdc81f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/71ea5f81-14fc-4879-b682-dd92cffe533a HTTP/1.1" status: 204 len: 168 time: 0.9892707 Oct 05 09:35:35.524795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38108) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:35.533780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7fd58cc-a102-41b0-b31b-a56776edac07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:35.619734 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fd3f4c63-670e-44a3-970c-4be097d83014 req-daa08557-4ed8-490b-a220-1adfb729bbd7 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279177 Oct 05 09:35:35.733762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-db9e9fe2-31b2-40ec-9bb7-667d6d1b27de tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:35.824864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed7606b-7efe-440c-876f-3f59d2d152d1 None None] Network d1fde8e2-2699-4ea0-a690-d446f235043b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:35.858221 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:35.879359 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 50207179-05f1-49c1-9aae-a323a66628be {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:35.879755 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:35.908237 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7fd58cc-a102-41b0-b31b-a56776edac07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:35.917704 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-e740b89e-de31-4582-b98b-527f5826738a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Project be9b9908fe7c4c9a97f0c067874401dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:35:35.935872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b52ba70-f950-4bfe-9372-4ab4ce0d376b None None] DHCP port deletion for 74e24748-4e2d-4eca-8885-0f6da629c238 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:35:35.966205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd58cc-a102-41b0-b31b-a56776edac07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1f9b90-2d36-4f47-8c52-4a9c24573e7e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:35.975458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e740b89e-de31-4582-b98b-527f5826738a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:35.995405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-db9e9fe2-31b2-40ec-9bb7-667d6d1b27de tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:35.997049 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bd112430-7135-4470-bce8-0e78b456ad91 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:35.997391 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-bd112430-7135-4470-bce8-0e78b456ad91 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Floating IP fce47abd-e6d8-48b2-b330-6b7ab0ad8cfd disassociated (deleted). External IP: 172.26.7.112, port: 06d3a39f-b2e1-41db-a66b-c52e5f8ce3af. Oct 05 09:35:36.028211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8b52ba70-f950-4bfe-9372-4ab4ce0d376b None None] Deleting port 50207179-05f1-49c1-9aae-a323a66628be {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:36.028647 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8b52ba70-f950-4bfe-9372-4ab4ce0d376b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:36.067692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e9fe2-31b2-40ec-9bb7-667d6d1b27de tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=e3cea679-527b-4d07-bf50-45877106c025,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:36.083304 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-db9e9fe2-31b2-40ec-9bb7-667d6d1b27de tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:36.095176 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Current status of the port 50207179-05f1-49c1-9aae-a323a66628be is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:36.095515 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:36.105968 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-db9e9fe2-31b2-40ec-9bb7-667d6d1b27de tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/e3cea679-527b-4d07-bf50-45877106c025 HTTP/1.1" status: 204 len: 168 time: 0.9986227 Oct 05 09:35:36.123519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38112) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:36.227096 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] For port 50207179-05f1-49c1-9aae-a323a66628be, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=50207179-05f1-49c1-9aae-a323a66628be,segment=NetworkSegment(5f5c96c9-14c5-4ece-a8b8-18767669f251),segment_id=5f5c96c9-14c5-4ece-a8b8-18767669f251)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:36.260738 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-aadf3857-40f5-407e-9e8a-97b93c3da05c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1353512 Oct 05 09:35:36.264174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38116) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:36.283569 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:36.300282 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0694a2a0-8f15-4a33-9b3e-2dbae5bce908 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:36.391524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] For port 50207179-05f1-49c1-9aae-a323a66628be, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=50207179-05f1-49c1-9aae-a323a66628be,segment=NetworkSegment(5f5c96c9-14c5-4ece-a8b8-18767669f251),segment_id=5f5c96c9-14c5-4ece-a8b8-18767669f251)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:36.392053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:36.436619 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] For port a82a35d2-3fd4-4e20-8fbd-6182c3c43842, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a82a35d2-3fd4-4e20-8fbd-6182c3c43842,segment=NetworkSegment(c7441e3c-0800-400f-a35b-66cb119b12b5),segment_id=c7441e3c-0800-400f-a35b-66cb119b12b5)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:36.436965 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:36.454388 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7fd58cc-a102-41b0-b31b-a56776edac07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:36.462848 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f7fd58cc-a102-41b0-b31b-a56776edac07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb1f9b90-2d36-4f47-8c52-4a9c24573e7e HTTP/1.1" status: 204 len: 168 time: 1.7015569 Oct 05 09:35:36.463062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:36.538547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 50207179-05f1-49c1-9aae-a323a66628be owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:36.553143 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e740b89e-de31-4582-b98b-527f5826738a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:36.583347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:36.590227 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8b52ba70-f950-4bfe-9372-4ab4ce0d376b None None] For port 50207179-05f1-49c1-9aae-a323a66628be, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=50207179-05f1-49c1-9aae-a323a66628be,segment=NetworkSegment(5f5c96c9-14c5-4ece-a8b8-18767669f251),segment_id=5f5c96c9-14c5-4ece-a8b8-18767669f251)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:36.590633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8b52ba70-f950-4bfe-9372-4ab4ce0d376b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:36.596047 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:36.601107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:36.612072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:36.720056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:35:36.720827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:35:36.755843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:36.758384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Calling delete_port for a82a35d2-3fd4-4e20-8fbd-6182c3c43842 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:36.765319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:36.811138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8b52ba70-f950-4bfe-9372-4ab4ce0d376b None None] Calling delete_port for 50207179-05f1-49c1-9aae-a323a66628be owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:36.839701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8a978502-10f9-49a7-a601-8f665795f09f up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:36.864102 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Provisioning for port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:36.910121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Provisioning complete for port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:36.910502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:36.911048 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Attempt 1 to provision port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c Oct 05 09:35:36.935927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Pushing event updated for resources: {'Port': ['ID=50207179-05f1-49c1-9aae-a323a66628be,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:37.033859 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e740b89e-de31-4582-b98b-527f5826738a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:37.070651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 8a978502-10f9-49a7-a601-8f665795f09f triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:37.070651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:37.071092 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 8a978502-10f9-49a7-a601-8f665795f09f Oct 05 09:35:37.158192 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740b89e-de31-4582-b98b-527f5826738a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067106fa-f0b2-4c51-96fc-13d6f2038dd3,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:37.164293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-8b52ba70-f950-4bfe-9372-4ab4ce0d376b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:35:37.169790 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-8b52ba70-f950-4bfe-9372-4ab4ce0d376b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:35:37.209904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Current status of the port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:37.212710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:37.222378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 50207179-05f1-49c1-9aae-a323a66628be {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:37.223760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:37.258200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd112430-7135-4470-bce8-0e78b456ad91 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:35:37.297864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:35:37.315830 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] For port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:37.324586 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Deleting port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:37.324989 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:37.378997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 8a978502-10f9-49a7-a601-8f665795f09f is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:37.380634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a82a35d2-3fd4-4e20-8fbd-6182c3c43842 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:37.390369 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e740b89e-de31-4582-b98b-527f5826738a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:37.393303 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e740b89e-de31-4582-b98b-527f5826738a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.1573100 Oct 05 09:35:37.429862 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09478895-159a-4fa5-b892-dda4787c05af req-7698311b-defd-477e-8447-d7c0e85611ce tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:37.431488 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-09478895-159a-4fa5-b892-dda4787c05af req-7698311b-defd-477e-8447-d7c0e85611ce tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.5932386 Oct 05 09:35:37.445258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: a82a35d2-3fd4-4e20-8fbd-6182c3c43842 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:35:37.446188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a82a35d2-3fd4-4e20-8fbd-6182c3c43842 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 05 09:35:37.476546 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:37.525284 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:37.545515 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Port a82a35d2-3fd4-4e20-8fbd-6182c3c43842 not found, will not notify nova. {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 05 09:35:37.599286 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Could not find standard attr ID for object 85ae0da2-def8-43d2-9ac4-1175c2423349. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:35:37.601491 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95fa296-847c-4a96-b1b0-1132735aaca6 None None] Network d1fde8e2-2699-4ea0-a690-d446f235043b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:37.641913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 50207179-05f1-49c1-9aae-a323a66628be no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:35:37.713518 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Port': ['ID=a82a35d2-3fd4-4e20-8fbd-6182c3c43842,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:37.787572 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-09478895-159a-4fa5-b892-dda4787c05af req-524e49eb-0fc8-4afc-ab5d-c0e687ede27d tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067656 Oct 05 09:35:37.836898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8b52ba70-f950-4bfe-9372-4ab4ce0d376b None None] Deleting port 50207179-05f1-49c1-9aae-a323a66628be {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:37.837285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8b52ba70-f950-4bfe-9372-4ab4ce0d376b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:37.886540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] For port 50207179-05f1-49c1-9aae-a323a66628be, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=50207179-05f1-49c1-9aae-a323a66628be,segment=NetworkSegment(5f5c96c9-14c5-4ece-a8b8-18767669f251),segment_id=5f5c96c9-14c5-4ece-a8b8-18767669f251)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:37.887182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:37.887680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Could not find standard attr ID for object 137c9a08-42db-4e80-8c86-dd3f6510bd4e. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:35:37.910465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No DVR routers for this DVR port a82a35d2-3fd4-4e20-8fbd-6182c3c43842 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:35:37.965692 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd112430-7135-4470-bce8-0e78b456ad91 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:37.980116 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f102cf0-6594-4544-8caa-060f93f92c60 None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:37.992834 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f102cf0-6594-4544-8caa-060f93f92c60 None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:37.993724 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5f102cf0-6594-4544-8caa-060f93f92c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:38.036882 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bd112430-7135-4470-bce8-0e78b456ad91 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:38.118785 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5f102cf0-6594-4544-8caa-060f93f92c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:38.122832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c00c0ac0-9067-48f0-87b9-aea5b5f2c9ca tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:38.139465 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f102cf0-6594-4544-8caa-060f93f92c60 None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:38.140432 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5f102cf0-6594-4544-8caa-060f93f92c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:38.150379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 50207179-05f1-49c1-9aae-a323a66628be owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:38.237274 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5f102cf0-6594-4544-8caa-060f93f92c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:38.238107 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f102cf0-6594-4544-8caa-060f93f92c60 None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:38.267859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.objects.ports [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89845) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:35:38.282622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:38.325845 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bd112430-7135-4470-bce8-0e78b456ad91 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/floatingips/fce47abd-e6d8-48b2-b330-6b7ab0ad8cfd HTTP/1.1" status: 204 len: 168 time: 5.3000500 Oct 05 09:35:38.333447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38186) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:38.382377 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38190) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:38.409450 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Provisioning for port bb259698-047f-4679-97c4-55c479f8fa09 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:38.472496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-07b9cd45-0db0-42ad-8a06-e0ca3457484b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port 06d3a39f-b2e1-41db-a66b-c52e5f8ce3af {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:38.473149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-07b9cd45-0db0-42ad-8a06-e0ca3457484b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:38.498986 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Pushing event updated for resources: {'Port': ['ID=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:38.528075 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415b56c-e6eb-4e45-8928-b33960202e4e req-215f5be6-0de5-4a3e-8190-7649d0af39bf tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:38.529850 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5415b56c-e6eb-4e45-8928-b33960202e4e req-215f5be6-0de5-4a3e-8190-7649d0af39bf tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.5710244 Oct 05 09:35:38.553499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:38.559542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8b52ba70-f950-4bfe-9372-4ab4ce0d376b None None] The port '50207179-05f1-49c1-9aae-a323a66628be' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:35:38.563925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Provisioning complete for port bb259698-047f-4679-97c4-55c479f8fa09 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:38.564298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:38.564628 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Attempt 1 to provision port bb259698-047f-4679-97c4-55c479f8fa09 Oct 05 09:35:38.610085 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No DVR routers for this DVR port 50207179-05f1-49c1-9aae-a323a66628be on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:35:38.621918 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5415b56c-e6eb-4e45-8928-b33960202e4e req-028f85a4-262d-4a9b-82b9-995e258511a1 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773885 Oct 05 09:35:38.653863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:38.664299 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No ports have port_id starting with 50207179-05f1-49c1-9aae-a323a66628be Oct 05 09:35:38.727819 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] For port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:38.729154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:38.774441 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-156139727'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:38.846963 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:38.882420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e24748-4e2d-4eca-8885-0f6da629c238']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:38.909737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5c96c9-14c5-4ece-a8b8-18767669f251') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:38.910428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5c96c9-14c5-4ece-a8b8-18767669f251') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:38.911889 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:38.914759 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Subnet': ['ID=af13454c-d2d1-4c8a-abc5-7bea1649cbc6,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:38.938717 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Usage tracker for resource:network and tenant:39f31b5323e74eafbf7018b365aa3ef6 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:38.948842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:38.968485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:38.974045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:38.977093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:35:38.977667 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:38.984257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4a2fb1-c2c5-42d3-9055-cc5b2a3d8880 None None] Network d1fde8e2-2699-4ea0-a690-d446f235043b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:39.000413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:35:39.031520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Calling delete_port for 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:39.042924 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:39.083592 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c00c0ac0-9067-48f0-87b9-aea5b5f2c9ca tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Deleting port ea569708-5f3b-41f4-8853-3b81f96edc86 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:39.084089 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c00c0ac0-9067-48f0-87b9-aea5b5f2c9ca tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.091227 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=50207179-05f1-49c1-9aae-a323a66628be,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:39.128191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.165225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Current status of the port bb259698-047f-4679-97c4-55c479f8fa09 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:39.170691 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.207120 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 5f5c96c9-14c5-4ece-a8b8-18767669f251 resource provider aggregate not found Oct 05 09:35:39.223883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.262928 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 5f5c96c9-14c5-4ece-a8b8-18767669f251 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f5c96c9-14c5-4ece-a8b8-18767669f251 found for delete ", "request_id": "req-4b273c20-89f9-4923-b79b-4ca3c7febe7d"}]} Oct 05 09:35:39.318732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.349764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Made reservation on behalf of 39f31b5323e74eafbf7018b365aa3ef6 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:39.353848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.354136 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Network': ['ID=74e24748-4e2d-4eca-8885-0f6da629c238,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:39.386407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fde8e2-2699-4ea0-a690-d446f235043b']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:39.392781 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.436933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7441e3c-0800-400f-a35b-66cb119b12b5') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:39.437323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7441e3c-0800-400f-a35b-66cb119b12b5') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:39.443518 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] For port bb259698-047f-4679-97c4-55c479f8fa09, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bb259698-047f-4679-97c4-55c479f8fa09,segment=NetworkSegment(fe2a333e-f80e-4d11-ae0f-c41922d170bb),segment_id=fe2a333e-f80e-4d11-ae0f-c41922d170bb)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:39.530097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:39.530658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.547151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab49bf2-3502-4f41-8294-195eb930e3d0 None None] DHCP port deletion for d1fde8e2-2699-4ea0-a690-d446f235043b request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:35:39.552168 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:39.553802 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:35:39.558856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:35:39.558856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.563755 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38210) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:39.563974 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9f40912b-724e-413e-8a32-343e5347f117 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/networks/74e24748-4e2d-4eca-8885-0f6da629c238 HTTP/1.1" status: 204 len: 168 time: 4.0378256 Oct 05 09:35:39.564933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.566004 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.586225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Usage tracker for resource:security_group_rule and tenant:39f31b5323e74eafbf7018b365aa3ef6 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:39.596302 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1744988400'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:39.639685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:39.645181 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd75a2-02cc-43a9-b495-6484423c13fa None None] Pushing event updated for resources: {'Port': ['ID=bb259698-047f-4679-97c4-55c479f8fa09,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:39.648083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:39.657952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:39.662793 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:39.667139 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.687543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-af02c0c8-0847-40c7-95a4-242aed5ab328 None None] Could not find standard attr ID for object a82a35d2-3fd4-4e20-8fbd-6182c3c43842. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:35:39.687960 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:network and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:39.692420 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:39.697780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:35:39.698223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.705926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-af02c0c8-0847-40c7-95a4-242aed5ab328 None None] Provisioning complete for port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:39.706539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-af02c0c8-0847-40c7-95a4-242aed5ab328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.706934 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-af02c0c8-0847-40c7-95a4-242aed5ab328 None None] Attempt 1 to provision port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c Oct 05 09:35:39.731174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-07b9cd45-0db0-42ad-8a06-e0ca3457484b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.743328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:35:39.743746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:35:39.746363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:39.747840 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.800567 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment c7441e3c-0800-400f-a35b-66cb119b12b5 resource provider aggregate not found Oct 05 09:35:39.861824 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,revision_number=8']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:39.869463 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment c7441e3c-0800-400f-a35b-66cb119b12b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7441e3c-0800-400f-a35b-66cb119b12b5 found for delete ", "request_id": "req-6fd234a2-c914-4967-b0d9-bda45e4b949e"}]} Oct 05 09:35:39.902497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c00c0ac0-9067-48f0-87b9-aea5b5f2c9ca tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.925247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-07b9cd45-0db0-42ad-8a06-e0ca3457484b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Calling delete_port for 06d3a39f-b2e1-41db-a66b-c52e5f8ce3af owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:39.958714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-af02c0c8-0847-40c7-95a4-242aed5ab328 None None] Current status of the port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:39.959099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-af02c0c8-0847-40c7-95a4-242aed5ab328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.969733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:39.973471 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.999943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-af02c0c8-0847-40c7-95a4-242aed5ab328 None None] For port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:40.055855 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Deleting port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:40.056317 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:40.066794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c00c0ac0-9067-48f0-87b9-aea5b5f2c9ca tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Calling delete_port for ea569708-5f3b-41f4-8853-3b81f96edc86 owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:40.097442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:40.109639 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-af02c0c8-0847-40c7-95a4-242aed5ab328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:40.147985 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:40.158706 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce1f36-d177-428f-9324-76f908171fcc req-b8775744-ab9f-4423-8521-447cff229448 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:40.160377 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1fce1f36-d177-428f-9324-76f908171fcc req-b8775744-ab9f-4423-8521-447cff229448 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.5604563 Oct 05 09:35:40.210826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Network': ['ID=d1fde8e2-2699-4ea0-a690-d446f235043b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:40.233413 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fb32b918-a141-41c8-8a73-87dc4d96297d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/d1fde8e2-2699-4ea0-a690-d446f235043b HTTP/1.1" status: 204 len: 168 time: 5.9563460 Oct 05 09:35:40.238276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:40.240467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38248) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:40.313954 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:40.314626 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Added segment 96239e09-1c04-4293-a502-4b21646fe3de of type vlan for network 3067fa50-7ac5-4dfe-969f-f84eb80a66f0 Oct 05 09:35:40.316334 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc95ef7-2932-4bfb-96aa-ef80267aa1d7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:35:40.317039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc95ef7-2932-4bfb-96aa-ef80267aa1d7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:35:40.351378 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1fce1f36-d177-428f-9324-76f908171fcc req-97c6663f-3433-4800-84af-762ebb73f1b4 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756332 Oct 05 09:35:40.366590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02c0c8-0847-40c7-95a4-242aed5ab328 None None] Pushing event updated for resources: {'Port': ['ID=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,revision_number=9']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:40.371269 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-adc95ef7-2932-4bfb-96aa-ef80267aa1d7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/d1fde8e2-2699-4ea0-a690-d446f235043b HTTP/1.1" status: 404 len: 339 time: 0.1294076 Oct 05 09:35:40.371805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38258) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:40.404487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:40.419524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-77215771', 'description': 'd1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:40.433396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:40.455696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:network and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:40.463188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:40.494417 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:40.521029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:40.551724 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:40.672864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] For port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:40.672864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:40.749530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Calling delete_port for 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:40.764426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-07b9cd45-0db0-42ad-8a06-e0ca3457484b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:40.817714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:40.825423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:40.826089 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:40.830112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:40.835191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bb259698-047f-4679-97c4-55c479f8fa09 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:40.858898 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c00c0ac0-9067-48f0-87b9-aea5b5f2c9ca tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:40.941066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port bb259698-047f-4679-97c4-55c479f8fa09 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:40.942483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:40.942824 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port bb259698-047f-4679-97c4-55c479f8fa09 Oct 05 09:35:40.952252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c0ac0-9067-48f0-87b9-aea5b5f2c9ca tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event deleted for resources: {'Port': ['ID=ea569708-5f3b-41f4-8853-3b81f96edc86,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:41.008475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9cd45-0db0-42ad-8a06-e0ca3457484b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Port': ['ID=06d3a39f-b2e1-41db-a66b-c52e5f8ce3af,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:41.049236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:41.062320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:41.066245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:41.078590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] For port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:41.106311 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port bb259698-047f-4679-97c4-55c479f8fa09 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:41.119888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a82a35d2-3fd4-4e20-8fbd-6182c3c43842 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:35:41.126656 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-07b9cd45-0db0-42ad-8a06-e0ca3457484b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:41.139354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:41.151792 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-07b9cd45-0db0-42ad-8a06-e0ca3457484b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/ports/06d3a39f-b2e1-41db-a66b-c52e5f8ce3af HTTP/1.1" status: 204 len: 168 time: 2.8102536 Oct 05 09:35:41.152966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38262) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:41.162034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:41.169049 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: a82a35d2-3fd4-4e20-8fbd-6182c3c43842 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:35:41.169368 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a82a35d2-3fd4-4e20-8fbd-6182c3c43842 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:35:41.170454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:41.170963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67520cb1-7296-42a9-b1c9-8fe61355b2cb,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:41.175869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Usage tracker for resource:floatingip and tenant:d83a1fd4a9e74c2e90fd216a2eddf28a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:41.179148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:41.186274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:41.198848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:41.199274 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Added segment 7f38588f-e956-4b76-8b11-34f072966647 of type vlan for network 4a3fb4ce-b460-47f8-94ea-1a33d932f65a Oct 05 09:35:41.201845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:41.202760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:41.207635 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Network': ['ID=3067fa50-7ac5-4dfe-969f-f84eb80a66f0,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:41.213663 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-048bd1c8-f033-4e9a-a79b-ab448a7039c7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6366308 Oct 05 09:35:41.227323 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 3067fa50-7ac5-4dfe-969f-f84eb80a66f0 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:41.248211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38266) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:41.281578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'subnet': {'network_id': '3067fa50-7ac5-4dfe-969f-f84eb80a66f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:41.292540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:41.357043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:35:41.357676 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:35:41.392252 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:41.397880 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Deleting port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:41.398392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:41.409913 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:41.423161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:41.427578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:41.427578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:41.438574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=9f08ddf2-83e2-4603-b4a9-d12bdc5ea1a5,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:41.461431 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:41.481048 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:41.481573 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Added segment 8695e08c-1145-4cc4-bb65-8bd530719c7c of type vlan for network c43cac68-d282-458f-a754-c6ae18fc59b2 Oct 05 09:35:41.614089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,revision_number=10']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:41.688745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:41.770949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] For port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:41.772473 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:41.778321 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:35:41.779312 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-12f6f272-fa88-4fc7-a0d1-aad1bbad9df2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.5138729 Oct 05 09:35:41.784140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38274) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:41.787406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:41.790581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a780c860-3d2d-4965-af80-3e40933d91a2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:41.855102 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:subnet and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:41.861615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:41.870150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c00c0ac0-9067-48f0-87b9-aea5b5f2c9ca tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:41.888892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:41.891812 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:41.986025 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Calling delete_port for 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:41.999087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:42.004486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:42.005094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:42.104963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:42.107937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Allocated IP 172.26.7.137 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/77d31892-420d-47eb-8f55-bd20cdb67d18) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:42.108519 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:42.153568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a780c860-3d2d-4965-af80-3e40933d91a2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:42.160914 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a780c860-3d2d-4965-af80-3e40933d91a2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:42.265259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a780c860-3d2d-4965-af80-3e40933d91a2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:42.281817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a780c860-3d2d-4965-af80-3e40933d91a2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:42.299392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:42.321075 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:42.327208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:42.327972 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:42.359040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Pushing event updated for resources: {'Network': ['ID=4a3fb4ce-b460-47f8-94ea-1a33d932f65a,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:42.359267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-b785b508-5aad-41f1-9caa-a943a52ab3f4 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:42.359267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-b785b508-5aad-41f1-9caa-a943a52ab3f4 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Synchronizing usage tracker for tenant:0c32c3c1f621440c9b1008a8b2086dc9 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:42.379154 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7e215494-47f9-4deb-8945-0953f6e959fd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.9911594 Oct 05 09:35:42.385946 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38278) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:42.394061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Request body: {'subnet': {'network_id': '4a3fb4ce-b460-47f8-94ea-1a33d932f65a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:42.405064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74521cf9-5a57-48ce-9350-aa63b93e93f8 req-7e4ae5b4-871c-4214-be62-6597a5f5860f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:42.411339 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-74521cf9-5a57-48ce-9350-aa63b93e93f8 req-7e4ae5b4-871c-4214-be62-6597a5f5860f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.6209233 Oct 05 09:35:42.411494 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] Pushing event deleted for resources: {'Port': ['ID=2d9cf8c7-9f6a-40ed-a5e9-c0013311764c,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:42.411608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a780c860-3d2d-4965-af80-3e40933d91a2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:42.411721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 4a3fb4ce-b460-47f8-94ea-1a33d932f65a details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:42.414325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a780c860-3d2d-4965-af80-3e40933d91a2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:42.514535 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:42.524851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-b785b508-5aad-41f1-9caa-a943a52ab3f4 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Unset dirty status for tenant:0c32c3c1f621440c9b1008a8b2086dc9 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:42.527046 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-b785b508-5aad-41f1-9caa-a943a52ab3f4 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.5315304 Oct 05 09:35:42.590668 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00c0ac0-9067-48f0-87b9-aea5b5f2c9ca tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Router c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:35:42.594083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Network': ['ID=c43cac68-d282-458f-a754-c6ae18fc59b2,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:42.610831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a73d3a3-409d-4c9c-a5a8-6d8e2f0a007c None None] No DVR routers for this DVR port 2d9cf8c7-9f6a-40ed-a5e9-c0013311764c on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:35:42.612903 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8f984f76-d484-438d-b9cd-2cd98450f143 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2043352 Oct 05 09:35:42.626246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network c43cac68-d282-458f-a754-c6ae18fc59b2 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:42.639341 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38282) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:42.659109 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-74521cf9-5a57-48ce-9350-aa63b93e93f8 req-03814142-bd74-4ed6-ad6e-f0190492466e tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955788 Oct 05 09:35:42.660535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48beca0c-63c6-4e94-a948-af217e812bf1 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:43.024489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00c0ac0-9067-48f0-87b9-aea5b5f2c9ca tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:43.050026 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:43.053927 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.ipam_backend_mixin [None req-a780c860-3d2d-4965-af80-3e40933d91a2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9f08ddf2-83e2-4603-b4a9-d12bdc5ea1a5 (CIDR: 2001:db8::/64) Oct 05 09:35:43.057537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412f341d-793c-4fc3-9758-4dd2fd069528 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:43.058398 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-412f341d-793c-4fc3-9758-4dd2fd069528 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Synchronizing usage tracker for tenant:506f7c6114bd44af8aa9a31ce6c0c06e on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:43.060981 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Usage tracker for resource:subnet and tenant:39f31b5323e74eafbf7018b365aa3ef6 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:43.066916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-1a956c5e-927a-4fe7-8dfa-6b13e2f34f4a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Deleting port add821ab-e8c4-4678-a2ea-a72aacffc8bd {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:43.067263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-1a956c5e-927a-4fe7-8dfa-6b13e2f34f4a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:43.077915 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c00c0ac0-9067-48f0-87b9-aea5b5f2c9ca tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "PUT /v2.0/routers/c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2712078 Oct 05 09:35:43.079856 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38288) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:43.093226 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247e65e0-4e78-470e-91e2-ec5ffba2daee None None] Sync routers for ids ['c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:43.097050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:43.107890 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': '9f08ddf2-83e2-4603-b4a9-d12bdc5ea1a5'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:35:43.109163 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:43.122433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:43.139921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247e65e0-4e78-470e-91e2-ec5ffba2daee None None] Routers {'c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:43.140787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-247e65e0-4e78-470e-91e2-ec5ffba2daee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:43.255868 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a780c860-3d2d-4965-af80-3e40933d91a2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:35:43.256733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a780c860-3d2d-4965-af80-3e40933d91a2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:35:43.259911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-247e65e0-4e78-470e-91e2-ec5ffba2daee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:43.292679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247e65e0-4e78-470e-91e2-ec5ffba2daee None None] Routers {'c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:43.293575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-247e65e0-4e78-470e-91e2-ec5ffba2daee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:43.354441 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Made reservation on behalf of 39f31b5323e74eafbf7018b365aa3ef6 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:43.358362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:43.368131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-247e65e0-4e78-470e-91e2-ec5ffba2daee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:43.368800 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247e65e0-4e78-470e-91e2-ec5ffba2daee None None] The sync data for ids ['c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:43.377441 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf9e50f5-abe9-4dd5-8ed5-7ca398e74eba tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:43.443044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:43.447407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-412f341d-793c-4fc3-9758-4dd2fd069528 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Unset dirty status for tenant:506f7c6114bd44af8aa9a31ce6c0c06e on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:43.447901 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Allocated IP 2001:db8::f816:3eff:fe30:ea27 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/9f08ddf2-83e2-4603-b4a9-d12bdc5ea1a5/ce38b787-cb12-4298-84dd-e86f811c478d) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:43.451911 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-412f341d-793c-4fc3-9758-4dd2fd069528 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "GET /v2.0/networks?id=c43cac68-d282-458f-a754-c6ae18fc59b2 HTTP/1.1" status: 200 len: 759 time: 0.8093359 Oct 05 09:35:43.456967 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38292) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:43.487040 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:43.538719 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a780c860-3d2d-4965-af80-3e40933d91a2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7533958 Oct 05 09:35:43.545495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38296) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:43.552122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a165a2ca-ebab-4fe0-89b9-8be439186de9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'network': {'description': 'd2'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:43.594292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9c875a4f-4ca2-4cb6-b413-aad7f4393602 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:43.651287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:43.669469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=77d31892-420d-47eb-8f55-bd20cdb67d18,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:43.673226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:43.675390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:43.693081 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:43.723947 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Transition to ACTIVE for port object ce38b787-cb12-4298-84dd-e86f811c478d will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:43.770391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:43.775215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Transition to ACTIVE for port object ce38b787-cb12-4298-84dd-e86f811c478d will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:43.785322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-1a956c5e-927a-4fe7-8dfa-6b13e2f34f4a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] For port add821ab-e8c4-4678-a2ea-a72aacffc8bd, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=add821ab-e8c4-4678-a2ea-a72aacffc8bd,segment=NetworkSegment(fe6cd753-5414-4bf0-a2d3-ee735ee081d0),segment_id=fe6cd753-5414-4bf0-a2d3-ee735ee081d0)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:43.785679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-1a956c5e-927a-4fe7-8dfa-6b13e2f34f4a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:43.865539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:43.929187 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:43.935438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:43.946566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:43.989921 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.018925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Pushing event updated for resources: {'Port': ['ID=ce38b787-cb12-4298-84dd-e86f811c478d,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:44.066244 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Checking segment: {'id': '96239e09-1c04-4293-a502-4b21646fe3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3067fa50-7ac5-4dfe-969f-f84eb80a66f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:44.066603 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network hostable DHCP agents. Network: 3067fa50-7ac5-4dfe-969f-f84eb80a66f0, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:35:44.089166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf9e50f5-abe9-4dd5-8ed5-7ca398e74eba tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.095016 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Subnet': ['ID=02c7dda9-afdb-4941-93d6-9ab86e54c5c3,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:44.098809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf9e50f5-abe9-4dd5-8ed5-7ca398e74eba tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.104529 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Attempting to bind port ce38b787-cb12-4298-84dd-e86f811c478d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:44.105051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Attempting to bind port ce38b787-cb12-4298-84dd-e86f811c478d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:44.106009 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Attempting to bind port ce38b787-cb12-4298-84dd-e86f811c478d on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:44.112367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:44.112750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:44.115216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.115216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:44.115216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Bound port: ce38b787-cb12-4298-84dd-e86f811c478d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:44.115216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.233798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.236252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] For port ce38b787-cb12-4298-84dd-e86f811c478d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:44.240931 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] For port ce38b787-cb12-4298-84dd-e86f811c478d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ce38b787-cb12-4298-84dd-e86f811c478d,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:44.309822 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.311549 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a165a2ca-ebab-4fe0-89b9-8be439186de9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.321298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9c875a4f-4ca2-4cb6-b413-aad7f4393602 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:44.332187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9c875a4f-4ca2-4cb6-b413-aad7f4393602 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:44.338156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9c875a4f-4ca2-4cb6-b413-aad7f4393602 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:44.347279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9c875a4f-4ca2-4cb6-b413-aad7f4393602 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:44.356277 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network 3067fa50-7ac5-4dfe-969f-f84eb80a66f0 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:35:44.356277 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf9e50f5-abe9-4dd5-8ed5-7ca398e74eba tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.356277 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9e50f5-abe9-4dd5-8ed5-7ca398e74eba tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Fanout notify agent at l3_agent the message router_deleted on router c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:35:44.371105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127494eb-dfdb-4f14-b61c-8b511cdecd83 req-d021e0fe-2bdc-43d5-a94a-9c65bd812006 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:44.379159 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-127494eb-dfdb-4f14-b61c-8b511cdecd83 req-d021e0fe-2bdc-43d5-a94a-9c65bd812006 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 946 time: 0.4777951 Oct 05 09:35:44.410100 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752de2fa-1ff3-47d9-a722-30214a8d1d47 None None] Pushing event updated for resources: {'Port': ['ID=ce38b787-cb12-4298-84dd-e86f811c478d,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:44.414136 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf9e50f5-abe9-4dd5-8ed5-7ca398e74eba tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.415405 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bf9e50f5-abe9-4dd5-8ed5-7ca398e74eba tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "DELETE /v2.0/routers/c4aa1f0f-85de-4b33-9c5a-5ea95fcacd7e HTTP/1.1" status: 204 len: 168 time: 1.3326175 Oct 05 09:35:44.418226 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38304) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:44.429348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a165a2ca-ebab-4fe0-89b9-8be439186de9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.494911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Pushing event updated for resources: {'Subnet': ['ID=7a4f31f6-c784-4431-92b3-3f04a00f77da,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:44.521722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Checking segment: {'id': '7f38588f-e956-4b76-8b11-34f072966647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4a3fb4ce-b460-47f8-94ea-1a33d932f65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:44.521722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Network hostable DHCP agents. Network: 4a3fb4ce-b460-47f8-94ea-1a33d932f65a, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:35:44.551328 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-127494eb-dfdb-4f14-b61c-8b511cdecd83 req-3002e543-d479-4d1b-955d-ade95d8e2357 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b524a93-9e81-4ded-9354-12e88f168512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705670 Oct 05 09:35:44.551940 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a165a2ca-ebab-4fe0-89b9-8be439186de9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network c43cac68-d282-458f-a754-c6ae18fc59b2 is not hosted by any dhcp agent {{(pid=89846) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 05 09:35:44.557659 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a165a2ca-ebab-4fe0-89b9-8be439186de9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:44.558382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a165a2ca-ebab-4fe0-89b9-8be439186de9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.562436 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a165a2ca-ebab-4fe0-89b9-8be439186de9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "PUT /v2.0/networks/c43cac68-d282-458f-a754-c6ae18fc59b2 HTTP/1.1" status: 200 len: 756 time: 1.0299027 Oct 05 09:35:44.568807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38308) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:44.579406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c875a4f-4ca2-4cb6-b413-aad7f4393602 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:44.582813 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9c875a4f-4ca2-4cb6-b413-aad7f4393602 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.596486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 3067fa50-7ac5-4dfe-969f-f84eb80a66f0) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:44.611183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3958e5e-fbe0-4b5c-b768-69791c250d25 None None] Network 3067fa50-7ac5-4dfe-969f-f84eb80a66f0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:44.620485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-1a956c5e-927a-4fe7-8dfa-6b13e2f34f4a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.620859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-1a956c5e-927a-4fe7-8dfa-6b13e2f34f4a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.621200 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-1a956c5e-927a-4fe7-8dfa-6b13e2f34f4a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Floating IP f6bec355-fc64-48fe-aacf-8b9dedc2443a disassociated. External IP: 172.26.7.205, port: add821ab-e8c4-4678-a2ea-a72aacffc8bd. Oct 05 09:35:44.621539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-1a956c5e-927a-4fe7-8dfa-6b13e2f34f4a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Calling delete_port for add821ab-e8c4-4678-a2ea-a72aacffc8bd owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:44.642472 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:44.646934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.737295 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165a2ca-ebab-4fe0-89b9-8be439186de9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Network': ['ID=c43cac68-d282-458f-a754-c6ae18fc59b2,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:44.748295 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec866a3e-2f15-4577-9dae-c794c9e907bd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Deleting subnet bd2b1666-cac6-440a-be25-d1fa415b5c1c {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:35:44.762263 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network c43cac68-d282-458f-a754-c6ae18fc59b2 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:44.765760 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ec866a3e-2f15-4577-9dae-c794c9e907bd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:44.857621 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-53d78c49-b1b5-4d29-b884-0c38ee3416da tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6035364 Oct 05 09:35:44.874175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38312) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:44.899786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'network_id': '3067fa50-7ac5-4dfe-969f-f84eb80a66f0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1624577512'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:45.094535 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81c87e7-8d22-4e6c-af35-280c27ea2421 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:45.095505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a81c87e7-8d22-4e6c-af35-280c27ea2421 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Synchronizing usage tracker for tenant:506f7c6114bd44af8aa9a31ce6c0c06e on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:45.108925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Network 4a3fb4ce-b460-47f8-94ea-1a33d932f65a is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:35:45.113152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:45.138199 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 4a3fb4ce-b460-47f8-94ea-1a33d932f65a) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:45.148196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:45.148886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:45.162047 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a81c87e7-8d22-4e6c-af35-280c27ea2421 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Unset dirty status for tenant:506f7c6114bd44af8aa9a31ce6c0c06e on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:45.162278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf44015-777b-4857-a901-af8d22919f18 None None] Network 4a3fb4ce-b460-47f8-94ea-1a33d932f65a requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:45.164430 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a81c87e7-8d22-4e6c-af35-280c27ea2421 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "GET /v2.0/networks?id=c43cac68-d282-458f-a754-c6ae18fc59b2 HTTP/1.1" status: 200 len: 759 time: 0.5838058 Oct 05 09:35:45.164430 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38318) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:45.169043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b9893305-7fbd-4c63-8aad-5762ee06d8e0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1365776582'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:45.184702 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b9893305-7fbd-4c63-8aad-5762ee06d8e0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:45.223880 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:45.321881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b9893305-7fbd-4c63-8aad-5762ee06d8e0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:45.422851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=77d31892-420d-47eb-8f55-bd20cdb67d18,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:45.425551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:45.443522 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-3067fa50-7ac5-4dfe-969f-f84eb80a66f0', 'network_id': '3067fa50-7ac5-4dfe-969f-f84eb80a66f0', 'tenant_id': '7eeaf2f92eda4e74b4a823d89422d65f', 'fixed_ips': [{'subnet_id': '02c7dda9-afdb-4941-93d6-9ab86e54c5c3'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:35:45.444369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:45.465710 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:35:45.526245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ec866a3e-2f15-4577-9dae-c794c9e907bd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:45.668243 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-4a3fb4ce-b460-47f8-94ea-1a33d932f65a', 'network_id': '4a3fb4ce-b460-47f8-94ea-1a33d932f65a', 'tenant_id': '39f31b5323e74eafbf7018b365aa3ef6', 'fixed_ips': [{'subnet_id': '7a4f31f6-c784-4431-92b3-3f04a00f77da'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:35:45.672556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:45.693826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:45.696480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-1a956c5e-927a-4fe7-8dfa-6b13e2f34f4a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:45.699652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9c875a4f-4ca2-4cb6-b413-aad7f4393602 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:45.712162 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d0867227-67ef-498b-b3da-cab2e2d2eb5d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3238075 Oct 05 09:35:45.730335 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:port and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:45.733553 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:45.740225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:45.751941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38324) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:45.760761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ec866a3e-2f15-4577-9dae-c794c9e907bd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:45.818731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:45.820035 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b3f84b80-f7dc-4a43-bc06-047f9107601e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6659064 Oct 05 09:35:45.844961 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38326) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:45.884394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Request body: {'port': {'network_id': '4a3fb4ce-b460-47f8-94ea-1a33d932f65a', 'name': 'tempest-TagsExtTest-442470773'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:45.884631 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9893305-7fbd-4c63-8aad-5762ee06d8e0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:45.901283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b9893305-7fbd-4c63-8aad-5762ee06d8e0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:45.925078 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'port': {'network_id': '9139a9fa-9f1e-4861-a50c-d0a89e627c4a', 'name': 'tempest-FloatingIPTestJSON-329600825'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:45.962739 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a956c5e-927a-4fe7-8dfa-6b13e2f34f4a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Pushing event deleted for resources: {'Port': ['ID=add821ab-e8c4-4678-a2ea-a72aacffc8bd,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:45.980853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Allocated IP 172.20.0.2 (4a3fb4ce-b460-47f8-94ea-1a33d932f65a/7a4f31f6-c784-4431-92b3-3f04a00f77da/68010cd5-3008-4168-84df-2d5bd97c3d4e) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:46.023837 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:46.031537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:46.216433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9893305-7fbd-4c63-8aad-5762ee06d8e0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:46.221887 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-88cb8935-38a8-49b7-9928-5ad45b4c36b5 req-7deee14e-21d1-45dd-b1f9-7b8f8e5d1b17 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 210 time: 0.4718003 Oct 05 09:35:46.243625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b9893305-7fbd-4c63-8aad-5762ee06d8e0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:46.244180 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-b9893305-7fbd-4c63-8aad-5762ee06d8e0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Added segment 100cbb51-49e6-4a79-8e04-cbcaa617d566 of type vlan for network 1ed510b1-f676-4daf-b84a-9ddb10a89da4 Oct 05 09:35:46.269649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c875a4f-4ca2-4cb6-b413-aad7f4393602 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:46.272172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b9893305-7fbd-4c63-8aad-5762ee06d8e0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:46.272446 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:46.283786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Transition to ACTIVE for port object 68010cd5-3008-4168-84df-2d5bd97c3d4e will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:46.296510 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-9c875a4f-4ca2-4cb6-b413-aad7f4393602 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:46.303000 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Transition to ACTIVE for port object 68010cd5-3008-4168-84df-2d5bd97c3d4e will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:46.315820 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c875a4f-4ca2-4cb6-b413-aad7f4393602 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:46.316563 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9c875a4f-4ca2-4cb6-b413-aad7f4393602 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:46.322876 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c875a4f-4ca2-4cb6-b413-aad7f4393602 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=d340bbb9-e764-4f30-96dd-54ffcaa0b20c,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:46.326358 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device add821ab-e8c4-4678-a2ea-a72aacffc8bd no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:35:46.360498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port 50c6e7b2-a044-4def-aa81-883ac8f1ac7f yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:35:46.360753 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a257a6f-5cf0-4f2e-918b-fe5e4b865995 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:46.385091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b9893305-7fbd-4c63-8aad-5762ee06d8e0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:46.390593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9893305-7fbd-4c63-8aad-5762ee06d8e0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:46.391120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b9893305-7fbd-4c63-8aad-5762ee06d8e0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:46.415409 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ec866a3e-2f15-4577-9dae-c794c9e907bd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:46.450039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: add821ab-e8c4-4678-a2ea-a72aacffc8bd {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:35:46.450281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device add821ab-e8c4-4678-a2ea-a72aacffc8bd not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:35:46.465451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ec866a3e-2f15-4577-9dae-c794c9e907bd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:46.470513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:46.495453 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ec866a3e-2f15-4577-9dae-c794c9e907bd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "DELETE /v2.0/subnets/bd2b1666-cac6-440a-be25-d1fa415b5c1c HTTP/1.1" status: 204 len: 168 time: 2.0696201 Oct 05 09:35:46.499199 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38334) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:46.515521 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64a1401-81f5-4f91-abad-3c4270ee43c4 None None] Network 0e203a31-61cb-4ee4-8f1f-695f3c3bdd65 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:46.527012 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec866a3e-2f15-4577-9dae-c794c9e907bd tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2b1666-cac6-440a-be25-d1fa415b5c1c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:46.571984 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9893305-7fbd-4c63-8aad-5762ee06d8e0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Network': ['ID=1ed510b1-f676-4daf-b84a-9ddb10a89da4,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:46.629009 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Allocated IP 172.20.0.2 (3067fa50-7ac5-4dfe-969f-f84eb80a66f0/02c7dda9-afdb-4941-93d6-9ab86e54c5c3/3e0e275d-b2a2-4b8e-822e-c069d2565702) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:46.629125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-1a956c5e-927a-4fe7-8dfa-6b13e2f34f4a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:35:46.629125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:46.629125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Usage tracker for resource:port and tenant:d83a1fd4a9e74c2e90fd216a2eddf28a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:46.629125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:46.637199 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9c875a4f-4ca2-4cb6-b413-aad7f4393602 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0684447 Oct 05 09:35:46.657845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38338) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:46.663428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'mac_address': 'fa:16:3e:c0:d1:06', 'name': 'tempest-NetworksTestDHCPv6-1858062420'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:46.673074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 1ed510b1-f676-4daf-b84a-9ddb10a89da4 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:46.681902 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:46.696019 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b9893305-7fbd-4c63-8aad-5762ee06d8e0 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5327244 Oct 05 09:35:46.696881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38342) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:46.709025 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'subnet': {'network_id': '1ed510b1-f676-4daf-b84a-9ddb10a89da4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:46.730369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Network 4a3fb4ce-b460-47f8-94ea-1a33d932f65a is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:46.811040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c5676982-4014-41b5-b615-e60f4fcb57b6 None None] Provisioning for port ce38b787-cb12-4298-84dd-e86f811c478d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:46.839572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:46.869913 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:46.883064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Made reservation on behalf of d83a1fd4a9e74c2e90fd216a2eddf28a for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:46.889914 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Usage tracker for resource:port and tenant:39f31b5323e74eafbf7018b365aa3ef6 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:46.891566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:46.895214 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:46.900543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:46.901871 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:46.909775 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:46.964072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Deleting port 94ab0f76-ee05-455e-ba90-586304879e41 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:46.964392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:46.982501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:46.990193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] device_id is not set on port e7d071fc-de88-4ea2-b293-023d263bfa61 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:35:47.008760 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Made reservation on behalf of 39f31b5323e74eafbf7018b365aa3ef6 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:47.012241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:47.034245 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Usage tracker for resource:subnet and tenant:506f7c6114bd44af8aa9a31ce6c0c06e is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:47.045729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:47.052021 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:47.061438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] device_id is not set on port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:35:47.066168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-1a956c5e-927a-4fe7-8dfa-6b13e2f34f4a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:47.069170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce38b787-cb12-4298-84dd-e86f811c478d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:47.079912 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a2346d-5c90-4f5e-b3c5-1e2c6a031825 None None] Sync routers for ids ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:47.092034 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2346d-5c90-4f5e-b3c5-1e2c6a031825 None None] Routers {'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:47.093239 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-16a2346d-5c90-4f5e-b3c5-1e2c6a031825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:47.097562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:47.293228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:47.293478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:47.293478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] For port 94ab0f76-ee05-455e-ba90-586304879e41, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=94ab0f76-ee05-455e-ba90-586304879e41,segment=NetworkSegment(eb9b64a8-4af6-45d4-beb9-940376bfce48),segment_id=eb9b64a8-4af6-45d4-beb9-940376bfce48)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:47.293478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:47.334911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:47.380517 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-16a2346d-5c90-4f5e-b3c5-1e2c6a031825 None None] Set router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:35:47.443183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Pushing event updated for resources: {'Port': ['ID=68010cd5-3008-4168-84df-2d5bd97c3d4e,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:47.463045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Calling delete_port for 94ab0f76-ee05-455e-ba90-586304879e41 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:47.481644 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-1a956c5e-927a-4fe7-8dfa-6b13e2f34f4a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] No DVR routers for this DVR port add821ab-e8c4-4678-a2ea-a72aacffc8bd on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:35:47.512384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-1a956c5e-927a-4fe7-8dfa-6b13e2f34f4a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:47.516853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6', 'name': 'network-vif-deleted', 'tag': 'add821ab-e8c4-4678-a2ea-a72aacffc8bd'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:35:47.519536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e98e78-24c4-4f2a-968e-ff88052952fa" -d '{"events": [{"server_uuid": "ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6", "name": "network-vif-deleted", "tag": "add821ab-e8c4-4678-a2ea-a72aacffc8bd"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:35:47.537872 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79a8329c-b0ae-4000-a164-87b40bd6f213 req-1a956c5e-927a-4fe7-8dfa-6b13e2f34f4a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.55 "DELETE /v2.0/ports/add821ab-e8c4-4678-a2ea-a72aacffc8bd HTTP/1.1" status: 204 len: 173 time: 4.6510398 Oct 05 09:35:47.592619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Allocated IP 172.20.0.11 (9139a9fa-9f1e-4861-a50c-d0a89e627c4a/0106c4bf-ed4d-4a64-b520-4ba2099a89d8/e7d071fc-de88-4ea2-b293-023d263bfa61) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:47.688398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:47.701240 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:47.761930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:47.779331 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-27710405-04c0-4643-b4fe-49d04cc12c77 req-d87f47d1-d9fb-423a-9be4-fb3dfe1d0515 tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 210 time: 0.2792561 Oct 05 09:35:47.844199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port ce38b787-cb12-4298-84dd-e86f811c478d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:47.847331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Attempting to bind port 68010cd5-3008-4168-84df-2d5bd97c3d4e on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:47.847696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Attempting to bind port 68010cd5-3008-4168-84df-2d5bd97c3d4e by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '7f38588f-e956-4b76-8b11-34f072966647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4a3fb4ce-b460-47f8-94ea-1a33d932f65a'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:47.848054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Attempting to bind port 68010cd5-3008-4168-84df-2d5bd97c3d4e on network 4a3fb4ce-b460-47f8-94ea-1a33d932f65a {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:47.903819 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:47.907488 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Checking segment: {'id': '7f38588f-e956-4b76-8b11-34f072966647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4a3fb4ce-b460-47f8-94ea-1a33d932f65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:47.907613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:47.908016 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Bound using segment: {'id': '7f38588f-e956-4b76-8b11-34f072966647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4a3fb4ce-b460-47f8-94ea-1a33d932f65a'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:47.908513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Bound port: 68010cd5-3008-4168-84df-2d5bd97c3d4e, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f38588f-e956-4b76-8b11-34f072966647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4a3fb4ce-b460-47f8-94ea-1a33d932f65a'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:47.908884 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:47.937211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port ce38b787-cb12-4298-84dd-e86f811c478d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:47.937581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:47.937914 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port ce38b787-cb12-4298-84dd-e86f811c478d Oct 05 09:35:47.999088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Allocated IP 172.20.0.3 (4a3fb4ce-b460-47f8-94ea-1a33d932f65a/7a4f31f6-c784-4431-92b3-3f04a00f77da/1ffa10a5-750a-4ba7-b940-c89b95c473c7) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:48.052613 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:48.126261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f23e307-ec4e-4546-8ee7-cb97ddb183a6 x-openstack-request-id: req-4f23e307-ec4e-4546-8ee7-cb97ddb183a6 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:35:48.126843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6", "name": "network-vif-deleted", "tag": "add821ab-e8c4-4678-a2ea-a72aacffc8bd", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:35:48.127489 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f23e307-ec4e-4546-8ee7-cb97ddb183a6 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:35:48.129237 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f23e307-ec4e-4546-8ee7-cb97ddb183a6'] response: {'server_uuid': 'ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6', 'name': 'network-vif-deleted', 'tag': 'add821ab-e8c4-4678-a2ea-a72aacffc8bd', 'status': 'completed', 'code': 200} Oct 05 09:35:48.133838 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:48.196952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:48.211352 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] For port 68010cd5-3008-4168-84df-2d5bd97c3d4e, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:48.213890 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Transition to ACTIVE for port object 3e0e275d-b2a2-4b8e-822e-c069d2565702 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:48.225015 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-16a2346d-5c90-4f5e-b3c5-1e2c6a031825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'gw_port': {'id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:51Z', 'updated_at': '2022-10-05T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'd4dacd77-72d3-4920-94e2-9de220eadca2', 'name': '', 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'mac_address': 'fa:16:3e:77:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:30:03Z', 'updated_at': '2022-10-05T09:30:17Z', 'revision_number': 5, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'subnets': [{'id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:48.236762 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a2346d-5c90-4f5e-b3c5-1e2c6a031825 None None] Checking router: a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:35:48.240281 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 07818bce-3441-42c0-9267-b477ae31e6a5 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:35:48.257668 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2346d-5c90-4f5e-b3c5-1e2c6a031825 None None] Routers {'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:48.259479 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-16a2346d-5c90-4f5e-b3c5-1e2c6a031825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:48.282241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port ce38b787-cb12-4298-84dd-e86f811c478d is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:48.282619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:48.286319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event deleted for resources: {'Port': ['ID=94ab0f76-ee05-455e-ba90-586304879e41,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:48.292854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb42e31-dd9f-42ba-88ca-c2c95ac7f851 None None] DHCP port deletion for 0e203a31-61cb-4ee4-8f1f-695f3c3bdd65 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:35:48.326197 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] No DVR routers for this DVR port 94ab0f76-ee05-455e-ba90-586304879e41 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:35:48.353533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:48.354263 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:48.354834 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:48.355282 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:48.355726 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:48.356166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:48.356606 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:48.357010 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] For port 68010cd5-3008-4168-84df-2d5bd97c3d4e, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=68010cd5-3008-4168-84df-2d5bd97c3d4e,segment=NetworkSegment(7f38588f-e956-4b76-8b11-34f072966647),segment_id=7f38588f-e956-4b76-8b11-34f072966647)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:48.357157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:48.357742 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:48.358572 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:48.359014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:48.359448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:48.381911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:48.386452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Transition to ACTIVE for port object 3e0e275d-b2a2-4b8e-822e-c069d2565702 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:48.414567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port ce38b787-cb12-4298-84dd-e86f811c478d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ce38b787-cb12-4298-84dd-e86f811c478d,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:48.419679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6b6e98-e789-444b-b57e-f16f2622ea03 None None] Update dhcp port {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'fixed_ips': [{'subnet_id': '9f08ddf2-83e2-4603-b4a9-d12bdc5ea1a5', 'ip_address': '2001:db8::f816:3eff:fe30:ea27'}, {'subnet_id': 'd340bbb9-e764-4f30-96dd-54ffcaa0b20c'}], 'binding:host_id': 'dv-neutron-860329-1-hyperv'}, 'id': 'ce38b787-cb12-4298-84dd-e86f811c478d'} from dv-neutron-860329-1-hyperv. {{(pid=89847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:35:48.471247 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:48.592978 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:48.642094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:48.672627 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:48.689478 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-16a2346d-5c90-4f5e-b3c5-1e2c6a031825 None None] Set router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:35:48.740121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fe6b3-f6ea-48f9-bb5c-ffcf21d58d34 None None] Pushing event updated for resources: {'Port': ['ID=68010cd5-3008-4168-84df-2d5bd97c3d4e,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:48.850327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 9139a9fa-9f1e-4861-a50c-d0a89e627c4a is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:48.871550 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 94ab0f76-ee05-455e-ba90-586304879e41 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:35:48.886045 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:48.924552 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:48.934930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:48.964557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Network 3067fa50-7ac5-4dfe-969f-f84eb80a66f0 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:48.965483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 94ab0f76-ee05-455e-ba90-586304879e41 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:35:48.965617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 94ab0f76-ee05-455e-ba90-586304879e41 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:35:48.981227 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:48.987280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6e98-e789-444b-b57e-f16f2622ea03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:49.071284 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:49.124221 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=e7d071fc-de88-4ea2-b293-023d263bfa61,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:49.158099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e203a31-61cb-4ee4-8f1f-695f3c3bdd65']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:49.202387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:49.202908 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:49.203816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:49.204267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:49.204655 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:49.205191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:49.205700 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:49.206254 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:49.211591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:49.211591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:49.211591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:49.211591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:49.237346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Allocated IP 172.20.0.10 (3067fa50-7ac5-4dfe-969f-f84eb80a66f0/02c7dda9-afdb-4941-93d6-9ab86e54c5c3/50c6e7b2-a044-4def-aa81-883ac8f1ac7f) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:49.280742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:49.281931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:49.359710 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:49.360306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9b64a8-4af6-45d4-beb9-940376bfce48') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:49.361414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9b64a8-4af6-45d4-beb9-940376bfce48') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:49.369770 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-16a2346d-5c90-4f5e-b3c5-1e2c6a031825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'gw_port': {'id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:51Z', 'updated_at': '2022-10-05T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'd4dacd77-72d3-4920-94e2-9de220eadca2', 'name': '', 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'mac_address': 'fa:16:3e:77:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:30:03Z', 'updated_at': '2022-10-05T09:30:17Z', 'revision_number': 5, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'subnets': [{'id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:49.374854 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a2346d-5c90-4f5e-b3c5-1e2c6a031825 None None] The sync data for ids ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'] in dv-neutron-860329-1-hyperv is: [{'id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:30:07Z', 'revision_number': 4, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'gw_port': {'id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:51Z', 'updated_at': '2022-10-05T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'd4dacd77-72d3-4920-94e2-9de220eadca2', 'name': '', 'network_id': '2a3ab058-7897-4bde-8218-aa6bbb729df2', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'mac_address': 'fa:16:3e:77:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:30:03Z', 'updated_at': '2022-10-05T09:30:17Z', 'revision_number': 5, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'subnets': [{'id': '687b5c3a-83db-4081-9f2c-b62c2b0d104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:49.386254 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=ce38b787-cb12-4298-84dd-e86f811c478d,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:49.469085 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3caa4915-895d-4113-a013-c339212368c0 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6229882 Oct 05 09:35:49.479357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Subnet': ['ID=c49b1f14-b7c5-4ce0-a535-6ffdc1125b73,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:49.480225 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-622928a9-c379-47d7-b388-2ef682971791 req-8b89f5d3-9ff4-44c4-bddc-2250fafc52ca tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce44c5c3-bae6-4ad1-ac5a-f9ab76d471e6 HTTP/1.1" status: 200 len: 210 time: 0.2855377 Oct 05 09:35:49.481526 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38358) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:49.494618 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-95ea2555-a046-4c72-83ea-4fa69d03fea6 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'floatingip': {'port_id': 'e7d071fc-de88-4ea2-b293-023d263bfa61'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:49.496163 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Attempting to bind port 3e0e275d-b2a2-4b8e-822e-c069d2565702 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:49.497084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Attempting to bind port 3e0e275d-b2a2-4b8e-822e-c069d2565702 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '96239e09-1c04-4293-a502-4b21646fe3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3067fa50-7ac5-4dfe-969f-f84eb80a66f0'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:49.497607 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Attempting to bind port 3e0e275d-b2a2-4b8e-822e-c069d2565702 on network 3067fa50-7ac5-4dfe-969f-f84eb80a66f0 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:49.530754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:49.543890 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:49.544301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Checking segment: {'id': '96239e09-1c04-4293-a502-4b21646fe3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3067fa50-7ac5-4dfe-969f-f84eb80a66f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:49.544921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:49.545388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Bound using segment: {'id': '96239e09-1c04-4293-a502-4b21646fe3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3067fa50-7ac5-4dfe-969f-f84eb80a66f0'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:49.546093 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Bound port: 3e0e275d-b2a2-4b8e-822e-c069d2565702, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96239e09-1c04-4293-a502-4b21646fe3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3067fa50-7ac5-4dfe-969f-f84eb80a66f0'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:49.547116 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:49.588116 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:49.608122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:49.644745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Pushing event updated for resources: {'Port': ['ID=3e0e275d-b2a2-4b8e-822e-c069d2565702,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:49.692271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95ea2555-a046-4c72-83ea-4fa69d03fea6 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:49.697293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] For port 3e0e275d-b2a2-4b8e-822e-c069d2565702, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:49.697293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] For port 3e0e275d-b2a2-4b8e-822e-c069d2565702, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3e0e275d-b2a2-4b8e-822e-c069d2565702,segment=NetworkSegment(96239e09-1c04-4293-a502-4b21646fe3de),segment_id=96239e09-1c04-4293-a502-4b21646fe3de)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:49.737528 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:35:49.738430 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:49.758348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Transition to ACTIVE for port object 1ffa10a5-750a-4ba7-b940-c89b95c473c7 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:49.776461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:49.978059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5c490-154f-48fd-9eea-1ddc63b42d4e None None] Pushing event updated for resources: {'Port': ['ID=3e0e275d-b2a2-4b8e-822e-c069d2565702,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:50.033098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Checking segment: {'id': '100cbb51-49e6-4a79-8e04-cbcaa617d566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1ed510b1-f676-4daf-b84a-9ddb10a89da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:50.033463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network hostable DHCP agents. Network: 1ed510b1-f676-4daf-b84a-9ddb10a89da4, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:35:50.074267 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f48d24-3c27-4af1-b969-7e9116464136 None None] New status for floating IP f6bec355-fc64-48fe-aacf-8b9dedc2443a: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:35:50.140069 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8:0:1::1b1 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/d340bbb9-e764-4f30-96dd-54ffcaa0b20c/07818bce-3441-42c0-9267-b477ae31e6a5) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:50.141469 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment eb9b64a8-4af6-45d4-beb9-940376bfce48 resource provider aggregate not found Oct 05 09:35:50.200293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:50.220802 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment eb9b64a8-4af6-45d4-beb9-940376bfce48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb9b64a8-4af6-45d4-beb9-940376bfce48 found for delete ", "request_id": "req-3b8d8243-c707-4b16-9f49-5fb9b1723ab1"}]} Oct 05 09:35:50.280552 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::f816:3eff:fec0:d106 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/9f08ddf2-83e2-4603-b4a9-d12bdc5ea1a5/07818bce-3441-42c0-9267-b477ae31e6a5) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:50.283275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:50.328924 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] Pushing event deleted for resources: {'Network': ['ID=0e203a31-61cb-4ee4-8f1f-695f3c3bdd65,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:50.396716 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-953bde82-0ed9-41b5-8b54-31c509a32623 tempest-FloatingIPNegativeTestJSON-1989419217 tempest-FloatingIPNegativeTestJSON-1989419217-project] 10.222.0.49 "DELETE /v2.0/networks/0e203a31-61cb-4ee4-8f1f-695f3c3bdd65 HTTP/1.1" status: 204 len: 168 time: 3.8823907 Oct 05 09:35:50.447143 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:50.489133 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Transition to ACTIVE for port object 50c6e7b2-a044-4def-aa81-883ac8f1ac7f will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:50.656782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d6cf4e-88c9-49a8-8692-5086825f1f4e None None] Network 4a3fb4ce-b460-47f8-94ea-1a33d932f65a requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:50.657846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:50.686111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network 1ed510b1-f676-4daf-b84a-9ddb10a89da4 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:35:50.834099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:50.882178 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network 3067fa50-7ac5-4dfe-969f-f84eb80a66f0 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:50.925342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-71faeacc-4e0f-41ae-bc25-d058477243f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:51.046547 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-21ba2595-c5f2-44fd-b44e-235c942fb1ee None None] Provisioning for port 68010cd5-3008-4168-84df-2d5bd97c3d4e completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:51.066202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38374) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:51.073383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:51.093703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:51.143605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 1ed510b1-f676-4daf-b84a-9ddb10a89da4) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:51.154802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:51.155405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:51.236840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=50c6e7b2-a044-4def-aa81-883ac8f1ac7f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:51.237884 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 68010cd5-3008-4168-84df-2d5bd97c3d4e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:51.282187 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3f76cf-3e1e-435a-a92c-172ec03993e8 None None] Network 1ed510b1-f676-4daf-b84a-9ddb10a89da4 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:51.294488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38382) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:51.369357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5d6b261b-f68c-47aa-8806-4ae6f9801ada tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:51.392369 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-112eaeb1-0a42-4f05-95ca-e7b0228bbee3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6902213 Oct 05 09:35:51.395234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38388) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:51.560811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5d6b261b-f68c-47aa-8806-4ae6f9801ada tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:51.673845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Pushing event updated for resources: {'Port': ['ID=1ffa10a5-750a-4ba7-b940-c89b95c473c7,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:51.682456 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Network 4a3fb4ce-b460-47f8-94ea-1a33d932f65a is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:51.705167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:51.722486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:51.759970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5d6b261b-f68c-47aa-8806-4ae6f9801ada tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:51.822097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac74d5f-e563-4309-8034-37fd411f4afa None None] Network 3067fa50-7ac5-4dfe-969f-f84eb80a66f0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:51.838578 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d158ed56-38b4-4d7e-adf6-bb2645cbd540 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31fa0d094a5545a295f6d29a80cf5b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5372443 Oct 05 09:35:51.852148 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38392) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:51.863297 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.resource_extend [None req-95ea2555-a046-4c72-83ea-4fa69d03fea6 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:35:51.938041 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:51.938648 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:51.948268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 68010cd5-3008-4168-84df-2d5bd97c3d4e completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:51.974524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:51.975294 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:51.976011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 68010cd5-3008-4168-84df-2d5bd97c3d4e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:51.976565 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:51.977182 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 68010cd5-3008-4168-84df-2d5bd97c3d4e Oct 05 09:35:52.012620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.046133 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 07818bce-3441-42c0-9267-b477ae31e6a5 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:52.066332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0fee82bc-84de-4433-ba44-ea662a45afcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.096280 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-034a8515-336f-4551-b1ce-3e5513104ec2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 7.2183988 Oct 05 09:35:52.099202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b261b-f68c-47aa-8806-4ae6f9801ada tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b524a93-9e81-4ded-9354-12e88f168512,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:52.104980 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38396) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:52.108521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0fee82bc-84de-4433-ba44-ea662a45afcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.131265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.161149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5d6b261b-f68c-47aa-8806-4ae6f9801ada tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.162625 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5d6b261b-f68c-47aa-8806-4ae6f9801ada tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "DELETE /v2.0/security-groups/2b524a93-9e81-4ded-9354-12e88f168512 HTTP/1.1" status: 204 len: 168 time: 1.0954649 Oct 05 09:35:52.167270 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38400) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:52.174735 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-12e92382-32aa-4901-9ccc-5f694dffc533 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 6.3009539 Oct 05 09:35:52.180876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-1ed510b1-f676-4daf-b84a-9ddb10a89da4', 'network_id': '1ed510b1-f676-4daf-b84a-9ddb10a89da4', 'tenant_id': '506f7c6114bd44af8aa9a31ce6c0c06e', 'fixed_ips': [{'subnet_id': 'c49b1f14-b7c5-4ce0-a535-6ffdc1125b73'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:35:52.181818 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.193750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38406) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:52.237541 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95ea2555-a046-4c72-83ea-4fa69d03fea6 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.241272 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-167a1543-f2eb-425f-a303-cfa6a01afa4d None None] Provisioning for port 3e0e275d-b2a2-4b8e-822e-c069d2565702 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:52.255408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-73720ab1-8501-4198-a007-5649a393912f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1888208517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:52.270806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7a2d3-e759-4e94-b033-f663c351dde1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 50c6e7b2-a044-4def-aa81-883ac8f1ac7f {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:52.271425 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d8a7a2d3-e759-4e94-b033-f663c351dde1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.289147 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-a2b881f5-4612-4854-bd6d-560164b1b48a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] show failed (client error): The resource could not be found. Oct 05 09:35:52.290730 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a2b881f5-4612-4854-bd6d-560164b1b48a tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "GET /v2.0/security-groups/2b524a93-9e81-4ded-9354-12e88f168512 HTTP/1.1" status: 404 len: 347 time: 0.1222684 Oct 05 09:35:52.309578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-73720ab1-8501-4198-a007-5649a393912f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:52.315891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38410) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:52.404064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95ea2555-a046-4c72-83ea-4fa69d03fea6 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.468529 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-73720ab1-8501-4198-a007-5649a393912f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Usage tracker for resource:router and tenant:39f31b5323e74eafbf7018b365aa3ef6 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:52.494970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.500714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0fee82bc-84de-4433-ba44-ea662a45afcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.506621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-73720ab1-8501-4198-a007-5649a393912f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:52.550031 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-73720ab1-8501-4198-a007-5649a393912f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:52.701796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee82bc-84de-4433-ba44-ea662a45afcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23a8c12-fb44-438c-b0e8-3fd44dde4fef,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:52.702873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.712003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 68010cd5-3008-4168-84df-2d5bd97c3d4e is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:52.712272 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.712364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-6412906d-58be-49c7-b06e-f7fe93d7215f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Deleting port 771da4c5-d0c2-4624-b23a-c2e8c369864f {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:52.712685 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6412906d-58be-49c7-b06e-f7fe93d7215f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.727835 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0fee82bc-84de-4433-ba44-ea662a45afcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.729164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-7e6b6e98-e789-444b-b57e-f16f2622ea03 None None] Allocated IP 2001:db8:0:1::2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/d340bbb9-e764-4f30-96dd-54ffcaa0b20c/ce38b787-cb12-4298-84dd-e86f811c478d) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:52.743807 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0fee82bc-84de-4433-ba44-ea662a45afcb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d23a8c12-fb44-438c-b0e8-3fd44dde4fef HTTP/1.1" status: 204 len: 168 time: 0.8786752 Oct 05 09:35:52.763775 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:52.779463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=07818bce-3441-42c0-9267-b477ae31e6a5,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:52.794783 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:52.807735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:52.825069 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:52.826168 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.912517 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 68010cd5-3008-4168-84df-2d5bd97c3d4e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=68010cd5-3008-4168-84df-2d5bd97c3d4e,segment=NetworkSegment(7f38588f-e956-4b76-8b11-34f072966647),segment_id=7f38588f-e956-4b76-8b11-34f072966647)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:52.926316 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d8a7a2d3-e759-4e94-b033-f663c351dde1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.961168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73720ab1-8501-4198-a007-5649a393912f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.962608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73720ab1-8501-4198-a007-5649a393912f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:52.993631 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-95ea2555-a046-4c72-83ea-4fa69d03fea6 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Floating IP 838c4056-1d12-4bf2-aca6-3054d3b75807 associated. External IP: 172.26.7.137, port: e7d071fc-de88-4ea2-b293-023d263bfa61. Oct 05 09:35:53.071157 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e8d8cb4b-6d32-4ab2-ba99-171d106120ed tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 6.4125242 Oct 05 09:35:53.097094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38416) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:53.126168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-27f04c89-ed9b-49f4-b639-6d0bb90653f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:53.152939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7a2d3-e759-4e94-b033-f663c351dde1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 50c6e7b2-a044-4def-aa81-883ac8f1ac7f owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:53.157447 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:53.158268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3e0e275d-b2a2-4b8e-822e-c069d2565702 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:53.183301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Provisioning for port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:53.191998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73720ab1-8501-4198-a007-5649a393912f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:53.197575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Allocated IP 172.20.0.2 (1ed510b1-f676-4daf-b84a-9ddb10a89da4/c49b1f14-b7c5-4ce0-a535-6ffdc1125b73/cf1ab086-b175-4e18-ba3c-e8aea0dfbf29) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:53.410810 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Provisioning complete for port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:53.412074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:53.412074 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Attempt 1 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:35:53.424738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6412906d-58be-49c7-b06e-f7fe93d7215f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:53.429276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6412906d-58be-49c7-b06e-f7fe93d7215f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:53.470090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-cca2b883-ca9c-41bf-9353-26024697a5bf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 07818bce-3441-42c0-9267-b477ae31e6a5 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:53.475257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cca2b883-ca9c-41bf-9353-26024697a5bf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:53.526862 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73720ab1-8501-4198-a007-5649a393912f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:53.558811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d8a7a2d3-e759-4e94-b033-f663c351dde1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:53.633253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7e6b6e98-e789-444b-b57e-f16f2622ea03 None None] For port ce38b787-cb12-4298-84dd-e86f811c478d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ce38b787-cb12-4298-84dd-e86f811c478d,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:53.656890 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6e98-e789-444b-b57e-f16f2622ea03 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:53.683035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7e6b6e98-e789-444b-b57e-f16f2622ea03 None None] Transition to ACTIVE for port object ce38b787-cb12-4298-84dd-e86f811c478d will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:53.695411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:53.715794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7a2d3-e759-4e94-b033-f663c351dde1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=50c6e7b2-a044-4def-aa81-883ac8f1ac7f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:53.741096 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-6412906d-58be-49c7-b06e-f7fe93d7215f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Calling delete_port for 771da4c5-d0c2-4624-b23a-c2e8c369864f owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:53.816316 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d8a7a2d3-e759-4e94-b033-f663c351dde1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:53.838244 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d8a7a2d3-e759-4e94-b033-f663c351dde1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/50c6e7b2-a044-4def-aa81-883ac8f1ac7f HTTP/1.1" status: 204 len: 168 time: 1.7325892 Oct 05 09:35:53.844019 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38432) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:53.896592 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6e98-e789-444b-b57e-f16f2622ea03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:53.938028 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=68010cd5-3008-4168-84df-2d5bd97c3d4e,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:53.952211 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ca5177-d546-4318-a5c0-a2953572b1bf tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] GET failed (client error): The resource could not be found. Oct 05 09:35:53.957130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a8ca5177-d546-4318-a5c0-a2953572b1bf tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:54.058174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 3e0e275d-b2a2-4b8e-822e-c069d2565702 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:54.086814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a8ca5177-d546-4318-a5c0-a2953572b1bf tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:54.092694 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a8ca5177-d546-4318-a5c0-a2953572b1bf tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/50c6e7b2-a044-4def-aa81-883ac8f1ac7f HTTP/1.1" status: 404 len: 333 time: 0.2427692 Oct 05 09:35:54.092694 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38436) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:54.138041 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 3e0e275d-b2a2-4b8e-822e-c069d2565702 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:54.138547 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:54.138986 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 3e0e275d-b2a2-4b8e-822e-c069d2565702 Oct 05 09:35:54.174067 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73720ab1-8501-4198-a007-5649a393912f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:54.175751 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-73720ab1-8501-4198-a007-5649a393912f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.9420545 Oct 05 09:35:54.206801 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Attempt 2 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:35:54.223520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38442) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:54.241213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-23e7be38-d2c4-4c42-b58f-31eacc161428 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-360489391', 'prefixes': ['172.20.0.0/16']}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:54.263728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-23e7be38-d2c4-4c42-b58f-31eacc161428 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:54.274403 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b6e98-e789-444b-b57e-f16f2622ea03 None None] Pushing event updated for resources: {'Port': ['ID=ce38b787-cb12-4298-84dd-e86f811c478d,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:54.303142 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:54.392110 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:54.423194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:54.439198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1840956f-6fd4-4b2e-85e2-81596d87a106 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting subnet 02c7dda9-afdb-4941-93d6-9ab86e54c5c3 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:35:54.443660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1840956f-6fd4-4b2e-85e2-81596d87a106 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:54.558581 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1840956f-6fd4-4b2e-85e2-81596d87a106 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:54.601861 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:54.687560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Transition to ACTIVE for port object cf1ab086-b175-4e18-ba3c-e8aea0dfbf29 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:54.765338 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 3e0e275d-b2a2-4b8e-822e-c069d2565702 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:54.766525 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:54.856535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1840956f-6fd4-4b2e-85e2-81596d87a106 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:54.857152 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Transition to ACTIVE for port object cf1ab086-b175-4e18-ba3c-e8aea0dfbf29 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:54.921435 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Attempt 3 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:35:54.991656 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:55.053086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38454) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:55.136224 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ea2555-a046-4c72-83ea-4fa69d03fea6 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:35:55.139407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:55.152706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Network 1ed510b1-f676-4daf-b84a-9ddb10a89da4 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:55.153427 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:55.168611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:55.172146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:55.179008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1840956f-6fd4-4b2e-85e2-81596d87a106 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:55.333230 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:55.339801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6412906d-58be-49c7-b06e-f7fe93d7215f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:55.374571 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Request body: {'networks': [{'name': 'tempest-network--1741733171'}, {'name': 'tempest-network--1868150657'}]} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:55.374882 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Request body: {'network': {'name': 'tempest-network--1741733171'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:55.375348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Request body: {'network': {'name': 'tempest-network--1868150657'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:55.380860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cca2b883-ca9c-41bf-9353-26024697a5bf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:55.381190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840956f-6fd4-4b2e-85e2-81596d87a106 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Subnet': ['ID=02c7dda9-afdb-4941-93d6-9ab86e54c5c3,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:55.402982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:55.415224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Usage tracker for resource:network and tenant:473cabb925fb47f4ba3e56adf8ee4b8c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:55.423693 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1840956f-6fd4-4b2e-85e2-81596d87a106 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:55.431909 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:55.459157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:55.485157 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1840956f-6fd4-4b2e-85e2-81596d87a106 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/02c7dda9-afdb-4941-93d6-9ab86e54c5c3 HTTP/1.1" status: 204 len: 168 time: 1.3867311 Oct 05 09:35:55.489151 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38460) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:55.531089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:35:55.532086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:35:55.554457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Attempting to bind port cf1ab086-b175-4e18-ba3c-e8aea0dfbf29 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:55.555042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Attempting to bind port cf1ab086-b175-4e18-ba3c-e8aea0dfbf29 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '100cbb51-49e6-4a79-8e04-cbcaa617d566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1ed510b1-f676-4daf-b84a-9ddb10a89da4'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:55.555646 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Attempting to bind port cf1ab086-b175-4e18-ba3c-e8aea0dfbf29 on network 1ed510b1-f676-4daf-b84a-9ddb10a89da4 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:55.573632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a8a039-7af5-4cf5-aec3-e34382a6d5cb None None] Network 3067fa50-7ac5-4dfe-969f-f84eb80a66f0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:55.595199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Pushing event updated for resources: {'Port': ['ID=cf1ab086-b175-4e18-ba3c-e8aea0dfbf29,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:55.602548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:55.602932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Checking segment: {'id': '100cbb51-49e6-4a79-8e04-cbcaa617d566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1ed510b1-f676-4daf-b84a-9ddb10a89da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:55.603869 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:55.603869 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Bound using segment: {'id': '100cbb51-49e6-4a79-8e04-cbcaa617d566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1ed510b1-f676-4daf-b84a-9ddb10a89da4'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:55.604230 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Bound port: cf1ab086-b175-4e18-ba3c-e8aea0dfbf29, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100cbb51-49e6-4a79-8e04-cbcaa617d566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1ed510b1-f676-4daf-b84a-9ddb10a89da4'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:55.604617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:55.614832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Subnet': ['ID=c49b1f14-b7c5-4ce0-a535-6ffdc1125b73,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:55.689171 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Made reservation on behalf of 473cabb925fb47f4ba3e56adf8ee4b8c for: {'network': 2} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:55.697686 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Attempt 4 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:35:55.697883 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:55.698109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412906d-58be-49c7-b06e-f7fe93d7215f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Pushing event deleted for resources: {'Port': ['ID=771da4c5-d0c2-4624-b23a-c2e8c369864f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:55.752772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:55.760000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-23e7be38-d2c4-4c42-b58f-31eacc161428 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks [] for subnetpool, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:55.761214 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-23e7be38-d2c4-4c42-b58f-31eacc161428 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.5342431 Oct 05 09:35:55.789533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38464) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:55.798427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:55.893695 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-cca2b883-ca9c-41bf-9353-26024697a5bf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 07818bce-3441-42c0-9267-b477ae31e6a5 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:55.940063 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:56.067532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-ab77142d-b419-4c62-948c-803cce5c737e tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7a4f31f6-c784-4431-92b3-3f04a00f77da', 'tempest-TagsExtTest-Tag-521670312') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:56.110305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 3e0e275d-b2a2-4b8e-822e-c069d2565702 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:56.110922 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:56.115172 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:56.125256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:56.132935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Usage tracker for resource:security_group_rule and tenant:473cabb925fb47f4ba3e56adf8ee4b8c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:56.139961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:56.156791 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] For port cf1ab086-b175-4e18-ba3c-e8aea0dfbf29, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:56.159992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:56.177370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] For port cf1ab086-b175-4e18-ba3c-e8aea0dfbf29, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cf1ab086-b175-4e18-ba3c-e8aea0dfbf29,segment=NetworkSegment(100cbb51-49e6-4a79-8e04-cbcaa617d566),segment_id=100cbb51-49e6-4a79-8e04-cbcaa617d566)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:56.185921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 3e0e275d-b2a2-4b8e-822e-c069d2565702 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:56.186216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:56.186695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 3e0e275d-b2a2-4b8e-822e-c069d2565702, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3e0e275d-b2a2-4b8e-822e-c069d2565702,segment=NetworkSegment(96239e09-1c04-4293-a502-4b21646fe3de),segment_id=96239e09-1c04-4293-a502-4b21646fe3de)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:56.268447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:56.285512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:56.286275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce38b787-cb12-4298-84dd-e86f811c478d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:56.335146 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ea2555-a046-4c72-83ea-4fa69d03fea6 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:56.347901 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cbb015-609d-43e2-8b9d-9b868af7d559 None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:56.355292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed510b1-f676-4daf-b84a-9ddb10a89da4']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:56.365782 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cbb015-609d-43e2-8b9d-9b868af7d559 None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:56.366432 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-28cbb015-609d-43e2-8b9d-9b868af7d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:56.367652 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6412906d-58be-49c7-b06e-f7fe93d7215f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:56.378985 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab4dc20-9888-4c7c-b6d6-d37b54e9c714 None None] DHCP port deletion for 3067fa50-7ac5-4dfe-969f-f84eb80a66f0 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:35:56.383216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:56.385913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100cbb51-49e6-4a79-8e04-cbcaa617d566') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:56.386486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100cbb51-49e6-4a79-8e04-cbcaa617d566') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:56.421309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-aab4dc20-9888-4c7c-b6d6-d37b54e9c714 None None] Deleting port 3e0e275d-b2a2-4b8e-822e-c069d2565702 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:56.421712 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-aab4dc20-9888-4c7c-b6d6-d37b54e9c714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:56.450500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:56.484925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:56.531468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6412906d-58be-49c7-b06e-f7fe93d7215f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:56.532981 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6412906d-58be-49c7-b06e-f7fe93d7215f tempest-ServerActionsTestJSON-1410080386 tempest-ServerActionsTestJSON-1410080386-project] 10.222.0.49 "DELETE /v2.0/floatingips/f6bec355-fc64-48fe-aacf-8b9dedc2443a HTTP/1.1" status: 204 len: 168 time: 4.2154784 Oct 05 09:35:56.552926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38470) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:56.555220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95ea2555-a046-4c72-83ea-4fa69d03fea6 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:56.564673 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Attempt 5 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:35:56.611960 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-28cbb015-609d-43e2-8b9d-9b868af7d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:56.626318 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cbb015-609d-43e2-8b9d-9b868af7d559 None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:56.627564 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-28cbb015-609d-43e2-8b9d-9b868af7d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:56.640734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:35:56.643505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:56.674478 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-95ea2555-a046-4c72-83ea-4fa69d03fea6 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "PUT /v2.0/floatingips/838c4056-1d12-4bf2-aca6-3054d3b75807 HTTP/1.1" status: 200 len: 978 time: 7.1829534 Oct 05 09:35:56.696854 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38476) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:56.756793 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:56.766344 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] For port 3e0e275d-b2a2-4b8e-822e-c069d2565702, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3e0e275d-b2a2-4b8e-822e-c069d2565702,segment=NetworkSegment(96239e09-1c04-4293-a502-4b21646fe3de),segment_id=96239e09-1c04-4293-a502-4b21646fe3de)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:56.768648 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:56.792259 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-28cbb015-609d-43e2-8b9d-9b868af7d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:56.940476 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cbb015-609d-43e2-8b9d-9b868af7d559 None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:56.940718 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 100cbb51-49e6-4a79-8e04-cbcaa617d566 resource provider aggregate not found Oct 05 09:35:56.940902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=3e0e275d-b2a2-4b8e-822e-c069d2565702,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:56.940902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be1e7eb-a37e-488d-98bd-655766a7ea05 None None] Network 1ed510b1-f676-4daf-b84a-9ddb10a89da4 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:56.945109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:57.041295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e3b76-c744-4f0c-80ac-88548d35da15 None None] Pushing event updated for resources: {'Port': ['ID=cf1ab086-b175-4e18-ba3c-e8aea0dfbf29,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:57.078781 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:57.079633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:57.135983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9d2da998-6d50-4283-b507-f309726639bd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port e7d071fc-de88-4ea2-b293-023d263bfa61 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:57.136457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d2da998-6d50-4283-b507-f309726639bd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:57.202791 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 3e0e275d-b2a2-4b8e-822e-c069d2565702 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:57.283565 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 100cbb51-49e6-4a79-8e04-cbcaa617d566 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 100cbb51-49e6-4a79-8e04-cbcaa617d566 found for delete ", "request_id": "req-1e8171e2-b800-4049-ab96-ce293e62c900"}]} Oct 05 09:35:57.303453 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de013686-6cbf-469c-a96a-e37f083f5b0d,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:57.423431 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:57.480065 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Attempt 6 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:35:57.486755 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No DVR routers for this DVR port 3e0e275d-b2a2-4b8e-822e-c069d2565702 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:35:57.560551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=3e0e275d-b2a2-4b8e-822e-c069d2565702,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:57.567376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce38b787-cb12-4298-84dd-e86f811c478d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:57.637921 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:35:57.637921 dv-neutron-860329-1-hyperv neutron-server[89845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:35:57.637921 dv-neutron-860329-1-hyperv neutron-server[89845]: [parameters: {'id': '1ed510b1-f676-4daf-b84a-9ddb10a89da4'}] Oct 05 09:35:57.637921 dv-neutron-860329-1-hyperv neutron-server[89845]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:35:57.637921 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:35:57.647046 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cca2b883-ca9c-41bf-9353-26024697a5bf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:57.655800 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:57.685487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:57.697602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:57.697948 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Added segment d6b47a2a-c7a7-4e21-beb3-9775f3ff6721 of type vlan for network 4a590487-05a7-4e48-b263-b6498f3e07d0 Oct 05 09:35:57.723977 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3067fa50-7ac5-4dfe-969f-f84eb80a66f0']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:57.754935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96239e09-1c04-4293-a502-4b21646fe3de') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:57.755328 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96239e09-1c04-4293-a502-4b21646fe3de') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:57.790945 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ab77142d-b419-4c62-948c-803cce5c737e tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "PUT /v2.0/subnets/7a4f31f6-c784-4431-92b3-3f04a00f77da/tags/tempest-TagsExtTest-Tag-521670312 HTTP/1.1" status: 201 len: 201 time: 1.9970946 Oct 05 09:35:57.792903 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:57.801217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38486) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:57.806979 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:57.807245 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:57.820784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-aab4dc20-9888-4c7c-b6d6-d37b54e9c714 None None] For port 3e0e275d-b2a2-4b8e-822e-c069d2565702, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3e0e275d-b2a2-4b8e-822e-c069d2565702,segment=NetworkSegment(96239e09-1c04-4293-a502-4b21646fe3de),segment_id=96239e09-1c04-4293-a502-4b21646fe3de)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:57.821188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-aab4dc20-9888-4c7c-b6d6-d37b54e9c714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:57.824930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-2e41dbe3-33d3-4b4f-a04d-1eee8a9c6668 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1ffa10a5-750a-4ba7-b940-c89b95c473c7', 'tempest-TagsExtTest-Tag-1432317727') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:57.845537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2b883-ca9c-41bf-9353-26024697a5bf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=07818bce-3441-42c0-9267-b477ae31e6a5,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:57.895767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:57.953713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:35:57.953713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:58.023851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-aab4dc20-9888-4c7c-b6d6-d37b54e9c714 None None] Calling delete_port for 3e0e275d-b2a2-4b8e-822e-c069d2565702 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:58.038141 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 96239e09-1c04-4293-a502-4b21646fe3de resource provider aggregate not found Oct 05 09:35:58.082396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:58.086274 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 96239e09-1c04-4293-a502-4b21646fe3de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96239e09-1c04-4293-a502-4b21646fe3de found for delete ", "request_id": "req-dfcb86fd-41bc-44c2-ad22-7fc47ea712aa"}]} Oct 05 09:35:58.100254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:58.100482 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Added segment 8838c256-b291-48ed-a55a-6065c5d14d5d of type vlan for network 54a6fffb-d0e3-40f2-b48d-ecd02267a1f4 Oct 05 09:35:58.150271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:58.160951 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:58.179701 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:58.186441 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:58.192115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-aab4dc20-9888-4c7c-b6d6-d37b54e9c714 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:35:58.192487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-aab4dc20-9888-4c7c-b6d6-d37b54e9c714 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:35:58.214936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 68010cd5-3008-4168-84df-2d5bd97c3d4e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:58.248262 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2e41dbe3-33d3-4b4f-a04d-1eee8a9c6668 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "PUT /v2.0/ports/1ffa10a5-750a-4ba7-b940-c89b95c473c7/tags/tempest-TagsExtTest-Tag-1432317727 HTTP/1.1" status: 201 len: 201 time: 0.4406567 Oct 05 09:35:58.252613 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38494) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:58.260767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Network': ['ID=3067fa50-7ac5-4dfe-969f-f84eb80a66f0,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:58.268399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cca2b883-ca9c-41bf-9353-26024697a5bf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:58.277870 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-31f12fae-dc73-4999-9138-9cc896be4734 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8784a553-2fdf-4832-b38e-a05d31d2652f', 'tempest-TagsExtTest-Tag-1427772961') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:58.313043 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Attempt 7 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:35:58.420492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:58.441544 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 68010cd5-3008-4168-84df-2d5bd97c3d4e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:58.442044 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:58.442609 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 68010cd5-3008-4168-84df-2d5bd97c3d4e Oct 05 09:35:58.458768 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cca2b883-ca9c-41bf-9353-26024697a5bf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/07818bce-3441-42c0-9267-b477ae31e6a5 HTTP/1.1" status: 204 len: 168 time: 5.3601463 Oct 05 09:35:58.467601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38500) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:58.474176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Deleting port cf1ab086-b175-4e18-ba3c-e8aea0dfbf29 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:58.474504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:58.511649 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-33f00c73-e6c1-40b8-82e1-d86cd52e4ee1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/networks/3067fa50-7ac5-4dfe-969f-f84eb80a66f0 HTTP/1.1" status: 204 len: 168 time: 3.0111518 Oct 05 09:35:58.512640 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:58.513135 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:58.520327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:58.526275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:58.526872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38504) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:58.529398 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:58.544799 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'name': 'tempest-PortsTestJSON-1998314891'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:58.640562 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 68010cd5-3008-4168-84df-2d5bd97c3d4e is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:58.695462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-aab4dc20-9888-4c7c-b6d6-d37b54e9c714 None None] Deleting port 3e0e275d-b2a2-4b8e-822e-c069d2565702 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:58.695462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-aab4dc20-9888-4c7c-b6d6-d37b54e9c714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:58.706357 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.6490955 Oct 05 09:35:58.740386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38508) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:58.771869 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3e0e275d-b2a2-4b8e-822e-c069d2565702 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:35:58.845131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 3e0e275d-b2a2-4b8e-822e-c069d2565702 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:35:58.845885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3e0e275d-b2a2-4b8e-822e-c069d2565702 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:35:58.882853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d2da998-6d50-4283-b507-f309726639bd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:58.894269 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-aab4dc20-9888-4c7c-b6d6-d37b54e9c714 None None] The port '3e0e275d-b2a2-4b8e-822e-c069d2565702' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:35:58.910426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bb12d3-100b-4912-b762-da9ff3496cad None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:35:59.008072 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Attempt 8 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:35:59.027736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:59.038700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event updated for resources: {'Network': ['ID=4a590487-05a7-4e48-b263-b6498f3e07d0,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:59.039772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:port and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:59.057303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:59.078699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 4a590487-05a7-4e48-b263-b6498f3e07d0 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:59.082286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:59.184681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c7a46-2c94-4e12-a7d3-af9f3be196a2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event updated for resources: {'Network': ['ID=54a6fffb-d0e3-40f2-b48d-ecd02267a1f4,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:59.205798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c617aa9c-6607-442c-96a2-f62e89c3eb65 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:59.206890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c617aa9c-6607-442c-96a2-f62e89c3eb65 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:59.255034 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-31f12fae-dc73-4999-9138-9cc896be4734 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "PUT /v2.0/routers/8784a553-2fdf-4832-b38e-a05d31d2652f/tags/tempest-TagsExtTest-Tag-1427772961 HTTP/1.1" status: 201 len: 201 time: 0.9957087 Oct 05 09:35:59.261540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38512) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:59.270607 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732790da-7801-48bf-9c6b-20f4b2877338 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:59.277865 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732790da-7801-48bf-9c6b-20f4b2877338 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:59.284583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732790da-7801-48bf-9c6b-20f4b2877338 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:59.286885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 54a6fffb-d0e3-40f2-b48d-ecd02267a1f4 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:59.292484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732790da-7801-48bf-9c6b-20f4b2877338 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:59.293478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-732790da-7801-48bf-9c6b-20f4b2877338 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Synchronizing usage tracker for tenant:473cabb925fb47f4ba3e56adf8ee4b8c on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:59.303439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-6f58f6b6-0dc2-4d7d-b016-61f9bf47ce81 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bcc1be91-88ab-476d-bd2a-f04402566c8e', 'tempest-TagsExtTest-Tag-1798496361') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:59.363736 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c617aa9c-6607-442c-96a2-f62e89c3eb65 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:59.366024 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c617aa9c-6607-442c-96a2-f62e89c3eb65 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8946171 Oct 05 09:35:59.368347 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38516) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:59.435796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:59.461628 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-732790da-7801-48bf-9c6b-20f4b2877338 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Unset dirty status for tenant:473cabb925fb47f4ba3e56adf8ee4b8c on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:59.463754 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-732790da-7801-48bf-9c6b-20f4b2877338 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7163229 Oct 05 09:35:59.470456 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38522) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:59.512184 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:59.515030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb12d3-100b-4912-b762-da9ff3496cad None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:35:59.515762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:59.531804 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6f58f6b6-0dc2-4d7d-b016-61f9bf47ce81 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "PUT /v2.0/subnetpools/bcc1be91-88ab-476d-bd2a-f04402566c8e/tags/tempest-TagsExtTest-Tag-1798496361 HTTP/1.1" status: 201 len: 201 time: 0.2349756 Oct 05 09:35:59.535523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38526) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:59.601161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-cf83d30e-2d66-4f45-873a-7339a85ec6d7 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7a4f31f6-c784-4431-92b3-3f04a00f77da') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:59.676470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] For port cf1ab086-b175-4e18-ba3c-e8aea0dfbf29, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cf1ab086-b175-4e18-ba3c-e8aea0dfbf29,segment=NetworkSegment(100cbb51-49e6-4a79-8e04-cbcaa617d566),segment_id=100cbb51-49e6-4a79-8e04-cbcaa617d566)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:59.676762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:59.694026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd3ff44-173d-4771-8b53-068eb8975495 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:59.694866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port 3267b05b-5f4e-4ae9-b540-fda7f5a8bde0 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:35:59.699388 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3cd3ff44-173d-4771-8b53-068eb8975495 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3263259 Oct 05 09:35:59.714112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38530) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:59.769020 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-93208de7-2971-425a-82f4-85f2f93ff5a1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:59.814623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82044b4-bf6f-453f-9539-d5d9b570e692 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:59.816162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82044b4-bf6f-453f-9539-d5d9b570e692 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:59.817671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82044b4-bf6f-453f-9539-d5d9b570e692 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:59.818551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c82044b4-bf6f-453f-9539-d5d9b570e692 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:59.878456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Calling delete_port for cf1ab086-b175-4e18-ba3c-e8aea0dfbf29 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:59.952221 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Attempt 9 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:35:59.953117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d2da998-6d50-4283-b507-f309726639bd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:59.953117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d2da998-6d50-4283-b507-f309726639bd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:59.953429 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-9d2da998-6d50-4283-b507-f309726639bd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Floating IP 838c4056-1d12-4bf2-aca6-3054d3b75807 disassociated. External IP: 172.26.7.137, port: e7d071fc-de88-4ea2-b293-023d263bfa61. Oct 05 09:35:59.953706 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9d2da998-6d50-4283-b507-f309726639bd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Calling delete_port for e7d071fc-de88-4ea2-b293-023d263bfa61 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:59.959631 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cf83d30e-2d66-4f45-873a-7339a85ec6d7 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/subnets/7a4f31f6-c784-4431-92b3-3f04a00f77da/tags HTTP/1.1" status: 200 len: 240 time: 0.4203959 Oct 05 09:35:59.971051 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38534) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:59.979904 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-84126f9b-e5b5-43b9-b70f-642ec8c2f3be tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7a4f31f6-c784-4431-92b3-3f04a00f77da', 'tempest-TagsExtTest-Tag-521670312') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:00.020242 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-93208de7-2971-425a-82f4-85f2f93ff5a1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.029696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c82044b4-bf6f-453f-9539-d5d9b570e692 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:00.030391 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c82044b4-bf6f-453f-9539-d5d9b570e692 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3156626 Oct 05 09:36:00.038071 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38538) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:00.109341 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-93208de7-2971-425a-82f4-85f2f93ff5a1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a590487-05a7-4e48-b263-b6498f3e07d0']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:00.134539 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-93208de7-2971-425a-82f4-85f2f93ff5a1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b47a2a-c7a7-4e21-beb3-9775f3ff6721') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:00.136153 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-93208de7-2971-425a-82f4-85f2f93ff5a1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b47a2a-c7a7-4e21-beb3-9775f3ff6721') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:00.161654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13e93c3-b7db-4db0-a050-eb70f511210e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 9f08ddf2-83e2-4603-b4a9-d12bdc5ea1a5 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:00.165481 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-93208de7-2971-425a-82f4-85f2f93ff5a1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.177426 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f13e93c3-b7db-4db0-a050-eb70f511210e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.193457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:00.236997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.240453 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-93208de7-2971-425a-82f4-85f2f93ff5a1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.255892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93208de7-2971-425a-82f4-85f2f93ff5a1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:00.256303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-93208de7-2971-425a-82f4-85f2f93ff5a1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.276932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-688c2fa0-7aad-40aa-8c37-f1d96c0d99fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.334621 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment d6b47a2a-c7a7-4e21-beb3-9775f3ff6721 resource provider aggregate not found Oct 05 09:36:00.345606 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f13e93c3-b7db-4db0-a050-eb70f511210e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.383104 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-84126f9b-e5b5-43b9-b70f-642ec8c2f3be tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/subnets/7a4f31f6-c784-4431-92b3-3f04a00f77da/tags/tempest-TagsExtTest-Tag-521670312 HTTP/1.1" status: 204 len: 168 time: 0.4083040 Oct 05 09:36:00.388745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38546) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:00.406731 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment d6b47a2a-c7a7-4e21-beb3-9775f3ff6721 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6b47a2a-c7a7-4e21-beb3-9775f3ff6721 found for delete ", "request_id": "req-55ec1bc4-9165-4bf2-86e3-e031d975f26e"}]} Oct 05 09:36:00.418198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-32924ac5-dd78-4af2-8b10-2302f72666a2 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7a4f31f6-c784-4431-92b3-3f04a00f77da', 'tempest-TagsExtTest-Tag-521670312') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:00.439115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No DVR routers for this DVR port cf1ab086-b175-4e18-ba3c-e8aea0dfbf29 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:36:00.476076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Port': ['ID=cf1ab086-b175-4e18-ba3c-e8aea0dfbf29,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:00.519392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f13e93c3-b7db-4db0-a050-eb70f511210e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.563026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-93208de7-2971-425a-82f4-85f2f93ff5a1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.584448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-93208de7-2971-425a-82f4-85f2f93ff5a1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.612485 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93208de7-2971-425a-82f4-85f2f93ff5a1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event deleted for resources: {'Network': ['ID=4a590487-05a7-4e48-b263-b6498f3e07d0,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:00.659220 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-93208de7-2971-425a-82f4-85f2f93ff5a1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "DELETE /v2.0/networks/4a590487-05a7-4e48-b263-b6498f3e07d0 HTTP/1.1" status: 204 len: 168 time: 1.1879263 Oct 05 09:36:00.661734 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38552) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:00.666694 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.693054 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-32924ac5-dd78-4af2-8b10-2302f72666a2 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/subnets/7a4f31f6-c784-4431-92b3-3f04a00f77da/tags/tempest-TagsExtTest-Tag-521670312 HTTP/1.1" status: 204 len: 168 time: 0.2910516 Oct 05 09:36:00.694589 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Attempt 10 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:36:00.695925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38556) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:00.726348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.752304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-9947afe9-1051-499a-b6a2-2685328237ff tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7a4f31f6-c784-4431-92b3-3f04a00f77da') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:00.770638 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d2da998-6d50-4283-b507-f309726639bd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.773510 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:00.790913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Provisioning complete for port 68010cd5-3008-4168-84df-2d5bd97c3d4e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:00.791429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.792577 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Attempt 1 to provision port 68010cd5-3008-4168-84df-2d5bd97c3d4e Oct 05 09:36:00.795888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f13e93c3-b7db-4db0-a050-eb70f511210e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.841238 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed510b1-f676-4daf-b84a-9ddb10a89da4']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:00.916614 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e97aa7c-c009-49fe-af2d-10cec4d8caa8 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:00.925493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f13e93c3-b7db-4db0-a050-eb70f511210e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.952060 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e93c3-b7db-4db0-a050-eb70f511210e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=9f08ddf2-83e2-4603-b4a9-d12bdc5ea1a5,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:00.966672 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-625e7a87-57d1-4e68-a4b6-a9a2ea1ed4f6 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:01.044769 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b336c246-4dba-4adb-8f82-7b1cfe03c4e5 None None] Current status of the port 68010cd5-3008-4168-84df-2d5bd97c3d4e is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:01.104701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100cbb51-49e6-4a79-8e04-cbcaa617d566') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:01.105084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100cbb51-49e6-4a79-8e04-cbcaa617d566') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:01.126803 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2da998-6d50-4283-b507-f309726639bd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Port': ['ID=e7d071fc-de88-4ea2-b293-023d263bfa61,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:01.139912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:01.186523 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f13e93c3-b7db-4db0-a050-eb70f511210e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/9f08ddf2-83e2-4603-b4a9-d12bdc5ea1a5 HTTP/1.1" status: 204 len: 168 time: 1.1465614 Oct 05 09:36:01.187359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38560) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:01.233945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:01.237465 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Provisioning complete for port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:01.237839 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:01.238207 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Attempt 1 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:36:01.243842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:01.301884 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:01.314080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:01.314684 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:01.359666 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9947afe9-1051-499a-b6a2-2685328237ff tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/subnets/7a4f31f6-c784-4431-92b3-3f04a00f77da/tags HTTP/1.1" status: 200 len: 205 time: 0.6626458 Oct 05 09:36:01.363610 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38566) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:01.376991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-21592a54-4222-44d1-863c-ee155a7686dd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1ffa10a5-750a-4ba7-b940-c89b95c473c7') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:01.412310 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-625e7a87-57d1-4e68-a4b6-a9a2ea1ed4f6 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:01.448274 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 100cbb51-49e6-4a79-8e04-cbcaa617d566 resource provider aggregate not found Oct 05 09:36:01.466789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-844c1b95-c2c8-491b-8882-d55c9f0bcffc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet d340bbb9-e764-4f30-96dd-54ffcaa0b20c {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:01.471187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-625e7a87-57d1-4e68-a4b6-a9a2ea1ed4f6 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a6fffb-d0e3-40f2-b48d-ecd02267a1f4']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:01.483133 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-844c1b95-c2c8-491b-8882-d55c9f0bcffc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:01.530633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-625e7a87-57d1-4e68-a4b6-a9a2ea1ed4f6 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8838c256-b291-48ed-a55a-6065c5d14d5d') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:01.530936 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-625e7a87-57d1-4e68-a4b6-a9a2ea1ed4f6 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8838c256-b291-48ed-a55a-6065c5d14d5d') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:01.566539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:01.567584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-625e7a87-57d1-4e68-a4b6-a9a2ea1ed4f6 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:01.570984 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 100cbb51-49e6-4a79-8e04-cbcaa617d566 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 100cbb51-49e6-4a79-8e04-cbcaa617d566 found for delete ", "request_id": "req-a35da613-a3cc-4121-96ea-939b1ef12701"}]} Oct 05 09:36:01.579052 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:01.582262 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:01.588648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:01.595821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:01.597742 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-844c1b95-c2c8-491b-8882-d55c9f0bcffc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:01.618534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=3267b05b-5f4e-4ae9-b540-fda7f5a8bde0,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:01.652122 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-21592a54-4222-44d1-863c-ee155a7686dd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/ports/1ffa10a5-750a-4ba7-b940-c89b95c473c7/tags HTTP/1.1" status: 200 len: 241 time: 0.2830806 Oct 05 09:36:01.657816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38572) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:01.658874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-625e7a87-57d1-4e68-a4b6-a9a2ea1ed4f6 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:01.668140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2da998-6d50-4283-b507-f309726639bd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:36:01.680145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-519156c4-a06d-4dfd-9526-301da9f906db tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ffa10a5-750a-4ba7-b940-c89b95c473c7', 'tempest-TagsExtTest-Tag-1432317727') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:01.780546 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625e7a87-57d1-4e68-a4b6-a9a2ea1ed4f6 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:01.780853 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-625e7a87-57d1-4e68-a4b6-a9a2ea1ed4f6 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:01.806143 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Attempt 2 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:36:01.882910 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-688c2fa0-7aad-40aa-8c37-f1d96c0d99fb admin admin] Deleting port d4dacd77-72d3-4920-94e2-9de220eadca2 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:01.883429 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-688c2fa0-7aad-40aa-8c37-f1d96c0d99fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:01.890678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:01.979223 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-519156c4-a06d-4dfd-9526-301da9f906db tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/ports/1ffa10a5-750a-4ba7-b940-c89b95c473c7/tags/tempest-TagsExtTest-Tag-1432317727 HTTP/1.1" status: 204 len: 168 time: 0.3149927 Oct 05 09:36:01.979649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-844c1b95-c2c8-491b-8882-d55c9f0bcffc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:02.010849 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38586) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:02.021112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-2bd82dc3-536a-48e1-8f09-fb64c3f3945c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1ffa10a5-750a-4ba7-b940-c89b95c473c7', 'tempest-TagsExtTest-Tag-1432317727') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:02.182391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2da998-6d50-4283-b507-f309726639bd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:36:02.196097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e73cf-f580-4786-9470-190991ab635d None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:36:02.211487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e73cf-f580-4786-9470-190991ab635d None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:02.212206 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-444e73cf-f580-4786-9470-190991ab635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:02.279847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:02.280670 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-444e73cf-f580-4786-9470-190991ab635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:02.291086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e73cf-f580-4786-9470-190991ab635d None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:02.292082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-444e73cf-f580-4786-9470-190991ab635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:02.310781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:02.315027 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/1ed510b1-f676-4daf-b84a-9ddb10a89da4 HTTP/1.1" status: 204 len: 168 time: 10.9150290 Oct 05 09:36:02.317992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38590) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:02.330370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9dcdf-684a-47c1-9384-49f8f88f0cc2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Network': ['ID=1ed510b1-f676-4daf-b84a-9ddb10a89da4,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:02.353193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d2da998-6d50-4283-b507-f309726639bd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:02.355436 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9d2da998-6d50-4283-b507-f309726639bd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/ports/e7d071fc-de88-4ea2-b293-023d263bfa61 HTTP/1.1" status: 204 len: 168 time: 5.6568627 Oct 05 09:36:02.356510 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ec0634d4-04b7-4107-a890-2e674f0235ad tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.8168495 Oct 05 09:36:02.358849 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38594) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:02.359193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38596) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:02.365127 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-444e73cf-f580-4786-9470-190991ab635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:02.365621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e73cf-f580-4786-9470-190991ab635d None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:36:02.374928 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-844c1b95-c2c8-491b-8882-d55c9f0bcffc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:02.391976 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Attempt 3 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:36:02.422552 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2bd82dc3-536a-48e1-8f09-fb64c3f3945c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/ports/1ffa10a5-750a-4ba7-b940-c89b95c473c7/tags/tempest-TagsExtTest-Tag-1432317727 HTTP/1.1" status: 204 len: 168 time: 0.4106774 Oct 05 09:36:02.423684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-625e7a87-57d1-4e68-a4b6-a9a2ea1ed4f6 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:02.428347 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-625e7a87-57d1-4e68-a4b6-a9a2ea1ed4f6 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:02.430094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38602) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:02.448795 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c1b95-c2c8-491b-8882-d55c9f0bcffc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=d340bbb9-e764-4f30-96dd-54ffcaa0b20c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:02.458090 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:02.474447 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-625e7a87-57d1-4e68-a4b6-a9a2ea1ed4f6 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "DELETE /v2.0/networks/54a6fffb-d0e3-40f2-b48d-ecd02267a1f4 HTTP/1.1" status: 204 len: 168 time: 1.8114851 Oct 05 09:36:02.476452 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2192b792-ce29-4b73-a81b-9a312425ebbf tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] GET failed (client error): The resource could not be found. Oct 05 09:36:02.477117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2192b792-ce29-4b73-a81b-9a312425ebbf tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Synchronizing usage tracker for tenant:506f7c6114bd44af8aa9a31ce6c0c06e on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:02.483880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38608) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:02.485255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e7a87-57d1-4e68-a4b6-a9a2ea1ed4f6 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event deleted for resources: {'Network': ['ID=54a6fffb-d0e3-40f2-b48d-ecd02267a1f4,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:02.486941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-ef55576f-63d7-4efa-a247-b2abd64ababf tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1ffa10a5-750a-4ba7-b940-c89b95c473c7') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:02.517616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98caf76f-1a78-4c40-8582-b51c419be0e6 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:02.526982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-844c1b95-c2c8-491b-8882-d55c9f0bcffc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:02.527973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-688c2fa0-7aad-40aa-8c37-f1d96c0d99fb admin admin] For port d4dacd77-72d3-4920-94e2-9de220eadca2, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d4dacd77-72d3-4920-94e2-9de220eadca2,segment=NetworkSegment(fe6cd753-5414-4bf0-a2d3-ee735ee081d0),segment_id=fe6cd753-5414-4bf0-a2d3-ee735ee081d0)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:02.528345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-688c2fa0-7aad-40aa-8c37-f1d96c0d99fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:02.529819 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-844c1b95-c2c8-491b-8882-d55c9f0bcffc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/d340bbb9-e764-4f30-96dd-54ffcaa0b20c HTTP/1.1" status: 204 len: 168 time: 1.3410738 Oct 05 09:36:02.531520 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 8838c256-b291-48ed-a55a-6065c5d14d5d resource provider aggregate not found Oct 05 09:36:02.540609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38612) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:02.572200 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f3eb773e-d64c-4092-bb10-95bfa59a0053 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "GET /v2.0/floatingips/838c4056-1d12-4bf2-aca6-3054d3b75807 HTTP/1.1" status: 200 len: 688 time: 0.2117882 Oct 05 09:36:02.607454 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 8838c256-b291-48ed-a55a-6065c5d14d5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8838c256-b291-48ed-a55a-6065c5d14d5d found for delete ", "request_id": "req-98b00dba-ee1b-48e5-aabb-66f47435f633"}]} Oct 05 09:36:02.633379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38618) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:02.668327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2192b792-ce29-4b73-a81b-9a312425ebbf tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Unset dirty status for tenant:506f7c6114bd44af8aa9a31ce6c0c06e on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:02.669942 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2192b792-ce29-4b73-a81b-9a312425ebbf tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "GET /v2.0/subnets/c49b1f14-b7c5-4ce0-a535-6ffdc1125b73 HTTP/1.1" status: 404 len: 337 time: 0.3501613 Oct 05 09:36:02.685288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38622) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:02.721914 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-303f1df2-416c-433d-8b78-4c6e07196e2d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:02.722409 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303f1df2-416c-433d-8b78-4c6e07196e2d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:02.727739 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-303f1df2-416c-433d-8b78-4c6e07196e2d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/1ed510b1-f676-4daf-b84a-9ddb10a89da4 HTTP/1.1" status: 404 len: 339 time: 0.0351517 Oct 05 09:36:02.727739 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d6e7840b-a998-41e7-b515-2a5017943cb2 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1861835 Oct 05 09:36:02.730196 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38626) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:02.730196 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38628) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:02.742612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-cc48a99f-59f7-445f-8361-a9e4d97aa2a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:02.937897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-688c2fa0-7aad-40aa-8c37-f1d96c0d99fb admin admin] Calling delete_port for d4dacd77-72d3-4920-94e2-9de220eadca2 owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:02.957705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cc48a99f-59f7-445f-8361-a9e4d97aa2a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:02.960262 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Attempt 4 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:36:02.987110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cc48a99f-59f7-445f-8361-a9e4d97aa2a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:02.991080 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cc48a99f-59f7-445f-8361-a9e4d97aa2a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:03.004630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cc48a99f-59f7-445f-8361-a9e4d97aa2a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:03.022590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3a522-fe85-4087-9ca1-6cd7e64615a8 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 3267b05b-5f4e-4ae9-b540-fda7f5a8bde0 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:03.022940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a522-fe85-4087-9ca1-6cd7e64615a8 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:03.046599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:36:03.060276 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Deleting port ce38b787-cb12-4298-84dd-e86f811c478d {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:03.060600 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:03.091435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f6e282-6309-41dc-81b9-db65f1d8faeb tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:03.098053 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f6e282-6309-41dc-81b9-db65f1d8faeb tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:03.098861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-72f6e282-6309-41dc-81b9-db65f1d8faeb tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Synchronizing usage tracker for tenant:473cabb925fb47f4ba3e56adf8ee4b8c on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:03.138578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a01435e-a070-4253-b5f4-9b922b0ad0b3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:03.142576 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5a01435e-a070-4253-b5f4-9b922b0ad0b3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4091239 Oct 05 09:36:03.143190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38644) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:03.190978 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2b554bd5-6d44-413f-9ca0-12ecb78e50b2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9 HTTP/1.1" status: 200 len: 207 time: 0.0435336 Oct 05 09:36:03.190978 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc48a99f-59f7-445f-8361-a9e4d97aa2a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:03.192515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cc48a99f-59f7-445f-8361-a9e4d97aa2a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:03.207522 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38648) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:03.292968 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] For port ce38b787-cb12-4298-84dd-e86f811c478d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ce38b787-cb12-4298-84dd-e86f811c478d,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:03.293672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:03.435933 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Calling delete_port for ce38b787-cb12-4298-84dd-e86f811c478d owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:03.438408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a522-fe85-4087-9ca1-6cd7e64615a8 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:03.486444 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-72f6e282-6309-41dc-81b9-db65f1d8faeb tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Unset dirty status for tenant:473cabb925fb47f4ba3e56adf8ee4b8c on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:03.491254 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-72f6e282-6309-41dc-81b9-db65f1d8faeb tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9866350 Oct 05 09:36:03.518106 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce38b787-cb12-4298-84dd-e86f811c478d no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:03.525920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38652) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:03.550933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-8e432f8a-4fdf-495a-a5a1-e2670fbf3e58 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1632258731'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:03.596809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:03.634788 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:03.652372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No active binding found for port ce38b787-cb12-4298-84dd-e86f811c478d {{(pid=89847) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 05 09:36:03.653021 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce38b787-cb12-4298-84dd-e86f811c478d not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:36:03.656371 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3a522-fe85-4087-9ca1-6cd7e64615a8 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 3267b05b-5f4e-4ae9-b540-fda7f5a8bde0 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:03.658094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] No DVR routers for this DVR port ce38b787-cb12-4298-84dd-e86f811c478d on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:36:03.662106 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Pushing event deleted for resources: {'Port': ['ID=ce38b787-cb12-4298-84dd-e86f811c478d,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:03.675370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:03.675722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:03.676066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:03.676405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:03.676548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87434fd-50f1-46e9-9de4-b69acbf7f7ef tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:03.676773 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:03.677119 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:03.677449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:03.677776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:03.678133 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:03.678459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:03.678855 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:03.679188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b26911-b578-499e-bcee-8ad2fb64bdaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:03.683270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87434fd-50f1-46e9-9de4-b69acbf7f7ef tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:03.689160 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87434fd-50f1-46e9-9de4-b69acbf7f7ef tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:03.695728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87434fd-50f1-46e9-9de4-b69acbf7f7ef tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:03.699845 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e87434fd-50f1-46e9-9de4-b69acbf7f7ef tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4865997 Oct 05 09:36:03.717407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8e432f8a-4fdf-495a-a5a1-e2670fbf3e58 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:03.721464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38656) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:03.725355 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-308f397f-3a77-4dc0-a963-aa11398a6686 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port 77d31892-420d-47eb-8f55-bd20cdb67d18 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:03.725736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-308f397f-3a77-4dc0-a963-aa11398a6686 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:03.884382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cc48a99f-59f7-445f-8361-a9e4d97aa2a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:03.945623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc48a99f-59f7-445f-8361-a9e4d97aa2a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:03.949011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-cc48a99f-59f7-445f-8361-a9e4d97aa2a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:03.953308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc48a99f-59f7-445f-8361-a9e4d97aa2a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:03.953973 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cc48a99f-59f7-445f-8361-a9e4d97aa2a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:03.958279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1594b9-3c5a-4b5b-b87b-b8f63223716e None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:03.968368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48a99f-59f7-445f-8361-a9e4d97aa2a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=75e326c8-4df9-4d0e-8d38-489c8e1087e1,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:04.015596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8e432f8a-4fdf-495a-a5a1-e2670fbf3e58 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:04.053183 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cc48a99f-59f7-445f-8361-a9e4d97aa2a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3200581 Oct 05 09:36:04.056487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38662) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:04.065919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-83ab5ca3-71e0-40da-838c-05cb61bb36ce tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:04.122267 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ef55576f-63d7-4efa-a247-b2abd64ababf tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/ports/1ffa10a5-750a-4ba7-b940-c89b95c473c7/tags HTTP/1.1" status: 200 len: 205 time: 1.6543615 Oct 05 09:36:04.122975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38666) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:04.138127 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Attempt 5 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:36:04.232276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-d80cbca6-0e07-4160-a5bd-2d84d775f9da tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8784a553-2fdf-4832-b38e-a05d31d2652f') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:04.246273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:04.248686 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-83ab5ca3-71e0-40da-838c-05cb61bb36ce tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:04.253506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-83ab5ca3-71e0-40da-838c-05cb61bb36ce tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:04.256513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-83ab5ca3-71e0-40da-838c-05cb61bb36ce tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:04.264567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-83ab5ca3-71e0-40da-838c-05cb61bb36ce tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:04.299549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e432f8a-4fdf-495a-a5a1-e2670fbf3e58 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Made reservation on behalf of 473cabb925fb47f4ba3e56adf8ee4b8c for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:04.303610 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e432f8a-4fdf-495a-a5a1-e2670fbf3e58 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:04.360003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': '75e326c8-4df9-4d0e-8d38-489c8e1087e1'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:36:04.360003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:04.438912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ab5ca3-71e0-40da-838c-05cb61bb36ce tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:04.446322 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83ab5ca3-71e0-40da-838c-05cb61bb36ce tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:04.532031 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b28679db-f4f5-4760-97f2-38800fc661c3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Synchronizing usage tracker for tenant:506f7c6114bd44af8aa9a31ce6c0c06e on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:04.579427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a522-fe85-4087-9ca1-6cd7e64615a8 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:04.625276 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Allocated IP 2001:db8::2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/75e326c8-4df9-4d0e-8d38-489c8e1087e1/6299bdb8-15a2-45ea-85d5-67f86575b6ff) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:04.657304 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.ipam_backend_mixin [None req-83ab5ca3-71e0-40da-838c-05cb61bb36ce tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 75e326c8-4df9-4d0e-8d38-489c8e1087e1 (CIDR: 2001:db8::/64) Oct 05 09:36:04.706830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e432f8a-4fdf-495a-a5a1-e2670fbf3e58 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:36:04.708664 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ab5ca3-71e0-40da-838c-05cb61bb36ce tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:36:04.709139 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ab5ca3-71e0-40da-838c-05cb61bb36ce tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:04.733552 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3a522-fe85-4087-9ca1-6cd7e64615a8 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=3267b05b-5f4e-4ae9-b540-fda7f5a8bde0,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:04.739169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-308f397f-3a77-4dc0-a963-aa11398a6686 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:04.739459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-308f397f-3a77-4dc0-a963-aa11398a6686 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:04.759432 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a522-fe85-4087-9ca1-6cd7e64615a8 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:04.825435 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Attempt 6 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:36:04.826152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e432f8a-4fdf-495a-a5a1-e2670fbf3e58 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:04.826152 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-8e432f8a-4fdf-495a-a5a1-e2670fbf3e58 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Added segment ff20340f-44a1-4039-b12d-e4462efa067c of type vlan for network de3864bc-6c6b-4a1f-9966-7e162bdb05c8 Oct 05 09:36:04.851568 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-83ab5ca3-71e0-40da-838c-05cb61bb36ce tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7921379 Oct 05 09:36:04.858872 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38670) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:04.868875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:04.901118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b28679db-f4f5-4760-97f2-38800fc661c3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Unset dirty status for tenant:506f7c6114bd44af8aa9a31ce6c0c06e on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:04.908123 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b28679db-f4f5-4760-97f2-38800fc661c3 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 1.1797357 Oct 05 09:36:04.936572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:04.949396 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-308f397f-3a77-4dc0-a963-aa11398a6686 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Calling delete_port for 77d31892-420d-47eb-8f55-bd20cdb67d18 owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:04.978065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38674) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:05.003383 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d80cbca6-0e07-4160-a5bd-2d84d775f9da tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/routers/8784a553-2fdf-4832-b38e-a05d31d2652f/tags HTTP/1.1" status: 200 len: 241 time: 0.8150139 Oct 05 09:36:05.004570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38678) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:05.022123 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-c6cc3c93-9f5a-40dc-9554-e8117cd2af45 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8784a553-2fdf-4832-b38e-a05d31d2652f', 'tempest-TagsExtTest-Tag-1427772961') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:05.047358 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:05.070403 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Transition to ACTIVE for port object 6299bdb8-15a2-45ea-85d5-67f86575b6ff will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:05.097667 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aa5b52-2989-42f2-8c7c-b1f2e7b00c24 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:05.100019 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aa5b52-2989-42f2-8c7c-b1f2e7b00c24 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:05.100707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Transition to ACTIVE for port object 6299bdb8-15a2-45ea-85d5-67f86575b6ff will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:05.107386 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c8aa5b52-2989-42f2-8c7c-b1f2e7b00c24 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1278081 Oct 05 09:36:05.108306 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4ee3a522-fe85-4087-9ca1-6cd7e64615a8 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/3267b05b-5f4e-4ae9-b540-fda7f5a8bde0 HTTP/1.1" status: 204 len: 168 time: 2.7466369 Oct 05 09:36:05.109138 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38682) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:05.122518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38686) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:05.163650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:05.169341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'mac_address': 'fa:16:3e:cd:40:ce', 'name': 'tempest-PortsTestJSON-8056250'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:05.172954 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:subnet and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:05.177598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:05.189418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e432f8a-4fdf-495a-a5a1-e2670fbf3e58 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:05.198452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:05.210980 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:05.282251 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:05.286290 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:05.290548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:05.296087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:05.322770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:05.403438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Pushing event updated for resources: {'Port': ['ID=6299bdb8-15a2-45ea-85d5-67f86575b6ff,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:05.437229 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Attempt 7 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:36:05.480361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39203e0c-9b7b-45ca-94a9-9eade7aa0184 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['shared'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:05.482085 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39203e0c-9b7b-45ca-94a9-9eade7aa0184 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['shared'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:05.483036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-39203e0c-9b7b-45ca-94a9-9eade7aa0184 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Synchronizing usage tracker for tenant:506f7c6114bd44af8aa9a31ce6c0c06e on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:05.502727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-688c2fa0-7aad-40aa-8c37-f1d96c0d99fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:05.568485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Attempting to bind port 6299bdb8-15a2-45ea-85d5-67f86575b6ff on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:36:05.568852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Attempting to bind port 6299bdb8-15a2-45ea-85d5-67f86575b6ff by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:36:05.569314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Attempting to bind port 6299bdb8-15a2-45ea-85d5-67f86575b6ff on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:05.582148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:36:05.582552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:05.583342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:05.583342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:36:05.585346 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Bound port: 6299bdb8-15a2-45ea-85d5-67f86575b6ff, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:36:05.585346 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:05.585749 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c2fa0-7aad-40aa-8c37-f1d96c0d99fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d4dacd77-72d3-4920-94e2-9de220eadca2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:05.592342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:05.594144 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:05.632714 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:port and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:05.644093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:05.683655 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-39203e0c-9b7b-45ca-94a9-9eade7aa0184 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Unset dirty status for tenant:506f7c6114bd44af8aa9a31ce6c0c06e on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:05.685324 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-39203e0c-9b7b-45ca-94a9-9eade7aa0184 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5642192 Oct 05 09:36:05.690820 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38704) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:05.708213 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c6cc3c93-9f5a-40dc-9554-e8117cd2af45 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/routers/8784a553-2fdf-4832-b38e-a05d31d2652f/tags/tempest-TagsExtTest-Tag-1427772961 HTTP/1.1" status: 204 len: 168 time: 0.6924379 Oct 05 09:36:05.713452 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e432f8a-4fdf-495a-a5a1-e2670fbf3e58 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:05.715895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e432f8a-4fdf-495a-a5a1-e2670fbf3e58 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:05.716798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e432f8a-4fdf-495a-a5a1-e2670fbf3e58 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:05.721615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:05.724071 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38708) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:05.729502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] For port 6299bdb8-15a2-45ea-85d5-67f86575b6ff, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:36:05.733491 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] For port 6299bdb8-15a2-45ea-85d5-67f86575b6ff, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6299bdb8-15a2-45ea-85d5-67f86575b6ff,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:36:05.818285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:05.974403 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cef55-c1ea-49a6-9a22-079b2787e694 None None] Pushing event updated for resources: {'Port': ['ID=6299bdb8-15a2-45ea-85d5-67f86575b6ff,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:05.995747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-c73476ee-de1d-45d3-9e45-bb32de61ea22 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8784a553-2fdf-4832-b38e-a05d31d2652f', 'tempest-TagsExtTest-Tag-1427772961') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:06.026034 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920aa72a-8669-46e0-9220-bf30e93b94a5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:06.031932 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-920aa72a-8669-46e0-9220-bf30e93b94a5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "GET /v2.0/networks/3f933bd3-8852-4df7-8f12-1be94058c29a HTTP/1.1" status: 200 len: 800 time: 0.3361073 Oct 05 09:36:06.035638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38712) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:06.082227 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-308f397f-3a77-4dc0-a963-aa11398a6686 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:06.095883 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Attempt 8 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:36:06.209204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e432f8a-4fdf-495a-a5a1-e2670fbf3e58 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event updated for resources: {'Network': ['ID=de3864bc-6c6b-4a1f-9966-7e162bdb05c8,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:06.212030 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f397f-3a77-4dc0-a963-aa11398a6686 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Port': ['ID=77d31892-420d-47eb-8f55-bd20cdb67d18,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:06.244136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network de3864bc-6c6b-4a1f-9966-7e162bdb05c8 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:36:06.353036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:06.355017 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8e432f8a-4fdf-495a-a5a1-e2670fbf3e58 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.8090847 Oct 05 09:36:06.358009 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:06.408731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38716) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:06.427388 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-833e47f9-c4ab-4c5a-8653-4ffc6264c3b9 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "GET /v2.0/networks/3f933bd3-8852-4df7-8f12-1be94058c29a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3887124 Oct 05 09:36:06.432625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38720) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:06.499962 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.objects.ports [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89846) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:36:06.728266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b21d7b-6e4e-40a6-b361-e92aee5668c6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:06.732103 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-15b21d7b-6e4e-40a6-b361-e92aee5668c6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "GET /v2.0/subnets/9db1b89d-2bb5-4c77-b75c-c25d3eb35b10 HTTP/1.1" status: 200 len: 811 time: 0.2957067 Oct 05 09:36:06.735297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38726) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:06.846222 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4d478a20-8f15-4875-b7ea-9e4380da43ed tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-439179970'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:06.853653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:06.855068 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Attempt 9 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:36:06.879086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4d478a20-8f15-4875-b7ea-9e4380da43ed tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:06.922710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784c1f2-df64-4208-8ae7-57a22f4dce2f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['shared'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:06.930295 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4784c1f2-df64-4208-8ae7-57a22f4dce2f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "GET /v2.0/subnets/9db1b89d-2bb5-4c77-b75c-c25d3eb35b10?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1877401 Oct 05 09:36:06.937933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port ca6cac12-7583-4a4d-9517-2031629446ef yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:36:06.938128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38730) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:06.946539 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c7d29708-4639-4e34-a352-6a4806a21af8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-135815837'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:06.955003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c7d29708-4639-4e34-a352-6a4806a21af8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:06.963118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:06.969840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c7d29708-4639-4e34-a352-6a4806a21af8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:06.979904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4d478a20-8f15-4875-b7ea-9e4380da43ed tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:07.043870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-308f397f-3a77-4dc0-a963-aa11398a6686 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.060167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d29708-4639-4e34-a352-6a4806a21af8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:07.063842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7d29708-4639-4e34-a352-6a4806a21af8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.110587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-308f397f-3a77-4dc0-a963-aa11398a6686 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.112243 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-308f397f-3a77-4dc0-a963-aa11398a6686 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/floatingips/838c4056-1d12-4bf2-aca6-3054d3b75807 HTTP/1.1" status: 204 len: 168 time: 4.4765801 Oct 05 09:36:07.123223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38734) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:07.125670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d478a20-8f15-4875-b7ea-9e4380da43ed tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Made reservation on behalf of 473cabb925fb47f4ba3e56adf8ee4b8c for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:07.128864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d478a20-8f15-4875-b7ea-9e4380da43ed tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.137075 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': 'f35640cc-883a-4930-885c-6a12e329440d'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:07.146796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.159832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:07.170631 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c73476ee-de1d-45d3-9e45-bb32de61ea22 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/routers/8784a553-2fdf-4832-b38e-a05d31d2652f/tags/tempest-TagsExtTest-Tag-1427772961 HTTP/1.1" status: 204 len: 168 time: 1.1801915 Oct 05 09:36:07.171488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38738) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:07.172596 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d29708-4639-4e34-a352-6a4806a21af8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:36:07.174957 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Usage tracker for resource:floatingip and tenant:d83a1fd4a9e74c2e90fd216a2eddf28a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:07.182710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:07.188464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-e6289819-3463-4de8-a82a-62765e246c3c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8784a553-2fdf-4832-b38e-a05d31d2652f') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:07.222057 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:07.227092 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7d29708-4639-4e34-a352-6a4806a21af8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.227449 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-c7d29708-4639-4e34-a352-6a4806a21af8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Added segment 3091d0e3-f806-4226-a49b-a2dccccdcc63 of type vlan for network 02d11621-8b3c-4625-aa9c-5da896134078 Oct 05 09:36:07.297611 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7d29708-4639-4e34-a352-6a4806a21af8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.332344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-688c2fa0-7aad-40aa-8c37-f1d96c0d99fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.346642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d478a20-8f15-4875-b7ea-9e4380da43ed tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:36:07.409604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.451806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-c7d29708-4639-4e34-a352-6a4806a21af8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:36:07.464851 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Attempt 10 to provision port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 Oct 05 09:36:07.585786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:07.607366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Could not find standard attr ID for object ce38b787-cb12-4298-84dd-e86f811c478d. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:07.609575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6299bdb8-15a2-45ea-85d5-67f86575b6ff up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:07.622558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d478a20-8f15-4875-b7ea-9e4380da43ed tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.622908 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-4d478a20-8f15-4875-b7ea-9e4380da43ed tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Added segment 56b9b752-70fb-4c5d-85e7-a9d478e01713 of type vlan for network 8a3705ff-20ec-42c6-8efa-15dba3eebeb1 Oct 05 09:36:07.677200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7d29708-4639-4e34-a352-6a4806a21af8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.685267 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d29708-4639-4e34-a352-6a4806a21af8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:07.692778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7d29708-4639-4e34-a352-6a4806a21af8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.706367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Could not find standard attr ID for object 50c6e7b2-a044-4def-aa81-883ac8f1ac7f. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:07.739647 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Could not find standard attr ID for object 3e0e275d-b2a2-4b8e-822e-c069d2565702. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:07.753609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9babf09c-9922-450d-b29a-064c72c2d0ca None None] Could not find standard attr ID for object 07818bce-3441-42c0-9267-b477ae31e6a5. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:07.755427 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e6289819-3463-4de8-a82a-62765e246c3c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/routers/8784a553-2fdf-4832-b38e-a05d31d2652f/tags HTTP/1.1" status: 200 len: 205 time: 0.5743022 Oct 05 09:36:07.764060 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38744) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:07.783809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-0a0fe74b-3c4b-4693-9538-8c990a20ce35 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bcc1be91-88ab-476d-bd2a-f04402566c8e') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:07.785728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] For port 6299bdb8-15a2-45ea-85d5-67f86575b6ff, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6299bdb8-15a2-45ea-85d5-67f86575b6ff,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:07.837897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d478a20-8f15-4875-b7ea-9e4380da43ed tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.840101 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 6299bdb8-15a2-45ea-85d5-67f86575b6ff completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:07.904841 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d29708-4639-4e34-a352-6a4806a21af8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Network': ['ID=02d11621-8b3c-4625-aa9c-5da896134078,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:07.917669 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 02d11621-8b3c-4625-aa9c-5da896134078 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:36:07.942411 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.956496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.972829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.resource_extend [None req-4d478a20-8f15-4875-b7ea-9e4380da43ed tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:36:07.992773 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0a0fe74b-3c4b-4693-9538-8c990a20ce35 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/subnetpools/bcc1be91-88ab-476d-bd2a-f04402566c8e/tags HTTP/1.1" status: 200 len: 241 time: 0.2249944 Oct 05 09:36:07.994448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38748) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:08.001823 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c7d29708-4639-4e34-a352-6a4806a21af8 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0594282 Oct 05 09:36:08.005150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38752) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:08.013483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'subnet': {'network_id': '02d11621-8b3c-4625-aa9c-5da896134078', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:08.015535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-d3806a25-689d-4a18-948b-c5c42bd23b70 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcc1be91-88ab-476d-bd2a-f04402566c8e', 'tempest-TagsExtTest-Tag-1798496361') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:08.027626 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b54ca73f-26f4-4fbc-870f-e30e49e2b096 None None] Provisioning for port 6299bdb8-15a2-45ea-85d5-67f86575b6ff completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:08.034778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:08.054153 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b54ca73f-26f4-4fbc-870f-e30e49e2b096 None None] Provisioning complete for port 6299bdb8-15a2-45ea-85d5-67f86575b6ff triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:08.059280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b54ca73f-26f4-4fbc-870f-e30e49e2b096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:08.059280 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b54ca73f-26f4-4fbc-870f-e30e49e2b096 None None] Attempt 1 to provision port 6299bdb8-15a2-45ea-85d5-67f86575b6ff Oct 05 09:36:08.110164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:08.111012 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:08.151550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d478a20-8f15-4875-b7ea-9e4380da43ed tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:08.157574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d478a20-8f15-4875-b7ea-9e4380da43ed tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:08.158261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d478a20-8f15-4875-b7ea-9e4380da43ed tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:08.242129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:08.270580 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b54ca73f-26f4-4fbc-870f-e30e49e2b096 None None] Current status of the port 6299bdb8-15a2-45ea-85d5-67f86575b6ff is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:08.270999 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b54ca73f-26f4-4fbc-870f-e30e49e2b096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:08.283315 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:08.292571 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:08.292905 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:08.295786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19e28d2-39e3-4ba5-ba45-f2628cc80b1c None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:08.327023 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d3806a25-689d-4a18-948b-c5c42bd23b70 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/subnetpools/bcc1be91-88ab-476d-bd2a-f04402566c8e/tags/tempest-TagsExtTest-Tag-1798496361 HTTP/1.1" status: 204 len: 168 time: 0.3302426 Oct 05 09:36:08.334561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38756) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:08.357875 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-46744874-1c4a-4409-9842-9750fab7212b tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bcc1be91-88ab-476d-bd2a-f04402566c8e', 'tempest-TagsExtTest-Tag-1798496361') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:08.402812 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=1cfcceca-c2ce-4c74-8284-672314058bcc,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:08.418575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=6299bdb8-15a2-45ea-85d5-67f86575b6ff,revision_number=4']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:08.438823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d478a20-8f15-4875-b7ea-9e4380da43ed tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event updated for resources: {'Network': ['ID=8a3705ff-20ec-42c6-8efa-15dba3eebeb1,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:08.438823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:08.443187 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b54ca73f-26f4-4fbc-870f-e30e49e2b096 None None] For port 6299bdb8-15a2-45ea-85d5-67f86575b6ff, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6299bdb8-15a2-45ea-85d5-67f86575b6ff,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:08.456712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Allocated IP 172.26.7.92 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/86e24a2c-26c9-480c-a8fb-e184dbe49f7a) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:08.548893 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 8a3705ff-20ec-42c6-8efa-15dba3eebeb1 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:36:08.565260 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b54ca73f-26f4-4fbc-870f-e30e49e2b096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:08.575142 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dea08977-0999-4397-96f1-1c9f64039d4d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7135711 Oct 05 09:36:08.582060 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38760) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:08.597469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'mac_address': 'fa:16:3e:ff:35:5c', 'name': 'tempest-NetworksTestDHCPv6-2017220358'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:08.660273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b54ca73f-26f4-4fbc-870f-e30e49e2b096 None None] Could not find standard attr ID for object ce38b787-cb12-4298-84dd-e86f811c478d. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:08.669326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ca73f-26f4-4fbc-870f-e30e49e2b096 None None] Pushing event updated for resources: {'Port': ['ID=6299bdb8-15a2-45ea-85d5-67f86575b6ff,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:08.759033 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4d478a20-8f15-4875-b7ea-9e4380da43ed tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0997233 Oct 05 09:36:08.761622 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:08.769757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38766) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:08.819916 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Request body: {'ports': [{'network_id': 'de3864bc-6c6b-4a1f-9966-7e162bdb05c8', 'name': 'tempest-port--2058288393', 'admin_state_up': True}, {'network_id': '8a3705ff-20ec-42c6-8efa-15dba3eebeb1', 'admin_state_up': False}]} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:08.820632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Request body: {'port': {'network_id': 'de3864bc-6c6b-4a1f-9966-7e162bdb05c8', 'name': 'tempest-port--2058288393', 'admin_state_up': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:08.820738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Request body: {'port': {'network_id': '8a3705ff-20ec-42c6-8efa-15dba3eebeb1', 'admin_state_up': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:08.875768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:08.885504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:08.898172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688c2fa0-7aad-40aa-8c37-f1d96c0d99fb admin admin] Router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:36:08.902481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:08.917001 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:08.935924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:08.935924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:08.953757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=ca6cac12-7583-4a4d-9517-2031629446ef,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:09.012879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:09.036567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:09.053409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Made reservation on behalf of 506f7c6114bd44af8aa9a31ce6c0c06e for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:09.058042 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:09.197922 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-46744874-1c4a-4409-9842-9750fab7212b tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/subnetpools/bcc1be91-88ab-476d-bd2a-f04402566c8e/tags/tempest-TagsExtTest-Tag-1798496361 HTTP/1.1" status: 204 len: 168 time: 0.8442924 Oct 05 09:36:09.203140 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0ac12fb9-9fca-468f-b426-35eda0138de7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 843 time: 4.0373535 Oct 05 09:36:09.212393 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38770) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:09.212393 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38772) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:09.254265 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:09.259097 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-2761c4fc-3431-417f-8a38-92b0830a8746 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bcc1be91-88ab-476d-bd2a-f04402566c8e') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:09.261106 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:09.282216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:09.317057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.ipam_backend_mixin [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Performing IP validity checks on allocation pools {{(pid=89845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 09:36:09.317269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:09.317557 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.ipam_backend_mixin [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 09:36:09.322011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Usage tracker for resource:port and tenant:473cabb925fb47f4ba3e56adf8ee4b8c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:09.325592 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:09.336267 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:09.371034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688c2fa0-7aad-40aa-8c37-f1d96c0d99fb admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:36:09.387568 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7b170-a65c-4bb5-aaf4-1eb77e41d680 None None] Sync routers for ids ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:36:09.391389 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-688c2fa0-7aad-40aa-8c37-f1d96c0d99fb admin admin] 10.222.0.49 "PUT /v2.0/routers/a5c62505-7952-4fa6-ae4b-c86ebec0e1e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7558932 Oct 05 09:36:09.391589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38778) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:09.399842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6299bdb8-15a2-45ea-85d5-67f86575b6ff up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:09.411235 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7b170-a65c-4bb5-aaf4-1eb77e41d680 None None] Routers {'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:09.412169 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c4f7b170-a65c-4bb5-aaf4-1eb77e41d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:09.475193 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2761c4fc-3431-417f-8a38-92b0830a8746 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/subnetpools/bcc1be91-88ab-476d-bd2a-f04402566c8e/tags HTTP/1.1" status: 200 len: 205 time: 0.2617590 Oct 05 09:36:09.489255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab0c6f7-e025-461a-a28c-39fe1e047d4a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:09.499219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3ab0c6f7-e025-461a-a28c-39fe1e047d4a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:09.584000 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 6299bdb8-15a2-45ea-85d5-67f86575b6ff triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:09.585537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:09.586503 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 6299bdb8-15a2-45ea-85d5-67f86575b6ff Oct 05 09:36:09.598255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38782) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:09.611247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:09.614586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-f01b8a20-5d1b-4fbf-b769-887f85184c21 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bcc1be91-88ab-476d-bd2a-f04402566c8e') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:09.627635 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:09.676902 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Made reservation on behalf of 473cabb925fb47f4ba3e56adf8ee4b8c for: {'port': 2} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:09.681851 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:09.695162 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-c4f7b170-a65c-4bb5-aaf4-1eb77e41d680 None None] Set router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:36:09.740741 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f01b8a20-5d1b-4fbf-b769-887f85184c21 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/subnetpools/bcc1be91-88ab-476d-bd2a-f04402566c8e/tags HTTP/1.1" status: 204 len: 168 time: 0.1348188 Oct 05 09:36:09.741640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38786) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:09.751580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-74c743f1-7eb8-41e0-bcc2-9570efb7abd3 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8784a553-2fdf-4832-b38e-a05d31d2652f') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:09.773873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 6299bdb8-15a2-45ea-85d5-67f86575b6ff is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:09.799037 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-aff92c05-0f84-406b-9abf-b5936e422bfb None None] Provisioning complete for port 6299bdb8-15a2-45ea-85d5-67f86575b6ff triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:09.799920 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-aff92c05-0f84-406b-9abf-b5936e422bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:09.800561 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-aff92c05-0f84-406b-9abf-b5936e422bfb None None] Attempt 1 to provision port 6299bdb8-15a2-45ea-85d5-67f86575b6ff Oct 05 09:36:09.816190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:09.826991 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3ab0c6f7-e025-461a-a28c-39fe1e047d4a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:09.830780 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3ab0c6f7-e025-461a-a28c-39fe1e047d4a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/ca6cac12-7583-4a4d-9517-2031629446ef HTTP/1.1" status: 200 len: 838 time: 0.6134410 Oct 05 09:36:09.834349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:09.838173 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38790) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:09.853561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:09.871878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:09.923231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-61199fa3-25ff-4b63-a164-735965ba15a3 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port ca6cac12-7583-4a4d-9517-2031629446ef {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:09.923598 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-61199fa3-25ff-4b63-a164-735965ba15a3 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:09.942365 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:09.958781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:10.015639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=86e24a2c-26c9-480c-a8fb-e184dbe49f7a,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:10.049061 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-aff92c05-0f84-406b-9abf-b5936e422bfb None None] Current status of the port 6299bdb8-15a2-45ea-85d5-67f86575b6ff is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:10.227709 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Subnet': ['ID=31293e1c-ce17-4c3b-9353-3d075b185fd8,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:10.254587 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-74c743f1-7eb8-41e0-bcc2-9570efb7abd3 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/routers/8784a553-2fdf-4832-b38e-a05d31d2652f/tags HTTP/1.1" status: 204 len: 168 time: 0.5074763 Oct 05 09:36:10.257119 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38796) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:10.264314 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-290c2071-fe58-4001-97a0-8c528b6957ee tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1ffa10a5-750a-4ba7-b940-c89b95c473c7') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:10.293203 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c4f7b170-a65c-4bb5-aaf4-1eb77e41d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:36:04Z', 'revision_number': 5, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'gw_port': {'id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:51Z', 'updated_at': '2022-10-05T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:10.298507 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7b170-a65c-4bb5-aaf4-1eb77e41d680 None None] Checking router: a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:36:10.299019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Checking segment: {'id': '3091d0e3-f806-4226-a49b-a2dccccdcc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '02d11621-8b3c-4625-aa9c-5da896134078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:10.299392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network hostable DHCP agents. Network: 02d11621-8b3c-4625-aa9c-5da896134078, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:36:10.305864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:10.310550 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7b170-a65c-4bb5-aaf4-1eb77e41d680 None None] Routers {'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:10.311426 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c4f7b170-a65c-4bb5-aaf4-1eb77e41d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:10.458722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-61199fa3-25ff-4b63-a164-735965ba15a3 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:10.497482 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:36:10.513946 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-c4f7b170-a65c-4bb5-aaf4-1eb77e41d680 None None] Set router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:36:10.593367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Network 02d11621-8b3c-4625-aa9c-5da896134078 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:36:10.607017 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-61199fa3-25ff-4b63-a164-735965ba15a3 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for ca6cac12-7583-4a4d-9517-2031629446ef owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:10.614641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] device_id is not set on port f35543c3-93ed-4e52-b685-f5547b35610c yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:36:10.625357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:10.848546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 02d11621-8b3c-4625-aa9c-5da896134078) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:10.853517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:10.854691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:10.863514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b51d32-1f99-46e2-8316-d8ff70b3f6ed None None] Network 02d11621-8b3c-4625-aa9c-5da896134078 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:10.881284 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-290c2071-fe58-4001-97a0-8c528b6957ee tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/ports/1ffa10a5-750a-4ba7-b940-c89b95c473c7/tags HTTP/1.1" status: 204 len: 168 time: 0.6191359 Oct 05 09:36:10.886203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38800) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:10.895798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-d74fe444-8870-4816-8728-f32591fe8f27 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7a4f31f6-c784-4431-92b3-3f04a00f77da') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:10.981337 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c4f7b170-a65c-4bb5-aaf4-1eb77e41d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:36:04Z', 'revision_number': 5, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'gw_port': {'id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:51Z', 'updated_at': '2022-10-05T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:10.986217 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7b170-a65c-4bb5-aaf4-1eb77e41d680 None None] The sync data for ids ['a5c62505-7952-4fa6-ae4b-c86ebec0e1e2'] in dv-neutron-860329-1-hyperv is: [{'id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'name': 'tempest-ServerActionsTestJSON-1805211131-router', 'tenant_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:29:47Z', 'updated_at': '2022-10-05T09:36:04Z', 'revision_number': 5, 'project_id': '0c32c3c1f621440c9b1008a8b2086dc9', 'gw_port': {'id': '454a5bf8-e204-4bfb-9182-6fe19f8ebc2e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c62505-7952-4fa6-ae4b-c86ebec0e1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:29:51Z', 'updated_at': '2022-10-05T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:36:11.023921 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d74fe444-8870-4816-8728-f32591fe8f27 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/subnets/7a4f31f6-c784-4431-92b3-3f04a00f77da/tags HTTP/1.1" status: 204 len: 168 time: 0.1326849 Oct 05 09:36:11.024733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38804) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:11.033473 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-42f45367-d26c-41d7-a43b-2d747e2b8657 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7a4f31f6-c784-4431-92b3-3f04a00f77da', 'tempest-TagsExtTest-Tag-1207147733') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:11.065381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] Deleting port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:11.066363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.091910 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9435df77-85ed-4769-b7bb-c23bdec9b67f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.0810940 Oct 05 09:36:11.091910 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38810) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:11.099511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-5f605482-322f-4fc0-9309-f878aa19d6d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:11.143500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-61199fa3-25ff-4b63-a164-735965ba15a3 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.223191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61199fa3-25ff-4b63-a164-735965ba15a3 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=ca6cac12-7583-4a4d-9517-2031629446ef,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:11.244399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-61199fa3-25ff-4b63-a164-735965ba15a3 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.309834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-02d11621-8b3c-4625-aa9c-5da896134078', 'network_id': '02d11621-8b3c-4625-aa9c-5da896134078', 'tenant_id': '506f7c6114bd44af8aa9a31ce6c0c06e', 'fixed_ips': [{'subnet_id': '31293e1c-ce17-4c3b-9353-3d075b185fd8'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:36:11.311520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.343927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5f605482-322f-4fc0-9309-f878aa19d6d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16643864'] for subnet, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.420595 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-61199fa3-25ff-4b63-a164-735965ba15a3 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/ca6cac12-7583-4a4d-9517-2031629446ef HTTP/1.1" status: 204 len: 168 time: 1.5827804 Oct 05 09:36:11.427991 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38814) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:11.467007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d4dacd77-72d3-4920-94e2-9de220eadca2 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:11.477602 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-42f45367-d26c-41d7-a43b-2d747e2b8657 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "PUT /v2.0/subnets/7a4f31f6-c784-4431-92b3-3f04a00f77da/tags/tempest-TagsExtTest-Tag-1207147733 HTTP/1.1" status: 201 len: 201 time: 0.4516020 Oct 05 09:36:11.486279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38818) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:11.495580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-c1bffa73-4c64-4cb1-8f31-c7a0b9602633 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1ffa10a5-750a-4ba7-b940-c89b95c473c7', 'tempest-TagsExtTest-Tag-251609278') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:11.523020 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-196d0ffb-c46d-471d-b1d4-63c328c2fa9a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] GET failed (client error): The resource could not be found. Oct 05 09:36:11.523711 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-196d0ffb-c46d-471d-b1d4-63c328c2fa9a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:11.551947 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: d4dacd77-72d3-4920-94e2-9de220eadca2 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:36:11.552281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d4dacd77-72d3-4920-94e2-9de220eadca2 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:36:11.602065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::278 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/75e326c8-4df9-4d0e-8d38-489c8e1087e1/14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:11.619675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] For port 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=454a5bf8-e204-4bfb-9182-6fe19f8ebc2e,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:11.620134 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.649448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8:0:1:f816:3eff:feff:355c (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/1cfcceca-c2ce-4c74-8284-672314058bcc/14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:11.653558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.855399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] Calling delete_port for 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:11.954395 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.009682 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-196d0ffb-c46d-471d-b1d4-63c328c2fa9a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:12.011157 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-196d0ffb-c46d-471d-b1d4-63c328c2fa9a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/ca6cac12-7583-4a4d-9517-2031629446ef HTTP/1.1" status: 404 len: 333 time: 0.5821104 Oct 05 09:36:12.016732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38822) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:12.023829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-2bc8d3ec-ce1c-4b2d-871d-3664a27a476a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'name': 'tempest-PortsTestJSON-479017751'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:12.024170 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] device_id is not set on port 04a3928c-215b-4fad-8d1c-b22ac75d68b8 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:36:12.130269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5f605482-322f-4fc0-9309-f878aa19d6d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764024587147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14874456'] for subnet, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.212346 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c1bffa73-4c64-4cb1-8f31-c7a0b9602633 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "PUT /v2.0/ports/1ffa10a5-750a-4ba7-b940-c89b95c473c7/tags/tempest-TagsExtTest-Tag-251609278 HTTP/1.1" status: 201 len: 201 time: 0.7201049 Oct 05 09:36:12.212672 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38826) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:12.218247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-2edac014-c7f6-48f4-b14c-f1714eb7492f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8784a553-2fdf-4832-b38e-a05d31d2652f', 'tempest-TagsExtTest-Tag-1062200114') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:12.225073 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Allocated IP 172.20.0.3 (02d11621-8b3c-4625-aa9c-5da896134078/31293e1c-ce17-4c3b-9353-3d075b185fd8/fe1b45d8-a221-4357-97e5-7f89de61b583) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:12.326476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f605482-322f-4fc0-9309-f878aa19d6d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:12.327644 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5f605482-322f-4fc0-9309-f878aa19d6d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.330063 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5f605482-322f-4fc0-9309-f878aa19d6d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "PUT /v2.0/subnets/31293e1c-ce17-4c3b-9353-3d075b185fd8 HTTP/1.1" status: 200 len: 877 time: 1.2372065 Oct 05 09:36:12.339064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38832) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:12.353147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2bc8d3ec-ce1c-4b2d-871d-3664a27a476a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:12.371935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2bc8d3ec-ce1c-4b2d-871d-3664a27a476a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:12.439013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f605482-322f-4fc0-9309-f878aa19d6d6 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event updated for resources: {'Subnet': ['ID=31293e1c-ce17-4c3b-9353-3d075b185fd8,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:12.467342 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.535946 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.562118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc8d3ec-ce1c-4b2d-871d-3664a27a476a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:12.568578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d3ec-ce1c-4b2d-871d-3664a27a476a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.632961 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.661727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-2bc8d3ec-ce1c-4b2d-871d-3664a27a476a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port 7a121c04-c008-4a41-95e5-d50d7205e082 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:36:12.668033 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.768380 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2edac014-c7f6-48f4-b14c-f1714eb7492f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "PUT /v2.0/routers/8784a553-2fdf-4832-b38e-a05d31d2652f/tags/tempest-TagsExtTest-Tag-1062200114 HTTP/1.1" status: 201 len: 201 time: 0.5547419 Oct 05 09:36:12.779418 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38836) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:12.784721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-65ef4c4e-d1c8-46ea-8775-2074c6c24882 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bcc1be91-88ab-476d-bd2a-f04402566c8e', 'tempest-TagsExtTest-Tag-695228730') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:12.796146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Transition to ACTIVE for port object fe1b45d8-a221-4357-97e5-7f89de61b583 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:12.807553 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:12.833454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.850056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Transition to ACTIVE for port object fe1b45d8-a221-4357-97e5-7f89de61b583 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:12.989251 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.077887 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Network 02d11621-8b3c-4625-aa9c-5da896134078 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:13.081321 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:13.082505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.092410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:13.130617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d3ec-ce1c-4b2d-871d-3664a27a476a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.148143 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Deleting port fe1b45d8-a221-4357-97e5-7f89de61b583 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:13.148689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.162573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] Pushing event deleted for resources: {'Port': ['ID=454a5bf8-e204-4bfb-9182-6fe19f8ebc2e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:13.234454 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Pushing event updated for resources: {'Port': ['ID=fe1b45d8-a221-4357-97e5-7f89de61b583,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:13.235346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.296344 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Attempting to bind port fe1b45d8-a221-4357-97e5-7f89de61b583 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:36:13.297043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Attempting to bind port fe1b45d8-a221-4357-97e5-7f89de61b583 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '3091d0e3-f806-4226-a49b-a2dccccdcc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '02d11621-8b3c-4625-aa9c-5da896134078'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:36:13.297658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Attempting to bind port fe1b45d8-a221-4357-97e5-7f89de61b583 on network 02d11621-8b3c-4625-aa9c-5da896134078 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:13.312635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:36:13.314513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Checking segment: {'id': '3091d0e3-f806-4226-a49b-a2dccccdcc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '02d11621-8b3c-4625-aa9c-5da896134078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:13.315536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.318401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Bound using segment: {'id': '3091d0e3-f806-4226-a49b-a2dccccdcc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '02d11621-8b3c-4625-aa9c-5da896134078'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:36:13.319332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Bound port: fe1b45d8-a221-4357-97e5-7f89de61b583, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3091d0e3-f806-4226-a49b-a2dccccdcc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '02d11621-8b3c-4625-aa9c-5da896134078'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:36:13.320581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.393272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d3ec-ce1c-4b2d-871d-3664a27a476a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.411805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.458152 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] For port fe1b45d8-a221-4357-97e5-7f89de61b583, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:36:13.460336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] For port fe1b45d8-a221-4357-97e5-7f89de61b583, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=fe1b45d8-a221-4357-97e5-7f89de61b583,segment=NetworkSegment(3091d0e3-f806-4226-a49b-a2dccccdcc63),segment_id=3091d0e3-f806-4226-a49b-a2dccccdcc63)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:36:13.473263 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:13.486818 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:13.493390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc8d3ec-ce1c-4b2d-871d-3664a27a476a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:13.493761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:13.497968 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-2bc8d3ec-ce1c-4b2d-871d-3664a27a476a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:13.500376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:13.501208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.507829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc8d3ec-ce1c-4b2d-871d-3664a27a476a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:13.513755 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc8d3ec-ce1c-4b2d-871d-3664a27a476a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:13.514460 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d3ec-ce1c-4b2d-871d-3664a27a476a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.517753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:13.543182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8d3ec-ce1c-4b2d-871d-3664a27a476a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=7a121c04-c008-4a41-95e5-d50d7205e082,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:13.577118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] For port fe1b45d8-a221-4357-97e5-7f89de61b583, host dv-neutron-860329-1-hyperv, got binding levels [] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:13.577374 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.583697 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.586151 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-65ef4c4e-d1c8-46ea-8775-2074c6c24882 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "PUT /v2.0/subnetpools/bcc1be91-88ab-476d-bd2a-f04402566c8e/tags/tempest-TagsExtTest-Tag-695228730 HTTP/1.1" status: 201 len: 201 time: 0.8055472 Oct 05 09:36:13.588979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38842) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:13.600170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-79144f13-0c1d-44f4-a17c-e46b16b4b880 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7a4f31f6-c784-4431-92b3-3f04a00f77da', {'tags': ['tempest-TagsExtTest-Tag-2013570257', 'tempest-TagsExtTest-Tag-34068181', 'tempest-TagsExtTest-Tag-1350790091']}) {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:13.603883 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.717899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17350cc6-20d9-48c8-af70-bb6cdddce150 None None] Pushing event updated for resources: {'Port': ['ID=fe1b45d8-a221-4357-97e5-7f89de61b583,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:13.774570 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:36:13.862341 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2bc8d3ec-ce1c-4b2d-871d-3664a27a476a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8417900 Oct 05 09:36:13.902485 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.910452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.910452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38846) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:13.917425 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.948084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-3e6d78cc-6bd2-4198-81b2-77c0c9acee7a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:13.969651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Calling delete_port for fe1b45d8-a221-4357-97e5-7f89de61b583 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:13.983072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Checking segment: {'id': 'ff20340f-44a1-4039-b12d-e4462efa067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'de3864bc-6c6b-4a1f-9966-7e162bdb05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:13.983442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Network hostable DHCP agents. Network: de3864bc-6c6b-4a1f-9966-7e162bdb05c8, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:36:13.998205 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-08b84fc5-17b9-4a50-baa0-1e5ca4c9d6e0 None None] Provisioning for port 14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:14.011066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-08b84fc5-17b9-4a50-baa0-1e5ca4c9d6e0 None None] Provisioning complete for port 14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:14.011620 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-08b84fc5-17b9-4a50-baa0-1e5ca4c9d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.012028 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-08b84fc5-17b9-4a50-baa0-1e5ca4c9d6e0 None None] Attempt 1 to provision port 14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d Oct 05 09:36:14.016533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event updated for resources: {'Port': ['ID=f35543c3-93ed-4e52-b685-f5547b35610c,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:14.045922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.083251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38850) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:14.085423 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-25b400b5-e19f-4c88-bf6e-1a195f146baa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.5021198 Oct 05 09:36:14.095530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-08b84fc5-17b9-4a50-baa0-1e5ca4c9d6e0 None None] Port 14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:14.175698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:36:14.176024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:36:14.217802 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.218357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:36:14.246100 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-79144f13-0c1d-44f4-a17c-e46b16b4b880 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "PUT /v2.0/subnets/7a4f31f6-c784-4431-92b3-3f04a00f77da/tags HTTP/1.1" status: 200 len: 316 time: 0.6524525 Oct 05 09:36:14.259415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=86e24a2c-26c9-480c-a8fb-e184dbe49f7a,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:14.260062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38856) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:14.261584 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-0fae7d71-5199-40ed-94d1-b1ec7c9be556 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7a4f31f6-c784-4431-92b3-3f04a00f77da') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:14.265149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.266411 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-29e72cd0-99fd-48e8-80bc-cbd1d55986cc admin admin] 10.222.0.49 "DELETE /v2.0/routers/a5c62505-7952-4fa6-ae4b-c86ebec0e1e2 HTTP/1.1" status: 204 len: 168 time: 4.8738348 Oct 05 09:36:14.271799 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38860) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:14.277271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.332025 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0930e4aa-746a-482e-bc16-049a2bdc8ed1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:14.332413 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0930e4aa-746a-482e-bc16-049a2bdc8ed1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.371548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3e6d78cc-6bd2-4198-81b2-77c0c9acee7a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.395181 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Network de3864bc-6c6b-4a1f-9966-7e162bdb05c8 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:36:14.573266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ac66f4-27ce-44ee-a8c8-2f40cf946616 admin admin] Deleting subnet 687b5c3a-83db-4081-9f2c-b62c2b0d104e {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:14.594446 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b7ac66f4-27ce-44ee-a8c8-2f40cf946616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.596983 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-08b84fc5-17b9-4a50-baa0-1e5ca4c9d6e0 None None] Attempt 2 to provision port 14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d Oct 05 09:36:14.618286 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0fae7d71-5199-40ed-94d1-b1ec7c9be556 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/subnets/7a4f31f6-c784-4431-92b3-3f04a00f77da/tags HTTP/1.1" status: 204 len: 168 time: 0.3610013 Oct 05 09:36:14.621677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38864) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:14.633033 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, de3864bc-6c6b-4a1f-9966-7e162bdb05c8) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:14.651464 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:14.652648 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.652778 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bf1e82-c4b6-4ea0-93a3-57abbdc588f8 None None] Network de3864bc-6c6b-4a1f-9966-7e162bdb05c8 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:14.657072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-cbd99b44-6edd-40b9-b574-472cc04dc5c5 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7a4f31f6-c784-4431-92b3-3f04a00f77da', 'tempest-TagsExtTest-Tag-2013570257') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:14.737819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Deleting port fe1b45d8-a221-4357-97e5-7f89de61b583 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:14.738327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.831033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0930e4aa-746a-482e-bc16-049a2bdc8ed1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.897019 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-08b84fc5-17b9-4a50-baa0-1e5ca4c9d6e0 None None] Port 14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:14.935723 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event updated for resources: {'Port': ['ID=04a3928c-215b-4fad-8d1c-b22ac75d68b8,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:14.945273 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Floating IP 12eccae8-c338-442b-b146-f0999799348b associated. External IP: 172.26.7.92, port: f35640cc-883a-4930-885c-6a12e329440d. Oct 05 09:36:14.949649 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e37ab6-5a4a-41c7-82bd-d7c46d4abda1 None None] Network 02d11621-8b3c-4625-aa9c-5da896134078 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:14.985965 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0930e4aa-746a-482e-bc16-049a2bdc8ed1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:15.002737 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b7ac66f4-27ce-44ee-a8c8-2f40cf946616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:15.302019 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-cbd99b44-6edd-40b9-b574-472cc04dc5c5 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] show failed (client error): The resource could not be found. Oct 05 09:36:15.314085 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cbd99b44-6edd-40b9-b574-472cc04dc5c5 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/subnets/7a4f31f6-c784-4431-92b3-3f04a00f77da/tags/tempest-TagsExtTest-Tag-2013570257 HTTP/1.1" status: 404 len: 329 time: 0.6886864 Oct 05 09:36:15.317486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38870) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:15.331258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-60a2b6f2-f937-41f1-9744-a59a52869b97 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7a4f31f6-c784-4431-92b3-3f04a00f77da', 'tempest-TagsExtTest-Tag-34068181') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:15.355680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Checking segment: {'id': '56b9b752-70fb-4c5d-85e7-a9d478e01713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8a3705ff-20ec-42c6-8efa-15dba3eebeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:15.356206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Network hostable DHCP agents. Network: 8a3705ff-20ec-42c6-8efa-15dba3eebeb1, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:36:15.398640 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-08b84fc5-17b9-4a50-baa0-1e5ca4c9d6e0 None None] Attempt 3 to provision port 14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d Oct 05 09:36:15.435830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3e6d78cc-6bd2-4198-81b2-77c0c9acee7a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:15.493386 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device fe1b45d8-a221-4357-97e5-7f89de61b583 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:15.497794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] For port fe1b45d8-a221-4357-97e5-7f89de61b583, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=fe1b45d8-a221-4357-97e5-7f89de61b583,segment=NetworkSegment(3091d0e3-f806-4226-a49b-a2dccccdcc63),segment_id=3091d0e3-f806-4226-a49b-a2dccccdcc63)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:15.498218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:15.517874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b7ac66f4-27ce-44ee-a8c8-2f40cf946616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:15.560888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Network 8a3705ff-20ec-42c6-8efa-15dba3eebeb1 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:36:15.582018 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3e6d78cc-6bd2-4198-81b2-77c0c9acee7a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:15.590346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d78cc-6bd2-4198-81b2-77c0c9acee7a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] In _notify_port_updated(), no bound segment for port 7a121c04-c008-4a41-95e5-d50d7205e082 on network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 {{(pid=89846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:36:15.590346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6d78cc-6bd2-4198-81b2-77c0c9acee7a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:15.590346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3e6d78cc-6bd2-4198-81b2-77c0c9acee7a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:15.591953 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3e6d78cc-6bd2-4198-81b2-77c0c9acee7a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "PUT /v2.0/ports/7a121c04-c008-4a41-95e5-d50d7205e082 HTTP/1.1" status: 200 len: 818 time: 1.6823926 Oct 05 09:36:15.610198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c951a94-3c2f-455a-8a5f-e03d1b58aac8 None None] Network 02d11621-8b3c-4625-aa9c-5da896134078 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:15.628452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38874) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:15.650093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Calling delete_port for fe1b45d8-a221-4357-97e5-7f89de61b583 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:15.713106 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-08b84fc5-17b9-4a50-baa0-1e5ca4c9d6e0 None None] Port 14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:15.774126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 8a3705ff-20ec-42c6-8efa-15dba3eebeb1) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:15.778395 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:15.784523 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2770297b-3791-4332-a884-3f56ef035a6e None None] Network 8a3705ff-20ec-42c6-8efa-15dba3eebeb1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:15.785254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:15.790848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:15.791537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:15.840758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0930e4aa-746a-482e-bc16-049a2bdc8ed1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:15.868492 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d78cc-6bd2-4198-81b2-77c0c9acee7a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=7a121c04-c008-4a41-95e5-d50d7205e082,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:15.887531 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-d52cc07f-2ffe-4f70-8825-4215c4eea6ff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 7a121c04-c008-4a41-95e5-d50d7205e082 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:15.887794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d52cc07f-2ffe-4f70-8825-4215c4eea6ff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:15.936952 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-60a2b6f2-f937-41f1-9744-a59a52869b97 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] show failed (client error): The resource could not be found. Oct 05 09:36:15.940837 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-60a2b6f2-f937-41f1-9744-a59a52869b97 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/subnets/7a4f31f6-c784-4431-92b3-3f04a00f77da/tags/tempest-TagsExtTest-Tag-34068181 HTTP/1.1" status: 404 len: 327 time: 0.6170328 Oct 05 09:36:15.946951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38880) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:15.954917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-89b9c9e2-2bb6-436e-a53d-0ae1dcb70f88 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7a4f31f6-c784-4431-92b3-3f04a00f77da', 'tempest-TagsExtTest-Tag-1350790091') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:15.956091 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port fe1b45d8-a221-4357-97e5-7f89de61b583 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:15.981524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930e4aa-746a-482e-bc16-049a2bdc8ed1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:15.998591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b7ac66f4-27ce-44ee-a8c8-2f40cf946616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.006963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:36:16.058158 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:16.081883 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-51b5fa60-b7a8-4d6d-9921-a4982692053f tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.3112149 Oct 05 09:36:16.094733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38884) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:16.098855 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:36:16.102133 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 454a5bf8-e204-4bfb-9182-6fe19f8ebc2e not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:36:16.103273 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac66f4-27ce-44ee-a8c8-2f40cf946616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=687b5c3a-83db-4081-9f2c-b62c2b0d104e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:16.140613 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0930e4aa-746a-482e-bc16-049a2bdc8ed1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.158359 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0930e4aa-746a-482e-bc16-049a2bdc8ed1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d HTTP/1.1" status: 204 len: 168 time: 2.0716901 Oct 05 09:36:16.158616 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38888) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:16.169203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ba9651-89a8-41f1-b0f0-778a6a49d510 None None] Network 2a3ab058-7897-4bde-8218-aa6bbb729df2 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:16.173095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b7ac66f4-27ce-44ee-a8c8-2f40cf946616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.174962 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b7ac66f4-27ce-44ee-a8c8-2f40cf946616 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/687b5c3a-83db-4081-9f2c-b62c2b0d104e HTTP/1.1" status: 204 len: 168 time: 1.8991535 Oct 05 09:36:16.190213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38892) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:16.240179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.273205 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-08b84fc5-17b9-4a50-baa0-1e5ca4c9d6e0 None None] Attempt 4 to provision port 14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d Oct 05 09:36:16.305353 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Port': ['ID=fe1b45d8-a221-4357-97e5-7f89de61b583,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:16.330551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-08b84fc5-17b9-4a50-baa0-1e5ca4c9d6e0 None None] Port 14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:36:16.418826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9c8dc3-84d7-4f1a-bdd6-bf333a6892ec tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:16.419037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0c9c8dc3-84d7-4f1a-bdd6-bf333a6892ec tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:16.428862 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No DVR routers for this DVR port fe1b45d8-a221-4357-97e5-7f89de61b583 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:36:16.478057 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-05d605f0-00bc-4568-b68f-37726c7e45bf None None] Could not find standard attr ID for object fe1b45d8-a221-4357-97e5-7f89de61b583. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:16.502693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.567656 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0c9c8dc3-84d7-4f1a-bdd6-bf333a6892ec tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:16.572115 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0c9c8dc3-84d7-4f1a-bdd6-bf333a6892ec tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4092898 Oct 05 09:36:16.574038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38896) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:16.589799 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d52cc07f-2ffe-4f70-8825-4215c4eea6ff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.601729 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.637262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f9292e-5895-4625-8e08-c5d55d34ab8d None None] DHCP port deletion for 2a3ab058-7897-4bde-8218-aa6bbb729df2 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:36:16.648732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-79f9292e-5895-4625-8e08-c5d55d34ab8d None None] Deleting port b4b93323-3bc1-4ed2-87c7-c30e0d31542d {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:16.650756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-79f9292e-5895-4625-8e08-c5d55d34ab8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.675541 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-89b9c9e2-2bb6-436e-a53d-0ae1dcb70f88 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] show failed (client error): The resource could not be found. Oct 05 09:36:16.679211 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-89b9c9e2-2bb6-436e-a53d-0ae1dcb70f88 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/subnets/7a4f31f6-c784-4431-92b3-3f04a00f77da/tags/tempest-TagsExtTest-Tag-1350790091 HTTP/1.1" status: 404 len: 329 time: 0.7283711 Oct 05 09:36:16.680182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38900) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:16.686872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-9feaa379-8c56-475d-b4fe-87c10dc55d62 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1ffa10a5-750a-4ba7-b940-c89b95c473c7', {'tags': ['tempest-TagsExtTest-Tag-1567498644', 'tempest-TagsExtTest-Tag-1526869870', 'tempest-TagsExtTest-Tag-667835824']}) {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:16.786911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.887169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b24f53-6bed-4ea9-8601-ff8d9c156f5f None None] DHCP port deletion for 02d11621-8b3c-4625-aa9c-5da896134078 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:36:16.890317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Subnet': ['ID=31293e1c-ce17-4c3b-9353-3d075b185fd8,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:16.895132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2084f980-b2a2-4225-826b-c30b4ac857c7 None None] Could not find standard attr ID for object fe1b45d8-a221-4357-97e5-7f89de61b583. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:16.913680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-d52cc07f-2ffe-4f70-8825-4215c4eea6ff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 7a121c04-c008-4a41-95e5-d50d7205e082 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:16.944426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0003cd-7515-424c-8401-8147c4ad6fe7 None None] Network 02d11621-8b3c-4625-aa9c-5da896134078 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:16.986809 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9feaa379-8c56-475d-b4fe-87c10dc55d62 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "PUT /v2.0/ports/1ffa10a5-750a-4ba7-b940-c89b95c473c7/tags HTTP/1.1" status: 200 len: 317 time: 0.3039386 Oct 05 09:36:16.990189 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee495df5-cc91-4315-9b2c-bbe7359269b4 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:16.996738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee495df5-cc91-4315-9b2c-bbe7359269b4 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:16.997528 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ee495df5-cc91-4315-9b2c-bbe7359269b4 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Synchronizing usage tracker for tenant:473cabb925fb47f4ba3e56adf8ee4b8c on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:17.000175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074d7ca7-beb0-4486-9a10-2282bb761b86 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:17.002435 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-074d7ca7-beb0-4486-9a10-2282bb761b86 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4274476 Oct 05 09:36:17.007568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38906) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:17.008152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38908) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:17.009739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:36:17.011406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] Deleting port b4b93323-3bc1-4ed2-87c7-c30e0d31542d {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:17.011749 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.058403 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2236d3c-9bba-4535-9e53-751b827f86b5 None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:36:17.073914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-79f9292e-5895-4625-8e08-c5d55d34ab8d None None] For port b4b93323-3bc1-4ed2-87c7-c30e0d31542d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=b4b93323-3bc1-4ed2-87c7-c30e0d31542d,segment=NetworkSegment(fe6cd753-5414-4bf0-a2d3-ee735ee081d0),segment_id=fe6cd753-5414-4bf0-a2d3-ee735ee081d0)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:17.073914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-79f9292e-5895-4625-8e08-c5d55d34ab8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.093314 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-a6dbf729-ed62-48f5-8d4c-5c54e4853497 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1ffa10a5-750a-4ba7-b940-c89b95c473c7') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:17.151266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.179617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2236d3c-9bba-4535-9e53-751b827f86b5 None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:17.180377 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a2236d3c-9bba-4535-9e53-751b827f86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:17.193509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d11621-8b3c-4625-aa9c-5da896134078']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:17.219722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3091d0e3-f806-4226-a49b-a2dccccdcc63') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:17.220025 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3091d0e3-f806-4226-a49b-a2dccccdcc63') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:17.232348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4795c841-caae-4de4-af88-cf37abf225e0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:17.233861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4795c841-caae-4de4-af88-cf37abf225e0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:17.235418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4795c841-caae-4de4-af88-cf37abf225e0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:17.236244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4795c841-caae-4de4-af88-cf37abf225e0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:17.249624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.280695 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.447178 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:17.447178 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.448759 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-79f9292e-5895-4625-8e08-c5d55d34ab8d None None] Calling delete_port for b4b93323-3bc1-4ed2-87c7-c30e0d31542d owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:17.449850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] For port b4b93323-3bc1-4ed2-87c7-c30e0d31542d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=b4b93323-3bc1-4ed2-87c7-c30e0d31542d,segment=NetworkSegment(fe6cd753-5414-4bf0-a2d3-ee735ee081d0),segment_id=fe6cd753-5414-4bf0-a2d3-ee735ee081d0)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:17.449850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.450478 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 3091d0e3-f806-4226-a49b-a2dccccdcc63 resource provider aggregate not found Oct 05 09:36:17.450838 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device fe1b45d8-a221-4357-97e5-7f89de61b583 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:17.450935 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 3091d0e3-f806-4226-a49b-a2dccccdcc63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3091d0e3-f806-4226-a49b-a2dccccdcc63 found for delete ", "request_id": "req-d7a1d0eb-aaa6-43b1-9694-4f7da32dcae6"}]} Oct 05 09:36:17.462732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a2236d3c-9bba-4535-9e53-751b827f86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:17.481169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b42c9c-6623-4845-807f-014b5525701d None None] DHCP port deletion for 02d11621-8b3c-4625-aa9c-5da896134078 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:36:17.482748 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: fe1b45d8-a221-4357-97e5-7f89de61b583 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:36:17.483088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device fe1b45d8-a221-4357-97e5-7f89de61b583 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:36:17.483486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device b4b93323-3bc1-4ed2-87c7-c30e0d31542d no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:17.530343 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] Calling delete_port for b4b93323-3bc1-4ed2-87c7-c30e0d31542d owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:17.544359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2236d3c-9bba-4535-9e53-751b827f86b5 None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:17.544999 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a2236d3c-9bba-4535-9e53-751b827f86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:35:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:17.623363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a2236d3c-9bba-4535-9e53-751b827f86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:17.623767 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2236d3c-9bba-4535-9e53-751b827f86b5 None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:36:17.688179 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port b4b93323-3bc1-4ed2-87c7-c30e0d31542d is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:17.688876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.867658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ee495df5-cc91-4315-9b2c-bbe7359269b4 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Unset dirty status for tenant:473cabb925fb47f4ba3e56adf8ee4b8c on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:17.868261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.869200 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ee495df5-cc91-4315-9b2c-bbe7359269b4 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.7635360 Oct 05 09:36:17.870337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.874965 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.877871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-79f9292e-5895-4625-8e08-c5d55d34ab8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:36:17.878332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-79f9292e-5895-4625-8e08-c5d55d34ab8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:36:17.880945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38918) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:17.897697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d52cc07f-2ffe-4f70-8825-4215c4eea6ff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.905121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.906258 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a6dbf729-ed62-48f5-8d4c-5c54e4853497 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/ports/1ffa10a5-750a-4ba7-b940-c89b95c473c7/tags HTTP/1.1" status: 204 len: 168 time: 0.8965523 Oct 05 09:36:17.908752 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4795c841-caae-4de4-af88-cf37abf225e0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:17.911829 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4795c841-caae-4de4-af88-cf37abf225e0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.8881428 Oct 05 09:36:17.911829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38920) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:17.943055 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38924) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:17.959055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Network': ['ID=02d11621-8b3c-4625-aa9c-5da896134078,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:17.964674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-8e6d6dd5-f6df-4ee8-86d7-faaf04aab553 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ffa10a5-750a-4ba7-b940-c89b95c473c7', 'tempest-TagsExtTest-Tag-1567498644') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:18.014259 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7c838f85-b2d0-44d6-9a96-8c530b041f81 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/02d11621-8b3c-4625-aa9c-5da896134078 HTTP/1.1" status: 204 len: 168 time: 5.6734419 Oct 05 09:36:18.017304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b93323-3bc1-4ed2-87c7-c30e0d31542d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:18.020212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38930) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:18.047015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a237679f-2fa3-48b0-aa65-abd8c6a8bc16 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Deleting port f35543c3-93ed-4e52-b685-f5547b35610c {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:18.047015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a237679f-2fa3-48b0-aa65-abd8c6a8bc16 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.073175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] No DVR routers for this DVR port b4b93323-3bc1-4ed2-87c7-c30e0d31542d on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:36:18.160248 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cc07f-2ffe-4f70-8825-4215c4eea6ff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=7a121c04-c008-4a41-95e5-d50d7205e082,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:18.165027 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-8e6d6dd5-f6df-4ee8-86d7-faaf04aab553 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] show failed (client error): The resource could not be found. Oct 05 09:36:18.165027 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8e6d6dd5-f6df-4ee8-86d7-faaf04aab553 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/ports/1ffa10a5-750a-4ba7-b940-c89b95c473c7/tags/tempest-TagsExtTest-Tag-1567498644 HTTP/1.1" status: 404 len: 329 time: 0.2129519 Oct 05 09:36:18.166849 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38936) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:18.168251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d52cc07f-2ffe-4f70-8825-4215c4eea6ff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.181582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-46384568-25d8-405e-bcb5-fce0ac984bfd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ffa10a5-750a-4ba7-b940-c89b95c473c7', 'tempest-TagsExtTest-Tag-1526869870') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:18.195097 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-51cd3650-e72a-4306-abcc-ee9380cf5018 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.0717907 Oct 05 09:36:18.196437 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2acc77ba-6afe-4d27-978e-0e44f0881ee5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:18.197011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2acc77ba-6afe-4d27-978e-0e44f0881ee5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:18.200875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38940) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:18.276659 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-999445332'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:18.291658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e23511-079e-4843-ab55-6951504769a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 1cfcceca-c2ce-4c74-8284-672314058bcc {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:18.294097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:18.301004 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2acc77ba-6afe-4d27-978e-0e44f0881ee5 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/subnets/31293e1c-ce17-4c3b-9353-3d075b185fd8 HTTP/1.1" status: 404 len: 337 time: 0.2418740 Oct 05 09:36:18.313770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-34e23511-079e-4843-ab55-6951504769a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.316458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38944) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:18.342935 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d52cc07f-2ffe-4f70-8825-4215c4eea6ff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/7a121c04-c008-4a41-95e5-d50d7205e082 HTTP/1.1" status: 204 len: 168 time: 2.7045856 Oct 05 09:36:18.344306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Usage tracker for resource:network and tenant:d83a1fd4a9e74c2e90fd216a2eddf28a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:18.360563 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:18.363096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38946) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:18.374899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.380212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-79f9292e-5895-4625-8e08-c5d55d34ab8d None None] Deleting port b4b93323-3bc1-4ed2-87c7-c30e0d31542d {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:18.380716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-79f9292e-5895-4625-8e08-c5d55d34ab8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.426956 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:18.474945 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-34e23511-079e-4843-ab55-6951504769a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.483184 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-79f9292e-5895-4625-8e08-c5d55d34ab8d None None] The port 'b4b93323-3bc1-4ed2-87c7-c30e0d31542d' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:36:18.504883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd82953-cf27-46fa-b85f-2c79dbe14a07 None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:36:18.508276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3ab058-7897-4bde-8218-aa6bbb729df2']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:18.534733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6cd753-5414-4bf0-a2d3-ee735ee081d0') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:18.535029 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6cd753-5414-4bf0-a2d3-ee735ee081d0') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:18.569453 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.572865 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1027aba-2f4e-49b9-bb97-5edcd943fd8f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:18.573352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1027aba-2f4e-49b9-bb97-5edcd943fd8f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:18.577609 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a1027aba-2f4e-49b9-bb97-5edcd943fd8f tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/02d11621-8b3c-4625-aa9c-5da896134078 HTTP/1.1" status: 404 len: 339 time: 0.1860535 Oct 05 09:36:18.579772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38952) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:18.593063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.612405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:18.613098 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.640196 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Made reservation on behalf of d83a1fd4a9e74c2e90fd216a2eddf28a for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:18.644252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.645035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a237679f-2fa3-48b0-aa65-abd8c6a8bc16 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.668308 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a00fd5-86be-4dad-a5b9-f307b66e3e3a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:18.670378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a00fd5-86be-4dad-a5b9-f307b66e3e3a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:18.673077 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-96a00fd5-86be-4dad-a5b9-f307b66e3e3a tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/subnets/c49b1f14-b7c5-4ce0-a535-6ffdc1125b73 HTTP/1.1" status: 404 len: 337 time: 0.0835524 Oct 05 09:36:18.680298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38958) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:18.727791 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd82953-cf27-46fa-b85f-2c79dbe14a07 None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:36:18.788231 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment fe6cd753-5414-4bf0-a2d3-ee735ee081d0 resource provider aggregate not found Oct 05 09:36:18.835765 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment fe6cd753-5414-4bf0-a2d3-ee735ee081d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe6cd753-5414-4bf0-a2d3-ee735ee081d0 found for delete ", "request_id": "req-ee77cde7-302b-4291-84bf-21480cda7046"}]} Oct 05 09:36:18.845653 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-46384568-25d8-405e-bcb5-fce0ac984bfd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] show failed (client error): The resource could not be found. Oct 05 09:36:18.849305 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-46384568-25d8-405e-bcb5-fce0ac984bfd tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/ports/1ffa10a5-750a-4ba7-b940-c89b95c473c7/tags/tempest-TagsExtTest-Tag-1526869870 HTTP/1.1" status: 404 len: 329 time: 0.6789908 Oct 05 09:36:18.853670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01caffc0-9cdb-44db-a7aa-286fb135b93d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:18.854442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-01caffc0-9cdb-44db-a7aa-286fb135b93d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:18.860298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a237679f-2fa3-48b0-aa65-abd8c6a8bc16 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Calling delete_port for f35543c3-93ed-4e52-b685-f5547b35610c owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:18.860598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38964) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:18.874123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-176fc8cf-7c77-49c2-b835-1bf7d27bed63 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ffa10a5-750a-4ba7-b940-c89b95c473c7', 'tempest-TagsExtTest-Tag-667835824') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:18.890119 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f923857-6729-4a55-983f-41ee4add9717 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:18.890709 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f923857-6729-4a55-983f-41ee4add9717 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:18.895793 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5f923857-6729-4a55-983f-41ee4add9717 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/1ed510b1-f676-4daf-b84a-9ddb10a89da4 HTTP/1.1" status: 404 len: 339 time: 0.2124636 Oct 05 09:36:18.900570 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38968) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:18.924422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:36:18.962574 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-34e23511-079e-4843-ab55-6951504769a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.099596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a237679f-2fa3-48b0-aa65-abd8c6a8bc16 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.188931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237679f-2fa3-48b0-aa65-abd8c6a8bc16 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event deleted for resources: {'Port': ['ID=f35543c3-93ed-4e52-b685-f5547b35610c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:19.194305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a237679f-2fa3-48b0-aa65-abd8c6a8bc16 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.205739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.206119 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Added segment cc158ed0-5c39-4328-808e-9726635abc8f of type vlan for network 010ce347-2fdb-449f-a5cb-d26196c9bcd1 Oct 05 09:36:19.215713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.217605 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-01caffc0-9cdb-44db-a7aa-286fb135b93d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:19.221345 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-01caffc0-9cdb-44db-a7aa-286fb135b93d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8548024 Oct 05 09:36:19.221797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38972) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:19.248844 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.292348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a3ab058-7897-4bde-8218-aa6bbb729df2,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:19.306988 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8bf494-cb75-4c40-9079-ad3952deaa73 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] GET failed (client error): The resource could not be found. Oct 05 09:36:19.307904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9c8bf494-cb75-4c40-9079-ad3952deaa73 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:19.322262 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9c8bf494-cb75-4c40-9079-ad3952deaa73 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:19.324064 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9c8bf494-cb75-4c40-9079-ad3952deaa73 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/7a121c04-c008-4a41-95e5-d50d7205e082 HTTP/1.1" status: 404 len: 333 time: 0.1008210 Oct 05 09:36:19.327575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38978) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:19.341744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.346009 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1729647333'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:19.360911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:19.360911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:network and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:19.360911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:19.367053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:19.377231 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a237679f-2fa3-48b0-aa65-abd8c6a8bc16 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "DELETE /v2.0/ports/f35543c3-93ed-4e52-b685-f5547b35610c HTTP/1.1" status: 204 len: 168 time: 1.4692090 Oct 05 09:36:19.379523 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38982) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:19.398920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e171d94-98af-46f3-a03e-85ebd176ef77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.425594 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-42a71ff4-5fd9-433e-bf2e-914d57ebb6d3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2a3ab058-7897-4bde-8218-aa6bbb729df2 HTTP/1.1" status: 204 len: 168 time: 3.2315953 Oct 05 09:36:19.454031 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:19.457867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.527660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:36:19.541021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.541938 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Added segment 8d318276-356b-41a8-ba81-b4db5b87b286 of type vlan for network fabb7eb6-4947-489c-bb59-c66e5cb2f11b Oct 05 09:36:19.574706 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-176fc8cf-7c77-49c2-b835-1bf7d27bed63 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] show failed (client error): The resource could not be found. Oct 05 09:36:19.576077 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-176fc8cf-7c77-49c2-b835-1bf7d27bed63 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/ports/1ffa10a5-750a-4ba7-b940-c89b95c473c7/tags/tempest-TagsExtTest-Tag-667835824 HTTP/1.1" status: 404 len: 328 time: 0.7140467 Oct 05 09:36:19.580479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38988) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:19.581134 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.585125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-60511491-82eb-44f8-aa63-1134a8070025 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Deleting port 04a3928c-215b-4fad-8d1c-b22ac75d68b8 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:19.585483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60511491-82eb-44f8-aa63-1134a8070025 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.587016 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:19.587598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.599989 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-f0298bf5-ea4d-4a3c-b617-9f60a850ece0 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8784a553-2fdf-4832-b38e-a05d31d2652f', {'tags': ['tempest-TagsExtTest-Tag-1158992374', 'tempest-TagsExtTest-Tag-1039936684', 'tempest-TagsExtTest-Tag-729350485']}) {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:19.615032 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.665808 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-34e23511-079e-4843-ab55-6951504769a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.679127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e171d94-98af-46f3-a03e-85ebd176ef77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.801116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.807973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:19.808552 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.809656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 38992) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:19.868748 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e23511-079e-4843-ab55-6951504769a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=1cfcceca-c2ce-4c74-8284-672314058bcc,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:19.881061 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3605080a-d09c-47be-b79a-0728b056a5e5 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:19.893776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-34e23511-079e-4843-ab55-6951504769a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:19.899180 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-34e23511-079e-4843-ab55-6951504769a9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/1cfcceca-c2ce-4c74-8284-672314058bcc HTTP/1.1" status: 204 len: 168 time: 1.9451263 Oct 05 09:36:19.910724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 38996) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:19.936243 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5e171d94-98af-46f3-a03e-85ebd176ef77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43cac68-d282-458f-a754-c6ae18fc59b2']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:19.963821 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Network': ['ID=010ce347-2fdb-449f-a5cb-d26196c9bcd1,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:19.976233 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5e171d94-98af-46f3-a03e-85ebd176ef77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8695e08c-1145-4cc4-bb65-8bd530719c7c') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:19.976514 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5e171d94-98af-46f3-a03e-85ebd176ef77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8695e08c-1145-4cc4-bb65-8bd530719c7c') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:19.990952 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5d4f33e5-cb54-42ad-93ba-60ae2c4ffccd tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7786286 Oct 05 09:36:19.996266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39000) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:19.998764 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 010ce347-2fdb-449f-a5cb-d26196c9bcd1 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:36:20.011840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-8c4772a2-5319-4b41-929a-d6545eb05374 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'subnet': {'network_id': '010ce347-2fdb-449f-a5cb-d26196c9bcd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:20.026609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e171d94-98af-46f3-a03e-85ebd176ef77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.054374 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60511491-82eb-44f8-aa63-1134a8070025 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.077106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Network': ['ID=fabb7eb6-4947-489c-bb59-c66e5cb2f11b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:20.094750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network fabb7eb6-4947-489c-bb59-c66e5cb2f11b details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:36:20.110369 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-086338b5-e246-4dad-8e59-f4f891b795d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c32c3c1f621440c9b1008a8b2086dc9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2370455 Oct 05 09:36:20.112318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e171d94-98af-46f3-a03e-85ebd176ef77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.118468 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f0298bf5-ea4d-4a3c-b617-9f60a850ece0 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "PUT /v2.0/routers/8784a553-2fdf-4832-b38e-a05d31d2652f/tags HTTP/1.1" status: 200 len: 317 time: 0.5240507 Oct 05 09:36:20.129155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39004) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:20.129379 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39006) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:20.149125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-feeb9aad-bd64-41ab-b7fc-e11e61f5163d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8784a553-2fdf-4832-b38e-a05d31d2652f') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:20.201729 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e171d94-98af-46f3-a03e-85ebd176ef77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:20.202174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e171d94-98af-46f3-a03e-85ebd176ef77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.212102 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-60511491-82eb-44f8-aa63-1134a8070025 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Calling delete_port for 04a3928c-215b-4fad-8d1c-b22ac75d68b8 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:20.241362 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-780831d4-6fbc-429e-ab49-bae7ef6018a1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9124291 Oct 05 09:36:20.247526 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09533d3-3d47-4042-975f-f2706ee95a32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 75e326c8-4df9-4d0e-8d38-489c8e1087e1 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:20.248979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f09533d3-3d47-4042-975f-f2706ee95a32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.288081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39012) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:20.309571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'subnet': {'network_id': 'fabb7eb6-4947-489c-bb59-c66e5cb2f11b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:20.346536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8c4772a2-5319-4b41-929a-d6545eb05374 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:20.416439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8c4772a2-5319-4b41-929a-d6545eb05374 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:20.437870 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-97b64c38-c61d-4f99-8dc0-fc7d11b44728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.453356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-17a7f850-2d28-4b66-8d39-b6eefde2e66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.455246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f09533d3-3d47-4042-975f-f2706ee95a32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.490951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-17a7f850-2d28-4b66-8d39-b6eefde2e66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.529102 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e171d94-98af-46f3-a03e-85ebd176ef77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.545204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:20.553564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:subnet and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:20.554728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e171d94-98af-46f3-a03e-85ebd176ef77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.558426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:20.565520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4772a2-5319-4b41-929a-d6545eb05374 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Made reservation on behalf of d83a1fd4a9e74c2e90fd216a2eddf28a for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:20.571181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:20.571580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8c4772a2-5319-4b41-929a-d6545eb05374 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.602657 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f09533d3-3d47-4042-975f-f2706ee95a32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.661830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60511491-82eb-44f8-aa63-1134a8070025 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.674926 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-feeb9aad-bd64-41ab-b7fc-e11e61f5163d tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/routers/8784a553-2fdf-4832-b38e-a05d31d2652f/tags HTTP/1.1" status: 204 len: 168 time: 0.5421338 Oct 05 09:36:20.686480 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e171d94-98af-46f3-a03e-85ebd176ef77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Network': ['ID=c43cac68-d282-458f-a754-c6ae18fc59b2,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:20.688501 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39022) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:20.713448 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5e171d94-98af-46f3-a03e-85ebd176ef77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/c43cac68-d282-458f-a754-c6ae18fc59b2 HTTP/1.1" status: 204 len: 168 time: 1.8031232 Oct 05 09:36:20.723652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-cb827bbb-1695-4bec-a81f-fe2529977a27 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8784a553-2fdf-4832-b38e-a05d31d2652f', 'tempest-TagsExtTest-Tag-1158992374') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:20.754273 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39026) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:20.760308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:20.763881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.988859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60511491-82eb-44f8-aa63-1134a8070025 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.992343 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60511491-82eb-44f8-aa63-1134a8070025 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event deleted for resources: {'Port': ['ID=04a3928c-215b-4fad-8d1c-b22ac75d68b8,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:21.060676 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1700d52d-2a0d-4f13-a726-4ca5af0d144b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:21.060676 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1700d52d-2a0d-4f13-a726-4ca5af0d144b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:21.061868 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-17a7f850-2d28-4b66-8d39-b6eefde2e66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.080375 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 8695e08c-1145-4cc4-bb65-8bd530719c7c resource provider aggregate not found Oct 05 09:36:21.089046 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-60511491-82eb-44f8-aa63-1134a8070025 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "DELETE /v2.0/ports/04a3928c-215b-4fad-8d1c-b22ac75d68b8 HTTP/1.1" status: 204 len: 168 time: 1.7084677 Oct 05 09:36:21.094230 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1700d52d-2a0d-4f13-a726-4ca5af0d144b tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/subnets/af13454c-d2d1-4c8a-abc5-7bea1649cbc6 HTTP/1.1" status: 404 len: 337 time: 0.1593604 Oct 05 09:36:21.094470 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39038) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.100413 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39040) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.104638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7f850-2d28-4b66-8d39-b6eefde2e66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c653da7-1f1c-4e0e-9ec6-d2c2c8491171,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:21.134162 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 8695e08c-1145-4cc4-bb65-8bd530719c7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8695e08c-1145-4cc4-bb65-8bd530719c7c found for delete ", "request_id": "req-88a3d7b2-cf04-416a-af60-083e30f05857"}]} Oct 05 09:36:21.136522 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae292a84-4eaa-42a5-95c9-bfca9d222f77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:21.136983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae292a84-4eaa-42a5-95c9-bfca9d222f77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:21.138690 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ae292a84-4eaa-42a5-95c9-bfca9d222f77 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/d1fde8e2-2699-4ea0-a690-d446f235043b HTTP/1.1" status: 404 len: 339 time: 0.0373781 Oct 05 09:36:21.141841 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39046) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.181994 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f09533d3-3d47-4042-975f-f2706ee95a32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.186804 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-cb827bbb-1695-4bec-a81f-fe2529977a27 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] show failed (client error): The resource could not be found. Oct 05 09:36:21.187859 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cb827bbb-1695-4bec-a81f-fe2529977a27 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/routers/8784a553-2fdf-4832-b38e-a05d31d2652f/tags/tempest-TagsExtTest-Tag-1158992374 HTTP/1.1" status: 404 len: 329 time: 0.4949653 Oct 05 09:36:21.203202 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39050) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.207232 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c3276f10-a901-4604-86b2-b9f1301601d2 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1041045 Oct 05 09:36:21.212970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-a4117f59-fa9a-48fa-a38b-d958b4f41093 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Synchronizing usage tracker for tenant:be9b9908fe7c4c9a97f0c067874401dc on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:21.214332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39054) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.217656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-ad857e70-2e47-4c3d-abbc-4618794abe3c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8784a553-2fdf-4832-b38e-a05d31d2652f', 'tempest-TagsExtTest-Tag-1039936684') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:21.230147 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74574c1-7ff9-4705-99a2-c4bdb4d24400 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:21.232915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74574c1-7ff9-4705-99a2-c4bdb4d24400 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:21.242021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09533d3-3d47-4042-975f-f2706ee95a32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=75e326c8-4df9-4d0e-8d38-489c8e1087e1,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:21.247708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f09533d3-3d47-4042-975f-f2706ee95a32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.249550 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f09533d3-3d47-4042-975f-f2706ee95a32 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/75e326c8-4df9-4d0e-8d38-489c8e1087e1 HTTP/1.1" status: 204 len: 168 time: 1.2883613 Oct 05 09:36:21.254426 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d74574c1-7ff9-4705-99a2-c4bdb4d24400 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/subnets/f39bd615-628b-4f0a-9917-203877696c90 HTTP/1.1" status: 404 len: 337 time: 0.1085269 Oct 05 09:36:21.254426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39056) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.255477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39058) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.260551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb9beec-89e7-4513-a76b-bdcfe1b59060 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:21.274185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0a3b4745-c601-42ce-87a5-2b5f6c39eea4 None None] Provisioning complete for port 6299bdb8-15a2-45ea-85d5-67f86575b6ff triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:21.274564 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0a3b4745-c601-42ce-87a5-2b5f6c39eea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.274902 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0a3b4745-c601-42ce-87a5-2b5f6c39eea4 None None] Attempt 1 to provision port 6299bdb8-15a2-45ea-85d5-67f86575b6ff Oct 05 09:36:21.330703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1283614249'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:21.353692 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-20bd6cc1-5932-419d-8366-6e645584467f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993583 Oct 05 09:36:21.358040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:21.363447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39066) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.374225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Usage tracker for resource:network and tenant:473cabb925fb47f4ba3e56adf8ee4b8c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:21.379814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-fd8e482f-cf08-46e8-99f5-47d4d506e0ca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:21.382948 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7451843f-762d-4597-9e57-f35bb2f3314d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:21.383426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7451843f-762d-4597-9e57-f35bb2f3314d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:21.387797 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7451843f-762d-4597-9e57-f35bb2f3314d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/be3a5804-ea53-4d2f-bf64-10e59dc7827a HTTP/1.1" status: 404 len: 339 time: 0.0763226 Oct 05 09:36:21.390109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39070) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.400678 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:21.414459 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-17a7f850-2d28-4b66-8d39-b6eefde2e66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.417839 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-17a7f850-2d28-4b66-8d39-b6eefde2e66a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8c653da7-1f1c-4e0e-9ec6-d2c2c8491171 HTTP/1.1" status: 204 len: 168 time: 1.2852397 Oct 05 09:36:21.421032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:21.445776 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccba033e-5327-4eeb-9e7c-59bda7455d4d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:21.446430 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccba033e-5327-4eeb-9e7c-59bda7455d4d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:21.450620 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ccba033e-5327-4eeb-9e7c-59bda7455d4d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/subnets/e42fb11d-c74a-4329-b0ba-89bab186712a HTTP/1.1" status: 404 len: 337 time: 0.0569055 Oct 05 09:36:21.451259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39076) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.483735 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1737049b-dd8d-4885-ba91-ee11d2ae8ea4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:21.484511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1737049b-dd8d-4885-ba91-ee11d2ae8ea4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:21.486394 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1737049b-dd8d-4885-ba91-ee11d2ae8ea4 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/bcf178d4-55f2-40a7-aeef-c7c7666dfc10 HTTP/1.1" status: 404 len: 339 time: 0.0340059 Oct 05 09:36:21.490471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39080) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.538285 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-a4117f59-fa9a-48fa-a38b-d958b4f41093 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Unset dirty status for tenant:be9b9908fe7c4c9a97f0c067874401dc on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:21.539433 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-a4117f59-fa9a-48fa-a38b-d958b4f41093 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527558762&fields=id&tenant_id=be9b9908fe7c4c9a97f0c067874401dc HTTP/1.1" status: 200 len: 267 time: 0.5033839 Oct 05 09:36:21.548985 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-4069df3e-dc13-4d9f-943b-ad5b950ed765 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:21.549677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4069df3e-dc13-4d9f-943b-ad5b950ed765 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:21.552597 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4069df3e-dc13-4d9f-943b-ad5b950ed765 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/subnets/f4a95f31-0bbd-4fe6-b408-742f93e4395b HTTP/1.1" status: 404 len: 337 time: 0.0609579 Oct 05 09:36:21.555566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39084) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.595575 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-01da4d57-b518-437a-a699-6cc6b8929790 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:21.596294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01da4d57-b518-437a-a699-6cc6b8929790 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:21.598567 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-01da4d57-b518-437a-a699-6cc6b8929790 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/20f3c97d-6183-4e93-afc0-56de75ad4d39 HTTP/1.1" status: 404 len: 339 time: 0.0418866 Oct 05 09:36:21.605494 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39088) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.606263 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b4745-c601-42ce-87a5-2b5f6c39eea4 None None] Current status of the port 6299bdb8-15a2-45ea-85d5-67f86575b6ff is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:21.643880 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5d4700-292f-40f7-ad8b-8667a86964a2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:21.644529 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5d4700-292f-40f7-ad8b-8667a86964a2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:21.646468 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8e5d4700-292f-40f7-ad8b-8667a86964a2 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/subnets/e9cea7f5-5522-49d2-a9e5-a4683a6db788 HTTP/1.1" status: 404 len: 337 time: 0.0437000 Oct 05 09:36:21.649611 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39092) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.680687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.683120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Made reservation on behalf of 473cabb925fb47f4ba3e56adf8ee4b8c for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:21.686658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.706491 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b4c444-7334-4949-b62c-51825798e65b None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:36:21.707640 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-ad857e70-2e47-4c3d-abbc-4618794abe3c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] show failed (client error): The resource could not be found. Oct 05 09:36:21.708660 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ad857e70-2e47-4c3d-abbc-4618794abe3c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/routers/8784a553-2fdf-4832-b38e-a05d31d2652f/tags/tempest-TagsExtTest-Tag-1039936684 HTTP/1.1" status: 404 len: 329 time: 0.5043895 Oct 05 09:36:21.716258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-93b4c444-7334-4949-b62c-51825798e65b None None] Deleting port 6299bdb8-15a2-45ea-85d5-67f86575b6ff {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:21.718113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-93b4c444-7334-4949-b62c-51825798e65b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.718860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39100) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.725220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-9212dd0c-f35c-4624-b4f2-f0853ad5106f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8784a553-2fdf-4832-b38e-a05d31d2652f', 'tempest-TagsExtTest-Tag-729350485') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:21.730706 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3f00cb-5db1-4e2a-a048-0527866e3165 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:21.731309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3f00cb-5db1-4e2a-a048-0527866e3165 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:21.733120 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8e3f00cb-5db1-4e2a-a048-0527866e3165 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/e81211ea-ca2d-4066-8d03-d0cfd0963b15 HTTP/1.1" status: 404 len: 339 time: 0.0823474 Oct 05 09:36:21.741840 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39104) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.782098 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fd8e482f-cf08-46e8-99f5-47d4d506e0ca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:21.807257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8c4772a2-5319-4b41-929a-d6545eb05374 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.827983 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d558a52-5bb1-45f9-80e9-dbcb6baa732d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:21.830655 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d558a52-5bb1-45f9-80e9-dbcb6baa732d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:21.832551 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5d558a52-5bb1-45f9-80e9-dbcb6baa732d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/subnets/7f6cc3af-7f4a-48a9-9b74-fee30ccb90d9 HTTP/1.1" status: 404 len: 337 time: 0.0833015 Oct 05 09:36:21.845061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39108) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.856381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fd8e482f-cf08-46e8-99f5-47d4d506e0ca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:21.900014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Subnet': ['ID=751108b7-f213-4482-a7c2-af911df630e7,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:21.908805 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e378c4-9ba7-4940-9f2f-2520bdb40b32 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:21.909282 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e378c4-9ba7-4940-9f2f-2520bdb40b32 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:21.911024 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-09e378c4-9ba7-4940-9f2f-2520bdb40b32 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/bc0bba15-fa50-4017-8060-ed985fb79f20 HTTP/1.1" status: 404 len: 339 time: 0.0648170 Oct 05 09:36:21.913576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39112) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:21.931211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:36:21.973336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Checking segment: {'id': '8d318276-356b-41a8-ba81-b4db5b87b286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fabb7eb6-4947-489c-bb59-c66e5cb2f11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:21.974152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network hostable DHCP agents. Network: fabb7eb6-4947-489c-bb59-c66e5cb2f11b, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:36:21.983958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-93b4c444-7334-4949-b62c-51825798e65b None None] For port 6299bdb8-15a2-45ea-85d5-67f86575b6ff, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6299bdb8-15a2-45ea-85d5-67f86575b6ff,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:21.983958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-93b4c444-7334-4949-b62c-51825798e65b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.984659 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc13709c-4aab-4654-a338-5478a553c3fa tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:21.985599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc13709c-4aab-4654-a338-5478a553c3fa tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:21.987254 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bc13709c-4aab-4654-a338-5478a553c3fa tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/subnets/5466af49-f92b-47d6-b863-ec687e498bb5 HTTP/1.1" status: 404 len: 337 time: 0.0726981 Oct 05 09:36:21.992521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39118) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:22.017169 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8e482f-cf08-46e8-99f5-47d4d506e0ca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:22.020698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fd8e482f-cf08-46e8-99f5-47d4d506e0ca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.024137 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-18376ba4-96b0-4b69-a22b-913c0e204a7d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:22.024743 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18376ba4-96b0-4b69-a22b-913c0e204a7d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:22.026705 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-18376ba4-96b0-4b69-a22b-913c0e204a7d tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/1d1b5f17-d9c7-4dde-90c2-44502cdee369 HTTP/1.1" status: 404 len: 339 time: 0.0322006 Oct 05 09:36:22.029255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39122) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:22.061852 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.062867 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Added segment 6d145ed9-91b5-4607-9555-36ffff582229 of type vlan for network 062f83fb-2765-4168-abf8-85a759d52f6c Oct 05 09:36:22.065733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4772a2-5319-4b41-929a-d6545eb05374 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Subnet': ['ID=259d0471-06c1-4db3-872c-6b6bde7bf3a3,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:22.069382 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8240316-dbb9-49d1-8416-44b1b014ebd7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:22.069964 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8240316-dbb9-49d1-8416-44b1b014ebd7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:22.071856 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e8240316-dbb9-49d1-8416-44b1b014ebd7 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/subnets/7350bfca-cb1a-41dc-8629-0a9f20f7ed52 HTTP/1.1" status: 404 len: 337 time: 0.0416353 Oct 05 09:36:22.074784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39126) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:22.111498 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-17764195-6a24-4684-82c8-eacc7568408c tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:22.111988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17764195-6a24-4684-82c8-eacc7568408c tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:22.114591 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-17764195-6a24-4684-82c8-eacc7568408c tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/8c9c5d59-4e79-4c39-a53b-d52eb79dd117 HTTP/1.1" status: 404 len: 339 time: 0.0384200 Oct 05 09:36:22.117725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network fabb7eb6-4947-489c-bb59-c66e5cb2f11b is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:36:22.121074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39132) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:22.133864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-5de83612-429a-4dc9-940f-487a2bb3b572 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:22.134622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-5de83612-429a-4dc9-940f-487a2bb3b572 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Synchronizing usage tracker for tenant:be9b9908fe7c4c9a97f0c067874401dc on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:22.148223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-93b4c444-7334-4949-b62c-51825798e65b None None] Calling delete_port for 6299bdb8-15a2-45ea-85d5-67f86575b6ff owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:22.204084 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-9212dd0c-f35c-4624-b4f2-f0853ad5106f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] show failed (client error): The resource could not be found. Oct 05 09:36:22.205144 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9212dd0c-f35c-4624-b4f2-f0853ad5106f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/routers/8784a553-2fdf-4832-b38e-a05d31d2652f/tags/tempest-TagsExtTest-Tag-729350485 HTTP/1.1" status: 404 len: 328 time: 0.4853492 Oct 05 09:36:22.207346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, fabb7eb6-4947-489c-bb59-c66e5cb2f11b) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:22.213154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:22.214679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.226790 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39142) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:22.238531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6210a28f-b427-47f5-aec0-92784ac9cbb8 None None] Network fabb7eb6-4947-489c-bb59-c66e5cb2f11b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:22.250863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4772a2-5319-4b41-929a-d6545eb05374 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Checking segment: {'id': 'cc158ed0-5c39-4328-808e-9726635abc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '010ce347-2fdb-449f-a5cb-d26196c9bcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:22.251322 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4772a2-5319-4b41-929a-d6545eb05374 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network hostable DHCP agents. Network: 010ce347-2fdb-449f-a5cb-d26196c9bcd1, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:36:22.258988 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-5dc7d6ec-8902-4898-b235-ee8bc0f01e55 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bcc1be91-88ab-476d-bd2a-f04402566c8e', {'tags': ['tempest-TagsExtTest-Tag-386930102', 'tempest-TagsExtTest-Tag-909432807', 'tempest-TagsExtTest-Tag-681904810']}) {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:22.271772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.322826 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-04251a2d-8988-4ec6-971b-5aeb337f9f16 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0254099 Oct 05 09:36:22.331408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39146) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:22.339017 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d6275547-5fd8-4ddd-ba7b-b09a30fa4255 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'subnet': {'network_id': 'fabb7eb6-4947-489c-bb59-c66e5cb2f11b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:22.340881 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90507ad-da77-4772-987e-626330845766 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Deleting subnet 9db1b89d-2bb5-4c77-b75c-c25d3eb35b10 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:22.349010 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e90507ad-da77-4772-987e-626330845766 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.369956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-93b4c444-7334-4949-b62c-51825798e65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.394542 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-5de83612-429a-4dc9-940f-487a2bb3b572 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Unset dirty status for tenant:be9b9908fe7c4c9a97f0c067874401dc on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:22.395709 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-5de83612-429a-4dc9-940f-487a2bb3b572 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 811 time: 0.8287146 Oct 05 09:36:22.433132 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-ef5fcffc-3cb4-4eb4-9bab-cea7de391806 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/quotas/be9b9908fe7c4c9a97f0c067874401dc HTTP/1.1" status: 200 len: 375 time: 0.0238097 Oct 05 09:36:22.450428 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4c444-7334-4949-b62c-51825798e65b None None] Pushing event deleted for resources: {'Port': ['ID=6299bdb8-15a2-45ea-85d5-67f86575b6ff,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:22.468623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4c444-7334-4949-b62c-51825798e65b None None] No DVR routers for this DVR port 6299bdb8-15a2-45ea-85d5-67f86575b6ff on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:36:22.473615 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:36:22.503482 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e90507ad-da77-4772-987e-626330845766 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.548307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d6275547-5fd8-4ddd-ba7b-b09a30fa4255 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:22.552344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d6275547-5fd8-4ddd-ba7b-b09a30fa4255 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:subnet and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:22.555900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d6275547-5fd8-4ddd-ba7b-b09a30fa4255 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:22.563575 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5dc7d6ec-8902-4898-b235-ee8bc0f01e55 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "PUT /v2.0/subnetpools/bcc1be91-88ab-476d-bd2a-f04402566c8e/tags HTTP/1.1" status: 200 len: 315 time: 0.3259599 Oct 05 09:36:22.564553 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4772a2-5319-4b41-929a-d6545eb05374 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 010ce347-2fdb-449f-a5cb-d26196c9bcd1 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:36:22.566799 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.568908 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39152) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:22.571683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d6275547-5fd8-4ddd-ba7b-b09a30fa4255 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:22.572981 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:22.574284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.578698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-a195b935-b8cb-4dd2-84f0-56efa79684fe tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bcc1be91-88ab-476d-bd2a-f04402566c8e') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:22.612825 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-fabb7eb6-4947-489c-bb59-c66e5cb2f11b', 'network_id': 'fabb7eb6-4947-489c-bb59-c66e5cb2f11b', 'tenant_id': '7eeaf2f92eda4e74b4a823d89422d65f', 'fixed_ips': [{'subnet_id': '751108b7-f213-4482-a7c2-af911df630e7'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:36:22.613894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.682889 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-8c4772a2-5319-4b41-929a-d6545eb05374 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 010ce347-2fdb-449f-a5cb-d26196c9bcd1) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:22.693874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6275547-5fd8-4ddd-ba7b-b09a30fa4255 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:22.699653 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2076ec9e-7db1-47ae-ac4c-ef0bbe793699 None None] Network 010ce347-2fdb-449f-a5cb-d26196c9bcd1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:22.699891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d6275547-5fd8-4ddd-ba7b-b09a30fa4255 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.736870 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a195b935-b8cb-4dd2-84f0-56efa79684fe tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/subnetpools/bcc1be91-88ab-476d-bd2a-f04402566c8e/tags HTTP/1.1" status: 204 len: 168 time: 0.1632235 Oct 05 09:36:22.747171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6f88523c-523e-4306-9e5e-f65ed2dd90fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.791572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39162) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:22.805427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-533ebe1a-15ee-42dc-93c9-46b9bf4d704c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcc1be91-88ab-476d-bd2a-f04402566c8e', 'tempest-TagsExtTest-Tag-386930102') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:22.862387 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-533ebe1a-15ee-42dc-93c9-46b9bf4d704c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] show failed (client error): The resource could not be found. Oct 05 09:36:22.866307 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4772a2-5319-4b41-929a-d6545eb05374 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:22.866869 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8c4772a2-5319-4b41-929a-d6545eb05374 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.878513 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-533ebe1a-15ee-42dc-93c9-46b9bf4d704c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/subnetpools/bcc1be91-88ab-476d-bd2a-f04402566c8e/tags/tempest-TagsExtTest-Tag-386930102 HTTP/1.1" status: 404 len: 328 time: 0.0858624 Oct 05 09:36:22.882446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39168) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:22.898433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-8f35e8de-b734-4cc0-bb9e-5a1bbf20ea6f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcc1be91-88ab-476d-bd2a-f04402566c8e', 'tempest-TagsExtTest-Tag-909432807') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:22.909888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event updated for resources: {'Network': ['ID=062f83fb-2765-4168-abf8-85a759d52f6c,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:22.935885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 062f83fb-2765-4168-abf8-85a759d52f6c details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:36:22.971467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e90507ad-da77-4772-987e-626330845766 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.973440 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-8f35e8de-b734-4cc0-bb9e-5a1bbf20ea6f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] show failed (client error): The resource could not be found. Oct 05 09:36:22.978094 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8f35e8de-b734-4cc0-bb9e-5a1bbf20ea6f tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/subnetpools/bcc1be91-88ab-476d-bd2a-f04402566c8e/tags/tempest-TagsExtTest-Tag-909432807 HTTP/1.1" status: 404 len: 328 time: 0.0927396 Oct 05 09:36:22.978675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39172) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:22.988001 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.ipam_backend_mixin [None req-d6275547-5fd8-4ddd-ba7b-b09a30fa4255 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 751108b7-f213-4482-a7c2-af911df630e7 (CIDR: 172.20.0.0/28) Oct 05 09:36:22.991815 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.tag.tag_plugin [None req-92dcfe87-684a-4d18-bd6a-d29a53d5559b tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcc1be91-88ab-476d-bd2a-f04402566c8e', 'tempest-TagsExtTest-Tag-681904810') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:23.019031 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-15035ff1-c1f3-45c8-8a83-bc03d3716dee tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7219679 Oct 05 09:36:23.022798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39176) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:23.026151 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-92dcfe87-684a-4d18-bd6a-d29a53d5559b tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] show failed (client error): The resource could not be found. Oct 05 09:36:23.030088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39180) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:23.030279 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-92dcfe87-684a-4d18-bd6a-d29a53d5559b tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/subnetpools/bcc1be91-88ab-476d-bd2a-f04402566c8e/tags/tempest-TagsExtTest-Tag-681904810 HTTP/1.1" status: 404 len: 328 time: 0.0450120 Oct 05 09:36:23.035518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-49252024'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:23.040655 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-461eb9c1-40e6-4615-b57b-5faa8ab23378 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5741444 Oct 05 09:36:23.047587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-60b7f6c5-a510-4be8-bdbd-412978bc1794 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bcc1be91-88ab-476d-bd2a-f04402566c8e') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:23.057142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:23.058249 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8c4772a2-5319-4b41-929a-d6545eb05374 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0608788 Oct 05 09:36:23.061715 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39184) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:23.093591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-705359177', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:23.101374 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6275547-5fd8-4ddd-ba7b-b09a30fa4255 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:36:23.101760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6275547-5fd8-4ddd-ba7b-b09a30fa4255 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:23.105911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Usage tracker for resource:network and tenant:473cabb925fb47f4ba3e56adf8ee4b8c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:23.109090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39190) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:23.113028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fd8e482f-cf08-46e8-99f5-47d4d506e0ca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.114314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Allocated IP 172.20.0.2 (fabb7eb6-4947-489c-bb59-c66e5cb2f11b/751108b7-f213-4482-a7c2-af911df630e7/204f1495-0588-4140-9cbe-3aac389a940c) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:23.131988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:23.142844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:23.164161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Usage tracker for resource:router and tenant:d83a1fd4a9e74c2e90fd216a2eddf28a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:23.173013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:23.189494 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:23.200305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:23.207979 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e482f-cf08-46e8-99f5-47d4d506e0ca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:23.216176 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-60b7f6c5-a510-4be8-bdbd-412978bc1794 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/subnetpools/bcc1be91-88ab-476d-bd2a-f04402566c8e/tags HTTP/1.1" status: 204 len: 168 time: 0.1819725 Oct 05 09:36:23.216176 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-fd8e482f-cf08-46e8-99f5-47d4d506e0ca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:23.216731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-010ce347-2fdb-449f-a5cb-d26196c9bcd1', 'network_id': '010ce347-2fdb-449f-a5cb-d26196c9bcd1', 'tenant_id': 'd83a1fd4a9e74c2e90fd216a2eddf28a', 'fixed_ips': [{'subnet_id': '259d0471-06c1-4db3-872c-6b6bde7bf3a3'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:36:23.218498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.220065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8e482f-cf08-46e8-99f5-47d4d506e0ca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:23.220707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fd8e482f-cf08-46e8-99f5-47d4d506e0ca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.224291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39196) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:23.233448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-63ab6ee1-5f72-4acf-92b5-4b3736fa77c3 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8784a553-2fdf-4832-b38e-a05d31d2652f') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:23.260099 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d6275547-5fd8-4ddd-ba7b-b09a30fa4255 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9269419 Oct 05 09:36:23.264662 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39200) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:23.276468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d3baba7d-a053-4631-821c-e2f0eb4e721a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'subnet': {'network_id': 'fabb7eb6-4947-489c-bb59-c66e5cb2f11b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:23.283786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da20a8a-ebfd-448c-8886-76d4716c4474 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:23.314110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e90507ad-da77-4772-987e-626330845766 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.341944 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e482f-cf08-46e8-99f5-47d4d506e0ca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=f17e1551-4628-424a-b1cb-e64eb8d82e0c,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:23.405384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Made reservation on behalf of 473cabb925fb47f4ba3e56adf8ee4b8c for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:23.409427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.428134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2122064118'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:23.429428 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6299bdb8-15a2-45ea-85d5-67f86575b6ff no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:23.432301 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.433299 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.444854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90507ad-da77-4772-987e-626330845766 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Subnet': ['ID=9db1b89d-2bb5-4c77-b75c-c25d3eb35b10,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:23.447011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e90507ad-da77-4772-987e-626330845766 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.450315 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e90507ad-da77-4772-987e-626330845766 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/subnets/9db1b89d-2bb5-4c77-b75c-c25d3eb35b10 HTTP/1.1" status: 204 len: 168 time: 1.3113825 Oct 05 09:36:23.454668 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:23.457202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39204) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:23.483538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:network and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:23.492540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:23.519449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2106c66d-108f-4b00-9ac0-d8eb33088bbf None None] Network 3f933bd3-8852-4df7-8f12-1be94058c29a requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:23.520947 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fd8e482f-cf08-46e8-99f5-47d4d506e0ca tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1490266 Oct 05 09:36:23.520947 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39208) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:23.532754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-99f03720-45b5-4b64-b45b-78d44dd8126e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:23.549389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 6299bdb8-15a2-45ea-85d5-67f86575b6ff {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:36:23.549734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6299bdb8-15a2-45ea-85d5-67f86575b6ff not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:36:23.662394 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-63ab6ee1-5f72-4acf-92b5-4b3736fa77c3 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/routers/8784a553-2fdf-4832-b38e-a05d31d2652f/tags HTTP/1.1" status: 204 len: 168 time: 0.4369669 Oct 05 09:36:23.667186 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39212) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:23.673465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-c2027a55-f6ec-41ce-84b4-8fa2063a6e71 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1ffa10a5-750a-4ba7-b940-c89b95c473c7') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:23.676077 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:23.706866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:36:23.707376 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-2d6ded4a-23b7-4baa-ac76-2e000fc268ac service neutron] 10.222.0.49 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477163 Oct 05 09:36:23.724013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.782948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.783208 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Added segment 94ae26ea-2727-4613-aa5b-c05489b61689 of type vlan for network c03f8384-bccf-40cb-8c31-9148eda7e9bd Oct 05 09:36:23.805690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.817495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:23.821530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.842248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d3baba7d-a053-4631-821c-e2f0eb4e721a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:23.859733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d3baba7d-a053-4631-821c-e2f0eb4e721a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:subnet and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:23.866334 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.879277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d3baba7d-a053-4631-821c-e2f0eb4e721a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:23.883213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-99f03720-45b5-4b64-b45b-78d44dd8126e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:23.892969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.898380 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:23.901191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d3baba7d-a053-4631-821c-e2f0eb4e721a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:23.915340 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-99f03720-45b5-4b64-b45b-78d44dd8126e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:23.948206 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-2bbf1040-34ef-4667-8592-9950e546f895 service neutron] 10.222.0.49 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191529 Oct 05 09:36:23.956335 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Deleting port 7985e9a8-0122-4d3e-83d7-da8cf762ed82 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:23.956690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.973529 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c2027a55-f6ec-41ce-84b4-8fa2063a6e71 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/ports/1ffa10a5-750a-4ba7-b940-c89b95c473c7/tags HTTP/1.1" status: 204 len: 168 time: 0.3038893 Oct 05 09:36:23.977037 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39216) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:23.982185 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.tag.tag_plugin [None req-0d2dcf3c-0983-4e8b-a4e4-bd2beb312674 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7a4f31f6-c784-4431-92b3-3f04a00f77da') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:23.982792 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:security_group_rule and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:24.005280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:24.017051 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f03720-45b5-4b64-b45b-78d44dd8126e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:24.025848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.025848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Allocated IP 172.20.0.2 (010ce347-2fdb-449f-a5cb-d26196c9bcd1/259d0471-06c1-4db3-872c-6b6bde7bf3a3/d84bb631-5998-4c87-8946-a5e7183e00a6) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:24.026163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99f03720-45b5-4b64-b45b-78d44dd8126e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.028389 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:24.050960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Transition to ACTIVE for port object 204f1495-0588-4140-9cbe-3aac389a940c will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:24.132408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3baba7d-a053-4631-821c-e2f0eb4e721a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:24.135925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d3baba7d-a053-4631-821c-e2f0eb4e721a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.154805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'tenant_id': 'fb74eb48ce8f4cc0bb5feef1cf010df4', 'fixed_ips': [{'subnet_id': 'f17e1551-4628-424a-b1cb-e64eb8d82e0c'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:36:24.155897 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.215429 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.ipam_backend_mixin [None req-99f03720-45b5-4b64-b45b-78d44dd8126e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f17e1551-4628-424a-b1cb-e64eb8d82e0c (CIDR: 2001:db8::/64) Oct 05 09:36:24.218134 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Transition to ACTIVE for port object 204f1495-0588-4140-9cbe-3aac389a940c will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:24.232487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.233024 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0d2dcf3c-0983-4e8b-a4e4-bd2beb312674 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/subnets/7a4f31f6-c784-4431-92b3-3f04a00f77da/tags HTTP/1.1" status: 204 len: 168 time: 0.2547383 Oct 05 09:36:24.235816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39224) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:24.307131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.336928 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f03720-45b5-4b64-b45b-78d44dd8126e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:36:24.337280 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f03720-45b5-4b64-b45b-78d44dd8126e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:24.339084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.399642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edf0178-b93d-4110-9dbf-c55fbc9b323b None None] DHCP port deletion for 3f933bd3-8852-4df7-8f12-1be94058c29a request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:36:24.422218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1edf0178-b93d-4110-9dbf-c55fbc9b323b None None] Deleting port 7985e9a8-0122-4d3e-83d7-da8cf762ed82 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:24.422594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1edf0178-b93d-4110-9dbf-c55fbc9b323b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.452253 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-99f03720-45b5-4b64-b45b-78d44dd8126e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9303184 Oct 05 09:36:24.455304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39230) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:24.461497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-fd7d179e-9b62-464a-9bde-bbec0d9861c7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'subnet': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:24.489899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Network fabb7eb6-4947-489c-bb59-c66e5cb2f11b is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:24.499427 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:24.526676 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:24.551715 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.553744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8e2b084f-e984-442a-b120-456b14801985 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks [] for subnetpool, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.554990 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8e2b084f-e984-442a-b120-456b14801985 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/subnetpools/bcc1be91-88ab-476d-bd2a-f04402566c8e HTTP/1.1" status: 204 len: 168 time: 0.3182054 Oct 05 09:36:24.558773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39234) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:24.560773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:24.561499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.612142 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Pushing event updated for resources: {'Port': ['ID=204f1495-0588-4140-9cbe-3aac389a940c,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:24.625721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fe45f9c1-fc64-46a9-80b5-8fc8b14d310b tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Synchronizing usage tracker for tenant:39f31b5323e74eafbf7018b365aa3ef6 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:24.626372 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.675294 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fd7d179e-9b62-464a-9bde-bbec0d9861c7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:24.686968 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fd7d179e-9b62-464a-9bde-bbec0d9861c7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:24.754570 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7304983 Oct 05 09:36:24.793144 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.805696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fe45f9c1-fc64-46a9-80b5-8fc8b14d310b tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Unset dirty status for tenant:39f31b5323e74eafbf7018b365aa3ef6 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:24.807094 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fe45f9c1-fc64-46a9-80b5-8fc8b14d310b tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "GET /v2.0/ports?device_id=8784a553-2fdf-4832-b38e-a05d31d2652f HTTP/1.1" status: 200 len: 205 time: 0.2472346 Oct 05 09:36:24.807907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7d179e-9b62-464a-9bde-bbec0d9861c7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:24.814385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fd7d179e-9b62-464a-9bde-bbec0d9861c7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.824310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Allocated IP 2001:db8::2 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/f17e1551-4628-424a-b1cb-e64eb8d82e0c/5b4ef33b-c756-426f-bd6e-d1d5e586b13c) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:24.838458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39238) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:24.839773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.897879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Transition to ACTIVE for port object d84bb631-5998-4c87-8946-a5e7183e00a6 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:24.902253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Attempting to bind port 204f1495-0588-4140-9cbe-3aac389a940c on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:36:24.902629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Attempting to bind port 204f1495-0588-4140-9cbe-3aac389a940c by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '8d318276-356b-41a8-ba81-b4db5b87b286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fabb7eb6-4947-489c-bb59-c66e5cb2f11b'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:36:24.902996 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Attempting to bind port 204f1495-0588-4140-9cbe-3aac389a940c on network fabb7eb6-4947-489c-bb59-c66e5cb2f11b {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:24.947340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:36:24.947773 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Checking segment: {'id': '8d318276-356b-41a8-ba81-b4db5b87b286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fabb7eb6-4947-489c-bb59-c66e5cb2f11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:24.948126 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.948531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Bound using segment: {'id': '8d318276-356b-41a8-ba81-b4db5b87b286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fabb7eb6-4947-489c-bb59-c66e5cb2f11b'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:36:24.949032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Bound port: 204f1495-0588-4140-9cbe-3aac389a940c, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d318276-356b-41a8-ba81-b4db5b87b286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fabb7eb6-4947-489c-bb59-c66e5cb2f11b'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:36:24.949416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.985234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:25.002591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:36:25.016200 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:25.017348 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Added segment 5fee47cd-f1f1-4bb1-ac42-b396bee04859 of type vlan for network c985ff43-2a06-43f1-b66c-905802db75f2 Oct 05 09:36:25.055502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:25.058731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Transition to ACTIVE for port object d84bb631-5998-4c87-8946-a5e7183e00a6 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:25.072563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:25.116178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1edf0178-b93d-4110-9dbf-c55fbc9b323b None None] For port 7985e9a8-0122-4d3e-83d7-da8cf762ed82, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7985e9a8-0122-4d3e-83d7-da8cf762ed82,segment=NetworkSegment(3e568311-bbbb-4254-97bc-f1c10e3eb962),segment_id=3e568311-bbbb-4254-97bc-f1c10e3eb962)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:25.116583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1edf0178-b93d-4110-9dbf-c55fbc9b323b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:25.150256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede9af7-d45c-46e8-a66f-1fc02a5b93bd tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event updated for resources: {'Network': ['ID=c03f8384-bccf-40cb-8c31-9148eda7e9bd,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:25.270983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:25.277152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:25.277784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:25.295406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1edf0178-b93d-4110-9dbf-c55fbc9b323b None None] Calling delete_port for 7985e9a8-0122-4d3e-83d7-da8cf762ed82 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:25.353767 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7b997b19-1c4c-4a41-8301-85b603073cae req-50c6f601-0d13-4cd7-8ff1-74c078abb70e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.3286870 Oct 05 09:36:25.368784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102cdddc-69b8-4718-9e2e-3cfd560c253e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:25.494772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] For port 7985e9a8-0122-4d3e-83d7-da8cf762ed82, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7985e9a8-0122-4d3e-83d7-da8cf762ed82,segment=NetworkSegment(3e568311-bbbb-4254-97bc-f1c10e3eb962),segment_id=3e568311-bbbb-4254-97bc-f1c10e3eb962)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:25.495198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:25.504802 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2f598f28-843b-4067-90af-6577be5a1bbe tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:25.520829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Network': ['ID=c985ff43-2a06-43f1-b66c-905802db75f2,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:25.582497 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network c03f8384-bccf-40cb-8c31-9148eda7e9bd details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:36:25.778476 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7985e9a8-0122-4d3e-83d7-da8cf762ed82 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:25.848530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network c985ff43-2a06-43f1-b66c-905802db75f2 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:36:25.886100 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:25.906005 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2f598f28-843b-4067-90af-6577be5a1bbe tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:25.909025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2f598f28-843b-4067-90af-6577be5a1bbe tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:25.914363 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-50099206-a484-4c5a-bf06-bbe12c0ce7ee tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.7892480 Oct 05 09:36:25.918802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d3baba7d-a053-4631-821c-e2f0eb4e721a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:25.918936 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39250) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:25.933663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1194757159'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:25.939516 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:25.939836 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Calling delete_port for 7985e9a8-0122-4d3e-83d7-da8cf762ed82 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:25.955433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:network and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:25.968188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:25.977900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:25.987611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1edf0178-b93d-4110-9dbf-c55fbc9b323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.024202 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2f598f28-843b-4067-90af-6577be5a1bbe tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.025011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f598f28-843b-4067-90af-6577be5a1bbe tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Fanout notify agent at l3_agent the message router_deleted on router 8784a553-2fdf-4832-b38e-a05d31d2652f {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:36:26.039543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Pushing event updated for resources: {'Port': ['ID=d84bb631-5998-4c87-8946-a5e7183e00a6,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:26.043287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3baba7d-a053-4631-821c-e2f0eb4e721a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network fabb7eb6-4947-489c-bb59-c66e5cb2f11b is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:26.054703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:26.059432 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-d3baba7d-a053-4631-821c-e2f0eb4e721a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:26.067287 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.067966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3baba7d-a053-4631-821c-e2f0eb4e721a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:26.069122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d3baba7d-a053-4631-821c-e2f0eb4e721a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.127228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3baba7d-a053-4631-821c-e2f0eb4e721a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Subnet': ['ID=c1cd82cd-570b-417b-96a9-53b75ed131f0,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:26.151084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:36:26.151470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:36:26.154630 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 7985e9a8-0122-4d3e-83d7-da8cf762ed82 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:36:26.155277 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7985e9a8-0122-4d3e-83d7-da8cf762ed82 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:36:26.177206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:36:26.189149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.189677 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Added segment 6735544d-a854-456a-8c07-ddda90d67b44 of type vlan for network e67ae5ec-12e5-464f-a375-eb1305bd5941 Oct 05 09:36:26.195459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf0178-b93d-4110-9dbf-c55fbc9b323b None None] No DVR routers for this DVR port 7985e9a8-0122-4d3e-83d7-da8cf762ed82 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:36:26.199702 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf0178-b93d-4110-9dbf-c55fbc9b323b None None] Pushing event deleted for resources: {'Port': ['ID=7985e9a8-0122-4d3e-83d7-da8cf762ed82,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:26.222409 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.248319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Network 010ce347-2fdb-449f-a5cb-d26196c9bcd1 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:26.262059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2f598f28-843b-4067-90af-6577be5a1bbe tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.265527 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2f598f28-843b-4067-90af-6577be5a1bbe tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/routers/8784a553-2fdf-4832-b38e-a05d31d2652f HTTP/1.1" status: 204 len: 168 time: 1.4246242 Oct 05 09:36:26.266420 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39254) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:26.274572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:26.277420 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:26.331172 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.346818 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.353381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:26.354007 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.432351 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d3baba7d-a053-4631-821c-e2f0eb4e721a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1663196 Oct 05 09:36:26.436690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39258) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:26.437332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.456249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-153a1172-25d7-430f-a678-af455247cf5e None None] For port 204f1495-0588-4140-9cbe-3aac389a940c, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:36:26.464971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.objects.ports [None req-fd7d179e-9b62-464a-9bde-bbec0d9861c7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89846) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:36:26.472839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c1dac47b-0f87-4fb2-ad4d-537f3efc1db8 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Deleting port 1ffa10a5-750a-4ba7-b940-c89b95c473c7 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:26.473240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c1dac47b-0f87-4fb2-ad4d-537f3efc1db8 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.506311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'network_id': 'fabb7eb6-4947-489c-bb59-c66e5cb2f11b', 'fixed_ips': [{'subnet_id': '751108b7-f213-4482-a7c2-af911df630e7'}, {'subnet_id': 'c1cd82cd-570b-417b-96a9-53b75ed131f0'}], 'name': 'tempest-PortsTestJSON-395845209'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:26.524403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fd7d179e-9b62-464a-9bde-bbec0d9861c7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.531165 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.531948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-153a1172-25d7-430f-a678-af455247cf5e None None] For port 204f1495-0588-4140-9cbe-3aac389a940c, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=204f1495-0588-4140-9cbe-3aac389a940c,segment=NetworkSegment(8d318276-356b-41a8-ba81-b4db5b87b286),segment_id=8d318276-356b-41a8-ba81-b4db5b87b286)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:36:26.536833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Attempting to bind port d84bb631-5998-4c87-8946-a5e7183e00a6 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:36:26.538050 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Attempting to bind port d84bb631-5998-4c87-8946-a5e7183e00a6 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'cc158ed0-5c39-4328-808e-9726635abc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '010ce347-2fdb-449f-a5cb-d26196c9bcd1'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:36:26.538515 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Attempting to bind port d84bb631-5998-4c87-8946-a5e7183e00a6 on network 010ce347-2fdb-449f-a5cb-d26196c9bcd1 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:26.549160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:36:26.549695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Checking segment: {'id': 'cc158ed0-5c39-4328-808e-9726635abc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '010ce347-2fdb-449f-a5cb-d26196c9bcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:26.550225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.550738 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Bound using segment: {'id': 'cc158ed0-5c39-4328-808e-9726635abc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '010ce347-2fdb-449f-a5cb-d26196c9bcd1'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:36:26.551359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Bound port: d84bb631-5998-4c87-8946-a5e7183e00a6, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc158ed0-5c39-4328-808e-9726635abc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '010ce347-2fdb-449f-a5cb-d26196c9bcd1'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:36:26.557396 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.579351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.631153 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.634634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Transition to ACTIVE for port object 5b4ef33b-c756-426f-bd6e-d1d5e586b13c will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:26.685256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Allocated IP 172.26.7.121 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/2c56e979-cb03-4bf5-9ad7-1df17abd73ba) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:26.700632 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7771614 Oct 05 09:36:26.717211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d179e-9b62-464a-9bde-bbec0d9861c7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Subnet': ['ID=64797559-268d-4023-ae98-54770337b728,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:26.742753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39264) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:26.755652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Transition to ACTIVE for port object 5b4ef33b-c756-426f-bd6e-d1d5e586b13c will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:26.779260 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a1172-25d7-430f-a678-af455247cf5e None None] Pushing event updated for resources: {'Port': ['ID=204f1495-0588-4140-9cbe-3aac389a940c,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:26.783306 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] For port d84bb631-5998-4c87-8946-a5e7183e00a6, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:36:26.792161 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] For port d84bb631-5998-4c87-8946-a5e7183e00a6, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d84bb631-5998-4c87-8946-a5e7183e00a6,segment=NetworkSegment(cc158ed0-5c39-4328-808e-9726635abc8f),segment_id=cc158ed0-5c39-4328-808e-9726635abc8f)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:36:26.836674 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7d179e-9b62-464a-9bde-bbec0d9861c7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:26.844645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Deleting port 7985e9a8-0122-4d3e-83d7-da8cf762ed82 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:26.844645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.861611 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'subnet': {'network_id': 'c985ff43-2a06-43f1-b66c-905802db75f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:26.864774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.976030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.992142 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-fd7d179e-9b62-464a-9bde-bbec0d9861c7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:27.004276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7d179e-9b62-464a-9bde-bbec0d9861c7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:27.004879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fd7d179e-9b62-464a-9bde-bbec0d9861c7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:27.017303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] The port '7985e9a8-0122-4d3e-83d7-da8cf762ed82' was deleted {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:36:27.027388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:27.032152 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:27.038962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:27.048977 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8633a85f-8f8d-4d39-b243-db0176a6ac1e req-7b80f1be-978c-4faa-86df-fb18c4bf6874 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.4314404 Oct 05 09:36:27.055762 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13726c6-8263-40ba-8bf6-c90459ac982d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Network': ['ID=e67ae5ec-12e5-464f-a375-eb1305bd5941,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:27.061861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:27.077380 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network e67ae5ec-12e5-464f-a375-eb1305bd5941 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:36:27.179013 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Pushing event updated for resources: {'Port': ['ID=5b4ef33b-c756-426f-bd6e-d1d5e586b13c,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:27.395834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:27.414704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e76c3-c717-45e5-b005-917a9590b571 None None] Pushing event updated for resources: {'Port': ['ID=d84bb631-5998-4c87-8946-a5e7183e00a6,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:27.425696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f933bd3-8852-4df7-8f12-1be94058c29a']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:27.493685 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e568311-bbbb-4254-97bc-f1c10e3eb962') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:27.494303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e568311-bbbb-4254-97bc-f1c10e3eb962') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:27.569753 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:27.631599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:subnet and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:27.649686 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fd7d179e-9b62-464a-9bde-bbec0d9861c7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1929393 Oct 05 09:36:27.651364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:27.666029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:27.679160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39268) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:27.684772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:27.704075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Request body: {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'mac_address': 'fa:16:3e:fe:e2:28', 'name': 'tempest-NetworksTestDHCPv6-951330921'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:27.753342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:27.784875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Attempting to bind port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:36:27.785432 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Attempting to bind port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:36:27.786698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Attempting to bind port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c on network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:27.791949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:36:27.792375 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Checking segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:27.792874 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:27.793154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Bound using segment: {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:36:27.793613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Bound port: 5b4ef33b-c756-426f-bd6e-d1d5e586b13c, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6962c-db6b-41ed-9a19-2f023a382a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:36:27.794004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:27.812620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c1dac47b-0f87-4fb2-ad4d-537f3efc1db8 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:27.858242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:27.858803 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:27.896857 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:27.921564 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] For port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:36:27.926151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] For port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=5b4ef33b-c756-426f-bd6e-d1d5e586b13c,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:36:27.965003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c1dac47b-0f87-4fb2-ad4d-537f3efc1db8 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Calling delete_port for 1ffa10a5-750a-4ba7-b940-c89b95c473c7 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:27.987982 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 3e568311-bbbb-4254-97bc-f1c10e3eb962 resource provider aggregate not found Oct 05 09:36:27.993551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:port and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:28.006382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:28.037696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:28.055416 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 3e568311-bbbb-4254-97bc-f1c10e3eb962 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e568311-bbbb-4254-97bc-f1c10e3eb962 found for delete ", "request_id": "req-ccfc01d7-e364-4555-b2fd-0533ea59e626"}]} Oct 05 09:36:28.142311 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:28.146275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:28.166105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b058ee4-dd7c-4957-8b6b-8d61f053dcc6 None None] Pushing event updated for resources: {'Port': ['ID=5b4ef33b-c756-426f-bd6e-d1d5e586b13c,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:28.169288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39278) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:28.172947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:28.185156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Request body: {'subnets': [{'network_id': '062f83fb-2765-4168-abf8-85a759d52f6c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--391591887', 'ip_version': 6}, {'network_id': 'c03f8384-bccf-40cb-8c31-9148eda7e9bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:28.185517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Request body: {'subnet': {'network_id': '062f83fb-2765-4168-abf8-85a759d52f6c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--391591887', 'ip_version': 6}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:28.186172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Request body: {'subnet': {'network_id': 'c03f8384-bccf-40cb-8c31-9148eda7e9bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:28.232900 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e62fd1f8-8c3e-4f5a-8366-c2befbad1708 req-7596a614-e3d3-463c-bf46-ec9706407e03 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0616620 Oct 05 09:36:28.242532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c1dac47b-0f87-4fb2-ad4d-537f3efc1db8 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:28.305082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:28.324895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Usage tracker for resource:port and tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:28.331218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:28.348451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:28.350989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:28.380616 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dac47b-0f87-4fb2-ad4d-537f3efc1db8 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Pushing event deleted for resources: {'Port': ['ID=1ffa10a5-750a-4ba7-b940-c89b95c473c7,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:28.542964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c1dac47b-0f87-4fb2-ad4d-537f3efc1db8 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:28.628717 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:28.639183 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:28.647342 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c1dac47b-0f87-4fb2-ad4d-537f3efc1db8 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/ports/1ffa10a5-750a-4ba7-b940-c89b95c473c7 HTTP/1.1" status: 204 len: 168 time: 2.3791511 Oct 05 09:36:28.651313 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:28.662010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39282) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:28.758086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] Pushing event deleted for resources: {'Network': ['ID=3f933bd3-8852-4df7-8f12-1be94058c29a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:28.776191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:28.915251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Checking segment: {'id': '5fee47cd-f1f1-4bb1-ac42-b396bee04859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c985ff43-2a06-43f1-b66c-905802db75f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:28.917029 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network hostable DHCP agents. Network: c985ff43-2a06-43f1-b66c-905802db75f2, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:36:28.923779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Subnet': ['ID=dfff80ff-050a-4120-a2f5-0e4e2fc9971a,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:28.967158 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0662ceef-50fb-407c-bf7d-797ebb388c73 tempest-NetworksTest-1079773742 tempest-NetworksTest-1079773742-project] 10.222.0.49 "DELETE /v2.0/networks/3f933bd3-8852-4df7-8f12-1be94058c29a HTTP/1.1" status: 204 len: 168 time: 5.5082426 Oct 05 09:36:29.030225 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:29.031305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Made reservation on behalf of fb74eb48ce8f4cc0bb5feef1cf010df4 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:29.033719 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network c985ff43-2a06-43f1-b66c-905802db75f2 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:36:29.070359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10827d19-0403-4658-9ba8-0d0e4b8a1699 None None] Network fabb7eb6-4947-489c-bb59-c66e5cb2f11b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:29.087531 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe86f28-6f11-4d91-b4bf-e7e43aad7616 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Deleting subnet 7a4f31f6-c784-4431-92b3-3f04a00f77da {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:29.089959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:29.104903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=2c56e979-cb03-4bf5-9ad7-1df17abd73ba,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:29.116342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:29.129287 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, c985ff43-2a06-43f1-b66c-905802db75f2) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:29.135472 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:29.136102 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:29.209466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aff99c-085a-4753-bde6-9306c54eb2dd None None] Network c985ff43-2a06-43f1-b66c-905802db75f2 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:29.229693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0fe86f28-6f11-4d91-b4bf-e7e43aad7616 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:29.272328 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-87079160-1cdd-4ca6-a11a-8b63fe2dfa0d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4625731 Oct 05 09:36:29.272328 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39288) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:29.280644 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'subnet': {'network_id': 'e67ae5ec-12e5-464f-a375-eb1305bd5941', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:29.299999 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b94465a-5720-4246-bcdf-87ccb15089cf None None] Network 010ce347-2fdb-449f-a5cb-d26196c9bcd1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:29.306383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:29.310768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Usage tracker for resource:subnet and tenant:473cabb925fb47f4ba3e56adf8ee4b8c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:29.313874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:29.320192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:29.423008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Made reservation on behalf of 473cabb925fb47f4ba3e56adf8ee4b8c for: {'subnet': 2} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:29.429663 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:29.430186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:29.462240 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-da1ddfc4-8c62-4053-9032-ad478b2e89b7 None None] Provisioning for port 204f1495-0588-4140-9cbe-3aac389a940c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:29.563192 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-656aa068-e889-408c-9db8-5db77db974b2 req-bb0937db-a2a6-49d3-a525-7a1c5d958ff9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1427190 Oct 05 09:36:29.592737 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:29.598753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:subnet and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:29.603510 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:29.611295 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:29.680767 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 204f1495-0588-4140-9cbe-3aac389a940c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:29.719221 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:29.725426 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:29.757097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39296) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:29.930062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:29.954229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ef3436e5-516c-4e62-8998-7c84a0fecf37 None None] Provisioning for port d84bb631-5998-4c87-8946-a5e7183e00a6 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:29.960462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0fe86f28-6f11-4d91-b4bf-e7e43aad7616 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:30.045183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897a411d-d966-4210-a8e1-83eb06fc6547 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:30.060838 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9866e86f-a756-4e0b-8a1b-3cabc4a8059a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=506f7c6114bd44af8aa9a31ce6c0c06e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025990 Oct 05 09:36:30.064110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39302) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:30.109254 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port 26fda703-74c6-4d38-80df-04e97eb82d95 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:36:30.159083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:30.166324 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a482841-dc5e-4dba-9ca5-0600c8b87b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:30.201353 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a482841-dc5e-4dba-9ca5-0600c8b87b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:30.212614 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-c985ff43-2a06-43f1-b66c-905802db75f2', 'network_id': 'c985ff43-2a06-43f1-b66c-905802db75f2', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'fixed_ips': [{'subnet_id': 'dfff80ff-050a-4120-a2f5-0e4e2fc9971a'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:36:30.214291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:30.236293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:30.259106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] device_id is not set on port 1ccea843-076b-4198-ac2b-a9271d212462 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:36:30.305417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 204f1495-0588-4140-9cbe-3aac389a940c completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:30.343545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Subnet': ['ID=889a4c7b-abe3-4898-9f4b-f9cae2e29041,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:30.354959 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Checking segment: {'id': '6735544d-a854-456a-8c07-ddda90d67b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e67ae5ec-12e5-464f-a375-eb1305bd5941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:30.355608 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network hostable DHCP agents. Network: e67ae5ec-12e5-464f-a375-eb1305bd5941, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:36:30.361191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 204f1495-0588-4140-9cbe-3aac389a940c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:30.361191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:30.361191 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 204f1495-0588-4140-9cbe-3aac389a940c Oct 05 09:36:30.431939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a482841-dc5e-4dba-9ca5-0600c8b87b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:30.448260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a482841-dc5e-4dba-9ca5-0600c8b87b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d002a5ae-d736-4a1f-a14e-13fe29b77e00,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:30.462764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network e67ae5ec-12e5-464f-a375-eb1305bd5941 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:36:30.467506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a482841-dc5e-4dba-9ca5-0600c8b87b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:30.474152 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0a482841-dc5e-4dba-9ca5-0600c8b87b41 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d002a5ae-d736-4a1f-a14e-13fe29b77e00 HTTP/1.1" status: 204 len: 168 time: 0.4037006 Oct 05 09:36:30.548006 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, e67ae5ec-12e5-464f-a375-eb1305bd5941) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:30.557432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:30.558278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:30.582148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f8a44a56-5b3c-4993-96eb-175e0b310f5b None None] Provisioning for port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:30.605865 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bdd04a-eaff-4986-bfb0-bb4ef66ae25a None None] Network e67ae5ec-12e5-464f-a375-eb1305bd5941 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:30.686609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0fe86f28-6f11-4d91-b4bf-e7e43aad7616 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:30.702536 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bf9abd57-f593-44fc-a142-f4cbfb40a5c0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4267125 Oct 05 09:36:30.702776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39310) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:30.708292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-cbfd13b2-27e1-4394-917d-4cdf5470f4b8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-58232396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:30.724231 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-628eef4e-9314-4b65-897a-47179cffded0 req-01929ecf-a74a-4ea6-8906-40141d2d2dbf tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0926049 Oct 05 09:36:30.725845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cbfd13b2-27e1-4394-917d-4cdf5470f4b8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:30.731130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cbfd13b2-27e1-4394-917d-4cdf5470f4b8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:router and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:30.735023 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cbfd13b2-27e1-4394-917d-4cdf5470f4b8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:30.762015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cbfd13b2-27e1-4394-917d-4cdf5470f4b8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:30.863853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:30.867824 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cbfd13b2-27e1-4394-917d-4cdf5470f4b8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:30.871697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cbfd13b2-27e1-4394-917d-4cdf5470f4b8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:30.886352 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Allocated IP 2001:db8::2 (c985ff43-2a06-43f1-b66c-905802db75f2/dfff80ff-050a-4120-a2f5-0e4e2fc9971a/cd6857e7-e429-4706-8f29-2e265917142c) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:30.902336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cbfd13b2-27e1-4394-917d-4cdf5470f4b8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:31.006986 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cbfd13b2-27e1-4394-917d-4cdf5470f4b8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:31.049884 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2f529c-45e4-4c77-bd5e-b7e8cb79199b None None] Update dhcp port {'port': {'network_id': 'fabb7eb6-4947-489c-bb59-c66e5cb2f11b', 'fixed_ips': [{'subnet_id': '751108b7-f213-4482-a7c2-af911df630e7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c1cd82cd-570b-417b-96a9-53b75ed131f0'}], 'binding:host_id': 'dv-neutron-860329-1-hyperv'}, 'id': '204f1495-0588-4140-9cbe-3aac389a940c'} from dv-neutron-860329-1-hyperv. {{(pid=89847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:36:31.127088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cbfd13b2-27e1-4394-917d-4cdf5470f4b8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:31.132200 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cbfd13b2-27e1-4394-917d-4cdf5470f4b8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4245567 Oct 05 09:36:31.132629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39322) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:31.257911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 204f1495-0588-4140-9cbe-3aac389a940c is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:31.257911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:31.315279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bf2f529c-45e4-4c77-bd5e-b7e8cb79199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:31.340166 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0fe86f28-6f11-4d91-b4bf-e7e43aad7616 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:31.472276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe86f28-6f11-4d91-b4bf-e7e43aad7616 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4f31f6-c784-4431-92b3-3f04a00f77da,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:31.475922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8::f1 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/f17e1551-4628-424a-b1cb-e64eb8d82e0c/1ccea843-076b-4198-ac2b-a9271d212462) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:31.522563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 204f1495-0588-4140-9cbe-3aac389a940c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=204f1495-0588-4140-9cbe-3aac389a940c,segment=NetworkSegment(8d318276-356b-41a8-ba81-b4db5b87b286),segment_id=8d318276-356b-41a8-ba81-b4db5b87b286)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:31.542156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a4c72d-166a-4c79-ad52-b7a7d7d5a857 None None] Network 4a3fb4ce-b460-47f8-94ea-1a33d932f65a requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:31.543847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0fe86f28-6f11-4d91-b4bf-e7e43aad7616 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:31.562606 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-e67ae5ec-12e5-464f-a375-eb1305bd5941', 'network_id': 'e67ae5ec-12e5-464f-a375-eb1305bd5941', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'fixed_ips': [{'subnet_id': '889a4c7b-abe3-4898-9f4b-f9cae2e29041'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:36:31.562606 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:31.690916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:31.694164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d84bb631-5998-4c87-8946-a5e7183e00a6 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:31.700698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Allocated IP 2001:db8:0:1:f816:3eff:fefe:e228 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/64797559-268d-4023-ae98-54770337b728/1ccea843-076b-4198-ac2b-a9271d212462) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:31.846869 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0fe86f28-6f11-4d91-b4bf-e7e43aad7616 tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/subnets/7a4f31f6-c784-4431-92b3-3f04a00f77da HTTP/1.1" status: 204 len: 168 time: 3.0909894 Oct 05 09:36:31.869329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39338) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:31.869896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:31.987563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90396214-3188-4665-9fd8-b47725f3d5a9 None None] Update dhcp port {'port': {'network_id': '18b6a4d4-ed6d-4ca3-8d85-478290e4ad60', 'fixed_ips': [{'subnet_id': 'f17e1551-4628-424a-b1cb-e64eb8d82e0c', 'ip_address': '2001:db8::2'}, {'subnet_id': '64797559-268d-4023-ae98-54770337b728'}], 'binding:host_id': 'dv-neutron-860329-1-hyperv'}, 'id': '5b4ef33b-c756-426f-bd6e-d1d5e586b13c'} from dv-neutron-860329-1-hyperv. {{(pid=89847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:36:31.989147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39342) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:32.002404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Allocated IP 172.20.0.7 (fabb7eb6-4947-489c-bb59-c66e5cb2f11b/751108b7-f213-4482-a7c2-af911df630e7/26fda703-74c6-4d38-80df-04e97eb82d95) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:32.020644 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-755064ca-7bcf-46ca-a94f-91ef15d5cd15 req-bf846864-a919-4793-9f0e-d5b83da251ec tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0822284 Oct 05 09:36:32.040533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:32.045284 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Allocated IP 172.20.0.23 (fabb7eb6-4947-489c-bb59-c66e5cb2f11b/c1cd82cd-570b-417b-96a9-53b75ed131f0/26fda703-74c6-4d38-80df-04e97eb82d95) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:32.051076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Transition to ACTIVE for port object cd6857e7-e429-4706-8f29-2e265917142c will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:32.098112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:32.183320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278354858'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:32.196653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:32.213745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:32.265763 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:32.279195 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:32.295493 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Transition to ACTIVE for port object cd6857e7-e429-4706-8f29-2e265917142c will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:32.310490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-90396214-3188-4665-9fd8-b47725f3d5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:32.366282 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=204f1495-0588-4140-9cbe-3aac389a940c,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:32.369777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Allocated IP 2001:db8:1::2 (e67ae5ec-12e5-464f-a375-eb1305bd5941/889a4c7b-abe3-4898-9f4b-f9cae2e29041/ed9411ea-ad46-406f-b7ab-0148a8f8af0a) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:32.423312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port d84bb631-5998-4c87-8946-a5e7183e00a6 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:32.438028 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:32.451627 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:32.460897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:32.469844 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:32.514893 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port d84bb631-5998-4c87-8946-a5e7183e00a6 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:32.515275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:32.516305 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port d84bb631-5998-4c87-8946-a5e7183e00a6 Oct 05 09:36:32.530484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:32.538616 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:32.543380 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:32.557135 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:32.561759 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Allocated IP 2001:db8::1 (c985ff43-2a06-43f1-b66c-905802db75f2/dfff80ff-050a-4120-a2f5-0e4e2fc9971a/3363a339-b672-4bc3-b309-89ada2f8e437) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:32.636986 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Deleting port 68010cd5-3008-4168-84df-2d5bd97c3d4e {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:32.637322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:32.740020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Network c985ff43-2a06-43f1-b66c-905802db75f2 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:32.761189 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:32.777599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Transition to ACTIVE for port object 3363a339-b672-4bc3-b309-89ada2f8e437 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:32.787569 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:32.790213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:32.807290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:32.839038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:32.862585 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Pushing event updated for resources: {'Port': ['ID=cd6857e7-e429-4706-8f29-2e265917142c,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:32.902525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Transition to ACTIVE for port object 1ccea843-076b-4198-ac2b-a9271d212462 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:32.914890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:32.929816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.008485 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.012638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=3363a339-b672-4bc3-b309-89ada2f8e437,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:33.034919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Attempting to bind port cd6857e7-e429-4706-8f29-2e265917142c on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:36:33.034919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Attempting to bind port cd6857e7-e429-4706-8f29-2e265917142c by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '5fee47cd-f1f1-4bb1-ac42-b396bee04859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c985ff43-2a06-43f1-b66c-905802db75f2'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:36:33.034919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Attempting to bind port cd6857e7-e429-4706-8f29-2e265917142c on network c985ff43-2a06-43f1-b66c-905802db75f2 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:33.035352 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:33.053569 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:33.057035 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:33.061403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network c985ff43-2a06-43f1-b66c-905802db75f2 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:33.072557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:33.078779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cb123b-794f-48d4-8b1d-31dfeca09e66 None None] DHCP port deletion for 4a3fb4ce-b460-47f8-94ea-1a33d932f65a request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:36:33.081505 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:33.082326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:36:33.082698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Checking segment: {'id': '5fee47cd-f1f1-4bb1-ac42-b396bee04859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c985ff43-2a06-43f1-b66c-905802db75f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:33.083102 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.084388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Bound using segment: {'id': '5fee47cd-f1f1-4bb1-ac42-b396bee04859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c985ff43-2a06-43f1-b66c-905802db75f2'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:36:33.084883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Bound port: cd6857e7-e429-4706-8f29-2e265917142c, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fee47cd-f1f1-4bb1-ac42-b396bee04859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c985ff43-2a06-43f1-b66c-905802db75f2'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:36:33.085260 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.087439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:33.088072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.098518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.102234 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05475cf7-409b-49d3-89ae-eced3cb19e3b,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:33.126184 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-66cb123b-794f-48d4-8b1d-31dfeca09e66 None None] Deleting port 68010cd5-3008-4168-84df-2d5bd97c3d4e {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:33.126693 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-66cb123b-794f-48d4-8b1d-31dfeca09e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.181358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Transition to ACTIVE for port object 26fda703-74c6-4d38-80df-04e97eb82d95 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:33.192159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event updated for resources: {'Subnet': ['ID=d4262795-b9c0-4875-bc3f-c17f03cdf051,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:33.195952 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-916a2687-4093-4fe0-92f6-8d9c8daccecc req-509ac846-e01a-42b5-9a8d-aa12fbf802e4 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0854743 Oct 05 09:36:33.204232 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] For port 68010cd5-3008-4168-84df-2d5bd97c3d4e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=68010cd5-3008-4168-84df-2d5bd97c3d4e,segment=NetworkSegment(7f38588f-e956-4b76-8b11-34f072966647),segment_id=7f38588f-e956-4b76-8b11-34f072966647)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:33.204462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.251991 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port d84bb631-5998-4c87-8946-a5e7183e00a6 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:33.252617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.263561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.277957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Checking segment: {'id': '6d145ed9-91b5-4607-9555-36ffff582229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '062f83fb-2765-4168-abf8-85a759d52f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:33.278327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Network hostable DHCP agents. Network: 062f83fb-2765-4168-abf8-85a759d52f6c, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:36:33.336898 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 23eb0deb-b5cf-463a-815d-9660aef990fd is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:36:33.344943 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Calling delete_port for 68010cd5-3008-4168-84df-2d5bd97c3d4e owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:33.387519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.448887 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.460309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port d84bb631-5998-4c87-8946-a5e7183e00a6, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d84bb631-5998-4c87-8946-a5e7183e00a6,segment=NetworkSegment(cc158ed0-5c39-4328-808e-9726635abc8f),segment_id=cc158ed0-5c39-4328-808e-9726635abc8f)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:33.463198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] For port cd6857e7-e429-4706-8f29-2e265917142c, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:36:33.479139 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Transition to ACTIVE for port object ed9411ea-ad46-406f-b7ab-0148a8f8af0a will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:33.480167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.504514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] For port cd6857e7-e429-4706-8f29-2e265917142c, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cd6857e7-e429-4706-8f29-2e265917142c,segment=NetworkSegment(5fee47cd-f1f1-4bb1-ac42-b396bee04859),segment_id=5fee47cd-f1f1-4bb1-ac42-b396bee04859)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:36:33.543200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.558038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73665a8b-ff17-4aa6-8270-43f8d2a41373,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:33.566384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-90396214-3188-4665-9fd8-b47725f3d5a9 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb2:ee03 (18b6a4d4-ed6d-4ca3-8d85-478290e4ad60/64797559-268d-4023-ae98-54770337b728/5b4ef33b-c756-426f-bd6e-d1d5e586b13c) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:33.579407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.579407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 5b4ef33b-c756-426f-bd6e-d1d5e586b13c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:33.591624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:33.599811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event updated for resources: {'Port': ['ID=1ccea843-076b-4198-ac2b-a9271d212462,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:33.605667 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:33.610327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:33.616522 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:33.617158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.680260 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.686395 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.687615 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cf2b3028-9a58-4a94-bdf8-974d8a5dc139 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6859188 Oct 05 09:36:33.690827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39350) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:33.692002 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Transition to ACTIVE for port object ed9411ea-ad46-406f-b7ab-0148a8f8af0a will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:33.694051 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Network 062f83fb-2765-4168-abf8-85a759d52f6c is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:36:33.707705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.796590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.842857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.845536 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-248e0fb3-4164-48b4-8921-9562720fa50d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 6.1652400 Oct 05 09:36:33.847783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network fabb7eb6-4947-489c-bb59-c66e5cb2f11b is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:33.853300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] No DVR routers for this DVR port 68010cd5-3008-4168-84df-2d5bd97c3d4e on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:36:33.855614 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-66cb123b-794f-48d4-8b1d-31dfeca09e66 None None] For port 68010cd5-3008-4168-84df-2d5bd97c3d4e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=68010cd5-3008-4168-84df-2d5bd97c3d4e,segment=NetworkSegment(7f38588f-e956-4b76-8b11-34f072966647),segment_id=7f38588f-e956-4b76-8b11-34f072966647)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:33.856018 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-66cb123b-794f-48d4-8b1d-31dfeca09e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.885148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39354) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:33.926129 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:33.931917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:34.015550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.016776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:36:34.018450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 062f83fb-2765-4168-abf8-85a759d52f6c) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:34.035861 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e3bf9-0b94-4000-acf8-864dbafcfdcf None None] Sync routers for ids ['23eb0deb-b5cf-463a-815d-9660aef990fd'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:36:34.051875 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=26fda703-74c6-4d38-80df-04e97eb82d95,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:34.062102 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e3bf9-0b94-4000-acf8-864dbafcfdcf None None] Routers {'23eb0deb-b5cf-463a-815d-9660aef990fd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:34.070884 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-132e3bf9-0b94-4000-acf8-864dbafcfdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['23eb0deb-b5cf-463a-815d-9660aef990fd'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:34.085889 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c23847bc-4d01-404c-8f38-171a716a008b tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3936207 Oct 05 09:36:34.088868 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39358) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:34.095202 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-219cf4c6-253a-4b99-9ed1-aa8678c40d2f tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group': {'name': 'tempest-security--2085326818', 'description': 'tempest-security-description-321392451'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:34.100277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.137747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.138536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.139357 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-66cb123b-794f-48d4-8b1d-31dfeca09e66 None None] Calling delete_port for 68010cd5-3008-4168-84df-2d5bd97c3d4e owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:34.149597 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-219cf4c6-253a-4b99-9ed1-aa8678c40d2f tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.181823 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-132e3bf9-0b94-4000-acf8-864dbafcfdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:34.192158 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e3bf9-0b94-4000-acf8-864dbafcfdcf None None] Routers {'23eb0deb-b5cf-463a-815d-9660aef990fd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:34.193674 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-132e3bf9-0b94-4000-acf8-864dbafcfdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['23eb0deb-b5cf-463a-815d-9660aef990fd'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:34.233439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-219cf4c6-253a-4b99-9ed1-aa8678c40d2f tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.280975 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-132e3bf9-0b94-4000-acf8-864dbafcfdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:34.281765 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e3bf9-0b94-4000-acf8-864dbafcfdcf None None] The sync data for ids ['23eb0deb-b5cf-463a-815d-9660aef990fd'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:36:34.325395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-90396214-3188-4665-9fd8-b47725f3d5a9 None None] For port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=5b4ef33b-c756-426f-bd6e-d1d5e586b13c,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:34.339500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=3363a339-b672-4bc3-b309-89ada2f8e437,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:34.346733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-219cf4c6-253a-4b99-9ed1-aa8678c40d2f tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.349033 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-219cf4c6-253a-4b99-9ed1-aa8678c40d2f tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.353374 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-219cf4c6-253a-4b99-9ed1-aa8678c40d2f tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "PUT /v2.0/security-groups/73665a8b-ff17-4aa6-8270-43f8d2a41373 HTTP/1.1" status: 200 len: 1777 time: 0.2609775 Oct 05 09:36:34.359807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-66cb123b-794f-48d4-8b1d-31dfeca09e66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:36:34.360540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-66cb123b-794f-48d4-8b1d-31dfeca09e66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:36:34.361054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=d84bb631-5998-4c87-8946-a5e7183e00a6,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:34.388230 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39364) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:34.403169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Network e67ae5ec-12e5-464f-a375-eb1305bd5941 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:34.410884 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db256b89-b0ae-40e2-9f39-1e60bad0540a None None] Network 062f83fb-2765-4168-abf8-85a759d52f6c requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:34.432438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-bf2f529c-45e4-4c77-bd5e-b7e8cb79199b None None] Allocated IP 172.20.0.18 (fabb7eb6-4947-489c-bb59-c66e5cb2f11b/c1cd82cd-570b-417b-96a9-53b75ed131f0/204f1495-0588-4140-9cbe-3aac389a940c) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:34.437198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-90396214-3188-4665-9fd8-b47725f3d5a9 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.443159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:34.446734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:34.479645 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-15b09276-a723-4ca3-ab7f-557f2a8b79e3 req-9f0a48b6-ea3d-4641-ac70-8bc67f203340 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1414673 Oct 05 09:36:34.483987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Pushing event deleted for resources: {'Port': ['ID=68010cd5-3008-4168-84df-2d5bd97c3d4e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:34.499452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cf4c6-253a-4b99-9ed1-aa8678c40d2f tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73665a8b-ff17-4aa6-8270-43f8d2a41373,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:34.526764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.548012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:34.548701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.566869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-34b13edf-fc7e-4ae1-a4bb-254944ce3755 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting port 1ccea843-076b-4198-ac2b-a9271d212462 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:34.569085 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34b13edf-fc7e-4ae1-a4bb-254944ce3755 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.592518 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network c985ff43-2a06-43f1-b66c-905802db75f2 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:34.594216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:34.617146 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.621794 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b56fcb8c-613e-4a8d-b7a2-6a7b75daf77f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.5590334 Oct 05 09:36:34.622722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39368) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:34.663416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event updated for resources: {'Subnet': ['ID=02043b12-badb-49d0-ab50-266481eb41b3,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:34.681082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-90396214-3188-4665-9fd8-b47725f3d5a9 None None] Transition to ACTIVE for port object 5b4ef33b-c756-426f-bd6e-d1d5e586b13c will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:34.742839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3fb4ce-b460-47f8-94ea-1a33d932f65a']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:34.788131 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f38588f-e956-4b76-8b11-34f072966647') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:34.788721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f38588f-e956-4b76-8b11-34f072966647') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:34.835466 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7a6d9ab1-a77f-4e8a-a4ae-96bc12a80d6b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 8.3522127 Oct 05 09:36:34.835466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Checking segment: {'id': '94ae26ea-2727-4613-aa5b-c05489b61689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c03f8384-bccf-40cb-8c31-9148eda7e9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:34.835466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Network hostable DHCP agents. Network: c03f8384-bccf-40cb-8c31-9148eda7e9bd, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:36:34.835906 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:34.837778 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-90396214-3188-4665-9fd8-b47725f3d5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.838491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39372) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:34.840197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.854410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37ee21-f04b-4be2-9d67-3d13e6fe5aaf None None] Pushing event updated for resources: {'Port': ['ID=cd6857e7-e429-4706-8f29-2e265917142c,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:34.856700 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b414a605-b536-40ea-bfef-35442e40eca1 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-groups/73665a8b-ff17-4aa6-8270-43f8d2a41373 HTTP/1.1" status: 200 len: 1777 time: 0.4251039 Oct 05 09:36:34.860093 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39376) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:34.904055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-66cb123b-794f-48d4-8b1d-31dfeca09e66 None None] Deleting port 68010cd5-3008-4168-84df-2d5bd97c3d4e {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:34.904852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-66cb123b-794f-48d4-8b1d-31dfeca09e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:34.910012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-cd001ac1-e684-4beb-8a90-8e166c48688d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '751108b7-f213-4482-a7c2-af911df630e7'}]}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:34.952493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router ca57cd65-3979-458d-b978-d363451941be is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:36:34.957291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d35f495d-9a5c-4d52-a6d1-db8b85de6adf tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:35.054310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:35.063681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Attempting to bind port ed9411ea-ad46-406f-b7ab-0148a8f8af0a on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:36:35.064056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Attempting to bind port ed9411ea-ad46-406f-b7ab-0148a8f8af0a by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '6735544d-a854-456a-8c07-ddda90d67b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e67ae5ec-12e5-464f-a375-eb1305bd5941'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:36:35.064416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Attempting to bind port ed9411ea-ad46-406f-b7ab-0148a8f8af0a on network e67ae5ec-12e5-464f-a375-eb1305bd5941 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:35.162072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-66cb123b-794f-48d4-8b1d-31dfeca09e66 None None] The port '68010cd5-3008-4168-84df-2d5bd97c3d4e' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:36:35.174891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d35f495d-9a5c-4d52-a6d1-db8b85de6adf tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:35.201965 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:36:35.202289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Checking segment: {'id': '6735544d-a854-456a-8c07-ddda90d67b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e67ae5ec-12e5-464f-a375-eb1305bd5941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:35.202955 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:35.204988 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Bound using segment: {'id': '6735544d-a854-456a-8c07-ddda90d67b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e67ae5ec-12e5-464f-a375-eb1305bd5941'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:36:35.205968 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Bound port: ed9411ea-ad46-406f-b7ab-0148a8f8af0a, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6735544d-a854-456a-8c07-ddda90d67b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e67ae5ec-12e5-464f-a375-eb1305bd5941'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:36:35.206870 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:35.235757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Pushing event updated for resources: {'Port': ['ID=ed9411ea-ad46-406f-b7ab-0148a8f8af0a,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:35.248055 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:36:35.272569 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-feb76790-c88e-48e9-bd70-068f4f581f7b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/ca57cd65-3979-458d-b978-d363451941be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1387229 Oct 05 09:36:35.273282 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:35.273805 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:35.275406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39380) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:35.307055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c19772d-72b6-474e-b8a2-01b9dfbc13cc None None] Sync routers for ids ['ca57cd65-3979-458d-b978-d363451941be'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:36:35.350371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cd6857e7-e429-4706-8f29-2e265917142c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:35.382219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ed57a9-dc04-4d6f-9f29-a5c0dec73683 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:35.382964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c2ed57a9-dc04-4d6f-9f29-a5c0dec73683 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Synchronizing usage tracker for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:35.441100 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 7f38588f-e956-4b76-8b11-34f072966647 resource provider aggregate not found Oct 05 09:36:35.457112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d35f495d-9a5c-4d52-a6d1-db8b85de6adf tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:35.461823 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d35f495d-9a5c-4d52-a6d1-db8b85de6adf tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:35.465404 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d35f495d-9a5c-4d52-a6d1-db8b85de6adf tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-groups/73665a8b-ff17-4aa6-8270-43f8d2a41373 HTTP/1.1" status: 204 len: 168 time: 0.6039011 Oct 05 09:36:35.474210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39388) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:35.474591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f61c21-6fcb-44b9-b590-a80f3892f048 None None] Network c985ff43-2a06-43f1-b66c-905802db75f2 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:35.497761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f495d-9a5c-4d52-a6d1-db8b85de6adf tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73665a8b-ff17-4aa6-8270-43f8d2a41373,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:35.540423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f792dc6e-7fda-4690-92c9-db2e75c46a45 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:35.547786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-bf2f529c-45e4-4c77-bd5e-b7e8cb79199b None None] For port 204f1495-0588-4140-9cbe-3aac389a940c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=204f1495-0588-4140-9cbe-3aac389a940c,segment=NetworkSegment(8d318276-356b-41a8-ba81-b4db5b87b286),segment_id=8d318276-356b-41a8-ba81-b4db5b87b286)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:35.558549 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 7f38588f-e956-4b76-8b11-34f072966647 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f38588f-e956-4b76-8b11-34f072966647 found for delete ", "request_id": "req-d86f2dd4-bdf9-4941-9ac0-268582379270"}]} Oct 05 09:36:35.570762 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c2ed57a9-dc04-4d6f-9f29-a5c0dec73683 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Unset dirty status for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:35.572670 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c2ed57a9-dc04-4d6f-9f29-a5c0dec73683 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports/3363a339-b672-4bc3-b309-89ada2f8e437 HTTP/1.1" status: 200 len: 911 time: 0.2962580 Oct 05 09:36:35.575671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39392) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:35.598326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c19772d-72b6-474e-b8a2-01b9dfbc13cc None None] Routers {'ca57cd65-3979-458d-b978-d363451941be'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:35.608724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6c19772d-72b6-474e-b8a2-01b9dfbc13cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ca57cd65-3979-458d-b978-d363451941be'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:35.780639 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6c19772d-72b6-474e-b8a2-01b9dfbc13cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:35.796970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f792dc6e-7fda-4690-92c9-db2e75c46a45 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:35.800714 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f792dc6e-7fda-4690-92c9-db2e75c46a45 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3234572 Oct 05 09:36:35.807514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34b13edf-fc7e-4ae1-a4bb-254944ce3755 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:35.818790 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90396214-3188-4665-9fd8-b47725f3d5a9 None None] Pushing event updated for resources: {'Port': ['ID=5b4ef33b-c756-426f-bd6e-d1d5e586b13c,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:35.853500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39398) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:35.873591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c19772d-72b6-474e-b8a2-01b9dfbc13cc None None] Routers {'ca57cd65-3979-458d-b978-d363451941be'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:35.873591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6c19772d-72b6-474e-b8a2-01b9dfbc13cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ca57cd65-3979-458d-b978-d363451941be'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:35.914921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-062f83fb-2765-4168-abf8-85a759d52f6c', 'network_id': '062f83fb-2765-4168-abf8-85a759d52f6c', 'tenant_id': '473cabb925fb47f4ba3e56adf8ee4b8c', 'fixed_ips': [{'subnet_id': 'd4262795-b9c0-4875-bc3f-c17f03cdf051'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:36:35.915458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:35.950654 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9589b325-1627-4fab-a1b3-3a5fb6bd2fb5 req-a1e4f5ba-4a3f-438a-94fa-3bf3cd6cae97 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1556768 Oct 05 09:36:35.960394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-34b13edf-fc7e-4ae1-a4bb-254944ce3755 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Calling delete_port for 1ccea843-076b-4198-ac2b-a9271d212462 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:35.969106 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bf2f529c-45e4-4c77-bd5e-b7e8cb79199b None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:35.976438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-234161cd-d82d-40fa-ac01-c1dc78c1f9a3 None None] Provisioning for port cd6857e7-e429-4706-8f29-2e265917142c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:35.992595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] For port ed9411ea-ad46-406f-b7ab-0148a8f8af0a, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:36:35.998665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6c19772d-72b6-474e-b8a2-01b9dfbc13cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:35.999159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c19772d-72b6-474e-b8a2-01b9dfbc13cc None None] The sync data for ids ['ca57cd65-3979-458d-b978-d363451941be'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:36:36.004664 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-c66ce964-a247-49bf-b38f-bd4310ee4423 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] delete failed (client error): The resource could not be found. Oct 05 09:36:36.008663 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c66ce964-a247-49bf-b38f-bd4310ee4423 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-groups/73665a8b-ff17-4aa6-8270-43f8d2a41373 HTTP/1.1" status: 404 len: 347 time: 0.1521270 Oct 05 09:36:36.066854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39402) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:36.078345 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c2bdc462-0546-4c88-9e42-7c10281069e6 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822558144'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:36.096478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c2bdc462-0546-4c88-9e42-7c10281069e6 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:36.180056 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c2bdc462-0546-4c88-9e42-7c10281069e6 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:36.184027 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Allocated IP 2001:db8::1 (062f83fb-2765-4168-abf8-85a759d52f6c/d4262795-b9c0-4875-bc3f-c17f03cdf051/e95db0e8-5939-40b4-9964-140796ce596f) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:36.320587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bf2f529c-45e4-4c77-bd5e-b7e8cb79199b None None] Transition to ACTIVE for port object 204f1495-0588-4140-9cbe-3aac389a940c will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:36.322684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] For port ed9411ea-ad46-406f-b7ab-0148a8f8af0a, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ed9411ea-ad46-406f-b7ab-0148a8f8af0a,segment=NetworkSegment(6735544d-a854-456a-8c07-ddda90d67b44),segment_id=6735544d-a854-456a-8c07-ddda90d67b44)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:36:36.331244 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port cd6857e7-e429-4706-8f29-2e265917142c completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:36.340101 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c2bdc462-0546-4c88-9e42-7c10281069e6 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:36.365727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:36.367892 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Network c03f8384-bccf-40cb-8c31-9148eda7e9bd is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:36:36.442955 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c2bdc462-0546-4c88-9e42-7c10281069e6 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:36.454912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c2bdc462-0546-4c88-9e42-7c10281069e6 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:36.460381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c2bdc462-0546-4c88-9e42-7c10281069e6 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:36.460711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bf2f529c-45e4-4c77-bd5e-b7e8cb79199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:36.464483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:36.465354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:36.470795 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c2bdc462-0546-4c88-9e42-7c10281069e6 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:36.505533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] Pushing event deleted for resources: {'Network': ['ID=4a3fb4ce-b460-47f8-94ea-1a33d932f65a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:36.508033 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port cd6857e7-e429-4706-8f29-2e265917142c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:36.508416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:36.509712 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port cd6857e7-e429-4706-8f29-2e265917142c Oct 05 09:36:36.512151 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-687a69e3-47b6-4c95-b185-2b388efb7c5c tempest-TagsExtTest-1474383498 tempest-TagsExtTest-1474383498-project] 10.222.0.49 "DELETE /v2.0/networks/4a3fb4ce-b460-47f8-94ea-1a33d932f65a HTTP/1.1" status: 204 len: 168 time: 4.6402752 Oct 05 09:36:36.563465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:36.628815 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, c03f8384-bccf-40cb-8c31-9148eda7e9bd) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:36.653887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:36.654399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:36.655029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:36.703669 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db6d66f-3877-4be2-995b-cd30c74722be None None] Network c03f8384-bccf-40cb-8c31-9148eda7e9bd requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:36.732996 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b52eb8e2-b2d3-45b6-b2b4-f282890241b5 None None] Provisioning for port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:36.779158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c2bdc462-0546-4c88-9e42-7c10281069e6 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:36.898416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b52eb8e2-b2d3-45b6-b2b4-f282890241b5 None None] Provisioning complete for port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:36.899401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b52eb8e2-b2d3-45b6-b2b4-f282890241b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:36.900100 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b52eb8e2-b2d3-45b6-b2b4-f282890241b5 None None] Attempt 1 to provision port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c Oct 05 09:36:36.952866 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c2bdc462-0546-4c88-9e42-7c10281069e6 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:36.998582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd001ac1-e684-4beb-8a90-8e166c48688d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:37.031331 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b9933291-388c-4729-a3fb-809e74ded02b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 8.8550754 Oct 05 09:36:37.043882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39410) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:37.046836 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f529c-45e4-4c77-bd5e-b7e8cb79199b None None] Pushing event updated for resources: {'Port': ['ID=204f1495-0588-4140-9cbe-3aac389a940c,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:37.084002 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdc462-0546-4c88-9e42-7c10281069e6 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ce3273-1db9-4125-aa05-9b8c391efb2e,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:37.086519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:37.185359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c2bdc462-0546-4c88-9e42-7c10281069e6 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:37.186789 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c2bdc462-0546-4c88-9e42-7c10281069e6 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1189587 Oct 05 09:36:37.188298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Transition to ACTIVE for port object e95db0e8-5939-40b4-9964-140796ce596f will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:37.194062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39414) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:37.209576 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a018dc8c-f150-4974-b296-53abb2da60b1 req-0dd64fad-0406-4c83-961e-4685f6abd95e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1224904 Oct 05 09:36:37.226270 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-df2ab240-3e68-4c62-8cd7-5cc093955feb tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group_rule': {'security_group_id': 'd2ce3273-1db9-4125-aa05-9b8c391efb2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:37.251976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-df2ab240-3e68-4c62-8cd7-5cc093955feb tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:37.254832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:37.297149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-df2ab240-3e68-4c62-8cd7-5cc093955feb tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:37.309188 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef02943d-3dab-496d-acf5-4dab6e06320b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:37.310845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef02943d-3dab-496d-acf5-4dab6e06320b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:37.312255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Allocated IP 2001:db8:1::1 (e67ae5ec-12e5-464f-a375-eb1305bd5941/889a4c7b-abe3-4898-9f4b-f9cae2e29041/703103db-ca7a-41ad-896e-e7fc4015d0fc) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:37.319271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef02943d-3dab-496d-acf5-4dab6e06320b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:37.320134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ef02943d-3dab-496d-acf5-4dab6e06320b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Synchronizing usage tracker for tenant:473cabb925fb47f4ba3e56adf8ee4b8c on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:37.331345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-df2ab240-3e68-4c62-8cd7-5cc093955feb tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:37.347514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34b13edf-fc7e-4ae1-a4bb-254944ce3755 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:37.424472 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Transition to ACTIVE for port object e95db0e8-5939-40b4-9964-140796ce596f will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:37.431227 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-df2ab240-3e68-4c62-8cd7-5cc093955feb tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:37.457432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39420) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:37.483827 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port cd6857e7-e429-4706-8f29-2e265917142c is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:37.484454 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:37.501101 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ece8d0-9189-4cc6-bc1f-8d773dd66ed4 None None] Pushing event updated for resources: {'Port': ['ID=ed9411ea-ad46-406f-b7ab-0148a8f8af0a,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:37.565723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b13edf-fc7e-4ae1-a4bb-254944ce3755 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Port': ['ID=1ccea843-076b-4198-ac2b-a9271d212462,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:37.571754 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:37.635870 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:37.697683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Transition to ACTIVE for port object 703103db-ca7a-41ad-896e-e7fc4015d0fc will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:37.742156 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0fc76394-ed66-4017-b0b2-9d19cb879c3e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39f31b5323e74eafbf7018b365aa3ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802494 Oct 05 09:36:37.742389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39426) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:37.775170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ef02943d-3dab-496d-acf5-4dab6e06320b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Unset dirty status for tenant:473cabb925fb47f4ba3e56adf8ee4b8c on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:37.781566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b52eb8e2-b2d3-45b6-b2b4-f282890241b5 None None] Current status of the port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:37.782387 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b52eb8e2-b2d3-45b6-b2b4-f282890241b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:37.791501 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ef02943d-3dab-496d-acf5-4dab6e06320b tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.7464240 Oct 05 09:36:37.792341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39430) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:37.813441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Network 062f83fb-2765-4168-abf8-85a759d52f6c is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:37.854512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:37.859472 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port cd6857e7-e429-4706-8f29-2e265917142c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cd6857e7-e429-4706-8f29-2e265917142c,segment=NetworkSegment(5fee47cd-f1f1-4bb1-ac42-b396bee04859),segment_id=5fee47cd-f1f1-4bb1-ac42-b396bee04859)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:37.901497 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:37.914386 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-c03f8384-bccf-40cb-8c31-9148eda7e9bd', 'network_id': 'c03f8384-bccf-40cb-8c31-9148eda7e9bd', 'tenant_id': '473cabb925fb47f4ba3e56adf8ee4b8c', 'fixed_ips': [{'subnet_id': '02043b12-badb-49d0-ab50-266481eb41b3'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:36:37.915257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:37.963985 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-df2ab240-3e68-4c62-8cd7-5cc093955feb tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:37.984343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Pushing event updated for resources: {'Port': ['ID=e95db0e8-5939-40b4-9964-140796ce596f,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:38.023001 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.055463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.056266 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 204f1495-0588-4140-9cbe-3aac389a940c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:38.127790 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1e05-e017-4828-9531-f0c79b555847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.131424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=703103db-ca7a-41ad-896e-e7fc4015d0fc,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:38.146794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network e67ae5ec-12e5-464f-a375-eb1305bd5941 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:38.155463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:38.158515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:38.159435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.201162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1e05-e017-4828-9531-f0c79b555847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.358141 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b52eb8e2-b2d3-45b6-b2b4-f282890241b5 None None] For port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=5b4ef33b-c756-426f-bd6e-d1d5e586b13c,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:38.383686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34b13edf-fc7e-4ae1-a4bb-254944ce3755 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.427712 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-df2ab240-3e68-4c62-8cd7-5cc093955feb tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.446721 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-34b13edf-fc7e-4ae1-a4bb-254944ce3755 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/1ccea843-076b-4198-ac2b-a9271d212462 HTTP/1.1" status: 204 len: 168 time: 4.5179193 Oct 05 09:36:38.463257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39436) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:38.464923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b164b03e-dec6-408b-b46e-dbd5f35b4f68 None None] Network fabb7eb6-4947-489c-bb59-c66e5cb2f11b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:38.487203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.503536 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-06c15b41-03ea-475a-825b-37bc4e992ed9 req-e661fc3c-df11-4701-8eea-8dc97d5f5e6b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1662176 Oct 05 09:36:38.504366 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1e05-e017-4828-9531-f0c79b555847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.508350 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d84bb631-5998-4c87-8946-a5e7183e00a6 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:38.550749 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-df2ab240-3e68-4c62-8cd7-5cc093955feb tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.575780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Attempting to bind port e95db0e8-5939-40b4-9964-140796ce596f on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:36:38.576154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Attempting to bind port e95db0e8-5939-40b4-9964-140796ce596f by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '6d145ed9-91b5-4607-9555-36ffff582229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '062f83fb-2765-4168-abf8-85a759d52f6c'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:36:38.576511 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Attempting to bind port e95db0e8-5939-40b4-9964-140796ce596f on network 062f83fb-2765-4168-abf8-85a759d52f6c {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:38.582303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b1e05-e017-4828-9531-f0c79b555847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67520cb1-7296-42a9-b1c9-8fe61355b2cb,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:38.582760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b52eb8e2-b2d3-45b6-b2b4-f282890241b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.600014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1e05-e017-4828-9531-f0c79b555847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.601661 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3f7b1e05-e017-4828-9531-f0c79b555847 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/67520cb1-7296-42a9-b1c9-8fe61355b2cb HTTP/1.1" status: 204 len: 168 time: 0.8583403 Oct 05 09:36:38.642607 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:36:38.642866 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Checking segment: {'id': '6d145ed9-91b5-4607-9555-36ffff582229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '062f83fb-2765-4168-abf8-85a759d52f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:38.643209 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.643725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Bound using segment: {'id': '6d145ed9-91b5-4607-9555-36ffff582229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '062f83fb-2765-4168-abf8-85a759d52f6c'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:36:38.644064 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Bound port: e95db0e8-5939-40b4-9964-140796ce596f, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d145ed9-91b5-4607-9555-36ffff582229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '062f83fb-2765-4168-abf8-85a759d52f6c'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:36:38.644432 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.729481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ab240-3e68-4c62-8cd7-5cc093955feb tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df3f9d0-61a2-41d8-b77d-8223597b4285,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:38.824107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbec80cd-1752-4114-82d4-c88b94ae1e18 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Deleting subnet d4262795-b9c0-4875-bc3f-c17f03cdf051 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:38.826424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-df2ab240-3e68-4c62-8cd7-5cc093955feb tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.827822 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-df2ab240-3e68-4c62-8cd7-5cc093955feb tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6261718 Oct 05 09:36:38.831031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39442) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:38.836602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bbec80cd-1752-4114-82d4-c88b94ae1e18 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.840562 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c7f2b2-74ca-4760-902e-edc396b00510 None None] Network e67ae5ec-12e5-464f-a375-eb1305bd5941 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:38.893188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e2d8e03-fdaa-437d-9f07-908ee46ec757 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:38.917727 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e2d8e03-fdaa-437d-9f07-908ee46ec757 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.124996 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=cd6857e7-e429-4706-8f29-2e265917142c,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:39.142911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e2d8e03-fdaa-437d-9f07-908ee46ec757 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.167273 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e2d8e03-fdaa-437d-9f07-908ee46ec757 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.167924 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1e2d8e03-fdaa-437d-9f07-908ee46ec757 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/9df3f9d0-61a2-41d8-b77d-8223597b4285 HTTP/1.1" status: 204 len: 168 time: 0.3355899 Oct 05 09:36:39.171327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39446) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:39.173261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d8e03-fdaa-437d-9f07-908ee46ec757 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9df3f9d0-61a2-41d8-b77d-8223597b4285,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:39.231564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.241453 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d309d512-9bd5-48e1-a3f0-d81073c0dbf3 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:39.253439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bbec80cd-1752-4114-82d4-c88b94ae1e18 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.300902 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.301357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-cd001ac1-e684-4beb-8a90-8e166c48688d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Delete allocated IP 172.20.0.23 (fabb7eb6-4947-489c-bb59-c66e5cb2f11b/c1cd82cd-570b-417b-96a9-53b75ed131f0) {{(pid=89845) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 05 09:36:39.301700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.346849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] For port e95db0e8-5939-40b4-9964-140796ce596f, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:36:39.361937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d309d512-9bd5-48e1-a3f0-d81073c0dbf3 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:39.363172 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d309d512-9bd5-48e1-a3f0-d81073c0dbf3 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1873372 Oct 05 09:36:39.366813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Allocated IP 172.20.0.1 (010ce347-2fdb-449f-a5cb-d26196c9bcd1/259d0471-06c1-4db3-872c-6b6bde7bf3a3/d0b33d59-126e-4ecd-ac06-94ddf739c258) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:39.367573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39450) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:39.394809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] For port e95db0e8-5939-40b4-9964-140796ce596f, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=e95db0e8-5939-40b4-9964-140796ce596f,segment=NetworkSegment(6d145ed9-91b5-4607-9555-36ffff582229),segment_id=6d145ed9-91b5-4607-9555-36ffff582229)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:36:39.399297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Allocated IP 2001:db8:0:1::1 (c03f8384-bccf-40cb-8c31-9148eda7e9bd/02043b12-badb-49d0-ab50-266481eb41b3/dc99622f-3533-4f85-8e42-b89d0a7458ac) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:39.402702 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Provisioning for port 204f1495-0588-4140-9cbe-3aac389a940c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:39.430157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c77bc84-99e8-41d4-8187-6a30d3d2063c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:39.433899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0c77bc84-99e8-41d4-8187-6a30d3d2063c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:39.444770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52eb8e2-b2d3-45b6-b2b4-f282890241b5 None None] Pushing event updated for resources: {'Port': ['ID=5b4ef33b-c756-426f-bd6e-d1d5e586b13c,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:39.454860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Provisioning complete for port 204f1495-0588-4140-9cbe-3aac389a940c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:39.456897 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.456897 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Attempt 1 to provision port 204f1495-0588-4140-9cbe-3aac389a940c Oct 05 09:36:39.487537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=703103db-ca7a-41ad-896e-e7fc4015d0fc,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:39.506071 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.538371 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f58b779e-056c-47b1-b800-d38eafd8364c tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.591346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f58b779e-056c-47b1-b800-d38eafd8364c tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.598715 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0c77bc84-99e8-41d4-8187-6a30d3d2063c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:39.600502 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0c77bc84-99e8-41d4-8187-6a30d3d2063c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.1359999 Oct 05 09:36:39.603896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39456) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:39.618242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bbec80cd-1752-4114-82d4-c88b94ae1e18 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.649144 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port d84bb631-5998-4c87-8946-a5e7183e00a6 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:39.649528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.649846 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port d84bb631-5998-4c87-8946-a5e7183e00a6 Oct 05 09:36:39.662011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network e67ae5ec-12e5-464f-a375-eb1305bd5941 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:39.673461 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:39.777605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.782062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd001ac1-e684-4beb-8a90-8e166c48688d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.825584 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-cd001ac1-e684-4beb-8a90-8e166c48688d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Ignored duplicate provisioning block setup for port 26fda703-74c6-4d38-80df-04e97eb82d95 by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:36:39.839407 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2ef2cb51-a158-4dce-b700-ea1d9ec0556d req-de84d0a2-167d-49f8-948f-8ede3b2ae71e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1860752 Oct 05 09:36:39.857919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721ecc7-ea5a-46d0-a748-d31e908630ad None None] Pushing event updated for resources: {'Port': ['ID=e95db0e8-5939-40b4-9964-140796ce596f,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:39.858467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Transition to ACTIVE for port object d0b33d59-126e-4ecd-ac06-94ddf739c258 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:39.893974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd001ac1-e684-4beb-8a90-8e166c48688d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.997848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff1b110-a237-4536-8090-146eac22811d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:39.998620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5ff1b110-a237-4536-8090-146eac22811d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:40.004942 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router ca57cd65-3979-458d-b978-d363451941be has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:36:40.027499 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5ff1b110-a237-4536-8090-146eac22811d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:40.032924 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5ff1b110-a237-4536-8090-146eac22811d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4202027 Oct 05 09:36:40.032924 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f58b779e-056c-47b1-b800-d38eafd8364c tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:40.035589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39460) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:40.048302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd001ac1-e684-4beb-8a90-8e166c48688d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=26fda703-74c6-4d38-80df-04e97eb82d95,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:40.053464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bbec80cd-1752-4114-82d4-c88b94ae1e18 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:40.137619 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b779e-056c-47b1-b800-d38eafd8364c tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ce3273-1db9-4125-aa05-9b8c391efb2e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:40.140758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bbec80cd-1752-4114-82d4-c88b94ae1e18 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:40.160404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Current status of the port 204f1495-0588-4140-9cbe-3aac389a940c is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:40.200971 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec80cd-1752-4114-82d4-c88b94ae1e18 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event deleted for resources: {'Subnet': ['ID=d4262795-b9c0-4875-bc3f-c17f03cdf051,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:40.228633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:40.240130 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port d84bb631-5998-4c87-8946-a5e7183e00a6 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:40.259705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Transition to ACTIVE for port object dc99622f-3533-4f85-8e42-b89d0a7458ac will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:40.272428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-cd001ac1-e684-4beb-8a90-8e166c48688d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] In _notify_port_updated(), no bound segment for port 26fda703-74c6-4d38-80df-04e97eb82d95 on network fabb7eb6-4947-489c-bb59-c66e5cb2f11b {{(pid=89845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:36:40.279215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd001ac1-e684-4beb-8a90-8e166c48688d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:40.279877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cd001ac1-e684-4beb-8a90-8e166c48688d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:40.281741 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cd001ac1-e684-4beb-8a90-8e166c48688d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "PUT /v2.0/ports/26fda703-74c6-4d38-80df-04e97eb82d95 HTTP/1.1" status: 200 len: 918 time: 5.4286666 Oct 05 09:36:40.284895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39464) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:40.301590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-29c7c35b-0c61-4d0a-ab05-cce8a9c984ca tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '751108b7-f213-4482-a7c2-af911df630e7'}, {'subnet_id': 'c1cd82cd-570b-417b-96a9-53b75ed131f0'}]}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:40.308198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Transition to ACTIVE for port object dc99622f-3533-4f85-8e42-b89d0a7458ac will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:40.335485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 68010cd5-3008-4168-84df-2d5bd97c3d4e no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:40.370901 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bbec80cd-1752-4114-82d4-c88b94ae1e18 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "DELETE /v2.0/subnets/d4262795-b9c0-4875-bc3f-c17f03cdf051 HTTP/1.1" status: 204 len: 168 time: 2.5491052 Oct 05 09:36:40.377709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Provisioning for port 3363a339-b672-4bc3-b309-89ada2f8e437 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:40.380561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:40.382959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 68010cd5-3008-4168-84df-2d5bd97c3d4e {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:36:40.383377 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 68010cd5-3008-4168-84df-2d5bd97c3d4e not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:36:40.398715 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39468) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:40.400171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Provisioning complete for port 3363a339-b672-4bc3-b309-89ada2f8e437 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:40.401750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:40.402878 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Attempt 1 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:40.509737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:40.558241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 010ce347-2fdb-449f-a5cb-d26196c9bcd1 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:40.563596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=d0b33d59-126e-4ecd-ac06-94ddf739c258,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:40.610709 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:40.619783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:40.697814 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:40.703150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434c9d2e-c80e-497e-bdf7-6692d66c402a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:40.704660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434c9d2e-c80e-497e-bdf7-6692d66c402a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:40.706438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434c9d2e-c80e-497e-bdf7-6692d66c402a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:40.707043 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-434c9d2e-c80e-497e-bdf7-6692d66c402a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:40.732554 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cd6857e7-e429-4706-8f29-2e265917142c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:40.759636 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-29c7c35b-0c61-4d0a-ab05-cce8a9c984ca tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:40.811497 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Network c03f8384-bccf-40cb-8c31-9148eda7e9bd is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:40.826446 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-434c9d2e-c80e-497e-bdf7-6692d66c402a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:40.830254 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-434c9d2e-c80e-497e-bdf7-6692d66c402a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7821002 Oct 05 09:36:40.834741 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Pushing event updated for resources: {'Port': ['ID=dc99622f-3533-4f85-8e42-b89d0a7458ac,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:40.835572 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39472) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:40.841789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:40.854466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:40.864963 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:40.991000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-73185daf-64ee-4853-9614-fab75fb83487 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Deleting subnet 02043b12-badb-49d0-ab50-266481eb41b3 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:41.001286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:36:41.014888 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f10db6-a9a9-4a32-8172-117216597f83 None None] Sync routers for ids ['ca57cd65-3979-458d-b978-d363451941be'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:36:41.028192 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f10db6-a9a9-4a32-8172-117216597f83 None None] Routers {'ca57cd65-3979-458d-b978-d363451941be'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:41.028860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f58b779e-056c-47b1-b800-d38eafd8364c tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:41.029417 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f7f10db6-a9a9-4a32-8172-117216597f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ca57cd65-3979-458d-b978-d363451941be'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:41.041950 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f58b779e-056c-47b1-b800-d38eafd8364c tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-groups/d2ce3273-1db9-4125-aa05-9b8c391efb2e HTTP/1.1" status: 204 len: 168 time: 1.6732962 Oct 05 09:36:41.085011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39478) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:41.110584 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f7f10db6-a9a9-4a32-8172-117216597f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:41.122369 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f10db6-a9a9-4a32-8172-117216597f83 None None] Routers {'ca57cd65-3979-458d-b978-d363451941be'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:41.123415 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f7f10db6-a9a9-4a32-8172-117216597f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ca57cd65-3979-458d-b978-d363451941be'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:41.143357 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-053343bc-d8f9-4f4c-bcf4-4cdcf084be00 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/ca57cd65-3979-458d-b978-d363451941be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5640602 Oct 05 09:36:41.143357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73185daf-64ee-4853-9614-fab75fb83487 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:41.190887 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Attempting to bind port dc99622f-3533-4f85-8e42-b89d0a7458ac on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:36:41.191459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Attempting to bind port dc99622f-3533-4f85-8e42-b89d0a7458ac by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '94ae26ea-2727-4613-aa5b-c05489b61689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c03f8384-bccf-40cb-8c31-9148eda7e9bd'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:36:41.191739 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Attempting to bind port dc99622f-3533-4f85-8e42-b89d0a7458ac on network c03f8384-bccf-40cb-8c31-9148eda7e9bd {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:41.204835 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39482) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:41.218705 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f7f10db6-a9a9-4a32-8172-117216597f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:41.218705 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f10db6-a9a9-4a32-8172-117216597f83 None None] The sync data for ids ['ca57cd65-3979-458d-b978-d363451941be'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:36:41.218875 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Attempt 2 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:41.235418 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-121cbafd-9894-4600-a73f-f73cfc8158ff tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1492369 Oct 05 09:36:41.256111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39486) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:41.274130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-96e209fd-650c-4fca-9a4d-fda2e49e7e46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group': {'name': 'tempest-secgroup--593766544'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:41.282141 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-96e209fd-650c-4fca-9a4d-fda2e49e7e46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:41.288661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-96e209fd-650c-4fca-9a4d-fda2e49e7e46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:41.292109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-96e209fd-650c-4fca-9a4d-fda2e49e7e46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:41.299277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-96e209fd-650c-4fca-9a4d-fda2e49e7e46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:41.330572 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2f44611e-5628-40a8-bcd6-4c1c1127b481 req-0c22875e-42b8-475f-859e-14aa8b94978a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.3343587 Oct 05 09:36:41.344568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff81da4-de6c-41e0-8e51-fdc2cc83b683 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet 64797559-268d-4023-ae98-54770337b728 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:41.348688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ff81da4-de6c-41e0-8e51-fdc2cc83b683 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:41.367337 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:36:41.368576 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Checking segment: {'id': '94ae26ea-2727-4613-aa5b-c05489b61689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c03f8384-bccf-40cb-8c31-9148eda7e9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:41.369239 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:41.369868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Bound using segment: {'id': '94ae26ea-2727-4613-aa5b-c05489b61689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c03f8384-bccf-40cb-8c31-9148eda7e9bd'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:36:41.370621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Bound port: dc99622f-3533-4f85-8e42-b89d0a7458ac, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ae26ea-2727-4613-aa5b-c05489b61689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c03f8384-bccf-40cb-8c31-9148eda7e9bd'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:36:41.371351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:41.395067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:41.425740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ff81da4-de6c-41e0-8e51-fdc2cc83b683 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:41.436083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96e209fd-650c-4fca-9a4d-fda2e49e7e46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:41.453665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port cd6857e7-e429-4706-8f29-2e265917142c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:41.454448 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:41.454991 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port cd6857e7-e429-4706-8f29-2e265917142c Oct 05 09:36:41.491380 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-96e209fd-650c-4fca-9a4d-fda2e49e7e46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:41.540612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73185daf-64ee-4853-9614-fab75fb83487 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:41.562484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-96e209fd-650c-4fca-9a4d-fda2e49e7e46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:41.571336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-96e209fd-650c-4fca-9a4d-fda2e49e7e46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:41.587286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-96e209fd-650c-4fca-9a4d-fda2e49e7e46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:41.602699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] For port dc99622f-3533-4f85-8e42-b89d0a7458ac, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:36:41.614159 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462e970c-35ab-4c57-a1ed-0fbaafd1ce5e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:41.615577 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-462e970c-35ab-4c57-a1ed-0fbaafd1ce5e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Synchronizing usage tracker for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:41.624351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] For port dc99622f-3533-4f85-8e42-b89d0a7458ac, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=dc99622f-3533-4f85-8e42-b89d0a7458ac,segment=NetworkSegment(94ae26ea-2727-4613-aa5b-c05489b61689),segment_id=94ae26ea-2727-4613-aa5b-c05489b61689)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:36:41.632582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port cd6857e7-e429-4706-8f29-2e265917142c is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:41.638471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 204f1495-0588-4140-9cbe-3aac389a940c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:41.674335 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ff81da4-de6c-41e0-8e51-fdc2cc83b683 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:41.698707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c70543-3cb3-4e9e-ad21-c42031273cc5 None None] Network 062f83fb-2765-4168-abf8-85a759d52f6c requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:41.723144 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:41.725770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73185daf-64ee-4853-9614-fab75fb83487 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:41.771954 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-462e970c-35ab-4c57-a1ed-0fbaafd1ce5e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Unset dirty status for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:41.775948 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-462e970c-35ab-4c57-a1ed-0fbaafd1ce5e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports/703103db-ca7a-41ad-896e-e7fc4015d0fc HTTP/1.1" status: 200 len: 913 time: 0.5613222 Oct 05 09:36:41.781676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39490) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:41.890414 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-29c7c35b-0c61-4d0a-ab05-cce8a9c984ca tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Allocated IP 172.20.0.22 (fabb7eb6-4947-489c-bb59-c66e5cb2f11b/c1cd82cd-570b-417b-96a9-53b75ed131f0/26fda703-74c6-4d38-80df-04e97eb82d95) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:41.903738 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f87da2-9878-4160-a629-acdd53498831 None None] Pushing event updated for resources: {'Port': ['ID=dc99622f-3533-4f85-8e42-b89d0a7458ac,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:41.903738 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Attempt 3 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:42.017199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:42.082134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96e209fd-650c-4fca-9a4d-fda2e49e7e46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:42.102703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ff81da4-de6c-41e0-8e51-fdc2cc83b683 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:42.146664 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 204f1495-0588-4140-9cbe-3aac389a940c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:42.148879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:42.148879 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 204f1495-0588-4140-9cbe-3aac389a940c Oct 05 09:36:42.157680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:42.209498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ff81da4-de6c-41e0-8e51-fdc2cc83b683 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:42.218695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef1b48b-85fb-4146-810e-712a07b93759 None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:42.224909 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff81da4-de6c-41e0-8e51-fdc2cc83b683 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=64797559-268d-4023-ae98-54770337b728,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:42.271508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96e209fd-650c-4fca-9a4d-fda2e49e7e46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:42.314716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73185daf-64ee-4853-9614-fab75fb83487 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:42.364600 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73185daf-64ee-4853-9614-fab75fb83487 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:42.371448 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-73185daf-64ee-4853-9614-fab75fb83487 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "DELETE /v2.0/subnets/02043b12-badb-49d0-ab50-266481eb41b3 HTTP/1.1" status: 204 len: 168 time: 1.7244678 Oct 05 09:36:42.406495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39496) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:42.435660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-29c7c35b-0c61-4d0a-ab05-cce8a9c984ca tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:42.435914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee49c2f-95d1-4209-9b6a-e68001d42378 None None] DHCP port deletion for 062f83fb-2765-4168-abf8-85a759d52f6c request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:36:42.439869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e209fd-650c-4fca-9a4d-fda2e49e7e46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b4a3ca-8751-4826-9eef-9fcf9b1ec552,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:42.448226 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73185daf-64ee-4853-9614-fab75fb83487 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event deleted for resources: {'Subnet': ['ID=02043b12-badb-49d0-ab50-266481eb41b3,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:42.480804 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1ee49c2f-95d1-4209-9b6a-e68001d42378 None None] Deleting port e95db0e8-5939-40b4-9964-140796ce596f {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:42.486936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1ee49c2f-95d1-4209-9b6a-e68001d42378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:42.487108 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-29c7c35b-0c61-4d0a-ab05-cce8a9c984ca tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Ignored duplicate provisioning block setup for port 26fda703-74c6-4d38-80df-04e97eb82d95 by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:36:42.487108 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96e209fd-650c-4fca-9a4d-fda2e49e7e46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:42.490556 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-96e209fd-650c-4fca-9a4d-fda2e49e7e46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2285228 Oct 05 09:36:42.490556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39500) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:42.498544 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-fdbe2920-b31c-49d3-a58f-8946488ed549 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group_rule': {'security_group_id': 'a6b4a3ca-8751-4826-9eef-9fcf9b1ec552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:42.521459 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Attempt 4 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:42.545511 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 204f1495-0588-4140-9cbe-3aac389a940c is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:42.546749 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ed9411ea-ad46-406f-b7ab-0148a8f8af0a up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:42.560898 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-fdbe2920-b31c-49d3-a58f-8946488ed549 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:42.573082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fdbe2920-b31c-49d3-a58f-8946488ed549 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:42.584724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fdbe2920-b31c-49d3-a58f-8946488ed549 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:42.594250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-29c7c35b-0c61-4d0a-ab05-cce8a9c984ca tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:42.607164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-fdbe2920-b31c-49d3-a58f-8946488ed549 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:42.631091 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3ff81da4-de6c-41e0-8e51-fdc2cc83b683 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/64797559-268d-4023-ae98-54770337b728 HTTP/1.1" status: 204 len: 168 time: 1.7923784 Oct 05 09:36:42.638376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39504) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:42.658602 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0936454d-1124-40fc-9f2b-58385ff5a4ac req-12936b82-a015-4641-a1de-f2dc2a5fa09a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.2037082 Oct 05 09:36:42.712495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5711f560-ac9a-4960-98a2-a3fe156147d0 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:42.713272 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5711f560-ac9a-4960-98a2-a3fe156147d0 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Synchronizing usage tracker for tenant:473cabb925fb47f4ba3e56adf8ee4b8c on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:42.805141 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20af24cf-59c6-4fd2-9a13-dd2703d164d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:42.893224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5711f560-ac9a-4960-98a2-a3fe156147d0 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Unset dirty status for tenant:473cabb925fb47f4ba3e56adf8ee4b8c on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:42.894427 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5711f560-ac9a-4960-98a2-a3fe156147d0 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4876430 Oct 05 09:36:42.902148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:42.911525 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39508) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:42.987931 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1ee49c2f-95d1-4209-9b6a-e68001d42378 None None] For port e95db0e8-5939-40b4-9964-140796ce596f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=e95db0e8-5939-40b4-9964-140796ce596f,segment=NetworkSegment(6d145ed9-91b5-4607-9555-36ffff582229),segment_id=6d145ed9-91b5-4607-9555-36ffff582229)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:42.988918 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1ee49c2f-95d1-4209-9b6a-e68001d42378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.007186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2920-b31c-49d3-a58f-8946488ed549 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.072831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7c35b-0c61-4d0a-ab05-cce8a9c984ca tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=26fda703-74c6-4d38-80df-04e97eb82d95,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:43.142236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1ee49c2f-95d1-4209-9b6a-e68001d42378 None None] Calling delete_port for e95db0e8-5939-40b4-9964-140796ce596f owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:43.189100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47a2892-f1ad-4aaf-b241-40b877781e1c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Deleting subnet f17e1551-4628-424a-b1cb-e64eb8d82e0c {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:43.192397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d47a2892-f1ad-4aaf-b241-40b877781e1c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.231701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-29c7c35b-0c61-4d0a-ab05-cce8a9c984ca tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] In _notify_port_updated(), no bound segment for port 26fda703-74c6-4d38-80df-04e97eb82d95 on network fabb7eb6-4947-489c-bb59-c66e5cb2f11b {{(pid=89845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:36:43.234294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56f895d-f907-4774-b8a7-bf3f05e0856b None None] Network c03f8384-bccf-40cb-8c31-9148eda7e9bd requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:43.236740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c7c35b-0c61-4d0a-ab05-cce8a9c984ca tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:43.237476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-29c7c35b-0c61-4d0a-ab05-cce8a9c984ca tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.242360 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-29c7c35b-0c61-4d0a-ab05-cce8a9c984ca tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "PUT /v2.0/ports/26fda703-74c6-4d38-80df-04e97eb82d95 HTTP/1.1" status: 200 len: 998 time: 2.9470160 Oct 05 09:36:43.256426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39512) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:43.301893 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.326051 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Deleting port dc99622f-3533-4f85-8e42-b89d0a7458ac {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:43.326051 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.367013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d47a2892-f1ad-4aaf-b241-40b877781e1c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.370716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port ed9411ea-ad46-406f-b7ab-0148a8f8af0a completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:43.391610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 5b4ef33b-c756-426f-bd6e-d1d5e586b13c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:43.422357 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Attempt 5 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:43.451664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2920-b31c-49d3-a58f-8946488ed549 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.458413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1ee49c2f-95d1-4209-9b6a-e68001d42378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.466508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f57cf-4284-4393-95a4-b05696892437 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 26fda703-74c6-4d38-80df-04e97eb82d95 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:43.466508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2a7f57cf-4284-4393-95a4-b05696892437 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.527526 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2920-b31c-49d3-a58f-8946488ed549 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.559191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.572596 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-20af24cf-59c6-4fd2-9a13-dd2703d164d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port 703103db-ca7a-41ad-896e-e7fc4015d0fc {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:43.573224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20af24cf-59c6-4fd2-9a13-dd2703d164d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.579001 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe2920-b31c-49d3-a58f-8946488ed549 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9584b2-449b-4ae8-ae5c-9b011f91cedb,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:43.610455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee49c2f-95d1-4209-9b6a-e68001d42378 None None] Pushing event deleted for resources: {'Port': ['ID=e95db0e8-5939-40b4-9964-140796ce596f,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:43.615482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee49c2f-95d1-4209-9b6a-e68001d42378 None None] No DVR routers for this DVR port e95db0e8-5939-40b4-9964-140796ce596f on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:36:43.646876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:43.652333 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.660927 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] For port dc99622f-3533-4f85-8e42-b89d0a7458ac, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=dc99622f-3533-4f85-8e42-b89d0a7458ac,segment=NetworkSegment(94ae26ea-2727-4613-aa5b-c05489b61689),segment_id=94ae26ea-2727-4613-aa5b-c05489b61689)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:43.661855 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.678624 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:43.679099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.679500 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c Oct 05 09:36:43.771861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d47a2892-f1ad-4aaf-b241-40b877781e1c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.873170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639230f4-e89d-4209-a2ce-a26ed88df9b1 None None] DHCP port deletion for c03f8384-bccf-40cb-8c31-9148eda7e9bd request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:36:43.889239 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-639230f4-e89d-4209-a2ce-a26ed88df9b1 None None] Deleting port dc99622f-3533-4f85-8e42-b89d0a7458ac {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:43.889619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-639230f4-e89d-4209-a2ce-a26ed88df9b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.927688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:43.928062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device e95db0e8-5939-40b4-9964-140796ce596f up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:43.962253 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Calling delete_port for dc99622f-3533-4f85-8e42-b89d0a7458ac owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:43.978025 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: e95db0e8-5939-40b4-9964-140796ce596f {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:36:43.978502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device e95db0e8-5939-40b4-9964-140796ce596f not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 05 09:36:43.995077 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2920-b31c-49d3-a58f-8946488ed549 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:43.996357 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fdbe2920-b31c-49d3-a58f-8946488ed549 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5049229 Oct 05 09:36:44.007583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39518) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:44.014849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Port e95db0e8-5939-40b4-9964-140796ce596f not found, will not notify nova. {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 05 09:36:44.016621 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-1e31a097-fcb0-46a5-b743-073a61ad0984 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group_rule': {'security_group_id': 'a6b4a3ca-8751-4826-9eef-9fcf9b1ec552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:44.038721 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-91fe8f17-87d4-434e-9186-d4b603d9f75f req-e7d9495a-9dfd-42d8-b219-600f30c4b690 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.2797167 Oct 05 09:36:44.039571 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1e31a097-fcb0-46a5-b743-073a61ad0984 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:44.054759 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1e31a097-fcb0-46a5-b743-073a61ad0984 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:44.071779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1e31a097-fcb0-46a5-b743-073a61ad0984 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:44.105224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1e31a097-fcb0-46a5-b743-073a61ad0984 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:44.128376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=d0b33d59-126e-4ecd-ac06-94ddf739c258,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:44.134092 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20af24cf-59c6-4fd2-9a13-dd2703d164d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:44.157320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:44.195188 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Attempt 6 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:44.318140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2a7f57cf-4284-4393-95a4-b05696892437 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:44.328445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-639230f4-e89d-4209-a2ce-a26ed88df9b1 None None] For port dc99622f-3533-4f85-8e42-b89d0a7458ac, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=dc99622f-3533-4f85-8e42-b89d0a7458ac,segment=NetworkSegment(94ae26ea-2727-4613-aa5b-c05489b61689),segment_id=94ae26ea-2727-4613-aa5b-c05489b61689)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:44.329490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-639230f4-e89d-4209-a2ce-a26ed88df9b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:44.432817 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-20af24cf-59c6-4fd2-9a13-dd2703d164d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for 703103db-ca7a-41ad-896e-e7fc4015d0fc owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:44.469800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d47a2892-f1ad-4aaf-b241-40b877781e1c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:44.478514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-639230f4-e89d-4209-a2ce-a26ed88df9b1 None None] Calling delete_port for dc99622f-3533-4f85-8e42-b89d0a7458ac owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:44.486575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:44.489196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f57cf-4284-4393-95a4-b05696892437 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 26fda703-74c6-4d38-80df-04e97eb82d95 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:44.518688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:44.518688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device e95db0e8-5939-40b4-9964-140796ce596f no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:44.554148 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e31a097-fcb0-46a5-b743-073a61ad0984 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:44.559845 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: e95db0e8-5939-40b4-9964-140796ce596f {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:36:44.560014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device e95db0e8-5939-40b4-9964-140796ce596f not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:36:44.564935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] No DVR routers for this DVR port dc99622f-3533-4f85-8e42-b89d0a7458ac on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:36:44.566867 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event deleted for resources: {'Port': ['ID=dc99622f-3533-4f85-8e42-b89d0a7458ac,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:44.582253 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a2892-f1ad-4aaf-b241-40b877781e1c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Subnet': ['ID=f17e1551-4628-424a-b1cb-e64eb8d82e0c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:44.596499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d47a2892-f1ad-4aaf-b241-40b877781e1c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:44.602872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 010ce347-2fdb-449f-a5cb-d26196c9bcd1 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:44.605005 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fe4e11-4c41-486f-ad29-4f8bcdb92c6d None None] Network 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:44.609842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:44.625404 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d47a2892-f1ad-4aaf-b241-40b877781e1c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/f17e1551-4628-424a-b1cb-e64eb8d82e0c HTTP/1.1" status: 204 len: 168 time: 1.9712851 Oct 05 09:36:44.628191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39522) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:44.681744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-639230f4-e89d-4209-a2ce-a26ed88df9b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:36:44.682212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-639230f4-e89d-4209-a2ce-a26ed88df9b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:36:44.783782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e31a097-fcb0-46a5-b743-073a61ad0984 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:44.812488 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cd2315d1-4882-4930-a382-eec5fe4ca3fa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1310921 Oct 05 09:36:44.822274 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:44.822843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39526) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:44.854682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e31a097-fcb0-46a5-b743-073a61ad0984 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:44.866147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03f8384-bccf-40cb-8c31-9148eda7e9bd']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:44.907088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ae26ea-2727-4613-aa5b-c05489b61689') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:44.908218 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ae26ea-2727-4613-aa5b-c05489b61689') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:44.916109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31a097-fcb0-46a5-b743-073a61ad0984 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daae9440-076e-44e2-b93c-d5ca7125ab2c,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:44.931711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:44.973192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b9f301-a28b-4bf9-be1c-1abec17ab219 None None] DHCP port deletion for 18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:36:44.978577 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-62b9f301-a28b-4bf9-be1c-1abec17ab219 None None] Deleting port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:44.979759 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-62b9f301-a28b-4bf9-be1c-1abec17ab219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:44.993278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:45.005559 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:45.005966 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:45.019726 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Attempt 7 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:45.082295 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 94ae26ea-2727-4613-aa5b-c05489b61689 resource provider aggregate not found Oct 05 09:36:45.085667 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1e31a097-fcb0-46a5-b743-073a61ad0984 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:45.086856 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1e31a097-fcb0-46a5-b743-073a61ad0984 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0766253 Oct 05 09:36:45.092620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39536) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:45.100412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 23eb0deb-b5cf-463a-815d-9660aef990fd has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:36:45.105675 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 94ae26ea-2727-4613-aa5b-c05489b61689 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94ae26ea-2727-4613-aa5b-c05489b61689 found for delete ", "request_id": "req-297d7eed-15ed-44dc-86bd-ec708fa3ec24"}]} Oct 05 09:36:45.112034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0ec12648-6814-4815-8635-f4eec8017f46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group_rule': {'security_group_id': 'a6b4a3ca-8751-4826-9eef-9fcf9b1ec552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:45.130145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0ec12648-6814-4815-8635-f4eec8017f46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:45.142339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ab5211-611e-427c-817c-06d15341f43e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:45.144136 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-34ab5211-611e-427c-817c-06d15341f43e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3197570 Oct 05 09:36:45.151509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39540) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:45.153041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0ec12648-6814-4815-8635-f4eec8017f46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:45.162171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0ec12648-6814-4815-8635-f4eec8017f46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:45.191524 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-639230f4-e89d-4209-a2ce-a26ed88df9b1 None None] Deleting port dc99622f-3533-4f85-8e42-b89d0a7458ac {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:45.191815 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-639230f4-e89d-4209-a2ce-a26ed88df9b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:45.199627 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f32fa811-acf4-409b-8a34-de9b5661b53c req-9a26a483-5309-4f8e-b6de-25f36ec69f3f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0589843 Oct 05 09:36:45.202470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0ec12648-6814-4815-8635-f4eec8017f46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:45.217706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:45.248910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20af24cf-59c6-4fd2-9a13-dd2703d164d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:45.292332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-639230f4-e89d-4209-a2ce-a26ed88df9b1 None None] The port 'dc99622f-3533-4f85-8e42-b89d0a7458ac' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:36:45.307787 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af24cf-59c6-4fd2-9a13-dd2703d164d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=703103db-ca7a-41ad-896e-e7fc4015d0fc,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:45.316916 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:45.325557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:45.333666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d07d34e-3e3a-4219-aee7-a02676ee5123 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:45.334640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9d07d34e-3e3a-4219-aee7-a02676ee5123 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Synchronizing usage tracker for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:45.384582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-62b9f301-a28b-4bf9-be1c-1abec17ab219 None None] For port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=5b4ef33b-c756-426f-bd6e-d1d5e586b13c,segment=NetworkSegment(23b6962c-db6b-41ed-9a19-2f023a382a7e),segment_id=23b6962c-db6b-41ed-9a19-2f023a382a7e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:45.385554 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-62b9f301-a28b-4bf9-be1c-1abec17ab219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:45.392298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event deleted for resources: {'Network': ['ID=c03f8384-bccf-40cb-8c31-9148eda7e9bd,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:45.417824 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f5a5e862-98a3-486a-ba15-eca28b58c7c8 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "DELETE /v2.0/networks/c03f8384-bccf-40cb-8c31-9148eda7e9bd HTTP/1.1" status: 204 len: 168 time: 2.5051532 Oct 05 09:36:45.424660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2a7f57cf-4284-4393-95a4-b05696892437 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:45.427810 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39544) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:45.495567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ec12648-6814-4815-8635-f4eec8017f46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:45.523649 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-62b9f301-a28b-4bf9-be1c-1abec17ab219 None None] Calling delete_port for 5b4ef33b-c756-426f-bd6e-d1d5e586b13c owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:45.639937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20af24cf-59c6-4fd2-9a13-dd2703d164d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:45.666405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-62b9f301-a28b-4bf9-be1c-1abec17ab219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:45.717454 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9f301-a28b-4bf9-be1c-1abec17ab219 None None] Pushing event deleted for resources: {'Port': ['ID=5b4ef33b-c756-426f-bd6e-d1d5e586b13c,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:45.719532 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Attempt 8 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:45.722133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f57cf-4284-4393-95a4-b05696892437 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=26fda703-74c6-4d38-80df-04e97eb82d95,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:45.723938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9d07d34e-3e3a-4219-aee7-a02676ee5123 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Unset dirty status for tenant:fb74eb48ce8f4cc0bb5feef1cf010df4 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:45.725311 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9d07d34e-3e3a-4219-aee7-a02676ee5123 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5691926 Oct 05 09:36:45.760339 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9f301-a28b-4bf9-be1c-1abec17ab219 None None] No DVR routers for this DVR port 5b4ef33b-c756-426f-bd6e-d1d5e586b13c on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:36:45.771722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39548) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:45.815654 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:45.819541 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:36:45.830219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1912e-4a10-4500-ac2e-b32c71ad0d0c None None] Sync routers for ids ['23eb0deb-b5cf-463a-815d-9660aef990fd'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:36:45.849948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec1912e-4a10-4500-ac2e-b32c71ad0d0c None None] Routers {'23eb0deb-b5cf-463a-815d-9660aef990fd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:45.850685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-8ec1912e-4a10-4500-ac2e-b32c71ad0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['23eb0deb-b5cf-463a-815d-9660aef990fd'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:45.921474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-8ec1912e-4a10-4500-ac2e-b32c71ad0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:45.933769 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec1912e-4a10-4500-ac2e-b32c71ad0d0c None None] Routers {'23eb0deb-b5cf-463a-815d-9660aef990fd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:45.934567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-8ec1912e-4a10-4500-ac2e-b32c71ad0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['23eb0deb-b5cf-463a-815d-9660aef990fd'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:45.983285 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7f7c09eb-54d8-4878-9fcc-83d0f804bff4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1788595 Oct 05 09:36:45.994647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39552) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:45.998568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1805f144-f9dc-48c0-be9d-804eb0382001 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:46.017564 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-8ec1912e-4a10-4500-ac2e-b32c71ad0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:46.017906 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1912e-4a10-4500-ac2e-b32c71ad0d0c None None] The sync data for ids ['23eb0deb-b5cf-463a-815d-9660aef990fd'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:36:46.033608 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20af24cf-59c6-4fd2-9a13-dd2703d164d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router ca57cd65-3979-458d-b978-d363451941be has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:36:46.034163 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-878382c8-2239-4f14-82a1-ed65d878bbab tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "PUT /v2.0/routers/23eb0deb-b5cf-463a-815d-9660aef990fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3846953 Oct 05 09:36:46.034257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39556) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:46.040859 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'port': {'network_id': '010ce347-2fdb-449f-a5cb-d26196c9bcd1', 'name': 'tempest-FloatingIPTestJSON-1470717494'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:46.107412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 5b4ef33b-c756-426f-bd6e-d1d5e586b13c no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:46.111019 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c5e3e2-7ddd-4972-b6e9-84775e600738 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:46.112165 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c5e3e2-7ddd-4972-b6e9-84775e600738 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:46.143715 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 5b4ef33b-c756-426f-bd6e-d1d5e586b13c {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:36:46.144133 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 5b4ef33b-c756-426f-bd6e-d1d5e586b13c not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:36:46.167889 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ec12648-6814-4815-8635-f4eec8017f46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:46.171702 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-95c5e3e2-7ddd-4972-b6e9-84775e600738 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/1ccea843-076b-4198-ac2b-a9271d212462 HTTP/1.1" status: 404 len: 333 time: 0.1435888 Oct 05 09:36:46.180524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39560) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:46.183335 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2a7f57cf-4284-4393-95a4-b05696892437 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:46.185206 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2a7f57cf-4284-4393-95a4-b05696892437 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/26fda703-74c6-4d38-80df-04e97eb82d95 HTTP/1.1" status: 204 len: 168 time: 2.9237814 Oct 05 09:36:46.228063 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39564) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:46.317102 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Attempt 9 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:46.327783 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab60d702-563f-4ffc-bb4b-e2f61f6ec054 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:46.328243 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab60d702-563f-4ffc-bb4b-e2f61f6ec054 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:46.332237 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ab60d702-563f-4ffc-bb4b-e2f61f6ec054 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/64797559-268d-4023-ae98-54770337b728 HTTP/1.1" status: 404 len: 337 time: 0.1484427 Oct 05 09:36:46.332237 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ec12648-6814-4815-8635-f4eec8017f46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:46.349771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39570) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:46.369387 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fcb0dc7-80df-453d-9645-bb82a908ba10 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] GET failed (client error): The resource could not be found. Oct 05 09:36:46.370135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7fcb0dc7-80df-453d-9645-bb82a908ba10 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:46.375067 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-83bda8b0-11e8-48f0-8d6e-a4054a7f8559 req-71703d58-5ad6-4686-a86d-397e9bc65e2e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0755279 Oct 05 09:36:46.379596 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:46.421232 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1805f144-f9dc-48c0-be9d-804eb0382001 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:46.439942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec12648-6814-4815-8635-f4eec8017f46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc315e7-a014-44b7-80f9-3fe4886bbb46,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:46.441969 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dfc598e-0ebb-4cf0-bbdc-4da5f9e2cccb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:46.442470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dfc598e-0ebb-4cf0-bbdc-4da5f9e2cccb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:46.446530 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8dfc598e-0ebb-4cf0-bbdc-4da5f9e2cccb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/f17e1551-4628-424a-b1cb-e64eb8d82e0c HTTP/1.1" status: 404 len: 337 time: 0.0834770 Oct 05 09:36:46.449268 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39574) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:46.495773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20af24cf-59c6-4fd2-9a13-dd2703d164d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:36:46.497587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:46.507850 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-20af24cf-59c6-4fd2-9a13-dd2703d164d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/ca57cd65-3979-458d-b978-d363451941be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7173114 Oct 05 09:36:46.510900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ec12648-6814-4815-8635-f4eec8017f46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:46.510900 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0ec12648-6814-4815-8635-f4eec8017f46 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4076619 Oct 05 09:36:46.510900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-1805f144-f9dc-48c0-be9d-804eb0382001 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062f83fb-2765-4168-abf8-85a759d52f6c']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:46.511230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39578) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:46.511230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39580) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:46.512512 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff5dc9f-9a33-4b6e-9ff2-a4256a3e1320 None None] Sync routers for ids ['ca57cd65-3979-458d-b978-d363451941be'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:36:46.513150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Usage tracker for resource:port and tenant:d83a1fd4a9e74c2e90fd216a2eddf28a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:46.514346 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d91762-79f0-4580-b7f8-4e5f42c0dc86 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:46.514822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d91762-79f0-4580-b7f8-4e5f42c0dc86 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:46.518816 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-37d91762-79f0-4580-b7f8-4e5f42c0dc86 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/14f5f432-fd47-4b46-bf28-dbd3dfbc6f3d HTTP/1.1" status: 404 len: 333 time: 0.0649884 Oct 05 09:36:46.518982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-f3eca936-2324-4080-90fb-bf4130d5c8b4 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group_rule': {'security_group_id': 'a6b4a3ca-8751-4826-9eef-9fcf9b1ec552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:46.519404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39586) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:46.524369 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5dc9f-9a33-4b6e-9ff2-a4256a3e1320 None None] Routers {'ca57cd65-3979-458d-b978-d363451941be'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:46.524981 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-4ff5dc9f-9a33-4b6e-9ff2-a4256a3e1320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ca57cd65-3979-458d-b978-d363451941be'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:46.553193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-1805f144-f9dc-48c0-be9d-804eb0382001 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d145ed9-91b5-4607-9555-36ffff582229') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:46.553559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-1805f144-f9dc-48c0-be9d-804eb0382001 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d145ed9-91b5-4607-9555-36ffff582229') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:46.568719 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7fcb0dc7-80df-453d-9645-bb82a908ba10 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:46.572478 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7fcb0dc7-80df-453d-9645-bb82a908ba10 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/26fda703-74c6-4d38-80df-04e97eb82d95 HTTP/1.1" status: 404 len: 333 time: 0.3408668 Oct 05 09:36:46.573392 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-62520557-345d-4ce2-a54f-c7968a974924 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:46.573392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62520557-345d-4ce2-a54f-c7968a974924 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:46.577122 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-62520557-345d-4ce2-a54f-c7968a974924 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/1cfcceca-c2ce-4c74-8284-672314058bcc HTTP/1.1" status: 404 len: 337 time: 0.0546069 Oct 05 09:36:46.577122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39590) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:46.577122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1805f144-f9dc-48c0-be9d-804eb0382001 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:46.580081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:46.585534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39592) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:46.589114 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f3eca936-2324-4080-90fb-bf4130d5c8b4 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:46.590427 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-4ff5dc9f-9a33-4b6e-9ff2-a4256a3e1320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:46.600541 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5dc9f-9a33-4b6e-9ff2-a4256a3e1320 None None] Routers {'ca57cd65-3979-458d-b978-d363451941be'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:46.601388 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-4ff5dc9f-9a33-4b6e-9ff2-a4256a3e1320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ca57cd65-3979-458d-b978-d363451941be'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:46.602207 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:46.610116 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f3eca936-2324-4080-90fb-bf4130d5c8b4 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:46.663949 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-4ff5dc9f-9a33-4b6e-9ff2-a4256a3e1320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:46.664360 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff5dc9f-9a33-4b6e-9ff2-a4256a3e1320 None None] The sync data for ids ['ca57cd65-3979-458d-b978-d363451941be'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:36:46.671468 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f3eca936-2324-4080-90fb-bf4130d5c8b4 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:46.675146 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1805f144-f9dc-48c0-be9d-804eb0382001 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:46.680464 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-680cfd6f-666c-4a5f-bead-7da865426580 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:46.680919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680cfd6f-666c-4a5f-bead-7da865426580 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:46.682603 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-680cfd6f-666c-4a5f-bead-7da865426580 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/75e326c8-4df9-4d0e-8d38-489c8e1087e1 HTTP/1.1" status: 404 len: 337 time: 0.0934660 Oct 05 09:36:46.687418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39598) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:46.691214 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f3eca936-2324-4080-90fb-bf4130d5c8b4 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:46.693380 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1805f144-f9dc-48c0-be9d-804eb0382001 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:46.693792 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1805f144-f9dc-48c0-be9d-804eb0382001 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:46.767497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Made reservation on behalf of d83a1fd4a9e74c2e90fd216a2eddf28a for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:46.771133 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:46.806049 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 6d145ed9-91b5-4607-9555-36ffff582229 resource provider aggregate not found Oct 05 09:36:46.820257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ddbf6e-6a96-4f6d-835d-09aea4e54dc0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting subnet c1cd82cd-570b-417b-96a9-53b75ed131f0 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:46.826235 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76f2611-5a54-4a55-8ec6-7ea4de744a6d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:46.826705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a76f2611-5a54-4a55-8ec6-7ea4de744a6d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:46.828348 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a76f2611-5a54-4a55-8ec6-7ea4de744a6d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/07818bce-3441-42c0-9267-b477ae31e6a5 HTTP/1.1" status: 404 len: 333 time: 0.1388528 Oct 05 09:36:46.840123 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 6d145ed9-91b5-4607-9555-36ffff582229 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d145ed9-91b5-4607-9555-36ffff582229 found for delete ", "request_id": "req-4885c128-cca9-4224-b0a9-1c976d0dd242"}]} Oct 05 09:36:46.840984 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-49ddbf6e-6a96-4f6d-835d-09aea4e54dc0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:46.848527 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39606) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:46.862113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f3eca936-2324-4080-90fb-bf4130d5c8b4 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:46.881042 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Attempt 10 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:46.906972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-49ddbf6e-6a96-4f6d-835d-09aea4e54dc0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:46.930383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] device_id is not set on port bc719822-292a-46a0-95b8-69c8dbb0b1fc yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:36:46.941430 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:46.953067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Provisioning complete for port cd6857e7-e429-4706-8f29-2e265917142c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:46.953351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:46.963963 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Attempt 1 to provision port cd6857e7-e429-4706-8f29-2e265917142c Oct 05 09:36:46.964135 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-459a96b5-1c2f-42eb-b12d-72a11bb207c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:46.964135 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459a96b5-1c2f-42eb-b12d-72a11bb207c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:46.967580 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-459a96b5-1c2f-42eb-b12d-72a11bb207c9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/d340bbb9-e764-4f30-96dd-54ffcaa0b20c HTTP/1.1" status: 404 len: 337 time: 0.1118746 Oct 05 09:36:46.967665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39610) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:47.006274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1805f144-f9dc-48c0-be9d-804eb0382001 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.016852 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b2f88e-53d2-4659-8597-432390d939b5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:47.017305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b2f88e-53d2-4659-8597-432390d939b5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:47.046500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1805f144-f9dc-48c0-be9d-804eb0382001 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.058707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805f144-f9dc-48c0-be9d-804eb0382001 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event deleted for resources: {'Network': ['ID=062f83fb-2765-4168-abf8-85a759d52f6c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:47.063280 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-59b2f88e-53d2-4659-8597-432390d939b5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/9f08ddf2-83e2-4603-b4a9-d12bdc5ea1a5 HTTP/1.1" status: 404 len: 337 time: 0.0923328 Oct 05 09:36:47.065482 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39614) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:47.069680 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1805f144-f9dc-48c0-be9d-804eb0382001 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "DELETE /v2.0/networks/062f83fb-2765-4168-abf8-85a759d52f6c HTTP/1.1" status: 204 len: 168 time: 1.6306279 Oct 05 09:36:47.071475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39616) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:47.087651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Current status of the port cd6857e7-e429-4706-8f29-2e265917142c is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:47.091672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ec51aa02-fed4-4199-ae17-1ffbc9a5dd8d None None] Could not find standard attr ID for object 1ccea843-076b-4198-ac2b-a9271d212462. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:47.151426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-49ddbf6e-6a96-4f6d-835d-09aea4e54dc0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.182936 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ae2096-e8b3-420d-87c6-95c376858b9f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:47.183322 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ae2096-e8b3-420d-87c6-95c376858b9f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:47.207164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f3eca936-2324-4080-90fb-bf4130d5c8b4 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.207861 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Could not find standard attr ID for object e95db0e8-5939-40b4-9964-140796ce596f. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:47.223982 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Provisioning complete for port 3363a339-b672-4bc3-b309-89ada2f8e437 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:47.224208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.224666 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 1 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:47.238226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82ff41aa-4b23-413c-a1c5-d5d663c46ed1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.253018 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b2ae2096-e8b3-420d-87c6-95c376858b9f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/137c9a08-42db-4e80-8c86-dd3f6510bd4e HTTP/1.1" status: 404 len: 333 time: 0.1786952 Oct 05 09:36:47.253264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39622) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:47.273442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f3eca936-2324-4080-90fb-bf4130d5c8b4 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.284381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Allocated IP 172.20.0.4 (010ce347-2fdb-449f-a5cb-d26196c9bcd1/259d0471-06c1-4db3-872c-6b6bde7bf3a3/bc719822-292a-46a0-95b8-69c8dbb0b1fc) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:47.285592 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:47.321423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eca936-2324-4080-90fb-bf4130d5c8b4 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3449567b-a87e-485b-bcda-2d606481edd9,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:47.329204 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3748d3ae-d610-4d37-89ec-c6df11d99f54 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:47.329738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3748d3ae-d610-4d37-89ec-c6df11d99f54 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:47.355679 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3748d3ae-d610-4d37-89ec-c6df11d99f54 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/461ad8ad-be6c-4259-9bd5-db7d0f33f298 HTTP/1.1" status: 404 len: 337 time: 0.1013784 Oct 05 09:36:47.359846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39626) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:47.403196 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f3eca936-2324-4080-90fb-bf4130d5c8b4 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.404403 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f3eca936-2324-4080-90fb-bf4130d5c8b4 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8936369 Oct 05 09:36:47.413078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39630) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:47.424134 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-36ea40ed-84d3-49c6-bc49-1483ff2c95d5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group_rule': {'security_group_id': 'a6b4a3ca-8751-4826-9eef-9fcf9b1ec552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:47.458941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-36ea40ed-84d3-49c6-bc49-1483ff2c95d5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:47.556773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-36ea40ed-84d3-49c6-bc49-1483ff2c95d5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:47.563750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-49ddbf6e-6a96-4f6d-835d-09aea4e54dc0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.568884 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9e124223-426a-4bc4-869c-4bce0e7e22a8 req-6664eb4f-413a-4f5d-96c0-0a8969427a09 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1184478 Oct 05 09:36:47.574731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-36ea40ed-84d3-49c6-bc49-1483ff2c95d5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:47.597114 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-36ea40ed-84d3-49c6-bc49-1483ff2c95d5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:47.613549 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-4940ddfb-ed77-40c8-a77c-0b32b35b53df tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:47.614028 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4940ddfb-ed77-40c8-a77c-0b32b35b53df tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:47.616244 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4940ddfb-ed77-40c8-a77c-0b32b35b53df tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/e3cea679-527b-4d07-bf50-45877106c025 HTTP/1.1" status: 404 len: 337 time: 0.2556777 Oct 05 09:36:47.624318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39636) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:47.628169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddbf6e-6a96-4f6d-835d-09aea4e54dc0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Subnet': ['ID=c1cd82cd-570b-417b-96a9-53b75ed131f0,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:47.631502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82ff41aa-4b23-413c-a1c5-d5d663c46ed1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.638632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf2f4a9-e868-48c9-9a4d-7387716d80ba None None] Network fabb7eb6-4947-489c-bb59-c66e5cb2f11b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:47.642653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-49ddbf6e-6a96-4f6d-835d-09aea4e54dc0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.647202 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-49ddbf6e-6a96-4f6d-835d-09aea4e54dc0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/c1cd82cd-570b-417b-96a9-53b75ed131f0 HTTP/1.1" status: 204 len: 168 time: 1.0605974 Oct 05 09:36:47.647899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39640) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:47.703068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-82ff41aa-4b23-413c-a1c5-d5d663c46ed1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3705ff-20ec-42c6-8efa-15dba3eebeb1']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:47.705061 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfd63d90-e4d9-4f4c-a4c8-f0a0a67dfa0e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.724981 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-82ff41aa-4b23-413c-a1c5-d5d663c46ed1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b9b752-70fb-4c5d-85e7-a9d478e01713') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:47.725182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-82ff41aa-4b23-413c-a1c5-d5d663c46ed1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b9b752-70fb-4c5d-85e7-a9d478e01713') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:47.743801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82ff41aa-4b23-413c-a1c5-d5d663c46ed1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.763510 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-716952fc-a78c-452e-a429-55695593f3f0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting subnet 751108b7-f213-4482-a7c2-af911df630e7 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:47.770697 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-716952fc-a78c-452e-a429-55695593f3f0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.792464 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 2 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:47.797128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82ff41aa-4b23-413c-a1c5-d5d663c46ed1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.816248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ff41aa-4b23-413c-a1c5-d5d663c46ed1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:47.816960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82ff41aa-4b23-413c-a1c5-d5d663c46ed1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.888229 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03c8f9d-ad39-41aa-8e0a-51123245a093 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:47.888521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03c8f9d-ad39-41aa-8e0a-51123245a093 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:47.890136 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f03c8f9d-ad39-41aa-8e0a-51123245a093 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/eef690df-6af8-48aa-8b83-7303edbafae3 HTTP/1.1" status: 404 len: 333 time: 0.2621329 Oct 05 09:36:47.894409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39646) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:47.907609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:47.908187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-36ea40ed-84d3-49c6-bc49-1483ff2c95d5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.919279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.935996 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-716952fc-a78c-452e-a429-55695593f3f0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:47.986540 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e2653c-5eba-4e56-88d9-43690f6f4daf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:47.986908 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e2653c-5eba-4e56-88d9-43690f6f4daf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:47.990039 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d2e2653c-5eba-4e56-88d9-43690f6f4daf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/07689d75-7bc6-4583-81b9-f1d575416cdd HTTP/1.1" status: 404 len: 337 time: 0.0915952 Oct 05 09:36:47.996140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39650) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:48.037466 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Transition to ACTIVE for port object bc719822-292a-46a0-95b8-69c8dbb0b1fc will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:48.047328 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa403e51-a955-4045-a600-37157a7acb79 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:48.047814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa403e51-a955-4045-a600-37157a7acb79 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:48.062574 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fa403e51-a955-4045-a600-37157a7acb79 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/4c77b7ae-85f3-4218-8aaf-2514e3f6c07b HTTP/1.1" status: 404 len: 333 time: 0.0621848 Oct 05 09:36:48.064459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39654) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:48.112035 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0059d758-4f89-410f-b1c4-9383f5f09ed9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:48.112390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0059d758-4f89-410f-b1c4-9383f5f09ed9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:48.117080 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0059d758-4f89-410f-b1c4-9383f5f09ed9 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/e9c27787-36a5-4773-ba4f-5c227609bb02 HTTP/1.1" status: 404 len: 337 time: 0.0486641 Oct 05 09:36:48.120060 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39658) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:48.136519 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-36ea40ed-84d3-49c6-bc49-1483ff2c95d5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:48.169945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82ff41aa-4b23-413c-a1c5-d5d663c46ed1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:48.171957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82ff41aa-4b23-413c-a1c5-d5d663c46ed1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:48.174010 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-82ff41aa-4b23-413c-a1c5-d5d663c46ed1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "DELETE /v2.0/networks/8a3705ff-20ec-42c6-8efa-15dba3eebeb1 HTTP/1.1" status: 204 len: 168 time: 1.1015818 Oct 05 09:36:48.182857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39662) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:48.191340 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1151a21-3413-4e99-8710-6fa7837f1d7e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:48.191823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1151a21-3413-4e99-8710-6fa7837f1d7e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:48.196220 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a1151a21-3413-4e99-8710-6fa7837f1d7e tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/08d502c9-c92a-4748-9319-3297d7310f0b HTTP/1.1" status: 404 len: 333 time: 0.0725229 Oct 05 09:36:48.199883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39666) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:48.233073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff41aa-4b23-413c-a1c5-d5d663c46ed1 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event deleted for resources: {'Network': ['ID=8a3705ff-20ec-42c6-8efa-15dba3eebeb1,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:48.247833 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4058ae-4d65-4621-8d4b-e6a14f097384 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:48.248298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4058ae-4d65-4621-8d4b-e6a14f097384 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:48.252298 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ea4058ae-4d65-4621-8d4b-e6a14f097384 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/9efe7441-dd64-4bf9-8d88-1b07316b5473 HTTP/1.1" status: 404 len: 337 time: 0.0491769 Oct 05 09:36:48.252824 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39670) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:48.255585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-716952fc-a78c-452e-a429-55695593f3f0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:48.264018 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-36ea40ed-84d3-49c6-bc49-1483ff2c95d5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:48.323437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea40ed-84d3-49c6-bc49-1483ff2c95d5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8c87f7-f583-4db8-b38e-edf7afadf637,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:48.347242 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:48.364104 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-04765e76-969c-4405-a318-688dfea85895 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:48.364689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04765e76-969c-4405-a318-688dfea85895 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:48.366600 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-04765e76-969c-4405-a318-688dfea85895 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/0f17d4bc-9db4-46a3-81c6-e8cc84df8d49 HTTP/1.1" status: 404 len: 333 time: 0.1130915 Oct 05 09:36:48.369787 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39674) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:48.402749 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-202e753a-dba7-4f0b-b748-fc1e40bb2498 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:48.408328 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 3 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:48.422523 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b43577-9eb2-4e08-8147-3e67092a79be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:48.423441 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b43577-9eb2-4e08-8147-3e67092a79be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:48.427674 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-58b43577-9eb2-4e08-8147-3e67092a79be tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/1e903d59-bb70-47fd-ba32-e8033a23f099 HTTP/1.1" status: 404 len: 337 time: 0.0547738 Oct 05 09:36:48.429569 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39678) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:48.441380 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Network 010ce347-2fdb-449f-a5cb-d26196c9bcd1 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:48.450782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:48.452826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-36ea40ed-84d3-49c6-bc49-1483ff2c95d5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:48.456651 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-36ea40ed-84d3-49c6-bc49-1483ff2c95d5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0374629 Oct 05 09:36:48.462198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:48.467867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39682) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:48.499387 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b166271-b058-4c1a-820b-1e1ce040b839 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:48.499789 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b166271-b058-4c1a-820b-1e1ce040b839 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:48.511886 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:48.516543 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7b166271-b058-4c1a-820b-1e1ce040b839 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/1ad41fa8-85c7-4238-8856-0df5165aef13 HTTP/1.1" status: 404 len: 333 time: 0.0835156 Oct 05 09:36:48.516992 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39686) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:48.537431 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event updated for resources: {'Port': ['ID=bc719822-292a-46a0-95b8-69c8dbb0b1fc,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:48.579929 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b1aadd-b6d6-4c78-9723-b8dd3b9cecec tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:48.580534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b1aadd-b6d6-4c78-9723-b8dd3b9cecec tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:48.585280 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-06b1aadd-b6d6-4c78-9723-b8dd3b9cecec tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/2ada78e1-c7c3-4d72-b26f-02d33902aee6 HTTP/1.1" status: 404 len: 337 time: 0.0647254 Oct 05 09:36:48.585759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39690) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:48.588778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-246625a1-46eb-4ae4-aa10-868bf41597de tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:48.636832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:48.637241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:48.637529 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:48.637857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:48.638260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:48.638589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:48.638904 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:48.639224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:48.639537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:48.639853 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:48.640168 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:48.640484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:48.648400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-716952fc-a78c-452e-a429-55695593f3f0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:48.652959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-246625a1-46eb-4ae4-aa10-868bf41597de tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:48.739896 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-616a8466-c39c-498b-b5bc-5c72e68dc3e1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:48.741010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616a8466-c39c-498b-b5bc-5c72e68dc3e1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:48.746215 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-616a8466-c39c-498b-b5bc-5c72e68dc3e1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/7c3a56f7-d704-4be3-b826-444da7201222 HTTP/1.1" status: 404 len: 333 time: 0.1596446 Oct 05 09:36:48.747068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39696) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:48.758513 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716952fc-a78c-452e-a429-55695593f3f0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Subnet': ['ID=751108b7-f213-4482-a7c2-af911df630e7,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:48.828760 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-432d3891-ef22-4286-b972-a66d9d324389 req-2acd4f98-2e94-43a4-bced-5969795f936a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1600235 Oct 05 09:36:48.829532 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c460a363-1722-4dbc-9aa6-94c184d96979 None None] Network fabb7eb6-4947-489c-bb59-c66e5cb2f11b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:48.829815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-bfd63d90-e4d9-4f4c-a4c8-f0a0a67dfa0e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port 3363a339-b672-4bc3-b309-89ada2f8e437 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:48.830345 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfd63d90-e4d9-4f4c-a4c8-f0a0a67dfa0e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:48.832874 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b12bbc3-11f7-4129-9cd8-5d6e3371f236 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:48.833955 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b12bbc3-11f7-4129-9cd8-5d6e3371f236 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:48.857901 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3b12bbc3-11f7-4129-9cd8-5d6e3371f236 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/e7bb1a5e-d2f1-47ce-8870-8243201c911d HTTP/1.1" status: 404 len: 337 time: 0.0836518 Oct 05 09:36:48.857901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-716952fc-a78c-452e-a429-55695593f3f0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:48.857901 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-716952fc-a78c-452e-a429-55695593f3f0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/751108b7-f213-4482-a7c2-af911df630e7 HTTP/1.1" status: 204 len: 168 time: 1.1977785 Oct 05 09:36:48.863267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39700) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:48.863532 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39702) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:48.864338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:48.865391 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:48.898399 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 56b9b752-70fb-4c5d-85e7-a9d478e01713 resource provider aggregate not found Oct 05 09:36:48.917922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-202e753a-dba7-4f0b-b748-fc1e40bb2498 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:48.995381 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 56b9b752-70fb-4c5d-85e7-a9d478e01713 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56b9b752-70fb-4c5d-85e7-a9d478e01713 found for delete ", "request_id": "req-2dacd7b9-9635-486d-996b-c1c805f4adfd"}]} Oct 05 09:36:49.002601 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b40c1e1-c48a-4012-865d-f1795129fb74 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:49.003062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b40c1e1-c48a-4012-865d-f1795129fb74 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:49.016590 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-202e753a-dba7-4f0b-b748-fc1e40bb2498 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3864bc-6c6b-4a1f-9966-7e162bdb05c8']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:49.030980 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bffe7dc4-4186-4955-b7d0-92e7c9c8ff5d tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9935410 Oct 05 09:36:49.033108 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 4 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:49.034274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39712) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:49.037452 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3b40c1e1-c48a-4012-865d-f1795129fb74 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/0a9f04b1-c26c-4f8c-96f1-25d74bd12d08 HTTP/1.1" status: 404 len: 337 time: 0.1643145 Oct 05 09:36:49.041973 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39716) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:49.043684 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3dbb40fd-1a7a-4d80-886c-59bd4e703cfb tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Request body: {'floatingip': {'port_id': 'bc719822-292a-46a0-95b8-69c8dbb0b1fc'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:49.076914 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-202e753a-dba7-4f0b-b748-fc1e40bb2498 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff20340f-44a1-4039-b12d-e4462efa067c') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:49.077171 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-202e753a-dba7-4f0b-b748-fc1e40bb2498 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff20340f-44a1-4039-b12d-e4462efa067c') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:49.104085 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-202e753a-dba7-4f0b-b748-fc1e40bb2498 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.106778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-246625a1-46eb-4ae4-aa10-868bf41597de tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.116095 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a1e573-9eb6-4105-8aaf-955f7471fbc5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:49.116565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a1e573-9eb6-4105-8aaf-955f7471fbc5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:49.120570 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-86a1e573-9eb6-4105-8aaf-955f7471fbc5 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/169ca030-7cfd-4602-966c-1979e2d3c46a HTTP/1.1" status: 404 len: 333 time: 0.0739651 Oct 05 09:36:49.122688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:49.123740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39720) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:49.128359 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-246625a1-46eb-4ae4-aa10-868bf41597de tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.129542 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-246625a1-46eb-4ae4-aa10-868bf41597de tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/6d8c87f7-f583-4db8-b38e-edf7afadf637 HTTP/1.1" status: 204 len: 168 time: 0.6562400 Oct 05 09:36:49.133865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.143772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39724) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:49.161469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246625a1-46eb-4ae4-aa10-868bf41597de tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d8c87f7-f583-4db8-b38e-edf7afadf637,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:49.184151 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-202e753a-dba7-4f0b-b748-fc1e40bb2498 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.199835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 204f1495-0588-4140-9cbe-3aac389a940c {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:49.200185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.203922 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6cf231-ac1d-4357-a541-cca29197864d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:49.204376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6cf231-ac1d-4357-a541-cca29197864d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:49.206043 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5f6cf231-ac1d-4357-a541-cca29197864d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/7e006af6-bbfd-4070-b4ef-ac1adeb9816d HTTP/1.1" status: 404 len: 337 time: 0.0787046 Oct 05 09:36:49.210030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202e753a-dba7-4f0b-b748-fc1e40bb2498 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:49.210428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-202e753a-dba7-4f0b-b748-fc1e40bb2498 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.225288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39728) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:49.232703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78d4d81-895e-4f6d-8a97-f3008c76d290 None None] DHCP port deletion for fabb7eb6-4947-489c-bb59-c66e5cb2f11b request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:36:49.236565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfd63d90-e4d9-4f4c-a4c8-f0a0a67dfa0e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.240689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b78d4d81-895e-4f6d-8a97-f3008c76d290 None None] Deleting port 204f1495-0588-4140-9cbe-3aac389a940c {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:49.241298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b78d4d81-895e-4f6d-8a97-f3008c76d290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.242495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3dbb40fd-1a7a-4d80-886c-59bd4e703cfb tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.326838 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment ff20340f-44a1-4039-b12d-e4462efa067c resource provider aggregate not found Oct 05 09:36:49.407064 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment ff20340f-44a1-4039-b12d-e4462efa067c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff20340f-44a1-4039-b12d-e4462efa067c found for delete ", "request_id": "req-77f5337d-ce3e-437e-8fd4-425997f9b2a5"}]} Oct 05 09:36:49.463689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ee27750d-8130-46fe-9f80-5d757c84c4d2 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:49.470490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b78d4d81-895e-4f6d-8a97-f3008c76d290 None None] For port 204f1495-0588-4140-9cbe-3aac389a940c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=204f1495-0588-4140-9cbe-3aac389a940c,segment=NetworkSegment(8d318276-356b-41a8-ba81-b4db5b87b286),segment_id=8d318276-356b-41a8-ba81-b4db5b87b286)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:49.470900 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b78d4d81-895e-4f6d-8a97-f3008c76d290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.580821 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-6986ac4f-d770-4d4d-beee-aa18a2ef30cd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:49.581187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6986ac4f-d770-4d4d-beee-aa18a2ef30cd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:49.585514 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6986ac4f-d770-4d4d-beee-aa18a2ef30cd tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/e4232a17-a353-437b-b939-c52b66549ad4 HTTP/1.1" status: 404 len: 337 time: 0.3537118 Oct 05 09:36:49.586060 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39736) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:49.590306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-bfd63d90-e4d9-4f4c-a4c8-f0a0a67dfa0e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for 3363a339-b672-4bc3-b309-89ada2f8e437 owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:49.596808 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b78d4d81-895e-4f6d-8a97-f3008c76d290 None None] Calling delete_port for 204f1495-0588-4140-9cbe-3aac389a940c owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:49.624590 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 5 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:49.645718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ee27750d-8130-46fe-9f80-5d757c84c4d2 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:49.649683 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ee27750d-8130-46fe-9f80-5d757c84c4d2 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.5020170 Oct 05 09:36:49.649921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39740) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:49.653747 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0ab6e2-f424-4ca0-9777-63238dfb9d7a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:49.654264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0ab6e2-f424-4ca0-9777-63238dfb9d7a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:49.656147 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9c0ab6e2-f424-4ca0-9777-63238dfb9d7a tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/cc9fb43e-9183-47ee-b4c7-a380617e212e HTTP/1.1" status: 404 len: 333 time: 0.0693624 Oct 05 09:36:49.664917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39744) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:49.702277 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:49.811774 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-202e753a-dba7-4f0b-b748-fc1e40bb2498 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.818514 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-471de57b-a6f1-4e36-8254-2fb18b267832 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:49.818963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471de57b-a6f1-4e36-8254-2fb18b267832 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:49.821101 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] For port 204f1495-0588-4140-9cbe-3aac389a940c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=204f1495-0588-4140-9cbe-3aac389a940c,segment=NetworkSegment(8d318276-356b-41a8-ba81-b4db5b87b286),segment_id=8d318276-356b-41a8-ba81-b4db5b87b286)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:49.821519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.839135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b78d4d81-895e-4f6d-8a97-f3008c76d290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.845787 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-202e753a-dba7-4f0b-b748-fc1e40bb2498 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.852179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b4fb912c-bd7b-45d0-8bf0-fd6d6860def7 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.871490 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e753a-dba7-4f0b-b748-fc1e40bb2498 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] Pushing event deleted for resources: {'Network': ['ID=de3864bc-6c6b-4a1f-9966-7e162bdb05c8,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:49.884124 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b4fb912c-bd7b-45d0-8bf0-fd6d6860def7 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:49.890035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d4d81-895e-4f6d-8a97-f3008c76d290 None None] Pushing event deleted for resources: {'Port': ['ID=204f1495-0588-4140-9cbe-3aac389a940c,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:49.891450 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-471de57b-a6f1-4e36-8254-2fb18b267832 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/02366dd4-d176-42ba-a484-20ea705879a0 HTTP/1.1" status: 404 len: 337 time: 0.2215898 Oct 05 09:36:49.898036 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-202e753a-dba7-4f0b-b748-fc1e40bb2498 tempest-BulkNetworkOpsIpV6Test-61875126 tempest-BulkNetworkOpsIpV6Test-61875126-project] 10.222.0.49 "DELETE /v2.0/networks/de3864bc-6c6b-4a1f-9966-7e162bdb05c8 HTTP/1.1" status: 204 len: 168 time: 1.7160323 Oct 05 09:36:49.899763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d4d81-895e-4f6d-8a97-f3008c76d290 None None] No DVR routers for this DVR port 204f1495-0588-4140-9cbe-3aac389a940c on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:36:49.900611 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39750) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:49.974408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfd63d90-e4d9-4f4c-a4c8-f0a0a67dfa0e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:50.027647 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c7ea3c5b-2185-411f-9a68-36259ec0c79c req-244dfa0c-4645-4944-9705-fd5438dffeae tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0988877 Oct 05 09:36:50.044078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd63d90-e4d9-4f4c-a4c8-f0a0a67dfa0e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=3363a339-b672-4bc3-b309-89ada2f8e437,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:50.071259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 204f1495-0588-4140-9cbe-3aac389a940c owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:50.098084 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7b9d38-d812-4803-83c7-1d501a15cdfc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:50.098611 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7b9d38-d812-4803-83c7-1d501a15cdfc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:50.104121 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4b7b9d38-d812-4803-83c7-1d501a15cdfc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/2bbd8901-bfc6-46ad-85fe-b490f29507ad HTTP/1.1" status: 404 len: 337 time: 0.1974611 Oct 05 09:36:50.106696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39756) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:50.107360 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b4fb912c-bd7b-45d0-8bf0-fd6d6860def7 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:50.123376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 204f1495-0588-4140-9cbe-3aac389a940c no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:50.178263 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 204f1495-0588-4140-9cbe-3aac389a940c {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:36:50.178749 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 204f1495-0588-4140-9cbe-3aac389a940c not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:36:50.203010 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 6 to provision port 3363a339-b672-4bc3-b309-89ada2f8e437 Oct 05 09:36:50.231592 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb912c-bd7b-45d0-8bf0-fd6d6860def7 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3449567b-a87e-485b-bcda-2d606481edd9,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:50.249126 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port 3363a339-b672-4bc3-b309-89ada2f8e437 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:36:50.309913 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a49d355-863d-4099-b7b7-4aba43b50acf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:50.313104 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a49d355-863d-4099-b7b7-4aba43b50acf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:50.313104 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2a49d355-863d-4099-b7b7-4aba43b50acf tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/71337aa9-531e-4348-b1fc-ff2ae711ab9f HTTP/1.1" status: 404 len: 333 time: 0.2026536 Oct 05 09:36:50.320281 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39760) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:50.348814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:36:50.349049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:36:50.358399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b4fb912c-bd7b-45d0-8bf0-fd6d6860def7 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:50.359457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-86fb04fd-b7a2-4571-91d5-440ed4d47d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:50.359618 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b4fb912c-bd7b-45d0-8bf0-fd6d6860def7 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/3449567b-a87e-485b-bcda-2d606481edd9 HTTP/1.1" status: 204 len: 168 time: 0.7085557 Oct 05 09:36:50.360358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfd63d90-e4d9-4f4c-a4c8-f0a0a67dfa0e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:50.362310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Provisioning for port ed9411ea-ad46-406f-b7ab-0148a8f8af0a completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:50.363638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39764) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:50.369956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Provisioning complete for port ed9411ea-ad46-406f-b7ab-0148a8f8af0a triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:50.370372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:50.370783 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 1 to provision port ed9411ea-ad46-406f-b7ab-0148a8f8af0a Oct 05 09:36:50.372687 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdd8ab0-fa47-4e19-99b2-052db5053ab1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:50.373139 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbdd8ab0-fa47-4e19-99b2-052db5053ab1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:50.374910 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dbdd8ab0-fa47-4e19-99b2-052db5053ab1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/f30b1d73-9631-4b29-a9cc-c0f4d98ffdd3 HTTP/1.1" status: 404 len: 337 time: 0.0536690 Oct 05 09:36:50.383290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39768) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:50.428804 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df5dfe8-f644-48b8-bd51-96a0bbfc18b0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:50.429259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df5dfe8-f644-48b8-bd51-96a0bbfc18b0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:50.445933 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5df5dfe8-f644-48b8-bd51-96a0bbfc18b0 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/fb322b4b-c95f-4fe5-846f-c106c831f1e9 HTTP/1.1" status: 404 len: 337 time: 0.0613801 Oct 05 09:36:50.448923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39774) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:50.515560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39778) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:50.520545 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-04060c14-e275-4b6a-a15f-ea70c99ac207 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d38267f-3c7b-411d-92fe-a42b3a22f131 HTTP/1.1" status: 200 len: 205 time: 0.0679607 Oct 05 09:36:50.522887 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Current status of the port ed9411ea-ad46-406f-b7ab-0148a8f8af0a is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:50.523344 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:50.524738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39782) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:50.575546 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] For port ed9411ea-ad46-406f-b7ab-0148a8f8af0a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ed9411ea-ad46-406f-b7ab-0148a8f8af0a,segment=NetworkSegment(6735544d-a854-456a-8c07-ddda90d67b44),segment_id=6735544d-a854-456a-8c07-ddda90d67b44)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:50.586343 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-76fe7572-85cf-4bf6-bf3c-0ec661cabe83 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:50.602966 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-a0b3f35f-f7d0-4da8-af92-943f6674cffa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] delete failed (client error): The resource could not be found. Oct 05 09:36:50.606261 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a0b3f35f-f7d0-4da8-af92-943f6674cffa tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/routers/1d38267f-3c7b-411d-92fe-a42b3a22f131 HTTP/1.1" status: 404 len: 336 time: 0.0781000 Oct 05 09:36:50.611480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39788) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:50.650346 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:50.668021 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6870aabe-2a53-4d45-b093-36df8c0f4211 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:50.668515 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6870aabe-2a53-4d45-b093-36df8c0f4211 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:50.672658 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6870aabe-2a53-4d45-b093-36df8c0f4211 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/94cb19b1-54bb-40eb-9f54-a7921f14f95b HTTP/1.1" status: 404 len: 337 time: 0.0620260 Oct 05 09:36:50.677319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39792) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:50.688216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Could not find standard attr ID for object 703103db-ca7a-41ad-896e-e7fc4015d0fc. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:50.699108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Could not find standard attr ID for object 204f1495-0588-4140-9cbe-3aac389a940c. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:50.711464 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Could not find standard attr ID for object 26fda703-74c6-4d38-80df-04e97eb82d95. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:50.731250 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Pushing event updated for resources: {'Port': ['ID=ed9411ea-ad46-406f-b7ab-0148a8f8af0a,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:50.734533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd63d90-e4d9-4f4c-a4c8-f0a0a67dfa0e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router ca57cd65-3979-458d-b978-d363451941be has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:36:50.749345 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fd2d52bd-9f8b-4070-bf6e-7b7f222ef478 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3823df4-537d-473a-86ed-24fd075abd30 HTTP/1.1" status: 200 len: 205 time: 0.0666311 Oct 05 09:36:50.752265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39796) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:50.800779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-76fe7572-85cf-4bf6-bf3c-0ec661cabe83 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:50.805036 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-76fe7572-85cf-4bf6-bf3c-0ec661cabe83 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4331458 Oct 05 09:36:50.810925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39800) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:50.844675 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Provisioning for port d0b33d59-126e-4ecd-ac06-94ddf739c258 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:50.851423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Provisioning complete for port d0b33d59-126e-4ecd-ac06-94ddf739c258 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:50.851815 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:50.852601 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 1 to provision port d0b33d59-126e-4ecd-ac06-94ddf739c258 Oct 05 09:36:50.898495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd63d90-e4d9-4f4c-a4c8-f0a0a67dfa0e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:36:50.904172 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bfd63d90-e4d9-4f4c-a4c8-f0a0a67dfa0e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/ca57cd65-3979-458d-b978-d363451941be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3944485 Oct 05 09:36:50.907469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39804) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:50.916375 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39666ce4-a307-4db3-bbba-36af86cebcd8 None None] Sync routers for ids ['ca57cd65-3979-458d-b978-d363451941be'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:36:50.923607 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port d0b33d59-126e-4ecd-ac06-94ddf739c258 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:50.928648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39666ce4-a307-4db3-bbba-36af86cebcd8 None None] Routers {'ca57cd65-3979-458d-b978-d363451941be'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:50.929253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-39666ce4-a307-4db3-bbba-36af86cebcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ca57cd65-3979-458d-b978-d363451941be'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:50.942592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 204f1495-0588-4140-9cbe-3aac389a940c {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:50.943132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:50.946221 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2204a789-3b5d-4d6a-b07b-b117fdee84ed tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:50.967904 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7928abb2-54f7-4714-bb09-98af8e0e4f17 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Synchronizing usage tracker for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:50.971074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2204a789-3b5d-4d6a-b07b-b117fdee84ed tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:50.997548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-39666ce4-a307-4db3-bbba-36af86cebcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:50.998818 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ed844ca2-44c9-4ec0-9f7b-2017f55d9307 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=473cabb925fb47f4ba3e56adf8ee4b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4797904 Oct 05 09:36:51.001059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.resource_extend [None req-3dbb40fd-1a7a-4d80-886c-59bd4e703cfb tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:36:51.001371 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39808) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:51.008182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39666ce4-a307-4db3-bbba-36af86cebcd8 None None] Routers {'ca57cd65-3979-458d-b978-d363451941be'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:51.009066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-39666ce4-a307-4db3-bbba-36af86cebcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ca57cd65-3979-458d-b978-d363451941be'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:51.069615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7928abb2-54f7-4714-bb09-98af8e0e4f17 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Unset dirty status for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:51.074416 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7928abb2-54f7-4714-bb09-98af8e0e4f17 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca57cd65-3979-458d-b978-d363451941be HTTP/1.1" status: 200 len: 205 time: 0.1656098 Oct 05 09:36:51.075806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39814) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:51.076691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5aa12655-9008-4dae-8824-360d3d07f7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.082404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2204a789-3b5d-4d6a-b07b-b117fdee84ed tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.100084 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-d5ad8bfb-ad23-4ea4-bece-a3ef654a4212 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] delete failed (client error): The resource could not be found. Oct 05 09:36:51.101448 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d5ad8bfb-ad23-4ea4-bece-a3ef654a4212 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/routers/c3823df4-537d-473a-86ed-24fd075abd30 HTTP/1.1" status: 404 len: 336 time: 0.3482964 Oct 05 09:36:51.114163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] The port '204f1495-0588-4140-9cbe-3aac389a940c' was deleted {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:36:51.116886 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-39666ce4-a307-4db3-bbba-36af86cebcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:51.117395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39666ce4-a307-4db3-bbba-36af86cebcd8 None None] The sync data for ids ['ca57cd65-3979-458d-b978-d363451941be'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:36:51.118377 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39818) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:51.201281 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e77934-a694-4652-8542-2ab301c000cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:51.201751 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e77934-a694-4652-8542-2ab301c000cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:51.203466 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-21e77934-a694-4652-8542-2ab301c000cb tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/64a9e12d-8b0a-458f-8b58-3dfca5c2f51a HTTP/1.1" status: 404 len: 337 time: 0.0839512 Oct 05 09:36:51.222759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39822) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:51.229944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3dbb40fd-1a7a-4d80-886c-59bd4e703cfb tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.320957 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1fbc4e-5637-4901-a43a-c9978455b2f1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:51.321416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1fbc4e-5637-4901-a43a-c9978455b2f1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:51.323123 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9b1fbc4e-5637-4901-a43a-c9978455b2f1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/5d083e77-fde5-49ab-b04b-823d8aadbd39 HTTP/1.1" status: 404 len: 337 time: 0.0965481 Oct 05 09:36:51.323828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3dbb40fd-1a7a-4d80-886c-59bd4e703cfb tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.337105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204a789-3b5d-4d6a-b07b-b117fdee84ed tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cc315e7-a014-44b7-80f9-3fe4886bbb46,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:51.378541 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39826) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:51.423620 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b8be3bbd-d06c-44ba-b36b-c11970f15dfd req-b6734685-b194-4b4f-a949-4422f7a66a2b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1405823 Oct 05 09:36:51.424770 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 2 to provision port d0b33d59-126e-4ecd-ac06-94ddf739c258 Oct 05 09:36:51.425422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5aa12655-9008-4dae-8824-360d3d07f7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.439041 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-37eb870e-665e-4fc7-9588-a349f9244b5a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.449209 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-419a6dfc-03d2-4e0c-87d9-1ae0e74115d6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:51.449756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419a6dfc-03d2-4e0c-87d9-1ae0e74115d6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:51.451561 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-419a6dfc-03d2-4e0c-87d9-1ae0e74115d6 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/c8ee4862-ff36-40fa-bcbe-44a1db10f06b HTTP/1.1" status: 404 len: 333 time: 0.0720177 Oct 05 09:36:51.464110 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39830) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:51.468583 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.492913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port d0b33d59-126e-4ecd-ac06-94ddf739c258 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:51.503377 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2204a789-3b5d-4d6a-b07b-b117fdee84ed tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.504491 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2204a789-3b5d-4d6a-b07b-b117fdee84ed tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/7cc315e7-a014-44b7-80f9-3fe4886bbb46 HTTP/1.1" status: 204 len: 168 time: 0.6926208 Oct 05 09:36:51.511309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39834) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:51.545870 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0beb659a-1970-44b3-9a03-d3feb2f76067 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:51.546346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0beb659a-1970-44b3-9a03-d3feb2f76067 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:51.547976 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0beb659a-1970-44b3-9a03-d3feb2f76067 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/81450e71-e390-4363-a01c-c9cee8a938cf HTTP/1.1" status: 404 len: 337 time: 0.0826731 Oct 05 09:36:51.553517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39838) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:51.554992 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabb7eb6-4947-489c-bb59-c66e5cb2f11b']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:51.684200 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d318276-356b-41a8-ba81-b4db5b87b286') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:51.684572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d318276-356b-41a8-ba81-b4db5b87b286') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:51.698101 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc15facf-2aff-447c-b5e0-2fb6ff12ca55 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:51.698567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc15facf-2aff-447c-b5e0-2fb6ff12ca55 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:51.700229 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fc15facf-2aff-447c-b5e0-2fb6ff12ca55 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/57008ede-a436-49a4-b2d2-ebd598509647 HTTP/1.1" status: 404 len: 333 time: 0.1364319 Oct 05 09:36:51.705975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.711087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39842) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:51.741588 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.747490 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-3dbb40fd-1a7a-4d80-886c-59bd4e703cfb tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Floating IP 12eccae8-c338-442b-b146-f0999799348b associated. External IP: 172.26.7.92, port: f35640cc-883a-4930-885c-6a12e329440d. Oct 05 09:36:51.807833 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d28fe94-2b90-4777-9bb2-e022deaad59d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:51.808474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d28fe94-2b90-4777-9bb2-e022deaad59d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:51.815872 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fd5525a9-6c79-4fc8-a9ae-a221e80215bf tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2991710 Oct 05 09:36:51.821017 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39846) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:51.830028 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:51.830190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-37eb870e-665e-4fc7-9588-a349f9244b5a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.830439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.839862 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-37eb870e-665e-4fc7-9588-a349f9244b5a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.844018 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5d28fe94-2b90-4777-9bb2-e022deaad59d tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/04ca2a37-dfcb-43ae-bf08-91fccb31bee9 HTTP/1.1" status: 404 len: 337 time: 0.1322601 Oct 05 09:36:51.848078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39850) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:51.898321 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 8d318276-356b-41a8-ba81-b4db5b87b286 resource provider aggregate not found Oct 05 09:36:51.901034 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-741c0084-9b34-41f0-9084-1b8036ea0fcf tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.923161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5aa12655-9008-4dae-8824-360d3d07f7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.925472 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5aa12655-9008-4dae-8824-360d3d07f7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.926755 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5aa12655-9008-4dae-8824-360d3d07f7a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de013686-6cbf-469c-a96a-e37f083f5b0d HTTP/1.1" status: 204 len: 168 time: 0.9243207 Oct 05 09:36:51.929185 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-741c0084-9b34-41f0-9084-1b8036ea0fcf tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:51.936385 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 8d318276-356b-41a8-ba81-b4db5b87b286 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d318276-356b-41a8-ba81-b4db5b87b286 found for delete ", "request_id": "req-eb7edfc7-8a0a-4a93-a428-23b938951cca"}]} Oct 05 09:36:51.952771 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-05630ea2-5538-4bae-a3c9-f7f122682601 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:51.953337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05630ea2-5538-4bae-a3c9-f7f122682601 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:51.957322 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa12655-9008-4dae-8824-360d3d07f7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de013686-6cbf-469c-a96a-e37f083f5b0d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:51.992692 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-05630ea2-5538-4bae-a3c9-f7f122682601 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/41419297-2848-4ca7-b406-6d6870c2d392 HTTP/1.1" status: 404 len: 333 time: 0.1363547 Oct 05 09:36:51.993068 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39860) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:51.993885 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 3 to provision port d0b33d59-126e-4ecd-ac06-94ddf739c258 Oct 05 09:36:52.038158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-37eb870e-665e-4fc7-9588-a349f9244b5a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:52.038809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37eb870e-665e-4fc7-9588-a349f9244b5a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Fanout notify agent at l3_agent the message router_deleted on router ca57cd65-3979-458d-b978-d363451941be {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:36:52.054442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port d0b33d59-126e-4ecd-ac06-94ddf739c258 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:52.058025 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc768441-648d-4291-8d41-4c92e7684bb4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:52.058544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc768441-648d-4291-8d41-4c92e7684bb4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:52.067917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-37eb870e-665e-4fc7-9588-a349f9244b5a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:52.069029 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-37eb870e-665e-4fc7-9588-a349f9244b5a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/routers/ca57cd65-3979-458d-b978-d363451941be HTTP/1.1" status: 204 len: 168 time: 0.9895782 Oct 05 09:36:52.079375 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-741c0084-9b34-41f0-9084-1b8036ea0fcf tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:52.079375 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-741c0084-9b34-41f0-9084-1b8036ea0fcf tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:52.079375 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-741c0084-9b34-41f0-9084-1b8036ea0fcf tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/daae9440-076e-44e2-b93c-d5ca7125ab2c HTTP/1.1" status: 204 len: 168 time: 0.2521114 Oct 05 09:36:52.079375 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39864) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:52.085177 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bc768441-648d-4291-8d41-4c92e7684bb4 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/23b808d1-9d8f-42f7-9098-0ae46a7e32c2 HTTP/1.1" status: 404 len: 337 time: 0.0910408 Oct 05 09:36:52.087712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39866) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:52.088115 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39870) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:52.140255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ed9411ea-ad46-406f-b7ab-0148a8f8af0a up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:52.183236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c0084-9b34-41f0-9084-1b8036ea0fcf tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=daae9440-076e-44e2-b93c-d5ca7125ab2c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:52.194511 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d119124-51ce-4007-b9fc-2ce531798029 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:52.194511 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d119124-51ce-4007-b9fc-2ce531798029 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:52.197511 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3d119124-51ce-4007-b9fc-2ce531798029 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/9bdbb713-c813-444f-b9d0-28340c477b4d HTTP/1.1" status: 404 len: 333 time: 0.1021903 Oct 05 09:36:52.204867 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39876) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:52.215364 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port ed9411ea-ad46-406f-b7ab-0148a8f8af0a triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:52.215972 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:52.216500 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port ed9411ea-ad46-406f-b7ab-0148a8f8af0a Oct 05 09:36:52.265563 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-738a25a9-b90f-430f-ac7a-0a19cd9e6ebc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:52.265792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738a25a9-b90f-430f-ac7a-0a19cd9e6ebc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:52.269836 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-738a25a9-b90f-430f-ac7a-0a19cd9e6ebc tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/b4c2210b-80b2-45b3-ab16-e64305052fbf HTTP/1.1" status: 404 len: 337 time: 0.0601468 Oct 05 09:36:52.278279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39882) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:52.334241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-03ecb53b-1513-4e16-86ab-679afc5b8db0 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:52.340273 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d52c08-fb83-412c-9e59-f890cc09bb88 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting subnet 889a4c7b-abe3-4898-9f4b-f9cae2e29041 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:52.341191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:52.353074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-13d52c08-fb83-412c-9e59-f890cc09bb88 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:52.358285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port ed9411ea-ad46-406f-b7ab-0148a8f8af0a is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:52.378454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:52.383760 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca33b83-4e47-4ec4-b5ed-f765f61daa6f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:52.384533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca33b83-4e47-4ec4-b5ed-f765f61daa6f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:52.386027 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fca33b83-4e47-4ec4-b5ed-f765f61daa6f tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/d9c8731a-0ee3-49f5-a0d3-b380bd4c2474 HTTP/1.1" status: 404 len: 333 time: 0.1073959 Oct 05 09:36:52.389813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39886) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:52.390585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Network': ['ID=fabb7eb6-4947-489c-bb59-c66e5cb2f11b,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:52.402754 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/networks/fabb7eb6-4947-489c-bb59-c66e5cb2f11b HTTP/1.1" status: 204 len: 168 time: 3.5278332 Oct 05 09:36:52.406423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39892) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:52.447947 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf3f949-4428-4f71-9774-17d4fcf28f5c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:52.448407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf3f949-4428-4f71-9774-17d4fcf28f5c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:52.452832 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-dcf3f949-4428-4f71-9774-17d4fcf28f5c tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/be68e780-437f-4049-b213-72d1ece3932a HTTP/1.1" status: 404 len: 337 time: 0.0553846 Oct 05 09:36:52.452832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:52.452832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:52.452832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:52.452832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:52.453255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:52.453255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:52.453488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:52.454002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:52.454318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:52.454636 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:52.454954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:52.455352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1d21-4869-4be7-8f6f-9468eac6aaf5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:52.455810 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39898) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:52.481453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbb40fd-1a7a-4d80-886c-59bd4e703cfb tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:36:52.519215 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-03ecb53b-1513-4e16-86ab-679afc5b8db0 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:52.520560 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-03ecb53b-1513-4e16-86ab-679afc5b8db0 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4297025 Oct 05 09:36:52.545886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39906) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:52.555798 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 4 to provision port d0b33d59-126e-4ecd-ac06-94ddf739c258 Oct 05 09:36:52.564970 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-805b85af-cec1-4a5e-91bf-60cecc07b9a1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:52.565473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805b85af-cec1-4a5e-91bf-60cecc07b9a1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:52.569659 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-805b85af-cec1-4a5e-91bf-60cecc07b9a1 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/c63a3ce8-efbc-4b50-899a-e2c86d10d7eb HTTP/1.1" status: 404 len: 333 time: 0.1045852 Oct 05 09:36:52.570116 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-13d52c08-fb83-412c-9e59-f890cc09bb88 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:52.571301 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39910) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:52.617813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port d0b33d59-126e-4ecd-ac06-94ddf739c258 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:52.625868 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-164db0b9-8229-4d47-a1b6-7f557f33b8f7 req-47f97685-0627-47af-b548-321c3ea1f5a9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1116631 Oct 05 09:36:52.627468 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8dc038b1-f2cf-4e3a-aeb8-8345bd84e4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:52.641257 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d72933f-ac6f-44c0-8bd9-f2e82d0b6b37 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:52.641725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d72933f-ac6f-44c0-8bd9-f2e82d0b6b37 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:52.643460 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4d72933f-ac6f-44c0-8bd9-f2e82d0b6b37 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/03786b97-4af6-421b-a089-d285823ba3fb HTTP/1.1" status: 404 len: 337 time: 0.0697715 Oct 05 09:36:52.648155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39914) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:52.656066 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-20284d2c-77e4-4fba-aeb9-2732579a8bf8 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:52.675721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-20284d2c-77e4-4fba-aeb9-2732579a8bf8 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:52.703213 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae75f87d-74c0-4414-afbd-d0d6a83ac463 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:52.703677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae75f87d-74c0-4414-afbd-d0d6a83ac463 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:52.705336 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ae75f87d-74c0-4414-afbd-d0d6a83ac463 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/ports/17fb61cd-895c-4ebc-90df-32df6bbffe59 HTTP/1.1" status: 404 len: 333 time: 0.0554421 Oct 05 09:36:52.714532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39920) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:52.721670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9260d8-ae8e-4908-8f57-9fb7ffb17c9f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:52.728562 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6b9260d8-ae8e-4908-8f57-9fb7ffb17c9f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3151791 Oct 05 09:36:52.729100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39924) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:52.840334 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbb40fd-1a7a-4d80-886c-59bd4e703cfb tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:36:52.851054 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32541dba-d253-47cb-b3d5-9373c7bdc90f None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:36:52.863523 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32541dba-d253-47cb-b3d5-9373c7bdc90f None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:52.864156 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-32541dba-d253-47cb-b3d5-9373c7bdc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:52.889399 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce66452-4d5a-459c-9d89-79a464ba62e7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] DELETE failed (client error): The resource could not be found. Oct 05 09:36:52.889860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce66452-4d5a-459c-9d89-79a464ba62e7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:36:52.893929 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1ce66452-4d5a-459c-9d89-79a464ba62e7 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/subnets/8e33d294-3187-4c09-a59d-7ec137e4124b HTTP/1.1" status: 404 len: 337 time: 0.1667802 Oct 05 09:36:52.894911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39930) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:52.904563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-20284d2c-77e4-4fba-aeb9-2732579a8bf8 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:52.947822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20284d2c-77e4-4fba-aeb9-2732579a8bf8 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec9584b2-449b-4ae8-ae5c-9b011f91cedb,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:52.950113 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-32541dba-d253-47cb-b3d5-9373c7bdc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:52.961081 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32541dba-d253-47cb-b3d5-9373c7bdc90f None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:52.961932 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-32541dba-d253-47cb-b3d5-9373c7bdc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:52.970897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-13d52c08-fb83-412c-9e59-f890cc09bb88 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.025274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-660aa257-b346-4d7a-a2ce-6ab9be7b7647 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:53.043796 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-20284d2c-77e4-4fba-aeb9-2732579a8bf8 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.045060 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-20284d2c-77e4-4fba-aeb9-2732579a8bf8 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ec9584b2-449b-4ae8-ae5c-9b011f91cedb HTTP/1.1" status: 204 len: 168 time: 0.4908781 Oct 05 09:36:53.049606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39938) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:53.067467 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-32541dba-d253-47cb-b3d5-9373c7bdc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:53.068029 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32541dba-d253-47cb-b3d5-9373c7bdc90f None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:36:53.068411 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72ac30f1-41cf-4162-beed-bc5c62930a80 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.118905 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 5 to provision port d0b33d59-126e-4ecd-ac06-94ddf739c258 Oct 05 09:36:53.183904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-709c8eba-951f-49b6-954c-987f0e9600b8 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:53.187344 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port d0b33d59-126e-4ecd-ac06-94ddf739c258 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:53.204394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-660aa257-b346-4d7a-a2ce-6ab9be7b7647 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:53.205741 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-660aa257-b346-4d7a-a2ce-6ab9be7b7647 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4730308 Oct 05 09:36:53.215050 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39944) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:53.224348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-760491019'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:53.228277 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-13d52c08-fb83-412c-9e59-f890cc09bb88 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.265238 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72ac30f1-41cf-4162-beed-bc5c62930a80 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.273103 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:53.292319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:network and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:53.292844 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39948) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:53.293572 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:53.303639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d52c08-fb83-412c-9e59-f890cc09bb88 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Subnet': ['ID=889a4c7b-abe3-4898-9f4b-f9cae2e29041,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:53.320212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:53.321470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-709c8eba-951f-49b6-954c-987f0e9600b8 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:53.322763 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-709c8eba-951f-49b6-954c-987f0e9600b8 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2604074 Oct 05 09:36:53.322888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1436a3b4-dc69-48e8-9c6d-f480773cf4dd None None] Network e67ae5ec-12e5-464f-a375-eb1305bd5941 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:53.325896 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39954) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:53.329384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbb40fd-1a7a-4d80-886c-59bd4e703cfb tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 23eb0deb-b5cf-463a-815d-9660aef990fd has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:36:53.334977 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-72ac30f1-41cf-4162-beed-bc5c62930a80 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b6a4d4-ed6d-4ca3-8d85-478290e4ad60']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:53.343040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-13d52c08-fb83-412c-9e59-f890cc09bb88 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.354738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-72ac30f1-41cf-4162-beed-bc5c62930a80 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b6962c-db6b-41ed-9a19-2f023a382a7e') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:53.355013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-72ac30f1-41cf-4162-beed-bc5c62930a80 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b6962c-db6b-41ed-9a19-2f023a382a7e') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:53.370435 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-13d52c08-fb83-412c-9e59-f890cc09bb88 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/889a4c7b-abe3-4898-9f4b-f9cae2e29041 HTTP/1.1" status: 204 len: 168 time: 1.2816772 Oct 05 09:36:53.372149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39958) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:53.373928 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72ac30f1-41cf-4162-beed-bc5c62930a80 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.397187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72ac30f1-41cf-4162-beed-bc5c62930a80 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.404971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ac30f1-41cf-4162-beed-bc5c62930a80 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:53.405879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72ac30f1-41cf-4162-beed-bc5c62930a80 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.503999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'network': {'name': 'tempest-RoutersTest-1142501982'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:53.507978 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:53.511322 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.522560 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 23b6962c-db6b-41ed-9a19-2f023a382a7e resource provider aggregate not found Oct 05 09:36:53.531121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:53.554506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:network and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:53.559205 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 23b6962c-db6b-41ed-9a19-2f023a382a7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23b6962c-db6b-41ed-9a19-2f023a382a7e found for delete ", "request_id": "req-e2625c5d-81db-4feb-a69d-491bbee84b96"}]} Oct 05 09:36:53.559873 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:53.570156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:53.584710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:36:53.602507 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c326b48-d21d-4b2a-af7d-f452f1c7d6e5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.616704 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-eede7953-5c38-4aa9-bf4f-28dcd7234334 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting subnet dfff80ff-050a-4120-a2f5-0e4e2fc9971a {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:53.632084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eede7953-5c38-4aa9-bf4f-28dcd7234334 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.637237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124d38ca-2ffe-4e97-8550-111b7c837d3f None None] DHCP port deletion for e67ae5ec-12e5-464f-a375-eb1305bd5941 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:36:53.641386 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-124d38ca-2ffe-4e97-8550-111b7c837d3f None None] Deleting port ed9411ea-ad46-406f-b7ab-0148a8f8af0a {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:53.641755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-124d38ca-2ffe-4e97-8550-111b7c837d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.650692 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72ac30f1-41cf-4162-beed-bc5c62930a80 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.655239 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72ac30f1-41cf-4162-beed-bc5c62930a80 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.666185 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.667312 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Added segment 07f9f997-3989-4159-893d-a0f2a8bc3939 of type vlan for network 1417886f-8a3f-4247-8ee0-9dab574b3829 Oct 05 09:36:53.693350 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 6 to provision port d0b33d59-126e-4ecd-ac06-94ddf739c258 Oct 05 09:36:53.697312 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbb40fd-1a7a-4d80-886c-59bd4e703cfb tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:36:53.705120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3dbb40fd-1a7a-4d80-886c-59bd4e703cfb tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.714075 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-72ac30f1-41cf-4162-beed-bc5c62930a80 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] 10.222.0.49 "DELETE /v2.0/networks/18b6a4d4-ed6d-4ca3-8d85-478290e4ad60 HTTP/1.1" status: 204 len: 168 time: 0.7938731 Oct 05 09:36:53.715176 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:53.725858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.737647 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361819b-ff49-4bae-a062-8750793f42e7 None None] Sync routers for ids ['23eb0deb-b5cf-463a-815d-9660aef990fd'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:36:53.741471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c326b48-d21d-4b2a-af7d-f452f1c7d6e5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.771761 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eede7953-5c38-4aa9-bf4f-28dcd7234334 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.826900 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6361819b-ff49-4bae-a062-8750793f42e7 None None] Routers {'23eb0deb-b5cf-463a-815d-9660aef990fd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:53.828783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6361819b-ff49-4bae-a062-8750793f42e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['23eb0deb-b5cf-463a-815d-9660aef990fd'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:53.829707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac30f1-41cf-4162-beed-bc5c62930a80 tempest-NetworksTestDHCPv6-320893578 tempest-NetworksTestDHCPv6-320893578-project] Pushing event deleted for resources: {'Network': ['ID=18b6a4d4-ed6d-4ca3-8d85-478290e4ad60,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:53.847605 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.870673 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d89d8dce-bacc-4290-be76-b771ce2b05b8 req-bbfd086a-78cd-407f-a3df-5bb755a8cbe4 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0870934 Oct 05 09:36:53.882108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:53.897347 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:security_group_rule and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:53.897347 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:53.898562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:53.929327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:53.949840 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3dbb40fd-1a7a-4d80-886c-59bd4e703cfb tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "PUT /v2.0/floatingips/12eccae8-c338-442b-b146-f0999799348b HTTP/1.1" status: 200 len: 977 time: 4.9116249 Oct 05 09:36:53.950090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39970) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:53.960040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port d0b33d59-126e-4ecd-ac06-94ddf739c258 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:53.962382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6361819b-ff49-4bae-a062-8750793f42e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:53.984315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6361819b-ff49-4bae-a062-8750793f42e7 None None] Routers {'23eb0deb-b5cf-463a-815d-9660aef990fd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:53.984931 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6361819b-ff49-4bae-a062-8750793f42e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['23eb0deb-b5cf-463a-815d-9660aef990fd'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:54.044884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.054377 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:54.055933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.124966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c326b48-d21d-4b2a-af7d-f452f1c7d6e5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.130917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eede7953-5c38-4aa9-bf4f-28dcd7234334 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.143275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ed9411ea-ad46-406f-b7ab-0148a8f8af0a no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:54.186011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6361819b-ff49-4bae-a062-8750793f42e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:54.186431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361819b-ff49-4bae-a062-8750793f42e7 None None] The sync data for ids ['23eb0deb-b5cf-463a-815d-9660aef990fd'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:36:54.217856 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c326b48-d21d-4b2a-af7d-f452f1c7d6e5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b4a3ca-8751-4826-9eef-9fcf9b1ec552,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:54.229912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Network': ['ID=1417886f-8a3f-4247-8ee0-9dab574b3829,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:54.231634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7ce91-1c91-4ac1-8080-0898063d0887 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port bc719822-292a-46a0-95b8-69c8dbb0b1fc {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:54.232285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ce91-1c91-4ac1-8080-0898063d0887 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.249181 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-124d38ca-2ffe-4e97-8550-111b7c837d3f None None] For port ed9411ea-ad46-406f-b7ab-0148a8f8af0a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ed9411ea-ad46-406f-b7ab-0148a8f8af0a,segment=NetworkSegment(6735544d-a854-456a-8c07-ddda90d67b44),segment_id=6735544d-a854-456a-8c07-ddda90d67b44)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:54.250006 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-124d38ca-2ffe-4e97-8550-111b7c837d3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.263552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 1417886f-8a3f-4247-8ee0-9dab574b3829 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:36:54.277578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.327652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39976) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:54.344103 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-60db6c72-cfae-4daa-a40f-f18c2238c148 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1244209 Oct 05 09:36:54.344723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39982) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:54.350640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'subnet': {'network_id': '1417886f-8a3f-4247-8ee0-9dab574b3829', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:54.357437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.433503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c326b48-d21d-4b2a-af7d-f452f1c7d6e5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.435263 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4c326b48-d21d-4b2a-af7d-f452f1c7d6e5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-groups/a6b4a3ca-8751-4826-9eef-9fcf9b1ec552 HTTP/1.1" status: 204 len: 168 time: 1.1084411 Oct 05 09:36:54.437973 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39986) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:54.451491 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-124d38ca-2ffe-4e97-8550-111b7c837d3f None None] Calling delete_port for ed9411ea-ad46-406f-b7ab-0148a8f8af0a owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:54.459376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eede7953-5c38-4aa9-bf4f-28dcd7234334 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.461544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.484929 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 7 to provision port d0b33d59-126e-4ecd-ac06-94ddf739c258 Oct 05 09:36:54.507254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:36:54.541376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede7953-5c38-4aa9-bf4f-28dcd7234334 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Subnet': ['ID=dfff80ff-050a-4120-a2f5-0e4e2fc9971a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:54.559118 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b44f85a-55ed-4aeb-870d-50121fcc2dd5,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:54.576142 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.576403 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Added segment 1fab6b63-5891-4463-b104-f1c05ad22740 of type vlan for network b0031b53-dc54-4a5a-b546-984a15627aed Oct 05 09:36:54.579991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-dfa18a5e-2577-4e5b-92f3-4dec05e8dab0 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:54.596126 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eede7953-5c38-4aa9-bf4f-28dcd7234334 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.601515 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.617952 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:54.626055 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-eede7953-5c38-4aa9-bf4f-28dcd7234334 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/dfff80ff-050a-4120-a2f5-0e4e2fc9971a HTTP/1.1" status: 204 len: 168 time: 1.2515445 Oct 05 09:36:54.628149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:subnet and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:54.632364 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dcd0da7b-6cc7-4e2f-9fcf-b3bfa8738578 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb74eb48ce8f4cc0bb5feef1cf010df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005872 Oct 05 09:36:54.632364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39990) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:54.633134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 39992) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:54.638336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:54.642495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc227ae-b66e-48fe-bc13-e27541fd9c4b None None] Network c985ff43-2a06-43f1-b66c-905802db75f2 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:54.658475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:54.659353 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.720319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-dfa18a5e-2577-4e5b-92f3-4dec05e8dab0 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:54.721541 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dfa18a5e-2577-4e5b-92f3-4dec05e8dab0 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2821755 Oct 05 09:36:54.727164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 39998) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:54.737473 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ce91-1c91-4ac1-8080-0898063d0887 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.742689 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-368b146a-45fe-49d6-95a3-2969fbb1cb5e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932567062'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:54.761218 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-368b146a-45fe-49d6-95a3-2969fbb1cb5e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:54.768395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port ed9411ea-ad46-406f-b7ab-0148a8f8af0a is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:54.769329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.784529 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port d0b33d59-126e-4ecd-ac06-94ddf739c258 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:54.788730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-368b146a-45fe-49d6-95a3-2969fbb1cb5e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:54.795785 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.809153 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port ed9411ea-ad46-406f-b7ab-0148a8f8af0a {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:54.809493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.818139 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:54.821867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.845340 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.850807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:54.851401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.893287 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-368b146a-45fe-49d6-95a3-2969fbb1cb5e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:54.914242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port ed9411ea-ad46-406f-b7ab-0148a8f8af0a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ed9411ea-ad46-406f-b7ab-0148a8f8af0a,segment=NetworkSegment(6735544d-a854-456a-8c07-ddda90d67b44),segment_id=6735544d-a854-456a-8c07-ddda90d67b44)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:54.921297 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-727af6cb-4498-485f-b60b-d1e7a6bb7921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.018279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.042463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-368b146a-45fe-49d6-95a3-2969fbb1cb5e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:55.059489 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-727af6cb-4498-485f-b60b-d1e7a6bb7921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.087752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.088033 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-368b146a-45fe-49d6-95a3-2969fbb1cb5e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:55.090235 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-430ccc1c-7747-4dc2-b06b-bf4f60c67f48 req-6c750b9a-8925-4dd8-8177-5af8cd09e481 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1224809 Oct 05 09:36:55.091097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Network': ['ID=b0031b53-dc54-4a5a-b546-984a15627aed,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:55.093633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-368b146a-45fe-49d6-95a3-2969fbb1cb5e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:55.105946 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b488e6ed-4ed6-42dd-bf5e-3ae0ab626a30 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8001075 Oct 05 09:36:55.108871 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40004) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:55.114766 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network b0031b53-dc54-4a5a-b546-984a15627aed details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:36:55.115760 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-368b146a-45fe-49d6-95a3-2969fbb1cb5e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:55.136226 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'network': {'name': 'tempest-RoutersTest-1519445160'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:55.150997 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:55.161175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:network and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:55.166669 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:55.190558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:55.201751 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-124d38ca-2ffe-4e97-8550-111b7c837d3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:36:55.202423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-124d38ca-2ffe-4e97-8550-111b7c837d3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:36:55.219175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=ed9411ea-ad46-406f-b7ab-0148a8f8af0a,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:55.279435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ce91-1c91-4ac1-8080-0898063d0887 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.279819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ce91-1c91-4ac1-8080-0898063d0887 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.283460 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-f1e7ce91-1c91-4ac1-8080-0898063d0887 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Floating IP 12eccae8-c338-442b-b146-f0999799348b disassociated. External IP: 172.26.7.92, port: bc719822-292a-46a0-95b8-69c8dbb0b1fc. Oct 05 09:36:55.283460 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7ce91-1c91-4ac1-8080-0898063d0887 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Calling delete_port for bc719822-292a-46a0-95b8-69c8dbb0b1fc owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:55.285710 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 8 to provision port d0b33d59-126e-4ecd-ac06-94ddf739c258 Oct 05 09:36:55.350429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e85ba94-d98b-4f84-9458-0ff68963e6ca None None] DHCP port deletion for c985ff43-2a06-43f1-b66c-905802db75f2 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:36:55.361505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2e85ba94-d98b-4f84-9458-0ff68963e6ca None None] Deleting port cd6857e7-e429-4706-8f29-2e265917142c {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:55.361875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2e85ba94-d98b-4f84-9458-0ff68963e6ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.390636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port d0b33d59-126e-4ecd-ac06-94ddf739c258 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:55.394913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-727af6cb-4498-485f-b60b-d1e7a6bb7921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.422776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] For port ed9411ea-ad46-406f-b7ab-0148a8f8af0a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ed9411ea-ad46-406f-b7ab-0148a8f8af0a,segment=NetworkSegment(6735544d-a854-456a-8c07-ddda90d67b44),segment_id=6735544d-a854-456a-8c07-ddda90d67b44)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:55.423373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.427716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727af6cb-4498-485f-b60b-d1e7a6bb7921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc64647-864a-4dab-8b23-f5a4fe021ffb,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:55.499297 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-727af6cb-4498-485f-b60b-d1e7a6bb7921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.503469 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-727af6cb-4498-485f-b60b-d1e7a6bb7921 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7fc64647-864a-4dab-8b23-f5a4fe021ffb HTTP/1.1" status: 204 len: 168 time: 0.8690076 Oct 05 09:36:55.504450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.507137 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-368b146a-45fe-49d6-95a3-2969fbb1cb5e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.513005 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.565297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:55.568730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.584000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for ed9411ea-ad46-406f-b7ab-0148a8f8af0a owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:55.610867 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-2e85ba94-d98b-4f84-9458-0ff68963e6ca None None] For port cd6857e7-e429-4706-8f29-2e265917142c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cd6857e7-e429-4706-8f29-2e265917142c,segment=NetworkSegment(5fee47cd-f1f1-4bb1-ac42-b396bee04859),segment_id=5fee47cd-f1f1-4bb1-ac42-b396bee04859)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:55.611096 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2e85ba94-d98b-4f84-9458-0ff68963e6ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.624598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-368b146a-45fe-49d6-95a3-2969fbb1cb5e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.627008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Subnet': ['ID=a13a63cb-0f55-467b-bfb4-72a012b7998e,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:55.632791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Checking segment: {'id': '07f9f997-3989-4159-893d-a0f2a8bc3939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1417886f-8a3f-4247-8ee0-9dab574b3829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:55.633166 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network hostable DHCP agents. Network: 1417886f-8a3f-4247-8ee0-9dab574b3829, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:36:55.696745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b146a-45fe-49d6-95a3-2969fbb1cb5e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13869ace-0307-4c11-ba03-6be180bc7f1c,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:55.703654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:36:55.713197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ce91-1c91-4ac1-8080-0898063d0887 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.730371 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.730371 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Added segment 9a69c73d-ccaf-4430-8333-1c10e73e6c44 of type vlan for network 75da8b55-2427-4ab6-8f3e-6597c0526951 Oct 05 09:36:55.747442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2e85ba94-d98b-4f84-9458-0ff68963e6ca None None] Calling delete_port for cd6857e7-e429-4706-8f29-2e265917142c owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:55.757340 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.793364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network 1417886f-8a3f-4247-8ee0-9dab574b3829 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:36:55.809469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7ce91-1c91-4ac1-8080-0898063d0887 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Port': ['ID=bc719822-292a-46a0-95b8-69c8dbb0b1fc,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:55.821629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-368b146a-45fe-49d6-95a3-2969fbb1cb5e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.823182 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-368b146a-45fe-49d6-95a3-2969fbb1cb5e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0959570 Oct 05 09:36:55.827685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-124d38ca-2ffe-4e97-8550-111b7c837d3f None None] Deleting port ed9411ea-ad46-406f-b7ab-0148a8f8af0a {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:55.828234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-124d38ca-2ffe-4e97-8550-111b7c837d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.830446 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40010) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:55.838156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e26cf972-11af-4612-b9b9-302792400c38 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group_rule': {'security_group_id': '13869ace-0307-4c11-ba03-6be180bc7f1c', 'direction': 'ingress', 'protocol': 17}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:55.851966 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e26cf972-11af-4612-b9b9-302792400c38 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:55.858645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e26cf972-11af-4612-b9b9-302792400c38 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:55.862417 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.867402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e26cf972-11af-4612-b9b9-302792400c38 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:55.903349 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 9 to provision port d0b33d59-126e-4ecd-ac06-94ddf739c258 Oct 05 09:36:55.928273 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.934288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:55.934902 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:55.939348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e26cf972-11af-4612-b9b9-302792400c38 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:55.979277 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=ed9411ea-ad46-406f-b7ab-0148a8f8af0a,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:55.993565 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-124d38ca-2ffe-4e97-8550-111b7c837d3f None None] The port 'ed9411ea-ad46-406f-b7ab-0148a8f8af0a' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:36:55.994823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2e85ba94-d98b-4f84-9458-0ff68963e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:56.070552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85ba94-d98b-4f84-9458-0ff68963e6ca None None] Pushing event deleted for resources: {'Port': ['ID=cd6857e7-e429-4706-8f29-2e265917142c,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:56.074628 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e85ba94-d98b-4f84-9458-0ff68963e6ca None None] No DVR routers for this DVR port cd6857e7-e429-4706-8f29-2e265917142c on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:36:56.088919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port d0b33d59-126e-4ecd-ac06-94ddf739c258 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:56.104137 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No DVR routers for this DVR port ed9411ea-ad46-406f-b7ab-0148a8f8af0a on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:36:56.198937 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cd6857e7-e429-4706-8f29-2e265917142c no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:56.249476 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: cd6857e7-e429-4706-8f29-2e265917142c {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:36:56.249895 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cd6857e7-e429-4706-8f29-2e265917142c not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:36:56.262004 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 1417886f-8a3f-4247-8ee0-9dab574b3829) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:56.271196 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea12fbc-d2f7-4cd2-b843-caf1beca4c05 None None] Network 1417886f-8a3f-4247-8ee0-9dab574b3829 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:56.278266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:56.279303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:56.324394 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0fcdfd9d-feaa-4c39-9715-1d8b5eb0bbcd req-f57fecbd-637f-447d-a70a-c240ce90ec99 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1123729 Oct 05 09:36:56.334099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Network': ['ID=75da8b55-2427-4ab6-8f3e-6597c0526951,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:56.344360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e7ce91-1c91-4ac1-8080-0898063d0887 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 23eb0deb-b5cf-463a-815d-9660aef990fd has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:36:56.357341 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 75da8b55-2427-4ab6-8f3e-6597c0526951 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:36:56.392044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e26cf972-11af-4612-b9b9-302792400c38 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:56.401259 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-09cde471-c6f9-45bb-98bd-4c78a1c98a37 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2878144 Oct 05 09:36:56.426863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40024) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:56.441079 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'subnet': {'network_id': 'b0031b53-dc54-4a5a-b546-984a15627aed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:56.462188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:56.542542 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-31ba9a99-2a33-436a-b5e1-477b55d8ecd6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1971009 Oct 05 09:36:56.550345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40030) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:56.558413 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'network_id': '1417886f-8a3f-4247-8ee0-9dab574b3829', 'name': 'tempest-PortsTestJSON-1555650688'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:56.576458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67ae5ec-12e5-464f-a375-eb1305bd5941']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:56.581062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e7ce91-1c91-4ac1-8080-0898063d0887 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:36:56.590179 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b1c95-4a49-41d6-ae73-85816063528e None None] Sync routers for ids ['23eb0deb-b5cf-463a-815d-9660aef990fd'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:36:56.609330 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b1c95-4a49-41d6-ae73-85816063528e None None] Routers {'23eb0deb-b5cf-463a-815d-9660aef990fd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:56.609961 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-dc9b1c95-4a49-41d6-ae73-85816063528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['23eb0deb-b5cf-463a-815d-9660aef990fd'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:56.631337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6735544d-a854-456a-8c07-ddda90d67b44') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:56.631896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6735544d-a854-456a-8c07-ddda90d67b44') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:56.645557 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Attempt 10 to provision port d0b33d59-126e-4ecd-ac06-94ddf739c258 Oct 05 09:36:56.653345 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:56.681804 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:56.689746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e26cf972-11af-4612-b9b9-302792400c38 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:56.690879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:subnet and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:56.694756 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:56.696957 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:56.707090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:56.707773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:56.708189 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:56.738544 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-dc9b1c95-4a49-41d6-ae73-85816063528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:56.748242 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b1c95-4a49-41d6-ae73-85816063528e None None] Routers {'23eb0deb-b5cf-463a-815d-9660aef990fd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:56.749027 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-dc9b1c95-4a49-41d6-ae73-85816063528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['23eb0deb-b5cf-463a-815d-9660aef990fd'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:56.816737 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-dc9b1c95-4a49-41d6-ae73-85816063528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:56.818246 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b1c95-4a49-41d6-ae73-85816063528e None None] The sync data for ids ['23eb0deb-b5cf-463a-815d-9660aef990fd'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:36:56.832921 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 6735544d-a854-456a-8c07-ddda90d67b44 resource provider aggregate not found Oct 05 09:36:56.838500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e26cf972-11af-4612-b9b9-302792400c38 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:56.850129 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-1417886f-8a3f-4247-8ee0-9dab574b3829', 'network_id': '1417886f-8a3f-4247-8ee0-9dab574b3829', 'tenant_id': '7eeaf2f92eda4e74b4a823d89422d65f', 'fixed_ips': [{'subnet_id': 'a13a63cb-0f55-467b-bfb4-72a012b7998e'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:36:56.850988 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:56.865708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:56.881966 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Port d0b33d59-126e-4ecd-ac06-94ddf739c258 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:56.891721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:56.897473 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ce91-1c91-4ac1-8080-0898063d0887 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:56.899836 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f1e7ce91-1c91-4ac1-8080-0898063d0887 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/ports/bc719822-292a-46a0-95b8-69c8dbb0b1fc HTTP/1.1" status: 204 len: 168 time: 2.9488139 Oct 05 09:36:56.902766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40044) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:56.919513 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 6735544d-a854-456a-8c07-ddda90d67b44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6735544d-a854-456a-8c07-ddda90d67b44 found for delete ", "request_id": "req-7f489e96-4c44-4045-83cd-3b04e15e6faa"}]} Oct 05 09:36:56.919513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cf972-11af-4612-b9b9-302792400c38 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f778496-5ed1-4bcc-bee3-5ad111801964,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:56.921452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Could not find standard attr ID for object 5b4ef33b-c756-426f-bd6e-d1d5e586b13c. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:56.925468 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bb58899d-b10a-40ce-8905-d11ac448c356 None None] Could not find standard attr ID for object dc99622f-3533-4f85-8e42-b89d0a7458ac. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:56.964326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:56.993317 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:56.997647 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/networks/e67ae5ec-12e5-464f-a375-eb1305bd5941 HTTP/1.1" status: 204 len: 168 time: 2.3611188 Oct 05 09:36:56.997647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894a0cd-fadf-43c5-86d3-8fdf1dabc56b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Network': ['ID=e67ae5ec-12e5-464f-a375-eb1305bd5941,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:56.998772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40050) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:57.001776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:57.006198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.025549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:57.029398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.065257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Allocated IP 172.20.0.2 (1417886f-8a3f-4247-8ee0-9dab574b3829/a13a63cb-0f55-467b-bfb4-72a012b7998e/5c9ca080-8213-4074-991a-e82bf717a789) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:57.071288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port c6a9a42c-d103-4def-b747-06286bfa3118 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:36:57.088218 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e26cf972-11af-4612-b9b9-302792400c38 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.089514 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e26cf972-11af-4612-b9b9-302792400c38 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2566423 Oct 05 09:36:57.090777 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40054) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:57.096135 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40056) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:57.218626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b004f91f-c3eb-48f0-8955-289a1c813f9a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.238318 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-70a652ee-871d-4d5e-80ca-c8a452f9984d None None] Could not find standard attr ID for object bc719822-292a-46a0-95b8-69c8dbb0b1fc. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:57.259243 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-70a652ee-871d-4d5e-80ca-c8a452f9984d None None] Could not find standard attr ID for object 204f1495-0588-4140-9cbe-3aac389a940c. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:36:57.290705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-135038233'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:57.303946 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:57.309422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b004f91f-c3eb-48f0-8955-289a1c813f9a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.314423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0a06f96b-d84b-4c83-a2f6-295068e0957e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.324128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Usage tracker for resource:network and tenant:48434d2797fb4bbd88dc22c74afa52ef is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:57.330459 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:57.346846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:57.367732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.391502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Transition to ACTIVE for port object 5c9ca080-8213-4074-991a-e82bf717a789 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:57.412281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Transition to ACTIVE for port object 5c9ca080-8213-4074-991a-e82bf717a789 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:57.468368 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fa69f896-4b50-4364-894a-03d6a161e5c2 req-6278cc0f-7b0e-4294-84e2-94c264356fbb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0685434 Oct 05 09:36:57.475420 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Made reservation on behalf of 48434d2797fb4bbd88dc22c74afa52ef for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:57.475420 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.494221 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.503920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:57.508266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Usage tracker for resource:security_group_rule and tenant:48434d2797fb4bbd88dc22c74afa52ef is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:57.511920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:57.516919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:57.528998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.564576 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.596449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Network 1417886f-8a3f-4247-8ee0-9dab574b3829 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:57.599914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:57.603745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:57.605328 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b004f91f-c3eb-48f0-8955-289a1c813f9a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.609792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Pushing event updated for resources: {'Port': ['ID=5c9ca080-8213-4074-991a-e82bf717a789,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:57.627625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0a06f96b-d84b-4c83-a2f6-295068e0957e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.696190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-0a06f96b-d84b-4c83-a2f6-295068e0957e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c985ff43-2a06-43f1-b66c-905802db75f2']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:57.718264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-0a06f96b-d84b-4c83-a2f6-295068e0957e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fee47cd-f1f1-4bb1-ac42-b396bee04859') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:57.718555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-0a06f96b-d84b-4c83-a2f6-295068e0957e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fee47cd-f1f1-4bb1-ac42-b396bee04859') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:57.724329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Attempting to bind port 5c9ca080-8213-4074-991a-e82bf717a789 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:36:57.724701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Attempting to bind port 5c9ca080-8213-4074-991a-e82bf717a789 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '07f9f997-3989-4159-893d-a0f2a8bc3939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1417886f-8a3f-4247-8ee0-9dab574b3829'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:36:57.725412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Attempting to bind port 5c9ca080-8213-4074-991a-e82bf717a789 on network 1417886f-8a3f-4247-8ee0-9dab574b3829 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:57.731305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:36:57.731608 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Checking segment: {'id': '07f9f997-3989-4159-893d-a0f2a8bc3939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1417886f-8a3f-4247-8ee0-9dab574b3829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:57.732084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.732775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Bound using segment: {'id': '07f9f997-3989-4159-893d-a0f2a8bc3939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1417886f-8a3f-4247-8ee0-9dab574b3829'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:36:57.732956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Bound port: 5c9ca080-8213-4074-991a-e82bf717a789, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f9f997-3989-4159-893d-a0f2a8bc3939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1417886f-8a3f-4247-8ee0-9dab574b3829'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:36:57.733297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.771061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0a06f96b-d84b-4c83-a2f6-295068e0957e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.787742 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004f91f-c3eb-48f0-8955-289a1c813f9a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13869ace-0307-4c11-ba03-6be180bc7f1c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:57.794018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Allocated IP 172.20.0.13 (1417886f-8a3f-4247-8ee0-9dab574b3829/a13a63cb-0f55-467b-bfb4-72a012b7998e/c6a9a42c-d103-4def-b747-06286bfa3118) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:57.818735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0a06f96b-d84b-4c83-a2f6-295068e0957e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.833301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Subnet': ['ID=3f18f188-a929-42ae-9ccf-a4a0d9f35efb,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:57.849785 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Checking segment: {'id': '1fab6b63-5891-4463-b104-f1c05ad22740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b0031b53-dc54-4a5a-b546-984a15627aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:57.850243 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network hostable DHCP agents. Network: b0031b53-dc54-4a5a-b546-984a15627aed, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:36:57.875512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b004f91f-c3eb-48f0-8955-289a1c813f9a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.876943 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b004f91f-c3eb-48f0-8955-289a1c813f9a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-groups/13869ace-0307-4c11-ba03-6be180bc7f1c HTTP/1.1" status: 204 len: 168 time: 0.7700858 Oct 05 09:36:57.881277 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] For port 5c9ca080-8213-4074-991a-e82bf717a789, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:36:57.884235 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40068) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:57.885072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] For port 5c9ca080-8213-4074-991a-e82bf717a789, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=5c9ca080-8213-4074-991a-e82bf717a789,segment=NetworkSegment(07f9f997-3989-4159-893d-a0f2a8bc3939),segment_id=07f9f997-3989-4159-893d-a0f2a8bc3939)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:36:57.938046 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.959133 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:57.970680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5bddd0c7-990d-4ea0-acda-b0dcda877ac0 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:58.003344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a06f96b-d84b-4c83-a2f6-295068e0957e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:58.003344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0a06f96b-d84b-4c83-a2f6-295068e0957e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.008054 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network b0031b53-dc54-4a5a-b546-984a15627aed is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:36:58.051702 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe693e-09d8-4090-878d-a32661bc5dc0 None None] Pushing event updated for resources: {'Port': ['ID=5c9ca080-8213-4074-991a-e82bf717a789,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:58.067436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.070477 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5bddd0c7-990d-4ea0-acda-b0dcda877ac0 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:58.071859 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5bddd0c7-990d-4ea0-acda-b0dcda877ac0 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1858518 Oct 05 09:36:58.081390 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40074) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:58.091965 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 5fee47cd-f1f1-4bb1-ac42-b396bee04859 resource provider aggregate not found Oct 05 09:36:58.095958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-be474100-06ec-4056-a2bc-ab46284f403e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201053064'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:58.113050 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:36:58.115456 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-be474100-06ec-4056-a2bc-ab46284f403e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:58.117532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, b0031b53-dc54-4a5a-b546-984a15627aed) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:58.133616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacde978-ca65-4231-bc9a-51c9d0afefe7 None None] Network b0031b53-dc54-4a5a-b546-984a15627aed requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:58.144875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:58.145788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.150919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1818bcb-dfcd-4e90-8a8b-a352f691e900,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:58.159419 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-be474100-06ec-4056-a2bc-ab46284f403e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:58.159842 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 5fee47cd-f1f1-4bb1-ac42-b396bee04859 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fee47cd-f1f1-4bb1-ac42-b396bee04859 found for delete ", "request_id": "req-74701510-b5c8-455f-8704-e76750074683"}]} Oct 05 09:36:58.159949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.159949 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Added segment 9827d04d-9944-4fdf-8743-2d008e06c308 of type vlan for network 514a23a4-135f-47e6-9549-151d0b33004f Oct 05 09:36:58.200165 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.237395 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be474100-06ec-4056-a2bc-ab46284f403e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.262208 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-39932aee-65f9-4b4a-82b3-c3e4bd70f9dc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8315964 Oct 05 09:36:58.264363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40080) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:58.272802 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'subnet': {'network_id': '75da8b55-2427-4ab6-8f3e-6597c0526951', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:58.337959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0a06f96b-d84b-4c83-a2f6-295068e0957e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.347174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-be474100-06ec-4056-a2bc-ab46284f403e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:58.351703 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0a06f96b-d84b-4c83-a2f6-295068e0957e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.357021 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.363319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:58.364140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.421476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06f96b-d84b-4c83-a2f6-295068e0957e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Network': ['ID=c985ff43-2a06-43f1-b66c-905802db75f2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:58.436736 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-be474100-06ec-4056-a2bc-ab46284f403e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:58.450289 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0a06f96b-d84b-4c83-a2f6-295068e0957e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/networks/c985ff43-2a06-43f1-b66c-905802db75f2 HTTP/1.1" status: 204 len: 168 time: 1.4509652 Oct 05 09:36:58.450932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40084) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:58.453937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-be474100-06ec-4056-a2bc-ab46284f403e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:58.464902 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.465708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-b0031b53-dc54-4a5a-b546-984a15627aed', 'network_id': 'b0031b53-dc54-4a5a-b546-984a15627aed', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'fixed_ips': [{'subnet_id': '3f18f188-a929-42ae-9ccf-a4a0d9f35efb'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:36:58.466972 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.472160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1244600398'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:58.495908 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:58.508050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:network and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:58.511803 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:58.521838 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Transition to ACTIVE for port object c6a9a42c-d103-4def-b747-06286bfa3118 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:58.523315 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:58.534745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-be474100-06ec-4056-a2bc-ab46284f403e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:58.547594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8ba66f2c-39cc-406f-8c54-481d64669ad7 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.663725 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ccf087e6-c3d4-45e6-84c9-5614e846d0b2 req-9850c726-39d8-41cb-991d-c7d406485bb1 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0982566 Oct 05 09:36:58.664832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Allocated IP 172.20.0.2 (b0031b53-dc54-4a5a-b546-984a15627aed/3f18f188-a929-42ae-9ccf-a4a0d9f35efb/9f05f0f8-ccfd-450b-9bee-954678b4fc47) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:58.666844 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5718286 Oct 05 09:36:58.679390 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea5a8f-bd73-4b98-8244-3e6319119ef7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Pushing event updated for resources: {'Network': ['ID=514a23a4-135f-47e6-9549-151d0b33004f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:58.690123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40090) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:58.694068 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:58.697461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 514a23a4-135f-47e6-9549-151d0b33004f details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:36:58.702148 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:subnet and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:58.711679 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Request body: {'subnet': {'network_id': '514a23a4-135f-47e6-9549-151d0b33004f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:58.711883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:58.715132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.728316 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:58.765961 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:36:58.795240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:58.831725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.831725 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Added segment ee187bd2-983b-4c0e-9726-d1adde754381 of type vlan for network 71bf133b-a164-4269-a924-0bed2b5b1fa5 Oct 05 09:36:58.843325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.880486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:58.892613 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Usage tracker for resource:subnet and tenant:48434d2797fb4bbd88dc22c74afa52ef is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:58.897645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be474100-06ec-4056-a2bc-ab46284f403e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.898091 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:58.904684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:58.941779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:58.947643 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.981367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network 1417886f-8a3f-4247-8ee0-9dab574b3829 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:58.984350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:58.991620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:58.994104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:59.031776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be474100-06ec-4056-a2bc-ab46284f403e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.059850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=c6a9a42c-d103-4def-b747-06286bfa3118,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:59.088188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.103888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Transition to ACTIVE for port object 9f05f0f8-ccfd-450b-9bee-954678b4fc47 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:59.106996 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:59.108138 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.129633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Transition to ACTIVE for port object 9f05f0f8-ccfd-450b-9bee-954678b4fc47 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:59.140894 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be474100-06ec-4056-a2bc-ab46284f403e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e6684b-315d-4e1b-99a1-3e36c488dbe4,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:59.149884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be474100-06ec-4056-a2bc-ab46284f403e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.150500 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-be474100-06ec-4056-a2bc-ab46284f403e tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0663955 Oct 05 09:36:59.153048 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40094) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:59.160126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9736d45f-8f89-4855-8d19-0e15f8fa076d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group': {'name': 'tempest-secgroup--728674188'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:59.166982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9736d45f-8f89-4855-8d19-0e15f8fa076d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:59.171663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9736d45f-8f89-4855-8d19-0e15f8fa076d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:59.176055 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9736d45f-8f89-4855-8d19-0e15f8fa076d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:59.183592 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Made reservation on behalf of 48434d2797fb4bbd88dc22c74afa52ef for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:59.187428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.201623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9736d45f-8f89-4855-8d19-0e15f8fa076d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:59.203668 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.209899 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8b7ffdcf-fac5-441a-9417-6a745256656b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6541252 Oct 05 09:36:59.210213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40098) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:59.216127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.221723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:59.222378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.225420 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'network_id': '1417886f-8a3f-4247-8ee0-9dab574b3829', 'name': 'tempest-PortsTestJSON-698939273'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:59.256509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-8ba66f2c-39cc-406f-8c54-481d64669ad7 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port d0b33d59-126e-4ecd-ac06-94ddf739c258 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:59.256868 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8ba66f2c-39cc-406f-8c54-481d64669ad7 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.273174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Network b0031b53-dc54-4a5a-b546-984a15627aed is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:59.276249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:59.285213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:59.347076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Pushing event updated for resources: {'Port': ['ID=9f05f0f8-ccfd-450b-9bee-954678b4fc47,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:59.398144 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9736d45f-8f89-4855-8d19-0e15f8fa076d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.413113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Network': ['ID=71bf133b-a164-4269-a924-0bed2b5b1fa5,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:59.425192 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0c542489-765c-4109-92d9-067f789201f4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9700894 Oct 05 09:36:59.427097 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40102) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:59.431681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 71bf133b-a164-4269-a924-0bed2b5b1fa5 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:36:59.463103 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:36:59.508004 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'subnet': {'network_id': '71bf133b-a164-4269-a924-0bed2b5b1fa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:59.518610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Attempting to bind port 9f05f0f8-ccfd-450b-9bee-954678b4fc47 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:36:59.518989 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Attempting to bind port 9f05f0f8-ccfd-450b-9bee-954678b4fc47 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '1fab6b63-5891-4463-b104-f1c05ad22740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b0031b53-dc54-4a5a-b546-984a15627aed'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:36:59.519109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9736d45f-8f89-4855-8d19-0e15f8fa076d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:59.519353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Attempting to bind port 9f05f0f8-ccfd-450b-9bee-954678b4fc47 on network b0031b53-dc54-4a5a-b546-984a15627aed {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:59.542903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:36:59.548193 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Checking segment: {'id': '1fab6b63-5891-4463-b104-f1c05ad22740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b0031b53-dc54-4a5a-b546-984a15627aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:59.548193 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.548193 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Bound using segment: {'id': '1fab6b63-5891-4463-b104-f1c05ad22740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b0031b53-dc54-4a5a-b546-984a15627aed'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:36:59.548193 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Bound port: 9f05f0f8-ccfd-450b-9bee-954678b4fc47, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fab6b63-5891-4463-b104-f1c05ad22740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b0031b53-dc54-4a5a-b546-984a15627aed'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:36:59.548193 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.548632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9736d45f-8f89-4855-8d19-0e15f8fa076d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:59.558837 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9736d45f-8f89-4855-8d19-0e15f8fa076d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:59.582319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9736d45f-8f89-4855-8d19-0e15f8fa076d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:59.618356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:59.663450 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] For port 9f05f0f8-ccfd-450b-9bee-954678b4fc47, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:36:59.669161 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] For port 9f05f0f8-ccfd-450b-9bee-954678b4fc47, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9f05f0f8-ccfd-450b-9bee-954678b4fc47,segment=NetworkSegment(1fab6b63-5891-4463-b104-f1c05ad22740),segment_id=1fab6b63-5891-4463-b104-f1c05ad22740)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:36:59.669462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:port and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:59.671443 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:59.675326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8ba66f2c-39cc-406f-8c54-481d64669ad7 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.676959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7641b75-6750-4c6c-bb81-1622daba7a23 None None] Network 1417886f-8a3f-4247-8ee0-9dab574b3829 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:59.681708 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:59.687223 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:subnet and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:59.692247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:59.765035 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9736d45f-8f89-4855-8d19-0e15f8fa076d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.777428 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.816794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:59.816794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:59.906093 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383102b1-d59c-42e8-b95e-36b6c93980c6 None None] Pushing event updated for resources: {'Port': ['ID=9f05f0f8-ccfd-450b-9bee-954678b4fc47,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:59.912982 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f4788fb2-83a1-4d2d-a3ac-9906f339e13b None None] Provisioning for port 5c9ca080-8213-4074-991a-e82bf717a789 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:59.933417 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:59.941856 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-8ba66f2c-39cc-406f-8c54-481d64669ad7 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Calling delete_port for d0b33d59-126e-4ecd-ac06-94ddf739c258 owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:59.986226 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Subnet': ['ID=296c4a76-57fd-4895-95fe-d79fddf5795d,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:59.990906 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-873024c2-270f-42a3-8f65-a1b9024bf566 req-2e6e7c49-7687-49b9-a59b-fd8944e8b061 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1948409 Oct 05 09:37:00.003750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9736d45f-8f89-4855-8d19-0e15f8fa076d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:00.071343 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736d45f-8f89-4855-8d19-0e15f8fa076d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47733d0-c7c1-43e4-99af-01e3388613d0,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:00.149743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:00.154148 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:00.188281 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Checking segment: {'id': '9a69c73d-ccaf-4430-8333-1c10e73e6c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75da8b55-2427-4ab6-8f3e-6597c0526951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:00.188785 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network hostable DHCP agents. Network: 75da8b55-2427-4ab6-8f3e-6597c0526951, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:37:00.189604 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:00.193244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:00.205788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port c8c2493d-953f-4142-96b7-0f3a9392d3af yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:37:00.256074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 5c9ca080-8213-4074-991a-e82bf717a789 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:00.263325 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:00.327641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9736d45f-8f89-4855-8d19-0e15f8fa076d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:00.331926 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9736d45f-8f89-4855-8d19-0e15f8fa076d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1752527 Oct 05 09:37:00.335680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40110) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:00.351109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-179aff77-9d30-42e4-adee-1d42b394a62d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group_rule': {'security_group_id': 'd4e6684b-315d-4e1b-99a1-3e36c488dbe4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e47733d0-c7c1-43e4-99af-01e3388613d0', 'remote_ip_prefix': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:00.370798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-179aff77-9d30-42e4-adee-1d42b394a62d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:00.382690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-179aff77-9d30-42e4-adee-1d42b394a62d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:00.390574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-179aff77-9d30-42e4-adee-1d42b394a62d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:00.391384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 75da8b55-2427-4ab6-8f3e-6597c0526951 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:37:00.407576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-179aff77-9d30-42e4-adee-1d42b394a62d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:00.456411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 5c9ca080-8213-4074-991a-e82bf717a789 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:00.464609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 5c9ca080-8213-4074-991a-e82bf717a789 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:00.466020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:00.466626 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 5c9ca080-8213-4074-991a-e82bf717a789 Oct 05 09:37:00.571105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Provisioning complete for port 5c9ca080-8213-4074-991a-e82bf717a789 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:00.571875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:00.572439 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Attempt 1 to provision port 5c9ca080-8213-4074-991a-e82bf717a789 Oct 05 09:37:00.588718 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Pushing event updated for resources: {'Subnet': ['ID=d9c7cc88-afba-4776-99e9-3dab8e17e8f4,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:00.601375 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 75da8b55-2427-4ab6-8f3e-6597c0526951) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:00.615622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:00.616202 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:00.623811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37f093b-3f63-4790-ab56-cbecc8d06f83 None None] Network 75da8b55-2427-4ab6-8f3e-6597c0526951 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:00.632275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Checking segment: {'id': '9827d04d-9944-4fdf-8743-2d008e06c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '514a23a4-135f-47e6-9549-151d0b33004f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:00.632629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Network hostable DHCP agents. Network: 514a23a4-135f-47e6-9549-151d0b33004f, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:37:00.655346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-179aff77-9d30-42e4-adee-1d42b394a62d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:00.688109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Allocated IP 172.20.0.4 (1417886f-8a3f-4247-8ee0-9dab574b3829/a13a63cb-0f55-467b-bfb4-72a012b7998e/c8c2493d-953f-4142-96b7-0f3a9392d3af) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:00.705259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:00.758431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8ba66f2c-39cc-406f-8c54-481d64669ad7 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:00.762139 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-01e1e96d-5301-4d57-8166-3f5285f115af tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4960506 Oct 05 09:37:00.764865 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Network 514a23a4-135f-47e6-9549-151d0b33004f is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:37:00.766621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40114) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:00.820470 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 514a23a4-135f-47e6-9549-151d0b33004f) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:00.828705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:00.829294 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:00.840766 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a15db5c-dd30-4c36-a7b6-eb03cf233d18 None None] Network 514a23a4-135f-47e6-9549-151d0b33004f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:00.852401 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba66f2c-39cc-406f-8c54-481d64669ad7 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Port': ['ID=d0b33d59-126e-4ecd-ac06-94ddf739c258,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:00.858276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-1be292bf-7645-4cf9-898f-afbb0bef12c0 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1867674629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:00.933511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1be292bf-7645-4cf9-898f-afbb0bef12c0 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:00.941574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1be292bf-7645-4cf9-898f-afbb0bef12c0 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:router and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:00.945409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1be292bf-7645-4cf9-898f-afbb0bef12c0 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:00.952679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1be292bf-7645-4cf9-898f-afbb0bef12c0 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:00.982598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 5c9ca080-8213-4074-991a-e82bf717a789 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:00.982879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.049724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-179aff77-9d30-42e4-adee-1d42b394a62d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.077320 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6269496c-247d-4ba0-83a5-3c748953a4bb tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3797419 Oct 05 09:37:01.078258 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40120) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:01.095757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Request body: {'port': {'network_id': '514a23a4-135f-47e6-9549-151d0b33004f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1689604542'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:01.121148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Checking segment: {'id': 'ee187bd2-983b-4c0e-9726-d1adde754381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '71bf133b-a164-4269-a924-0bed2b5b1fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:01.121535 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network hostable DHCP agents. Network: 71bf133b-a164-4269-a924-0bed2b5b1fa5, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:37:01.126559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1be292bf-7645-4cf9-898f-afbb0bef12c0 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.129005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1be292bf-7645-4cf9-898f-afbb0bef12c0 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.146607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Subnet': ['ID=7f77e8ac-a5c8-4e0b-9cac-5b5754ece9ff,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:01.161580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-179aff77-9d30-42e4-adee-1d42b394a62d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.202120 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 5c9ca080-8213-4074-991a-e82bf717a789, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=5c9ca080-8213-4074-991a-e82bf717a789,segment=NetworkSegment(07f9f997-3989-4159-893d-a0f2a8bc3939),segment_id=07f9f997-3989-4159-893d-a0f2a8bc3939)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:01.222478 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179aff77-9d30-42e4-adee-1d42b394a62d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e81cdf6-8f3a-4909-bf81-87c40c1ebd22,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:01.237612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1be292bf-7645-4cf9-898f-afbb0bef12c0 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.251747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Current status of the port 5c9ca080-8213-4074-991a-e82bf717a789 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:01.252081 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.317743 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 71bf133b-a164-4269-a924-0bed2b5b1fa5 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:37:01.325809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.386346 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1cf5076d-2b01-4b4b-b49d-3b470eabbc6d req-04c659de-3b3f-4ff9-a8bc-461ec87da9e0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.2763300 Oct 05 09:37:01.399504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.422512 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-179aff77-9d30-42e4-adee-1d42b394a62d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.428934 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-179aff77-9d30-42e4-adee-1d42b394a62d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0867865 Oct 05 09:37:01.428934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 71bf133b-a164-4269-a924-0bed2b5b1fa5) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:01.429159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:01.429649 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.432142 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:01.436525 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Usage tracker for resource:port and tenant:48434d2797fb4bbd88dc22c74afa52ef is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:01.439826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:01.443306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40124) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:01.446107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1be292bf-7645-4cf9-898f-afbb0bef12c0 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.451433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:01.453817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff0550a-4330-46a1-8f67-9c443aa1d7c6 None None] Network b0031b53-dc54-4a5a-b546-984a15627aed requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:01.460482 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Transition to ACTIVE for port object c8c2493d-953f-4142-96b7-0f3a9392d3af will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:01.486404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed97cb7-91c6-4f53-af0b-6c9d99cc4904 None None] Network 71bf133b-a164-4269-a924-0bed2b5b1fa5 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:01.524615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55ef1ea9-f36c-4607-ae1e-359e3e821f26 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.530533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8ba66f2c-39cc-406f-8c54-481d64669ad7 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.542567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55ef1ea9-f36c-4607-ae1e-359e3e821f26 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.547544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Made reservation on behalf of 48434d2797fb4bbd88dc22c74afa52ef for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:01.552606 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.576223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] device_id is not set on port ce2851c4-fcf4-4480-ba82-589ffb62422a yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:37:01.601031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-75da8b55-2427-4ab6-8f3e-6597c0526951', 'network_id': '75da8b55-2427-4ab6-8f3e-6597c0526951', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'fixed_ips': [{'subnet_id': '296c4a76-57fd-4895-95fe-d79fddf5795d'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:37:01.601835 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.610921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.621345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1be292bf-7645-4cf9-898f-afbb0bef12c0 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.627304 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1be292bf-7645-4cf9-898f-afbb0bef12c0 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7837043 Oct 05 09:37:01.627304 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7a020c27-3aaa-4264-86c4-38a1ebcee8d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1448052 Oct 05 09:37:01.629632 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40128) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:01.629796 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40130) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:01.688008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network 1417886f-8a3f-4247-8ee0-9dab574b3829 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:01.690986 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:01.695095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:01.706975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-6dacd6d2-aed6-4552-95ba-9e6aebd14629 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-884175228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:01.729504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=c8c2493d-953f-4142-96b7-0f3a9392d3af,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:01.737887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6dacd6d2-aed6-4552-95ba-9e6aebd14629 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:01.774637 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:01.775415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:01.862407 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4cac9787-8a5f-4121-abbc-2d6839a72af5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6510212 Oct 05 09:37:01.865146 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40136) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:01.890134 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:37:01.890581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:37:01.982854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a0931c-0785-4cd9-87bb-25ee629021c0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:01.982854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a2a0931c-0785-4cd9-87bb-25ee629021c0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:01.985646 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-514a23a4-135f-47e6-9549-151d0b33004f', 'network_id': '514a23a4-135f-47e6-9549-151d0b33004f', 'tenant_id': '48434d2797fb4bbd88dc22c74afa52ef', 'fixed_ips': [{'subnet_id': 'd9c7cc88-afba-4776-99e9-3dab8e17e8f4'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:37:01.986507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.005730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6dacd6d2-aed6-4552-95ba-9e6aebd14629 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:router and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:02.008424 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=5c9ca080-8213-4074-991a-e82bf717a789,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:02.020416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6dacd6d2-aed6-4552-95ba-9e6aebd14629 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:02.024091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55ef1ea9-f36c-4607-ae1e-359e3e821f26 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.061572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6dacd6d2-aed6-4552-95ba-9e6aebd14629 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:02.082918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a2a0931c-0785-4cd9-87bb-25ee629021c0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:02.084211 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a2a0931c-0785-4cd9-87bb-25ee629021c0 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.2181184 Oct 05 09:37:02.089583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40140) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:02.139494 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef1ea9-f36c-4607-ae1e-359e3e821f26 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e81cdf6-8f3a-4909-bf81-87c40c1ebd22,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:02.158165 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55ef1ea9-f36c-4607-ae1e-359e3e821f26 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.162763 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-55ef1ea9-f36c-4607-ae1e-359e3e821f26 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/3e81cdf6-8f3a-4909-bf81-87c40c1ebd22 HTTP/1.1" status: 204 len: 168 time: 0.7151115 Oct 05 09:37:02.165738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40144) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:02.214795 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Allocated IP 172.20.0.14 (514a23a4-135f-47e6-9549-151d0b33004f/d9c7cc88-afba-4776-99e9-3dab8e17e8f4/ce2851c4-fcf4-4480-ba82-589ffb62422a) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:02.243393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-00d5b369-53d8-4921-893d-cff1ec9f8daf tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port c8c2493d-953f-4142-96b7-0f3a9392d3af {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:02.243728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00d5b369-53d8-4921-893d-cff1ec9f8daf tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.284991 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 5c9ca080-8213-4074-991a-e82bf717a789 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:02.290257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6dacd6d2-aed6-4552-95ba-9e6aebd14629 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.291267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6dacd6d2-aed6-4552-95ba-9e6aebd14629 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.310647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1e67bd02-87e3-4296-b2b0-43d7797c55b3 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:02.342127 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-71bf133b-a164-4269-a924-0bed2b5b1fa5', 'network_id': '71bf133b-a164-4269-a924-0bed2b5b1fa5', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'fixed_ips': [{'subnet_id': '7f77e8ac-a5c8-4e0b-9cac-5b5754ece9ff'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:37:02.343587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.501693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6dacd6d2-aed6-4552-95ba-9e6aebd14629 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.510635 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1e67bd02-87e3-4296-b2b0-43d7797c55b3 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:02.515024 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1e67bd02-87e3-4296-b2b0-43d7797c55b3 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3467028 Oct 05 09:37:02.515700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40150) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:02.601319 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-24c33773-46ac-4327-9419-ab046685e660 req-2136d3b8-5052-490f-84f9-3ed409fa5970 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1084611 Oct 05 09:37:02.637664 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Current status of the port 5c9ca080-8213-4074-991a-e82bf717a789 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:02.656846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.677289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 5c9ca080-8213-4074-991a-e82bf717a789 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:02.677882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.678232 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 5c9ca080-8213-4074-991a-e82bf717a789 Oct 05 09:37:02.743910 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Allocated IP 172.21.0.2 (75da8b55-2427-4ab6-8f3e-6597c0526951/296c4a76-57fd-4895-95fe-d79fddf5795d/c5330d89-58bd-4fe0-aaa9-ff072cafbe5c) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:02.765322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Provisioning for port c6a9a42c-d103-4def-b747-06286bfa3118 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:02.777153 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Provisioning complete for port c6a9a42c-d103-4def-b747-06286bfa3118 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:02.777444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.778406 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Attempt 1 to provision port c6a9a42c-d103-4def-b747-06286bfa3118 Oct 05 09:37:02.793665 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-30a5d2ad-37a1-4fc8-bb1a-9b66f7555396 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.838757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.860285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6dacd6d2-aed6-4552-95ba-9e6aebd14629 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.880808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba66f2c-39cc-406f-8c54-481d64669ad7 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 23eb0deb-b5cf-463a-815d-9660aef990fd has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:37:02.886635 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00d5b369-53d8-4921-893d-cff1ec9f8daf tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.891406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Port c6a9a42c-d103-4def-b747-06286bfa3118 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:02.895767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-30a5d2ad-37a1-4fc8-bb1a-9b66f7555396 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:02.906988 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Transition to ACTIVE for port object ce2851c4-fcf4-4480-ba82-589ffb62422a will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:03.024478 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6dacd6d2-aed6-4552-95ba-9e6aebd14629 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:03.028532 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6dacd6d2-aed6-4552-95ba-9e6aebd14629 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3954315 Oct 05 09:37:03.036617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40156) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:03.042270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Allocated IP 2001:db8::2 (71bf133b-a164-4269-a924-0bed2b5b1fa5/7f77e8ac-a5c8-4e0b-9cac-5b5754ece9ff/86fb2e17-e814-4afe-897b-904cbed85689) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:03.058369 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'port': {'network_id': '71bf133b-a164-4269-a924-0bed2b5b1fa5', 'name': 'tempest-RoutersIpV6Test-2100825950'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:03.070737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 5c9ca080-8213-4074-991a-e82bf717a789 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:03.072030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9f05f0f8-ccfd-450b-9bee-954678b4fc47 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:03.178679 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-00d5b369-53d8-4921-893d-cff1ec9f8daf tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for c8c2493d-953f-4142-96b7-0f3a9392d3af owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:03.276503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Allocated IP 172.20.0.1 (b0031b53-dc54-4a5a-b546-984a15627aed/3f18f188-a929-42ae-9ccf-a4a0d9f35efb/a3c7745d-f374-402c-92fe-7723697671b8) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:03.372117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-30a5d2ad-37a1-4fc8-bb1a-9b66f7555396 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:03.385597 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:03.453083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5d2ad-37a1-4fc8-bb1a-9b66f7555396 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47733d0-c7c1-43e4-99af-01e3388613d0,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:03.455506 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Allocated IP 172.20.0.2 (514a23a4-135f-47e6-9549-151d0b33004f/d9c7cc88-afba-4776-99e9-3dab8e17e8f4/4d64946a-11fe-444d-89f9-82f3b93f9938) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:03.497810 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Network 514a23a4-135f-47e6-9549-151d0b33004f is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:03.503017 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:03.505525 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Pushing event updated for resources: {'Port': ['ID=ce2851c4-fcf4-4480-ba82-589ffb62422a,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:03.507782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:03.556971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00d5b369-53d8-4921-893d-cff1ec9f8daf tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:03.626276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5b369-53d8-4921-893d-cff1ec9f8daf tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=c8c2493d-953f-4142-96b7-0f3a9392d3af,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:03.669196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba66f2c-39cc-406f-8c54-481d64669ad7 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:03.679513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:03.680219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:03.683400 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8ba66f2c-39cc-406f-8c54-481d64669ad7 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "PUT /v2.0/routers/23eb0deb-b5cf-463a-815d-9660aef990fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7794363 Oct 05 09:37:03.690211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-30a5d2ad-37a1-4fc8-bb1a-9b66f7555396 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:03.694458 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-30a5d2ad-37a1-4fc8-bb1a-9b66f7555396 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-groups/e47733d0-c7c1-43e4-99af-01e3388613d0 HTTP/1.1" status: 204 len: 168 time: 1.1306074 Oct 05 09:37:03.694458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40162) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:03.694458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40164) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:03.708072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:03.718049 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Transition to ACTIVE for port object 4d64946a-11fe-444d-89f9-82f3b93f9938 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:03.736494 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:03.738290 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Transition to ACTIVE for port object 4d64946a-11fe-444d-89f9-82f3b93f9938 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:03.746685 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Attempt 2 to provision port c6a9a42c-d103-4def-b747-06286bfa3118 Oct 05 09:37:03.751101 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:port and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:03.757132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:03.767290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:03.770972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:03.792526 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Transition to ACTIVE for port object a3c7745d-f374-402c-92fe-7723697671b8 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:03.802473 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847fd4a0-085d-4644-8db1-430bc0992a33 None None] Sync routers for ids ['23eb0deb-b5cf-463a-815d-9660aef990fd'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:03.853257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:03.889952 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:03.893450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:03.920735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:03.948259 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847fd4a0-085d-4644-8db1-430bc0992a33 None None] Routers {'23eb0deb-b5cf-463a-815d-9660aef990fd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:03.948908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-847fd4a0-085d-4644-8db1-430bc0992a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['23eb0deb-b5cf-463a-815d-9660aef990fd'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:03.968441 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-606d9371-6086-49d0-8df9-7f60736f8bea req-e93d5fd7-be29-4ec1-895f-ae6b5cbbe15e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.2217095 Oct 05 09:37:04.015008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 9f05f0f8-ccfd-450b-9bee-954678b4fc47 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:04.023322 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c8e2032b-3cdf-4c11-8823-c7513643c20d tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9320812 Oct 05 09:37:04.023543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] device_id is not set on port a3769257-3116-4ab5-b779-b855d46146ce yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:37:04.031324 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00d5b369-53d8-4921-893d-cff1ec9f8daf tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.034581 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-00d5b369-53d8-4921-893d-cff1ec9f8daf tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/c8c2493d-953f-4142-96b7-0f3a9392d3af HTTP/1.1" status: 204 len: 168 time: 1.9416966 Oct 05 09:37:04.034581 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40172) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:04.045719 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Request body: {'port': {'network_id': '514a23a4-135f-47e6-9549-151d0b33004f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1215368504', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:04.046233 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.api.validators [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] bootfile-name is not in valid_values {{(pid=89846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:37:04.046573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.api.validators [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] tftp-server is not in valid_values {{(pid=89846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:37:04.046898 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.api.validators [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] server-ip-address is not in valid_values {{(pid=89846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:37:04.050997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Port c6a9a42c-d103-4def-b747-06286bfa3118 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:04.067556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40174) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:04.087007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.090757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Network 514a23a4-135f-47e6-9549-151d0b33004f is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:04.099467 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-847fd4a0-085d-4644-8db1-430bc0992a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:04.118656 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network b0031b53-dc54-4a5a-b546-984a15627aed is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:04.118821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:04.124341 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Pushing event updated for resources: {'Port': ['ID=4d64946a-11fe-444d-89f9-82f3b93f9938,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:04.129868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:04.134342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Transition to ACTIVE for port object c5330d89-58bd-4fe0-aaa9-ff072cafbe5c will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:04.136983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:04.139436 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:04.156097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:04.156444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:04.156781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:04.157111 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:04.157436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:04.157763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:04.158100 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:04.158616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:04.159102 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:04.159575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:04.160062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:04.161169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:04.193305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7bc787fb-09fe-42cb-9e21-2879eec78d6d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:04.203509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847fd4a0-085d-4644-8db1-430bc0992a33 None None] Routers {'23eb0deb-b5cf-463a-815d-9660aef990fd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:04.204394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-847fd4a0-085d-4644-8db1-430bc0992a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['23eb0deb-b5cf-463a-815d-9660aef990fd'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:04.217765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=a3c7745d-f374-402c-92fe-7723697671b8,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:04.221301 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1ceeb0-09a1-41f9-92bf-e8782a0a7938 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] GET failed (client error): The resource could not be found. Oct 05 09:37:04.222052 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8f1ceeb0-09a1-41f9-92bf-e8782a0a7938 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:04.253489 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.262858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-105350d4-69c6-48d1-8710-6796d2bb8259 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.282966 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.336634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-847fd4a0-085d-4644-8db1-430bc0992a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:04.337034 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847fd4a0-085d-4644-8db1-430bc0992a33 None None] The sync data for ids ['23eb0deb-b5cf-463a-815d-9660aef990fd'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:04.340143 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Transition to ACTIVE for port object c5330d89-58bd-4fe0-aaa9-ff072cafbe5c will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:04.353716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Transition to ACTIVE for port object 86fb2e17-e814-4afe-897b-904cbed85689 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:04.385324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Attempting to bind port 4d64946a-11fe-444d-89f9-82f3b93f9938 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:37:04.385688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Attempting to bind port 4d64946a-11fe-444d-89f9-82f3b93f9938 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '9827d04d-9944-4fdf-8743-2d008e06c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '514a23a4-135f-47e6-9549-151d0b33004f'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:37:04.386272 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Attempting to bind port 4d64946a-11fe-444d-89f9-82f3b93f9938 on network 514a23a4-135f-47e6-9549-151d0b33004f {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:37:04.393083 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Transition to ACTIVE for port object 86fb2e17-e814-4afe-897b-904cbed85689 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:04.395568 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:37:04.396237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Checking segment: {'id': '9827d04d-9944-4fdf-8743-2d008e06c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '514a23a4-135f-47e6-9549-151d0b33004f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:04.396800 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.397354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Bound using segment: {'id': '9827d04d-9944-4fdf-8743-2d008e06c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '514a23a4-135f-47e6-9549-151d0b33004f'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:37:04.398027 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Bound port: 4d64946a-11fe-444d-89f9-82f3b93f9938, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9827d04d-9944-4fdf-8743-2d008e06c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '514a23a4-135f-47e6-9549-151d0b33004f'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:37:04.398572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.454040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.467212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:04.477482 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Usage tracker for resource:port and tenant:48434d2797fb4bbd88dc22c74afa52ef is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:04.480095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7bc787fb-09fe-42cb-9e21-2879eec78d6d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:04.481331 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7bc787fb-09fe-42cb-9e21-2879eec78d6d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7441385 Oct 05 09:37:04.482461 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:04.486837 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40182) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:04.491768 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:04.502335 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.529086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8f1ceeb0-09a1-41f9-92bf-e8782a0a7938 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:04.533112 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8f1ceeb0-09a1-41f9-92bf-e8782a0a7938 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/c8c2493d-953f-4142-96b7-0f3a9392d3af HTTP/1.1" status: 404 len: 333 time: 0.4637716 Oct 05 09:37:04.533693 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40186) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:04.557676 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Attempt 3 to provision port c6a9a42c-d103-4def-b747-06286bfa3118 Oct 05 09:37:04.562348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Allocated IP 2001:db8::121 (71bf133b-a164-4269-a924-0bed2b5b1fa5/7f77e8ac-a5c8-4e0b-9cac-5b5754ece9ff/a3769257-3116-4ab5-b779-b855d46146ce) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:04.589952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Network 75da8b55-2427-4ab6-8f3e-6597c0526951 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:04.591219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Made reservation on behalf of 48434d2797fb4bbd88dc22c74afa52ef for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:04.594724 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.606029 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:04.608478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:04.623759 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Network 71bf133b-a164-4269-a924-0bed2b5b1fa5 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:04.636548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:04.639086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:04.640465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-105350d4-69c6-48d1-8710-6796d2bb8259 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.662758 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] device_id is not set on port f7d6034d-69a4-4be3-8a8f-0366de3211c7 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:37:04.689459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] For port 4d64946a-11fe-444d-89f9-82f3b93f9938, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:37:04.715139 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5326fceb-c972-4dcd-8c3b-216b2a3bfec7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port c6a9a42c-d103-4def-b747-06286bfa3118 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:04.715740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5326fceb-c972-4dcd-8c3b-216b2a3bfec7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.755064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.764632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Pushing event updated for resources: {'Port': ['ID=c5330d89-58bd-4fe0-aaa9-ff072cafbe5c,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:04.768919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6a56bdc5-4bbd-4eba-b5c7-c6ba26cf210d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.795421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-105350d4-69c6-48d1-8710-6796d2bb8259 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port 2c56e979-cb03-4bf5-9ad7-1df17abd73ba {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:04.795753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-105350d4-69c6-48d1-8710-6796d2bb8259 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.904411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] For port 4d64946a-11fe-444d-89f9-82f3b93f9938, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4d64946a-11fe-444d-89f9-82f3b93f9938,segment=NetworkSegment(9827d04d-9944-4fdf-8743-2d008e06c308),segment_id=9827d04d-9944-4fdf-8743-2d008e06c308)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:37:04.916367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Port c6a9a42c-d103-4def-b747-06286bfa3118 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:04.959805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Attempting to bind port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:37:04.960182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Attempting to bind port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '9a69c73d-ccaf-4430-8333-1c10e73e6c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75da8b55-2427-4ab6-8f3e-6597c0526951'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:37:04.960550 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Attempting to bind port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c on network 75da8b55-2427-4ab6-8f3e-6597c0526951 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:37:04.966448 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Attempting to bind port 86fb2e17-e814-4afe-897b-904cbed85689 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:37:04.966818 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Attempting to bind port 86fb2e17-e814-4afe-897b-904cbed85689 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'ee187bd2-983b-4c0e-9726-d1adde754381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '71bf133b-a164-4269-a924-0bed2b5b1fa5'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:37:04.967188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Attempting to bind port 86fb2e17-e814-4afe-897b-904cbed85689 on network 71bf133b-a164-4269-a924-0bed2b5b1fa5 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:37:04.976032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.979171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Pushing event updated for resources: {'Port': ['ID=86fb2e17-e814-4afe-897b-904cbed85689,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:05.022925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:37:05.023211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Checking segment: {'id': 'ee187bd2-983b-4c0e-9726-d1adde754381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '71bf133b-a164-4269-a924-0bed2b5b1fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:05.023556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.023957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Bound using segment: {'id': 'ee187bd2-983b-4c0e-9726-d1adde754381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '71bf133b-a164-4269-a924-0bed2b5b1fa5'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:37:05.024450 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Bound port: 86fb2e17-e814-4afe-897b-904cbed85689, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee187bd2-983b-4c0e-9726-d1adde754381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '71bf133b-a164-4269-a924-0bed2b5b1fa5'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:37:05.024831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.034342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:37:05.034716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Checking segment: {'id': '9a69c73d-ccaf-4430-8333-1c10e73e6c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75da8b55-2427-4ab6-8f3e-6597c0526951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:05.035124 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.035554 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Bound using segment: {'id': '9a69c73d-ccaf-4430-8333-1c10e73e6c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75da8b55-2427-4ab6-8f3e-6597c0526951'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:37:05.036049 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Bound port: c5330d89-58bd-4fe0-aaa9-ff072cafbe5c, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a69c73d-ccaf-4430-8333-1c10e73e6c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75da8b55-2427-4ab6-8f3e-6597c0526951'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:37:05.036427 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.036619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.071041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Transition to ACTIVE for port object a3769257-3116-4ab5-b779-b855d46146ce will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:05.094392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6a56bdc5-4bbd-4eba-b5c7-c6ba26cf210d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.250540 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-027c1a57-1361-470d-a915-94d62f455cec req-88b0d58e-42fe-479a-bd6f-821f11acffd1 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1264279 Oct 05 09:37:05.257551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809af19-7649-4640-aa6b-a3d74e9e9b7a None None] Pushing event updated for resources: {'Port': ['ID=4d64946a-11fe-444d-89f9-82f3b93f9938,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:05.266015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.329215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] For port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:37:05.332014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] For port 86fb2e17-e814-4afe-897b-904cbed85689, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:37:05.334822 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] For port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c5330d89-58bd-4fe0-aaa9-ff072cafbe5c,segment=NetworkSegment(9a69c73d-ccaf-4430-8333-1c10e73e6c44),segment_id=9a69c73d-ccaf-4430-8333-1c10e73e6c44)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:37:05.337013 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] For port 86fb2e17-e814-4afe-897b-904cbed85689, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=86fb2e17-e814-4afe-897b-904cbed85689,segment=NetworkSegment(ee187bd2-983b-4c0e-9726-d1adde754381),segment_id=ee187bd2-983b-4c0e-9726-d1adde754381)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:37:05.359545 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 71bf133b-a164-4269-a924-0bed2b5b1fa5 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:05.372833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:05.375734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:05.379675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Allocated IP 172.20.0.7 (514a23a4-135f-47e6-9549-151d0b33004f/d9c7cc88-afba-4776-99e9-3dab8e17e8f4/f7d6034d-69a4-4be3-8a8f-0366de3211c7) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:05.381282 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:05.386888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.399200 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.408516 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=a3769257-3116-4ab5-b779-b855d46146ce,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:05.418808 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Attempt 4 to provision port c6a9a42c-d103-4def-b747-06286bfa3118 Oct 05 09:37:05.489874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-105350d4-69c6-48d1-8710-6796d2bb8259 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.492468 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.498035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.519548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.555338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6a56bdc5-4bbd-4eba-b5c7-c6ba26cf210d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.611663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e954d7-b194-411e-a70f-1aa0db407bf3 None None] Pushing event updated for resources: {'Port': ['ID=c5330d89-58bd-4fe0-aaa9-ff072cafbe5c,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:05.687336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Port c6a9a42c-d103-4def-b747-06286bfa3118 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:05.744371 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-105350d4-69c6-48d1-8710-6796d2bb8259 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Calling delete_port for 2c56e979-cb03-4bf5-9ad7-1df17abd73ba owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:05.797409 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3050585-72cb-422a-af01-1b03457fe30d None None] Pushing event updated for resources: {'Port': ['ID=86fb2e17-e814-4afe-897b-904cbed85689,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:05.812074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5326fceb-c972-4dcd-8c3b-216b2a3bfec7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.878231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.890029 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-791b5073-fba7-42e5-bc5d-4ac37e5a51f1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8506823 Oct 05 09:37:05.910745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40192) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:05.976744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5326fceb-c972-4dcd-8c3b-216b2a3bfec7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for c6a9a42c-d103-4def-b747-06286bfa3118 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:06.031807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56bdc5-4bbd-4eba-b5c7-c6ba26cf210d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e6684b-315d-4e1b-99a1-3e36c488dbe4,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:06.211343 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=a3c7745d-f374-402c-92fe-7723697671b8,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:06.212167 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Attempt 5 to provision port c6a9a42c-d103-4def-b747-06286bfa3118 Oct 05 09:37:06.318820 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Port c6a9a42c-d103-4def-b747-06286bfa3118 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:06.409214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network b0031b53-dc54-4a5a-b546-984a15627aed is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:06.412410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:06.462205 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c5330d89-58bd-4fe0-aaa9-ff072cafbe5c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:06.524643 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f3512ed2-c569-4909-8690-b2a031f3c90c req-fb369936-c458-4444-8c64-5035b27b21f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1509805 Oct 05 09:37:06.598547 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6a56bdc5-4bbd-4eba-b5c7-c6ba26cf210d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:06.599409 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6a56bdc5-4bbd-4eba-b5c7-c6ba26cf210d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-groups/d4e6684b-315d-4e1b-99a1-3e36c488dbe4 HTTP/1.1" status: 204 len: 168 time: 2.1091189 Oct 05 09:37:06.604028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40198) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:06.610508 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:06.622211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 86fb2e17-e814-4afe-897b-904cbed85689 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:06.677931 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-105350d4-69c6-48d1-8710-6796d2bb8259 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:06.743834 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-12b823d9-9c2d-4463-b91b-3a56e22a49b1 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:06.756609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5326fceb-c972-4dcd-8c3b-216b2a3bfec7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:06.787339 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105350d4-69c6-48d1-8710-6796d2bb8259 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Port': ['ID=2c56e979-cb03-4bf5-9ad7-1df17abd73ba,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:06.796130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:06.804101 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 86fb2e17-e814-4afe-897b-904cbed85689 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:06.810496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4d64946a-11fe-444d-89f9-82f3b93f9938 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:06.865800 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Attempt 6 to provision port c6a9a42c-d103-4def-b747-06286bfa3118 Oct 05 09:37:06.937958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e21c3d57-98cd-4117-9fd8-832177f8cd95 None None] Port c6a9a42c-d103-4def-b747-06286bfa3118 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:37:06.974595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07e02b5-9f57-4a63-a073-0ea02f2a3c5f None None] Network 514a23a4-135f-47e6-9549-151d0b33004f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:07.004890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Transition to ACTIVE for port object f7d6034d-69a4-4be3-8a8f-0366de3211c7 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:07.171083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326fceb-c972-4dcd-8c3b-216b2a3bfec7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=c6a9a42c-d103-4def-b747-06286bfa3118,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:07.196606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router e23cb1e4-8abe-4348-921d-0bbbaa1321ad is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:37:07.233875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 4d64946a-11fe-444d-89f9-82f3b93f9938 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:07.240231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-105350d4-69c6-48d1-8710-6796d2bb8259 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:07.248772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Provisioning for port 4d64946a-11fe-444d-89f9-82f3b93f9938 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:07.282384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 4d64946a-11fe-444d-89f9-82f3b93f9938 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:07.282772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:07.288986 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 4d64946a-11fe-444d-89f9-82f3b93f9938 Oct 05 09:37:07.333426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Provisioning complete for port 4d64946a-11fe-444d-89f9-82f3b93f9938 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:07.334131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:07.334634 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Attempt 1 to provision port 4d64946a-11fe-444d-89f9-82f3b93f9938 Oct 05 09:37:07.367218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31558378-369f-4996-968f-045507902d0e None None] Network 75da8b55-2427-4ab6-8f3e-6597c0526951 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:07.443556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ccdba3f-d5dd-471d-8519-702877c3312f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:07.599197 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-12b823d9-9c2d-4463-b91b-3a56e22a49b1 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:07.600559 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-12b823d9-9c2d-4463-b91b-3a56e22a49b1 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9951200 Oct 05 09:37:07.604999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5326fceb-c972-4dcd-8c3b-216b2a3bfec7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:07.609662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40204) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:07.615466 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-105350d4-69c6-48d1-8710-6796d2bb8259 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:07.620008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d12048f3-96aa-43c0-8815-f5448c9dc17a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group': {'name': 'tempest-secgroup--776398403'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:07.626667 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d12048f3-96aa-43c0-8815-f5448c9dc17a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:07.639105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d12048f3-96aa-43c0-8815-f5448c9dc17a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:07.651126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-105350d4-69c6-48d1-8710-6796d2bb8259 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:07.709364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:07.747021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:07.758493 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-863ec53d-2394-4322-a065-9733f409b1a4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/e23cb1e4-8abe-4348-921d-0bbbaa1321ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1254458 Oct 05 09:37:07.758493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40208) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:07.765789 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c9205a-7562-4a35-98f4-df07766719a7 None None] Sync routers for ids ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:07.786964 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c9205a-7562-4a35-98f4-df07766719a7 None None] Routers {'e23cb1e4-8abe-4348-921d-0bbbaa1321ad'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:07.787728 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d4c9205a-7562-4a35-98f4-df07766719a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:07.813266 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-07366e6b-73aa-45e2-a0fe-0cc10865ed94 req-7fe7907a-eda8-4638-b233-10f51282c6ee tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1599808 Oct 05 09:37:07.826837 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5326fceb-c972-4dcd-8c3b-216b2a3bfec7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/c6a9a42c-d103-4def-b747-06286bfa3118 HTTP/1.1" status: 204 len: 168 time: 3.2898307 Oct 05 09:37:07.828779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d12048f3-96aa-43c0-8815-f5448c9dc17a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:07.848069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 4d64946a-11fe-444d-89f9-82f3b93f9938 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:07.849112 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:07.856099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40210) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:07.869691 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d4c9205a-7562-4a35-98f4-df07766719a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:07.880023 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c9205a-7562-4a35-98f4-df07766719a7 None None] Routers {'e23cb1e4-8abe-4348-921d-0bbbaa1321ad'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:07.880761 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d4c9205a-7562-4a35-98f4-df07766719a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:07.888780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651686ef-3278-4e82-a40a-b4b4044ba1fd None None] Network 71bf133b-a164-4269-a924-0bed2b5b1fa5 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:07.949629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Network 514a23a4-135f-47e6-9549-151d0b33004f is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:07.951549 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f1398e-037d-447b-842d-1a8efbd2843b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] GET failed (client error): The resource could not be found. Oct 05 09:37:07.952096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d9f1398e-037d-447b-842d-1a8efbd2843b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:07.953542 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d4c9205a-7562-4a35-98f4-df07766719a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:07.954254 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c9205a-7562-4a35-98f4-df07766719a7 None None] The sync data for ids ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:07.962635 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:07.972488 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-105350d4-69c6-48d1-8710-6796d2bb8259 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:07.973219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105350d4-69c6-48d1-8710-6796d2bb8259 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Fanout notify agent at l3_agent the message router_deleted on router 23eb0deb-b5cf-463a-815d-9660aef990fd {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:37:07.974880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:08.006990 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d12048f3-96aa-43c0-8815-f5448c9dc17a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:08.060345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2599755-a3c1-410b-b335-b71dcc7906c1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:08.061184 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e2599755-a3c1-410b-b335-b71dcc7906c1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Synchronizing usage tracker for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:08.078059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d12048f3-96aa-43c0-8815-f5448c9dc17a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:08.082367 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d12048f3-96aa-43c0-8815-f5448c9dc17a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:08.098392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d12048f3-96aa-43c0-8815-f5448c9dc17a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:08.122107 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Pushing event updated for resources: {'Port': ['ID=f7d6034d-69a4-4be3-8a8f-0366de3211c7,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:08.156623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:08.158218 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:08.208394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Current status of the port 4d64946a-11fe-444d-89f9-82f3b93f9938 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:08.208793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:08.211284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-105350d4-69c6-48d1-8710-6796d2bb8259 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:08.211914 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-105350d4-69c6-48d1-8710-6796d2bb8259 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/routers/23eb0deb-b5cf-463a-815d-9660aef990fd HTTP/1.1" status: 204 len: 168 time: 4.4764061 Oct 05 09:37:08.217730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40216) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:08.231741 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 4d64946a-11fe-444d-89f9-82f3b93f9938, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4d64946a-11fe-444d-89f9-82f3b93f9938,segment=NetworkSegment(9827d04d-9944-4fdf-8743-2d008e06c308),segment_id=9827d04d-9944-4fdf-8743-2d008e06c308)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:08.275554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ccdba3f-d5dd-471d-8519-702877c3312f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:08.278278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e2599755-a3c1-410b-b335-b71dcc7906c1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Unset dirty status for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:08.278437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d9f1398e-037d-447b-842d-1a8efbd2843b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:08.286227 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d9f1398e-037d-447b-842d-1a8efbd2843b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/c6a9a42c-d103-4def-b747-06286bfa3118 HTTP/1.1" status: 404 len: 333 time: 0.4152005 Oct 05 09:37:08.286439 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e2599755-a3c1-410b-b335-b71dcc7906c1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports/a3c7745d-f374-402c-92fe-7723697671b8 HTTP/1.1" status: 200 len: 910 time: 0.4166613 Oct 05 09:37:08.286439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40220) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:08.292415 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a33091f0-ee25-48ba-b429-8572703d189b tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.2511172 Oct 05 09:37:08.292621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40222) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:08.303250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40226) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:08.344296 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:08.377600 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d12048f3-96aa-43c0-8815-f5448c9dc17a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:08.395152 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edf057d-6140-456d-882d-8c75a74c197b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting subnet 259d0471-06c1-4db3-872c-6b6bde7bf3a3 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:37:08.412481 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5edf057d-6140-456d-882d-8c75a74c197b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:08.454745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d12048f3-96aa-43c0-8815-f5448c9dc17a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:08.487365 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:37:08.487964 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:37:08.543748 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5edf057d-6140-456d-882d-8c75a74c197b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:08.550146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=4d64946a-11fe-444d-89f9-82f3b93f9938,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:08.574493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12048f3-96aa-43c0-8815-f5448c9dc17a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33da1537-2136-4743-a114-3d6728982f62,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:08.588118 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d12048f3-96aa-43c0-8815-f5448c9dc17a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:08.588118 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d12048f3-96aa-43c0-8815-f5448c9dc17a tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9751649 Oct 05 09:37:08.601753 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40232) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:08.602567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e1f59-a107-4514-8337-5c7e053c99a4 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:08.608851 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e1f59-a107-4514-8337-5c7e053c99a4 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:08.611405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-15da06fa-ece3-4b4f-aeec-9d19fabcbbe2 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group_rule': {'security_group_id': '33da1537-2136-4743-a114-3d6728982f62', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:08.614830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e1f59-a107-4514-8337-5c7e053c99a4 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:08.615722 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-723e1f59-a107-4514-8337-5c7e053c99a4 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Synchronizing usage tracker for tenant:48434d2797fb4bbd88dc22c74afa52ef on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:08.657244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ccdba3f-d5dd-471d-8519-702877c3312f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:08.681090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5edf057d-6140-456d-882d-8c75a74c197b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:08.686514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48d8523-7c0a-4798-8add-01c3d42fb107 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting subnet a13a63cb-0f55-467b-bfb4-72a012b7998e {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:37:08.696458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-15da06fa-ece3-4b4f-aeec-9d19fabcbbe2 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:08.733570 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-723e1f59-a107-4514-8337-5c7e053c99a4 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Unset dirty status for tenant:48434d2797fb4bbd88dc22c74afa52ef on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:08.734963 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-723e1f59-a107-4514-8337-5c7e053c99a4 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.4307463 Oct 05 09:37:08.738301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40236) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:08.788180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdba3f-d5dd-471d-8519-702877c3312f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=a3769257-3116-4ab5-b779-b855d46146ce,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:08.791954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e48d8523-7c0a-4798-8add-01c3d42fb107 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:08.822501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-15da06fa-ece3-4b4f-aeec-9d19fabcbbe2 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:08.836860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-15da06fa-ece3-4b4f-aeec-9d19fabcbbe2 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:08.860358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-e8f06574-5635-4b1d-b198-ab808d2d6070 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Deleting port f7d6034d-69a4-4be3-8a8f-0366de3211c7 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:08.860704 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8f06574-5635-4b1d-b198-ab808d2d6070 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:08.970755 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3060aee-8759-4255-9bd5-50cf005a1287 req-4e30eb9c-819e-45b0-9dba-f49095089685 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0817487 Oct 05 09:37:08.984654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5edf057d-6140-456d-882d-8c75a74c197b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.002359 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-15da06fa-ece3-4b4f-aeec-9d19fabcbbe2 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:09.057883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Current status of the port 4d64946a-11fe-444d-89f9-82f3b93f9938 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:09.062002 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Could not find standard attr ID for object c8c2493d-953f-4142-96b7-0f3a9392d3af. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:37:09.091557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf057d-6140-456d-882d-8c75a74c197b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Subnet': ['ID=259d0471-06c1-4db3-872c-6b6bde7bf3a3,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:09.101105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e48d8523-7c0a-4798-8add-01c3d42fb107 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.110375 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5edf057d-6140-456d-882d-8c75a74c197b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.114977 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b521fd1-d591-47df-ba59-bfc65e67a2b5 None None] Network 010ce347-2fdb-449f-a5cb-d26196c9bcd1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:09.137786 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5edf057d-6140-456d-882d-8c75a74c197b tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/subnets/259d0471-06c1-4db3-872c-6b6bde7bf3a3 HTTP/1.1" status: 204 len: 168 time: 0.9157667 Oct 05 09:37:09.137911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Provisioning for port a3c7745d-f374-402c-92fe-7723697671b8 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:09.155280 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40242) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:09.190054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Provisioning complete for port a3c7745d-f374-402c-92fe-7723697671b8 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:09.190519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.191183 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Attempt 1 to provision port a3c7745d-f374-402c-92fe-7723697671b8 Oct 05 09:37:09.228299 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-15da06fa-ece3-4b4f-aeec-9d19fabcbbe2 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.278629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Port a3c7745d-f374-402c-92fe-7723697671b8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:09.371771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ccdba3f-d5dd-471d-8519-702877c3312f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.463094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.467263 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db2d516-54df-45f8-ad73-e7b58872d4fe None None] DHCP port deletion for 010ce347-2fdb-449f-a5cb-d26196c9bcd1 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:37:09.472086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9db2d516-54df-45f8-ad73-e7b58872d4fe None None] Deleting port d84bb631-5998-4c87-8946-a5e7183e00a6 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:09.472543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9db2d516-54df-45f8-ad73-e7b58872d4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.502498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8f06574-5635-4b1d-b198-ab808d2d6070 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.510438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port d84bb631-5998-4c87-8946-a5e7183e00a6 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:09.510772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.670919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-e8f06574-5635-4b1d-b198-ab808d2d6070 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Calling delete_port for f7d6034d-69a4-4be3-8a8f-0366de3211c7 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:09.682503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e48d8523-7c0a-4798-8add-01c3d42fb107 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.704142 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9db2d516-54df-45f8-ad73-e7b58872d4fe None None] For port d84bb631-5998-4c87-8946-a5e7183e00a6, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d84bb631-5998-4c87-8946-a5e7183e00a6,segment=NetworkSegment(cc158ed0-5c39-4328-808e-9726635abc8f),segment_id=cc158ed0-5c39-4328-808e-9726635abc8f)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:09.704676 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9db2d516-54df-45f8-ad73-e7b58872d4fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.753560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-15da06fa-ece3-4b4f-aeec-9d19fabcbbe2 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.839776 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Attempt 2 to provision port a3c7745d-f374-402c-92fe-7723697671b8 Oct 05 09:37:09.877410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9db2d516-54df-45f8-ad73-e7b58872d4fe None None] Calling delete_port for d84bb631-5998-4c87-8946-a5e7183e00a6 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:09.890284 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-15da06fa-ece3-4b4f-aeec-9d19fabcbbe2 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.899485 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] For port d84bb631-5998-4c87-8946-a5e7183e00a6, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d84bb631-5998-4c87-8946-a5e7183e00a6,segment=NetworkSegment(cc158ed0-5c39-4328-808e-9726635abc8f),segment_id=cc158ed0-5c39-4328-808e-9726635abc8f)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:09.899840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.935215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e48d8523-7c0a-4798-8add-01c3d42fb107 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.950219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Port a3c7745d-f374-402c-92fe-7723697671b8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:09.981764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da06fa-ece3-4b4f-aeec-9d19fabcbbe2 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42ddd71-913a-4be6-a115-42267499b018,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:10.002964 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e48d8523-7c0a-4798-8add-01c3d42fb107 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.006262 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d8523-7c0a-4798-8add-01c3d42fb107 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Subnet': ['ID=a13a63cb-0f55-467b-bfb4-72a012b7998e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:10.009753 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.011240 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7453ee6-43ea-4b8e-b99d-bb55161c1ca6 None None] Network 1417886f-8a3f-4247-8ee0-9dab574b3829 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:10.029699 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Calling delete_port for d84bb631-5998-4c87-8946-a5e7183e00a6 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:10.033620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ccdba3f-d5dd-471d-8519-702877c3312f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.059764 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e48d8523-7c0a-4798-8add-01c3d42fb107 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/a13a63cb-0f55-467b-bfb4-72a012b7998e HTTP/1.1" status: 204 len: 168 time: 1.7700787 Oct 05 09:37:10.088490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9db2d516-54df-45f8-ad73-e7b58872d4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.089248 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40248) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:10.118536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-15da06fa-ece3-4b4f-aeec-9d19fabcbbe2 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.123040 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-15da06fa-ece3-4b4f-aeec-9d19fabcbbe2 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5170128 Oct 05 09:37:10.152965 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40252) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:10.155978 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db2d516-54df-45f8-ad73-e7b58872d4fe None None] No DVR routers for this DVR port d84bb631-5998-4c87-8946-a5e7183e00a6 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:37:10.159151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2d516-54df-45f8-ad73-e7b58872d4fe None None] Pushing event deleted for resources: {'Port': ['ID=d84bb631-5998-4c87-8946-a5e7183e00a6,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:10.251033 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b2988f7c-537c-4c3c-9c92-6122f82b82c7 req-813735dc-8064-4aa1-af0c-016f03bb7024 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1906366 Oct 05 09:37:10.300897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8ff942e1-db8f-4dc9-8863-419dd78944d9 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.315884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.324392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:37:10.324712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:37:10.325551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8ff942e1-db8f-4dc9-8863-419dd78944d9 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.329269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 5c9ca080-8213-4074-991a-e82bf717a789 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:10.329607 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.404519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31964a0a-7564-4fd2-91a7-f4375cd3a2bf None None] DHCP port deletion for 1417886f-8a3f-4247-8ee0-9dab574b3829 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:37:10.411314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-31964a0a-7564-4fd2-91a7-f4375cd3a2bf None None] Deleting port 5c9ca080-8213-4074-991a-e82bf717a789 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:10.411314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-31964a0a-7564-4fd2-91a7-f4375cd3a2bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.416784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8f06574-5635-4b1d-b198-ab808d2d6070 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.452208 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Attempt 3 to provision port a3c7745d-f374-402c-92fe-7723697671b8 Oct 05 09:37:10.494963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f06574-5635-4b1d-b198-ab808d2d6070 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Pushing event deleted for resources: {'Port': ['ID=f7d6034d-69a4-4be3-8a8f-0366de3211c7,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:10.495452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4d64946a-11fe-444d-89f9-82f3b93f9938 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:10.641583 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8ff942e1-db8f-4dc9-8863-419dd78944d9 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.710854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] For port 5c9ca080-8213-4074-991a-e82bf717a789, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=5c9ca080-8213-4074-991a-e82bf717a789,segment=NetworkSegment(07f9f997-3989-4159-893d-a0f2a8bc3939),segment_id=07f9f997-3989-4159-893d-a0f2a8bc3939)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:10.711454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.726684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8f06574-5635-4b1d-b198-ab808d2d6070 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.765265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff942e1-db8f-4dc9-8863-419dd78944d9 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c42ddd71-913a-4be6-a115-42267499b018,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:10.798335 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8ff942e1-db8f-4dc9-8863-419dd78944d9 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.801496 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8ff942e1-db8f-4dc9-8863-419dd78944d9 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/c42ddd71-913a-4be6-a115-42267499b018 HTTP/1.1" status: 204 len: 168 time: 0.6402159 Oct 05 09:37:10.832928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40256) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:10.848196 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port d84bb631-5998-4c87-8946-a5e7183e00a6 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:10.848630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.885722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Port a3c7745d-f374-402c-92fe-7723697671b8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:10.932032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 4d64946a-11fe-444d-89f9-82f3b93f9938 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:10.932684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:10.933031 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 4d64946a-11fe-444d-89f9-82f3b93f9938 Oct 05 09:37:10.947415 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-de459623-0fa2-451b-8e59-6fa389ec77b5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:10.951647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Allocated IP 172.21.0.1 (75da8b55-2427-4ab6-8f3e-6597c0526951/296c4a76-57fd-4895-95fe-d79fddf5795d/da3bdb9f-027e-49c1-b030-56bc5c65c7d7) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:10.983907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-31964a0a-7564-4fd2-91a7-f4375cd3a2bf None None] For port 5c9ca080-8213-4074-991a-e82bf717a789, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=5c9ca080-8213-4074-991a-e82bf717a789,segment=NetworkSegment(07f9f997-3989-4159-893d-a0f2a8bc3939),segment_id=07f9f997-3989-4159-893d-a0f2a8bc3939)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:10.983907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-31964a0a-7564-4fd2-91a7-f4375cd3a2bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.007332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 5c9ca080-8213-4074-991a-e82bf717a789 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:11.011968 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ccdba3f-d5dd-471d-8519-702877c3312f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.055828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-de459623-0fa2-451b-8e59-6fa389ec77b5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:11.059955 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-de459623-0fa2-451b-8e59-6fa389ec77b5 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2231061 Oct 05 09:37:11.062165 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40260) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:11.085751 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] The port 'd84bb631-5998-4c87-8946-a5e7183e00a6' was deleted {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:37:11.126623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-31964a0a-7564-4fd2-91a7-f4375cd3a2bf None None] Calling delete_port for 5c9ca080-8213-4074-991a-e82bf717a789 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:11.142766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ccdba3f-d5dd-471d-8519-702877c3312f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.143540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ccdba3f-d5dd-471d-8519-702877c3312f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.158680 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e8f06574-5635-4b1d-b198-ab808d2d6070 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] 10.222.0.49 "DELETE /v2.0/ports/f7d6034d-69a4-4be3-8a8f-0366de3211c7 HTTP/1.1" status: 204 len: 168 time: 2.4193175 Oct 05 09:37:11.186928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40264) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:11.221762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-cbdb854a-6056-47b0-80c7-7daaa3bb754f tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Request body: {'port': {'name': 'tempest-new-port-name-140107550', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:11.221762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.api.validators [None req-cbdb854a-6056-47b0-80c7-7daaa3bb754f tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] bootfile-name is not in valid_values {{(pid=89845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:37:11.221762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.api.validators [None req-cbdb854a-6056-47b0-80c7-7daaa3bb754f tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] tftp-server is not in valid_values {{(pid=89845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:37:11.222689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.api.validators [None req-cbdb854a-6056-47b0-80c7-7daaa3bb754f tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] server-ip-address is not in valid_values {{(pid=89845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:37:11.244900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.259512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 4d64946a-11fe-444d-89f9-82f3b93f9938 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:11.276014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010ce347-2fdb-449f-a5cb-d26196c9bcd1']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:11.290928 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc158ed0-5c39-4328-808e-9726635abc8f') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:11.291227 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc158ed0-5c39-4328-808e-9726635abc8f') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:11.305370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.323264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d84bb631-5998-4c87-8946-a5e7183e00a6 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:37:11.325082 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.366929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: d84bb631-5998-4c87-8946-a5e7183e00a6 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:37:11.367650 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d84bb631-5998-4c87-8946-a5e7183e00a6 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:37:11.373233 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-31964a0a-7564-4fd2-91a7-f4375cd3a2bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:37:11.373668 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-31964a0a-7564-4fd2-91a7-f4375cd3a2bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:37:11.387503 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Attempt 4 to provision port a3c7745d-f374-402c-92fe-7723697671b8 Oct 05 09:37:11.430822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.439468 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No DVR routers for this DVR port 5c9ca080-8213-4074-991a-e82bf717a789 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:37:11.450324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Port a3c7745d-f374-402c-92fe-7723697671b8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:11.470647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=5c9ca080-8213-4074-991a-e82bf717a789,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:11.481113 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1cc4843f-e2d8-4fb5-959c-f7677f5792a1 req-b9c47684-cc5c-4d9a-873d-d3c27f8023d0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1514907 Oct 05 09:37:11.499926 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:37:11.500370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.537963 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.541104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-67a70341-238c-431f-89e7-b0d6e0606107 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.555117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdba3f-d5dd-471d-8519-702877c3312f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=a3769257-3116-4ab5-b779-b855d46146ce,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:11.576953 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment cc158ed0-5c39-4328-808e-9726635abc8f resource provider aggregate not found Oct 05 09:37:11.596320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Transition to ACTIVE for port object da3bdb9f-027e-49c1-b030-56bc5c65c7d7 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:11.640480 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment cc158ed0-5c39-4328-808e-9726635abc8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc158ed0-5c39-4328-808e-9726635abc8f found for delete ", "request_id": "req-1479d735-0c92-4c70-8d08-92bb08cd44f6"}]} Oct 05 09:37:11.650054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-67a70341-238c-431f-89e7-b0d6e0606107 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.674930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.701197 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1417886f-8a3f-4247-8ee0-9dab574b3829']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:11.715626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f9f997-3989-4159-893d-a0f2a8bc3939') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:11.716285 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f9f997-3989-4159-893d-a0f2a8bc3939') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:11.728796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.738199 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cbdb854a-6056-47b0-80c7-7daaa3bb754f tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.745759 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.753755 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:37:11.756896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.775215 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.779722 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.809811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccdba3f-d5dd-471d-8519-702877c3312f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 71bf133b-a164-4269-a924-0bed2b5b1fa5 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:11.815116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-7ccdba3f-d5dd-471d-8519-702877c3312f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:11.873569 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Network': ['ID=010ce347-2fdb-449f-a5cb-d26196c9bcd1,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:11.875496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-31964a0a-7564-4fd2-91a7-f4375cd3a2bf None None] Deleting port 5c9ca080-8213-4074-991a-e82bf717a789 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:11.877402 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-31964a0a-7564-4fd2-91a7-f4375cd3a2bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.886371 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5afbb27c-55af-4dad-8d96-ea6efa96aa82 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/networks/010ce347-2fdb-449f-a5cb-d26196c9bcd1 HTTP/1.1" status: 204 len: 168 time: 2.7273343 Oct 05 09:37:11.893517 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40274) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:11.910680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-67a70341-238c-431f-89e7-b0d6e0606107 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.914814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:11.974312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-31964a0a-7564-4fd2-91a7-f4375cd3a2bf None None] The port '5c9ca080-8213-4074-991a-e82bf717a789' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:37:11.975697 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Attempt 5 to provision port a3c7745d-f374-402c-92fe-7723697671b8 Oct 05 09:37:12.042219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Port a3c7745d-f374-402c-92fe-7723697671b8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:12.044808 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:12.049132 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:12.075891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a70341-238c-431f-89e7-b0d6e0606107 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33da1537-2136-4743-a114-3d6728982f62,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:12.102108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-696d43b4-0493-45ae-a77c-34f65f019105 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port 86e24a2c-26c9-480c-a8fb-e184dbe49f7a {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:12.102108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-696d43b4-0493-45ae-a77c-34f65f019105 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:12.124578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Network': ['ID=1417886f-8a3f-4247-8ee0-9dab574b3829,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:12.133177 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-20f00199-5f0f-451e-9cd2-d4f287b192dc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/networks/1417886f-8a3f-4247-8ee0-9dab574b3829 HTTP/1.1" status: 204 len: 168 time: 2.0438931 Oct 05 09:37:12.139452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40278) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:12.147451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2078615124'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:12.158392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:12.165440 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:network and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:12.181015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 75da8b55-2427-4ab6-8f3e-6597c0526951 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:12.186682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:12.190937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:12.209321 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:12.239861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=da3bdb9f-027e-49c1-b030-56bc5c65c7d7,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:12.244558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:12.325952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-696d43b4-0493-45ae-a77c-34f65f019105 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:12.326680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-696d43b4-0493-45ae-a77c-34f65f019105 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:12.327577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-67a70341-238c-431f-89e7-b0d6e0606107 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:12.331253 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-67a70341-238c-431f-89e7-b0d6e0606107 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-groups/33da1537-2136-4743-a114-3d6728982f62 HTTP/1.1" status: 204 len: 168 time: 1.2659624 Oct 05 09:37:12.334186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:12.335108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40282) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:12.412933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:12.416109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:12.433690 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 5c9ca080-8213-4074-991a-e82bf717a789 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:37:12.447310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cbdb854a-6056-47b0-80c7-7daaa3bb754f tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:12.476980 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 5c9ca080-8213-4074-991a-e82bf717a789 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:37:12.477215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 5c9ca080-8213-4074-991a-e82bf717a789 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:37:12.505919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccdba3f-d5dd-471d-8519-702877c3312f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 119c34c1-d1d3-4062-b06d-2fd6253aaa10 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:37:12.543630 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Attempt 6 to provision port a3c7745d-f374-402c-92fe-7723697671b8 Oct 05 09:37:12.597291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cbdb854a-6056-47b0-80c7-7daaa3bb754f tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:12.615255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Port a3c7745d-f374-402c-92fe-7723697671b8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:12.638195 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-696d43b4-0493-45ae-a77c-34f65f019105 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Calling delete_port for 86e24a2c-26c9-480c-a8fb-e184dbe49f7a owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:12.779764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d51c5e36-9a75-495b-ae1e-215610b263ad tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:12.791391 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2c573932-db03-4775-a24b-a676123bf633 req-b689fb70-b23a-4e99-bd36-a5b9bfc8e62c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1244745 Oct 05 09:37:12.805752 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:37:12.827854 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:12.828465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:12.828465 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Added segment 8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf of type vlan for network 96836785-5e0c-48c9-ae90-cbd0e70b6dd8 Oct 05 09:37:12.856651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb854a-6056-47b0-80c7-7daaa3bb754f tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Pushing event updated for resources: {'Port': ['ID=ce2851c4-fcf4-4480-ba82-589ffb62422a,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:12.896964 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-cbdb854a-6056-47b0-80c7-7daaa3bb754f tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] In _notify_port_updated(), no bound segment for port ce2851c4-fcf4-4480-ba82-589ffb62422a on network 514a23a4-135f-47e6-9549-151d0b33004f {{(pid=89845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:37:12.902710 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdb854a-6056-47b0-80c7-7daaa3bb754f tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:12.903394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cbdb854a-6056-47b0-80c7-7daaa3bb754f tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:12.904710 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cbdb854a-6056-47b0-80c7-7daaa3bb754f tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] 10.222.0.49 "PUT /v2.0/ports/ce2851c4-fcf4-4480-ba82-589ffb62422a HTTP/1.1" status: 200 len: 1136 time: 1.7124634 Oct 05 09:37:12.912305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40288) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:12.921641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d51c5e36-9a75-495b-ae1e-215610b263ad tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:12.927881 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d51c5e36-9a75-495b-ae1e-215610b263ad tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5867059 Oct 05 09:37:12.931235 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:12.936587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40292) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:12.942346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-fcbea591-4ffc-4978-9e9b-df1b072185bc tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group': {'name': 'tempest-secgroup--421434965'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:12.952488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccdba3f-d5dd-471d-8519-702877c3312f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:12.955906 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fcbea591-4ffc-4978-9e9b-df1b072185bc tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:12.961080 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7ccdba3f-d5dd-471d-8519-702877c3312f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/119c34c1-d1d3-4062-b06d-2fd6253aaa10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0463495 Oct 05 09:37:12.962656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40296) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:12.965427 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2ba790-45dd-4c6a-a3bd-37307da65e44 None None] Sync routers for ids ['119c34c1-d1d3-4062-b06d-2fd6253aaa10'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:12.977106 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2ba790-45dd-4c6a-a3bd-37307da65e44 None None] Routers {'119c34c1-d1d3-4062-b06d-2fd6253aaa10'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:12.977911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bc2ba790-45dd-4c6a-a3bd-37307da65e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['119c34c1-d1d3-4062-b06d-2fd6253aaa10'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:13.043300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bc2ba790-45dd-4c6a-a3bd-37307da65e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:13.047734 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fcbea591-4ffc-4978-9e9b-df1b072185bc tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:13.054401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2ba790-45dd-4c6a-a3bd-37307da65e44 None None] Routers {'119c34c1-d1d3-4062-b06d-2fd6253aaa10'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:13.055208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bc2ba790-45dd-4c6a-a3bd-37307da65e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['119c34c1-d1d3-4062-b06d-2fd6253aaa10'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:13.096350 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309dd660-6a73-4b97-8a17-3f3fefa3c0d9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:13.098247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-309dd660-6a73-4b97-8a17-3f3fefa3c0d9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Synchronizing usage tracker for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:13.128486 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Attempt 7 to provision port a3c7745d-f374-402c-92fe-7723697671b8 Oct 05 09:37:13.151015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-696d43b4-0493-45ae-a77c-34f65f019105 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.152261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bc2ba790-45dd-4c6a-a3bd-37307da65e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:13.152875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2ba790-45dd-4c6a-a3bd-37307da65e44 None None] The sync data for ids ['119c34c1-d1d3-4062-b06d-2fd6253aaa10'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:13.188787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Port a3c7745d-f374-402c-92fe-7723697671b8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:13.212891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.218892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:13.221533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.242120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeddd1a-b8d2-483b-90d6-2e029e9a58d7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:13.243615 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-afeddd1a-b8d2-483b-90d6-2e029e9a58d7 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] 10.222.0.49 "GET /v2.0/ports/ce2851c4-fcf4-4480-ba82-589ffb62422a HTTP/1.1" status: 200 len: 1136 time: 0.3303480 Oct 05 09:37:13.247008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40300) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:13.255797 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d43b4-0493-45ae-a77c-34f65f019105 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Port': ['ID=86e24a2c-26c9-480c-a8fb-e184dbe49f7a,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:13.267831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-309dd660-6a73-4b97-8a17-3f3fefa3c0d9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Unset dirty status for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:13.271621 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-309dd660-6a73-4b97-8a17-3f3fefa3c0d9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports/a3769257-3116-4ab5-b779-b855d46146ce HTTP/1.1" status: 200 len: 984 time: 0.3061092 Oct 05 09:37:13.271621 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fcbea591-4ffc-4978-9e9b-df1b072185bc tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.331182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40304) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:13.449279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Network': ['ID=96836785-5e0c-48c9-ae90-cbd0e70b6dd8,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:13.461513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fcbea591-4ffc-4978-9e9b-df1b072185bc tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:13.461696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 96836785-5e0c-48c9-ae90-cbd0e70b6dd8 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:37:13.468104 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fcbea591-4ffc-4978-9e9b-df1b072185bc tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:13.473254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fcbea591-4ffc-4978-9e9b-df1b072185bc tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:13.482413 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fcbea591-4ffc-4978-9e9b-df1b072185bc tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:13.493012 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-696d43b4-0493-45ae-a77c-34f65f019105 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.496522 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-696d43b4-0493-45ae-a77c-34f65f019105 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.496719 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-696d43b4-0493-45ae-a77c-34f65f019105 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/floatingips/12eccae8-c338-442b-b146-f0999799348b HTTP/1.1" status: 204 len: 168 time: 1.6009214 Oct 05 09:37:13.500986 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40308) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:13.553058 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8c024297-9c58-4e7d-8bd7-d1f6ee913a63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4094586 Oct 05 09:37:13.553267 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40312) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:13.559285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-52f6be1a-abbc-4f6a-8296-1353a60fae39 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Deleting port ce2851c4-fcf4-4480-ba82-589ffb62422a {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:13.559285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-52f6be1a-abbc-4f6a-8296-1353a60fae39 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.564922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'subnet': {'network_id': '96836785-5e0c-48c9-ae90-cbd0e70b6dd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:13.579971 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6332661-ddfd-4bb8-858c-cf3d3bbeb0a2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] DELETE failed (client error): The resource could not be found. Oct 05 09:37:13.579971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6332661-ddfd-4bb8-858c-cf3d3bbeb0a2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:37:13.656740 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e6332661-ddfd-4bb8-858c-cf3d3bbeb0a2 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/ports/bc719822-292a-46a0-95b8-69c8dbb0b1fc HTTP/1.1" status: 404 len: 333 time: 0.1517677 Oct 05 09:37:13.660814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40318) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:13.674855 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 07f9f997-3989-4159-893d-a0f2a8bc3939 resource provider aggregate not found Oct 05 09:37:13.689714 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Attempt 8 to provision port a3c7745d-f374-402c-92fe-7723697671b8 Oct 05 09:37:13.739305 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 07f9f997-3989-4159-893d-a0f2a8bc3939 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07f9f997-3989-4159-893d-a0f2a8bc3939 found for delete ", "request_id": "req-14efe15d-3969-46c0-8a86-f771747f226a"}]} Oct 05 09:37:13.749393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-46ff33b7-ef49-432e-8148-8e3935b85257 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Synchronizing usage tracker for tenant:d83a1fd4a9e74c2e90fd216a2eddf28a on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:13.768390 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Port a3c7745d-f374-402c-92fe-7723697671b8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:13.787249 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:13.804637 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:subnet and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:13.808030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:13.817551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fcbea591-4ffc-4978-9e9b-df1b072185bc tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.818646 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:13.912398 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c7d0fe41-2266-4e94-8f07-5011a12fbbbf req-1604f54b-c815-4f37-bc12-3f4fd4eb6d24 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0530298 Oct 05 09:37:13.929797 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-46ff33b7-ef49-432e-8148-8e3935b85257 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Unset dirty status for tenant:d83a1fd4a9e74c2e90fd216a2eddf28a on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:13.933507 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-46ff33b7-ef49-432e-8148-8e3935b85257 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "GET /v2.0/ports?device_id=23eb0deb-b5cf-463a-815d-9660aef990fd HTTP/1.1" status: 200 len: 205 time: 0.2693100 Oct 05 09:37:13.938296 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40326) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:13.999695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:14.003146 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.023856 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fcbea591-4ffc-4978-9e9b-df1b072185bc tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.047234 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-8e9a04c7-6da4-483f-ab8c-af1b1db3e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] delete failed (client error): The resource could not be found. Oct 05 09:37:14.050831 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8e9a04c7-6da4-483f-ab8c-af1b1db3e244 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/routers/23eb0deb-b5cf-463a-815d-9660aef990fd HTTP/1.1" status: 404 len: 336 time: 0.1135809 Oct 05 09:37:14.080601 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40330) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:14.142710 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e9247f-4324-4269-b43f-d6cf44034a26 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] DELETE failed (client error): The resource could not be found. Oct 05 09:37:14.143168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e9247f-4324-4269-b43f-d6cf44034a26 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:37:14.145464 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e6e9247f-4324-4269-b43f-d6cf44034a26 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/subnets/259d0471-06c1-4db3-872c-6b6bde7bf3a3 HTTP/1.1" status: 404 len: 337 time: 0.0621183 Oct 05 09:37:14.148402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbea591-4ffc-4978-9e9b-df1b072185bc tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d594102-200a-44a3-a8e0-7d34709e05b0,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:14.151180 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40334) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:14.177482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.194717 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fcbea591-4ffc-4978-9e9b-df1b072185bc tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.199729 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fcbea591-4ffc-4978-9e9b-df1b072185bc tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2583656 Oct 05 09:37:14.199862 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40338) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:14.208675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4485a97e-d28d-4e1c-b0fb-5960821cbc94 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group_rule': {'security_group_id': '9d594102-200a-44a3-a8e0-7d34709e05b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:14.218322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4485a97e-d28d-4e1c-b0fb-5960821cbc94 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:14.236308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4485a97e-d28d-4e1c-b0fb-5960821cbc94 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:14.238306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-892d94ac-7ea5-49bf-8b0e-b002bcf7eb7e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port f35640cc-883a-4930-885c-6a12e329440d {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:14.238650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-892d94ac-7ea5-49bf-8b0e-b002bcf7eb7e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.241214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-52f6be1a-abbc-4f6a-8296-1353a60fae39 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.248483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4485a97e-d28d-4e1c-b0fb-5960821cbc94 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:14.258331 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.270469 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Attempt 9 to provision port a3c7745d-f374-402c-92fe-7723697671b8 Oct 05 09:37:14.287800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4485a97e-d28d-4e1c-b0fb-5960821cbc94 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:14.330122 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Port a3c7745d-f374-402c-92fe-7723697671b8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:14.575707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-892d94ac-7ea5-49bf-8b0e-b002bcf7eb7e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.623238 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-52f6be1a-abbc-4f6a-8296-1353a60fae39 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Calling delete_port for ce2851c4-fcf4-4480-ba82-589ffb62422a owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:14.701705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.718209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.723626 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=da3bdb9f-027e-49c1-b030-56bc5c65c7d7,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:14.832017 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Attempt 10 to provision port a3c7745d-f374-402c-92fe-7723697671b8 Oct 05 09:37:14.837755 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4485a97e-d28d-4e1c-b0fb-5960821cbc94 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.846408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-892d94ac-7ea5-49bf-8b0e-b002bcf7eb7e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Calling delete_port for f35640cc-883a-4930-885c-6a12e329440d owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:14.894175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Port a3c7745d-f374-402c-92fe-7723697671b8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:14.955998 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Subnet': ['ID=1b418a98-7276-442d-b90c-ad12ad3830cb,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:14.967589 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Provisioning for port 9f05f0f8-ccfd-450b-9bee-954678b4fc47 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:14.974406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Provisioning complete for port 9f05f0f8-ccfd-450b-9bee-954678b4fc47 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:14.975455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.976074 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Attempt 1 to provision port 9f05f0f8-ccfd-450b-9bee-954678b4fc47 Oct 05 09:37:14.977081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Checking segment: {'id': '8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '96836785-5e0c-48c9-ae90-cbd0e70b6dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:14.977447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network hostable DHCP agents. Network: 96836785-5e0c-48c9-ae90-cbd0e70b6dd8, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:37:15.044680 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f41ca8a6-8b64-4750-925d-f75eecdf4a5e req-80bafc95-85c2-4955-86a8-d088bf526d82 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0623798 Oct 05 09:37:15.069828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2a30062c-cfc0-47c5-aa05-3635fd9e7599 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:15.117124 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Current status of the port 9f05f0f8-ccfd-450b-9bee-954678b4fc47 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:15.117556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:15.138457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 75da8b55-2427-4ab6-8f3e-6597c0526951 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:15.148127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4485a97e-d28d-4e1c-b0fb-5960821cbc94 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:15.149850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:15.155462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network 96836785-5e0c-48c9-ae90-cbd0e70b6dd8 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:37:15.156972 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] For port 9f05f0f8-ccfd-450b-9bee-954678b4fc47, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9f05f0f8-ccfd-450b-9bee-954678b4fc47,segment=NetworkSegment(1fab6b63-5891-4463-b104-f1c05ad22740),segment_id=1fab6b63-5891-4463-b104-f1c05ad22740)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:15.179944 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-892d94ac-7ea5-49bf-8b0e-b002bcf7eb7e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:15.231748 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d94ac-7ea5-49bf-8b0e-b002bcf7eb7e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Port': ['ID=f35640cc-883a-4930-885c-6a12e329440d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:15.288753 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4485a97e-d28d-4e1c-b0fb-5960821cbc94 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:15.289962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:15.290411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-52f6be1a-abbc-4f6a-8296-1353a60fae39 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:15.328004 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 96836785-5e0c-48c9-ae90-cbd0e70b6dd8) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:15.378911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:15.378911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:15.391507 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-892d94ac-7ea5-49bf-8b0e-b002bcf7eb7e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:15.391857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Could not find standard attr ID for object c6a9a42c-d103-4def-b747-06286bfa3118. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:37:15.402058 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c064977e-489d-45d4-a949-69bfd5eae4bd None None] Network 96836785-5e0c-48c9-ae90-cbd0e70b6dd8 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:15.449421 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6be1a-abbc-4f6a-8296-1353a60fae39 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Pushing event deleted for resources: {'Port': ['ID=ce2851c4-fcf4-4480-ba82-589ffb62422a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:15.469205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485a97e-d28d-4e1c-b0fb-5960821cbc94 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346dbddd-64e9-4040-bfdf-a1d591dbf321,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:15.482366 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-892d94ac-7ea5-49bf-8b0e-b002bcf7eb7e tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/ports/f35640cc-883a-4930-885c-6a12e329440d HTTP/1.1" status: 204 len: 168 time: 1.3288803 Oct 05 09:37:15.488257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40344) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:15.509511 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b46079-3488-4268-9f1e-99c5eb66ecfb None None] Pushing event updated for resources: {'Port': ['ID=9f05f0f8-ccfd-450b-9bee-954678b4fc47,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:15.530971 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-643d4772-cf8b-4ab6-9662-d98d7583efed tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9766889 Oct 05 09:37:15.540755 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40348) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:15.548578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'network_id': '96836785-5e0c-48c9-ae90-cbd0e70b6dd8', 'name': 'tempest-PortsTestJSON-1582413203', 'fixed_ips': [{'subnet_id': '1b418a98-7276-442d-b90c-ad12ad3830cb', 'ip_address': '172.20.0.10'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:15.616193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4485a97e-d28d-4e1c-b0fb-5960821cbc94 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:15.617407 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4485a97e-d28d-4e1c-b0fb-5960821cbc94 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4174564 Oct 05 09:37:15.624826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Provisioning for port 86fb2e17-e814-4afe-897b-904cbed85689 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:15.633425 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40352) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:15.637570 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Provisioning complete for port 86fb2e17-e814-4afe-897b-904cbed85689 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:15.638174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:15.638705 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Attempt 1 to provision port 86fb2e17-e814-4afe-897b-904cbed85689 Oct 05 09:37:15.692057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router e23cb1e4-8abe-4348-921d-0bbbaa1321ad has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:37:15.716787 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:15.721689 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-88f2e17b-aebf-4d41-b6ae-1022641d1d27 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules/346dbddd-64e9-4040-bfdf-a1d591dbf321 HTTP/1.1" status: 200 len: 763 time: 0.0546415 Oct 05 09:37:15.724372 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40356) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:15.728238 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:15.741539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-52f6be1a-abbc-4f6a-8296-1353a60fae39 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:15.745841 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40360) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:15.746045 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-52f6be1a-abbc-4f6a-8296-1353a60fae39 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] 10.222.0.49 "DELETE /v2.0/ports/ce2851c4-fcf4-4480-ba82-589ffb62422a HTTP/1.1" status: 204 len: 168 time: 2.4979422 Oct 05 09:37:15.796936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-96836785-5e0c-48c9-ae90-cbd0e70b6dd8', 'network_id': '96836785-5e0c-48c9-ae90-cbd0e70b6dd8', 'tenant_id': '7eeaf2f92eda4e74b4a823d89422d65f', 'fixed_ips': [{'subnet_id': '1b418a98-7276-442d-b90c-ad12ad3830cb'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:37:15.797771 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:15.825049 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-53db1969-58e4-4e1d-b6af-2285401b3593 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port 964935e2-41e0-48f8-9a1b-e4f474df3448 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:15.825488 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-53db1969-58e4-4e1d-b6af-2285401b3593 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:15.864899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:15.935912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3c458f34-9d09-4bee-ad62-cfbe80097c8f tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:15.936211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Current status of the port 86fb2e17-e814-4afe-897b-904cbed85689 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:15.936690 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:15.961505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:15.972967 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-54bda747-c7f4-48a4-9fa1-566855b837b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/e23cb1e4-8abe-4348-921d-0bbbaa1321ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6809030 Oct 05 09:37:15.975899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40364) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:15.982710 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c5d63b-4d44-46ef-ba1f-9a6e2b211d73 None None] Sync routers for ids ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:15.983244 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] For port 86fb2e17-e814-4afe-897b-904cbed85689, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=86fb2e17-e814-4afe-897b-904cbed85689,segment=NetworkSegment(ee187bd2-983b-4c0e-9726-d1adde754381),segment_id=ee187bd2-983b-4c0e-9726-d1adde754381)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:15.991774 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-5646e115-3def-41ee-bea9-65c18feaed0a tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Deleting subnet d9c7cc88-afba-4776-99e9-3dab8e17e8f4 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:37:15.992874 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c5d63b-4d44-46ef-ba1f-9a6e2b211d73 None None] Routers {'e23cb1e4-8abe-4348-921d-0bbbaa1321ad'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:15.995432 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-23c5d63b-4d44-46ef-ba1f-9a6e2b211d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:15.996403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5646e115-3def-41ee-bea9-65c18feaed0a tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.010379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2a30062c-cfc0-47c5-aa05-3635fd9e7599 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port a3769257-3116-4ab5-b779-b855d46146ce {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:16.010729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2a30062c-cfc0-47c5-aa05-3635fd9e7599 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.047792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Allocated IP 172.20.0.2 (96836785-5e0c-48c9-ae90-cbd0e70b6dd8/1b418a98-7276-442d-b90c-ad12ad3830cb/2d639c9c-d5ec-4010-955e-d9f30322d96e) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:16.065381 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-23c5d63b-4d44-46ef-ba1f-9a6e2b211d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:16.079758 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c5d63b-4d44-46ef-ba1f-9a6e2b211d73 None None] Routers {'e23cb1e4-8abe-4348-921d-0bbbaa1321ad'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:16.081190 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-23c5d63b-4d44-46ef-ba1f-9a6e2b211d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:16.085769 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.142148 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5646e115-3def-41ee-bea9-65c18feaed0a tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.172488 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-23c5d63b-4d44-46ef-ba1f-9a6e2b211d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:16.173548 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c5d63b-4d44-46ef-ba1f-9a6e2b211d73 None None] The sync data for ids ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:16.205692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3c458f34-9d09-4bee-ad62-cfbe80097c8f tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:16.205692 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3c458f34-9d09-4bee-ad62-cfbe80097c8f tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4752109 Oct 05 09:37:16.210657 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40370) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:16.275388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10765d3-66b9-4256-af27-ff7090d2f376 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:16.275873 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-55add21a-7c3d-4f2b-9f91-c2f2151d7178 req-dc6c1f8b-8bb0-4a8b-9aab-f71b2d471d16 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1036959 Oct 05 09:37:16.276034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f10765d3-66b9-4256-af27-ff7090d2f376 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Synchronizing usage tracker for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:16.289698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Pushing event updated for resources: {'Port': ['ID=86fb2e17-e814-4afe-897b-904cbed85689,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:16.304906 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7902f19c-d459-4e9c-8d4a-364d3450aac8 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.363615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7902f19c-d459-4e9c-8d4a-364d3450aac8 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.367876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Provisioning for port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:16.387170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Provisioning complete for port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:16.387548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.388363 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Attempt 1 to provision port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 Oct 05 09:37:16.391912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.436676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:37:16.458188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.460661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:16.471552 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f10765d3-66b9-4256-af27-ff7090d2f376 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Unset dirty status for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:16.482414 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 86fb2e17-e814-4afe-897b-904cbed85689 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:16.482578 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f10765d3-66b9-4256-af27-ff7090d2f376 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports/da3bdb9f-027e-49c1-b030-56bc5c65c7d7 HTTP/1.1" status: 200 len: 910 time: 0.4978268 Oct 05 09:37:16.501398 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Transition to ACTIVE for port object 2d639c9c-d5ec-4010-955e-d9f30322d96e will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:16.502882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7902f19c-d459-4e9c-8d4a-364d3450aac8 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.522926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Transition to ACTIVE for port object 2d639c9c-d5ec-4010-955e-d9f30322d96e will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:16.538620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40374) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:16.547053 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-53db1969-58e4-4e1d-b6af-2285401b3593 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.575354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 86fb2e17-e814-4afe-897b-904cbed85689 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:16.575734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.576058 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 86fb2e17-e814-4afe-897b-904cbed85689 Oct 05 09:37:16.603403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902f19c-d459-4e9c-8d4a-364d3450aac8 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=346dbddd-64e9-4040-bfdf-a1d591dbf321,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:16.615346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2a30062c-cfc0-47c5-aa05-3635fd9e7599 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.622004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.623240 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7902f19c-d459-4e9c-8d4a-364d3450aac8 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.626753 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7902f19c-d459-4e9c-8d4a-364d3450aac8 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/346dbddd-64e9-4040-bfdf-a1d591dbf321 HTTP/1.1" status: 204 len: 168 time: 0.4113119 Oct 05 09:37:16.637578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40378) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:16.719415 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Network 96836785-5e0c-48c9-ae90-cbd0e70b6dd8 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:16.733430 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:16.754993 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5646e115-3def-41ee-bea9-65c18feaed0a tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:16.763052 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:16.778540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Pushing event updated for resources: {'Port': ['ID=2d639c9c-d5ec-4010-955e-d9f30322d96e,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:16.839250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-2a30062c-cfc0-47c5-aa05-3635fd9e7599 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for a3769257-3116-4ab5-b779-b855d46146ce owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:16.851104 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-53db1969-58e4-4e1d-b6af-2285401b3593 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Calling delete_port for 964935e2-41e0-48f8-9a1b-e4f474df3448 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:16.908146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 86fb2e17-e814-4afe-897b-904cbed85689 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:16.910699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9f05f0f8-ccfd-450b-9bee-954678b4fc47 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:16.956429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Attempting to bind port 2d639c9c-d5ec-4010-955e-d9f30322d96e on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:37:16.957725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Attempting to bind port 2d639c9c-d5ec-4010-955e-d9f30322d96e by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '96836785-5e0c-48c9-ae90-cbd0e70b6dd8'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:37:16.957725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Attempting to bind port 2d639c9c-d5ec-4010-955e-d9f30322d96e on network 96836785-5e0c-48c9-ae90-cbd0e70b6dd8 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:37:16.970299 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Attempt 2 to provision port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 Oct 05 09:37:16.999089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:37:16.999472 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Checking segment: {'id': '8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '96836785-5e0c-48c9-ae90-cbd0e70b6dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:16.999883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.000475 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Bound using segment: {'id': '8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '96836785-5e0c-48c9-ae90-cbd0e70b6dd8'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:37:17.001011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Bound port: 2d639c9c-d5ec-4010-955e-d9f30322d96e, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '96836785-5e0c-48c9-ae90-cbd0e70b6dd8'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:37:17.001399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.098724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:17.129417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 9f05f0f8-ccfd-450b-9bee-954678b4fc47 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:17.129793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.130161 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 9f05f0f8-ccfd-450b-9bee-954678b4fc47 Oct 05 09:37:17.132416 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5646e115-3def-41ee-bea9-65c18feaed0a tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.133343 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8177b1fc-387d-498d-a910-9e6c5a035340 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:17.136585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Allocated IP 172.20.0.10 (96836785-5e0c-48c9-ae90-cbd0e70b6dd8/1b418a98-7276-442d-b90c-ad12ad3830cb/74e8af87-a144-4f8d-bb15-e71c52ceeba8) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:17.186223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646e115-3def-41ee-bea9-65c18feaed0a tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c7cc88-afba-4776-99e9-3dab8e17e8f4,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:17.186445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] For port 2d639c9c-d5ec-4010-955e-d9f30322d96e, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:37:17.199678 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5646e115-3def-41ee-bea9-65c18feaed0a tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.200850 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] For port 2d639c9c-d5ec-4010-955e-d9f30322d96e, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2d639c9c-d5ec-4010-955e-d9f30322d96e,segment=NetworkSegment(8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf),segment_id=8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:37:17.230634 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5646e115-3def-41ee-bea9-65c18feaed0a tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] 10.222.0.49 "DELETE /v2.0/subnets/d9c7cc88-afba-4776-99e9-3dab8e17e8f4 HTTP/1.1" status: 204 len: 168 time: 1.4811804 Oct 05 09:37:17.231310 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40382) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:17.242472 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed90f52b-0b71-4ad1-b125-86afb5d7c4a0 None None] Network 514a23a4-135f-47e6-9549-151d0b33004f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:17.337008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-53db1969-58e4-4e1d-b6af-2285401b3593 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.362938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8177b1fc-387d-498d-a910-9e6c5a035340 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:17.364497 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8177b1fc-387d-498d-a910-9e6c5a035340 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7256458 Oct 05 09:37:17.370601 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40388) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:17.375164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.387595 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-37086f11-f69f-4830-be80-7bbb76548928 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group_rule': {'security_group_id': '9d594102-200a-44a3-a8e0-7d34709e05b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:17.397762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-37086f11-f69f-4830-be80-7bbb76548928 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:17.416325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-37086f11-f69f-4830-be80-7bbb76548928 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:17.459999 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 9f05f0f8-ccfd-450b-9bee-954678b4fc47 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:17.465876 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db1969-58e4-4e1d-b6af-2285401b3593 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Port': ['ID=964935e2-41e0-48f8-9a1b-e4f474df3448,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:17.467518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2a30062c-cfc0-47c5-aa05-3635fd9e7599 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.531148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30062c-cfc0-47c5-aa05-3635fd9e7599 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=a3769257-3116-4ab5-b779-b855d46146ce,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:17.579344 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b5fc4-0b44-4f92-a899-55ef2a1a8d34 None None] Pushing event updated for resources: {'Port': ['ID=2d639c9c-d5ec-4010-955e-d9f30322d96e,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:17.579873 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bc9adc1a-f071-4d4e-9926-2c3b5a8625ed req-315cc7ed-3dae-4c78-bcd1-397a2135fd2c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1744015 Oct 05 09:37:17.603004 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Attempt 3 to provision port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 Oct 05 09:37:17.669450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.712540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Deleting port 4d64946a-11fe-444d-89f9-82f3b93f9938 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:17.712873 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.740523 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:17.846486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83786a1-45d6-45a2-b559-5111e8f03727 None None] DHCP port deletion for 514a23a4-135f-47e6-9549-151d0b33004f request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:37:17.852642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d83786a1-45d6-45a2-b559-5111e8f03727 None None] Deleting port 4d64946a-11fe-444d-89f9-82f3b93f9938 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:17.853041 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d83786a1-45d6-45a2-b559-5111e8f03727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.862935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-53db1969-58e4-4e1d-b6af-2285401b3593 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.865278 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-53db1969-58e4-4e1d-b6af-2285401b3593 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/ports/964935e2-41e0-48f8-9a1b-e4f474df3448 HTTP/1.1" status: 204 len: 168 time: 2.3811696 Oct 05 09:37:17.876024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40392) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:17.954206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-37086f11-f69f-4830-be80-7bbb76548928 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.967637 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.107309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2a30062c-cfc0-47c5-aa05-3635fd9e7599 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.132428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Transition to ACTIVE for port object 74e8af87-a144-4f8d-bb15-e71c52ceeba8 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:18.137689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d83786a1-45d6-45a2-b559-5111e8f03727 None None] For port 4d64946a-11fe-444d-89f9-82f3b93f9938, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4d64946a-11fe-444d-89f9-82f3b93f9938,segment=NetworkSegment(9827d04d-9944-4fdf-8743-2d008e06c308),segment_id=9827d04d-9944-4fdf-8743-2d008e06c308)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:18.138254 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d83786a1-45d6-45a2-b559-5111e8f03727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.140696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] For port 4d64946a-11fe-444d-89f9-82f3b93f9938, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4d64946a-11fe-444d-89f9-82f3b93f9938,segment=NetworkSegment(9827d04d-9944-4fdf-8743-2d008e06c308),segment_id=9827d04d-9944-4fdf-8743-2d008e06c308)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:18.141139 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.264142 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Attempt 4 to provision port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 Oct 05 09:37:18.275770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Calling delete_port for 4d64946a-11fe-444d-89f9-82f3b93f9938 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:18.301282 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d83786a1-45d6-45a2-b559-5111e8f03727 None None] Calling delete_port for 4d64946a-11fe-444d-89f9-82f3b93f9938 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:18.301604 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-37086f11-f69f-4830-be80-7bbb76548928 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.375312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:18.406960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-37086f11-f69f-4830-be80-7bbb76548928 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.442569 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37086f11-f69f-4830-be80-7bbb76548928 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafa8894-1891-4ff4-91e4-5084a8b20ff2,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:18.494477 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8905bee-09d0-4ae6-857a-be804677edb4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:18.495443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e8905bee-09d0-4ae6-857a-be804677edb4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Synchronizing usage tracker for tenant:d83a1fd4a9e74c2e90fd216a2eddf28a on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:18.523283 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2d639c9c-d5ec-4010-955e-d9f30322d96e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:18.542525 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:37:18.543355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:37:18.552488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-16205186-49e0-44bf-97dc-207c90c3a0a1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.557859 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d83786a1-45d6-45a2-b559-5111e8f03727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.592845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.640747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83786a1-45d6-45a2-b559-5111e8f03727 None None] Pushing event deleted for resources: {'Port': ['ID=4d64946a-11fe-444d-89f9-82f3b93f9938,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:18.647669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a30062c-cfc0-47c5-aa05-3635fd9e7599 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 119c34c1-d1d3-4062-b06d-2fd6253aaa10 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:37:18.652299 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83786a1-45d6-45a2-b559-5111e8f03727 None None] No DVR routers for this DVR port 4d64946a-11fe-444d-89f9-82f3b93f9938 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:37:18.713067 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e8905bee-09d0-4ae6-857a-be804677edb4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Unset dirty status for tenant:d83a1fd4a9e74c2e90fd216a2eddf28a on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:18.714307 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e8905bee-09d0-4ae6-857a-be804677edb4 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c183646-d3e9-4522-997a-0440b5c19ba5 HTTP/1.1" status: 200 len: 913 time: 0.8349855 Oct 05 09:37:18.734819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40398) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:18.775641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network 96836785-5e0c-48c9-ae90-cbd0e70b6dd8 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:18.790283 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:18.793073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:18.808053 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 2d639c9c-d5ec-4010-955e-d9f30322d96e completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:18.819065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-37086f11-f69f-4830-be80-7bbb76548928 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.822413 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-37086f11-f69f-4830-be80-7bbb76548928 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4499164 Oct 05 09:37:18.851445 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40402) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:18.876325 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Attempt 5 to provision port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 Oct 05 09:37:18.889555 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bdd58a38-0854-4206-be01-672f9f3d6f11 req-18b3fec5-0ad6-4ae9-9b80-90bcd0d7c444 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1854875 Oct 05 09:37:18.903691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:18.904598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.929004 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=74e8af87-a144-4f8d-bb15-e71c52ceeba8,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:18.953784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4d64946a-11fe-444d-89f9-82f3b93f9938 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:37:18.998086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 4d64946a-11fe-444d-89f9-82f3b93f9938 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:37:18.998537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4d64946a-11fe-444d-89f9-82f3b93f9938 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:37:19.021302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:19.036165 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-07428558-5e8a-4690-ab5e-0cc0d855985c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4912870 Oct 05 09:37:19.037165 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40406) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:19.045042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Deleting port 4d64946a-11fe-444d-89f9-82f3b93f9938 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:19.046999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:19.062936 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-be265cf6-123a-47f8-a722-f21c06dbae1c tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules/aafa8894-1891-4ff4-91e4-5084a8b20ff2 HTTP/1.1" status: 200 len: 763 time: 0.1936278 Oct 05 09:37:19.073071 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40410) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:19.076725 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'network_id': '96836785-5e0c-48c9-ae90-cbd0e70b6dd8', 'name': 'tempest-PortsTestJSON-1619462833', 'fixed_ips': [{'subnet_id': '1b418a98-7276-442d-b90c-ad12ad3830cb', 'ip_address': '172.20.0.9'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:19.100687 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48742d2-2bac-4fe8-a636-b6609be4e528 None None] Network 96836785-5e0c-48c9-ae90-cbd0e70b6dd8 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:19.118016 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a30062c-cfc0-47c5-aa05-3635fd9e7599 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:19.134474 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2a30062c-cfc0-47c5-aa05-3635fd9e7599 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/119c34c1-d1d3-4062-b06d-2fd6253aaa10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8022239 Oct 05 09:37:19.158857 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40412) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:19.277238 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:19.291919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:port and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:19.295963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:19.305168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc8dab-ca09-49b8-b1ff-73c722e91417 None None] Sync routers for ids ['119c34c1-d1d3-4062-b06d-2fd6253aaa10'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:19.333497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:19.352761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] The port '4d64946a-11fe-444d-89f9-82f3b93f9938' was deleted {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:37:19.370977 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc8dab-ca09-49b8-b1ff-73c722e91417 None None] Routers {'119c34c1-d1d3-4062-b06d-2fd6253aaa10'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:19.372140 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f3dc8dab-ca09-49b8-b1ff-73c722e91417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['119c34c1-d1d3-4062-b06d-2fd6253aaa10'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:19.447337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4269086b-e299-410c-8d5d-c484bde639fb tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:19.456180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f3dc8dab-ca09-49b8-b1ff-73c722e91417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:19.471796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc8dab-ca09-49b8-b1ff-73c722e91417 None None] Routers {'119c34c1-d1d3-4062-b06d-2fd6253aaa10'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:19.472432 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f3dc8dab-ca09-49b8-b1ff-73c722e91417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:36:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['119c34c1-d1d3-4062-b06d-2fd6253aaa10'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:19.496188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:19.501046 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:19.541261 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Attempt 6 to provision port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 Oct 05 09:37:19.545534 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port 7837e63e-972f-41bf-af70-589216de00ce yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:37:19.594935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:19.598873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f3dc8dab-ca09-49b8-b1ff-73c722e91417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:19.600065 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc8dab-ca09-49b8-b1ff-73c722e91417 None None] The sync data for ids ['119c34c1-d1d3-4062-b06d-2fd6253aaa10'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:19.628259 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:19.640905 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514a23a4-135f-47e6-9549-151d0b33004f']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:19.660604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9827d04d-9944-4fdf-8743-2d008e06c308') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:19.660943 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9827d04d-9944-4fdf-8743-2d008e06c308') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:19.706447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:19.719684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4269086b-e299-410c-8d5d-c484bde639fb tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:19.724873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40418) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:19.725379 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4269086b-e299-410c-8d5d-c484bde639fb tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4749300 Oct 05 09:37:19.749715 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:19.765497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:37:19.765904 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:19.846988 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 9827d04d-9944-4fdf-8743-2d008e06c308 resource provider aggregate not found Oct 05 09:37:19.866630 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-b97d41af-f8fc-4263-b3cf-75f1dd3c9dae tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] remove_router_interface failed (client error): The resource could not be found. Oct 05 09:37:19.870555 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b97d41af-f8fc-4263-b3cf-75f1dd3c9dae tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/119c34c1-d1d3-4062-b06d-2fd6253aaa10/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7081299 Oct 05 09:37:19.873910 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40426) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:19.901024 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 9827d04d-9944-4fdf-8743-2d008e06c308 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9827d04d-9944-4fdf-8743-2d008e06c308 found for delete ", "request_id": "req-faae96e2-bd55-4ad8-86ed-aa812fcff0c1"}]} Oct 05 09:37:19.931884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6b7c7890-6ee1-4bfa-8469-992a744a6dbe tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:19.940457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Allocated IP 172.20.0.9 (96836785-5e0c-48c9-ae90-cbd0e70b6dd8/1b418a98-7276-442d-b90c-ad12ad3830cb/7837e63e-972f-41bf-af70-589216de00ce) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:20.009238 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6b7c7890-6ee1-4bfa-8469-992a744a6dbe tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:20.032945 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:20.050102 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8d56787c-8f24-4e41-9738-10748645a225 req-c5ea65ae-c386-4be2-9186-3e6d0d2c98d4 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0781934 Oct 05 09:37:20.052858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6c6d1fa2-27e4-418b-961a-43edde7d1b92 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Synchronizing usage tracker for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:20.069609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:20.080871 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] Pushing event deleted for resources: {'Network': ['ID=514a23a4-135f-47e6-9549-151d0b33004f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:20.106073 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2de56f0f-36f3-438a-8dde-75b13cbb3501 tempest-ExtraDHCPOptionsTestJSON-1642191842 tempest-ExtraDHCPOptionsTestJSON-1642191842-project] 10.222.0.49 "DELETE /v2.0/networks/514a23a4-135f-47e6-9549-151d0b33004f HTTP/1.1" status: 204 len: 168 time: 2.8716004 Oct 05 09:37:20.125675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-16205186-49e0-44bf-97dc-207c90c3a0a1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:20.126021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-16205186-49e0-44bf-97dc-207c90c3a0a1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:20.129039 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Attempt 7 to provision port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 Oct 05 09:37:20.216306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6c6d1fa2-27e4-418b-961a-43edde7d1b92 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Unset dirty status for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:20.217720 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6c6d1fa2-27e4-418b-961a-43edde7d1b92 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports?device_id=119c34c1-d1d3-4062-b06d-2fd6253aaa10 HTTP/1.1" status: 200 len: 205 time: 0.3415632 Oct 05 09:37:20.222830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40434) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:20.242842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:20.257192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6b7c7890-6ee1-4bfa-8469-992a744a6dbe tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:20.341834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c7890-6ee1-4bfa-8469-992a744a6dbe tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aafa8894-1891-4ff4-91e4-5084a8b20ff2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:20.381906 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1e8c46db-a83d-4b43-a486-2949a3313009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:20.407291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6302c3c9-c0c2-41ee-b751-114ae5880ad1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:20.457477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-16205186-49e0-44bf-97dc-207c90c3a0a1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:20.476697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:20.525899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6b7c7890-6ee1-4bfa-8469-992a744a6dbe tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:20.527073 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6b7c7890-6ee1-4bfa-8469-992a744a6dbe tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/aafa8894-1891-4ff4-91e4-5084a8b20ff2 HTTP/1.1" status: 204 len: 168 time: 0.7989388 Oct 05 09:37:20.591551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40438) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:20.599226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-16205186-49e0-44bf-97dc-207c90c3a0a1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for da3bdb9f-027e-49c1-b030-56bc5c65c7d7 owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:20.727020 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Transition to ACTIVE for port object 7837e63e-972f-41bf-af70-589216de00ce will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:20.733567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40444) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:20.744211 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Attempt 8 to provision port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 Oct 05 09:37:20.783539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f56eb3d2-baf8-4f7f-85de-0a88dbd129e9 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:20.822401 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-be70a17d-b8bf-4703-bf09-329a1090c47a tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:20.828733 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:20.898531 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6302c3c9-c0c2-41ee-b751-114ae5880ad1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:20.901862 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6302c3c9-c0c2-41ee-b751-114ae5880ad1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:20.964183 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.012243 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6302c3c9-c0c2-41ee-b751-114ae5880ad1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.012919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6302c3c9-c0c2-41ee-b751-114ae5880ad1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Fanout notify agent at l3_agent the message router_deleted on router 119c34c1-d1d3-4062-b06d-2fd6253aaa10 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:37:21.034684 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f56eb3d2-baf8-4f7f-85de-0a88dbd129e9 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:21.035952 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f56eb3d2-baf8-4f7f-85de-0a88dbd129e9 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4089644 Oct 05 09:37:21.040362 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40450) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:21.048396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network 96836785-5e0c-48c9-ae90-cbd0e70b6dd8 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:21.052585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6302c3c9-c0c2-41ee-b751-114ae5880ad1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.053650 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6302c3c9-c0c2-41ee-b751-114ae5880ad1 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/routers/119c34c1-d1d3-4062-b06d-2fd6253aaa10 HTTP/1.1" status: 204 len: 168 time: 0.8290157 Oct 05 09:37:21.058825 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c2bb514b-7462-40eb-aa3b-4eb3e5da7934 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group_rule': {'security_group_id': '9d594102-200a-44a3-a8e0-7d34709e05b0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:21.063242 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:21.066957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40454) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:21.071034 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:21.100229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c2bb514b-7462-40eb-aa3b-4eb3e5da7934 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:21.106982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=7837e63e-972f-41bf-af70-589216de00ce,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:21.138439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c2bb514b-7462-40eb-aa3b-4eb3e5da7934 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:21.202899 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f01ce5f8-8b3e-44ae-8b53-942a6ddbe81b req-a1073c0e-db21-43ed-ad1c-8c926078246c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0680654 Oct 05 09:37:21.219254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:21.219971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.279506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c2bb514b-7462-40eb-aa3b-4eb3e5da7934 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.281739 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-dc79e5be-cf94-4762-8edf-ff66c872e36e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48434d2797fb4bbd88dc22c74afa52ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5462132 Oct 05 09:37:21.287250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40460) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:21.318112 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2fa5ded4-4952-47b3-8b86-b767ea5a08fe tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2798610 Oct 05 09:37:21.324315 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40464) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:21.330491 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Attempt 9 to provision port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 Oct 05 09:37:21.364338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-0106b624-4232-4d35-864d-d878b901aea0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting subnet 7f77e8ac-a5c8-4e0b-9cac-5b5754ece9ff {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:37:21.369774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Port da3bdb9f-027e-49c1-b030-56bc5c65c7d7 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:37:21.372905 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Could not find standard attr ID for object 4d64946a-11fe-444d-89f9-82f3b93f9938. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:37:21.391655 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0106b624-4232-4d35-864d-d878b901aea0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.426938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-16205186-49e0-44bf-97dc-207c90c3a0a1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.461635 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-21b4989f-a7ee-475b-9208-7717bcc578cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.466744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Provisioning for port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:21.469758 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c2bb514b-7462-40eb-aa3b-4eb3e5da7934 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.472597 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Provisioning complete for port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:21.476673 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.476673 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Attempt 1 to provision port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c Oct 05 09:37:21.494898 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16205186-49e0-44bf-97dc-207c90c3a0a1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Port': ['ID=da3bdb9f-027e-49c1-b030-56bc5c65c7d7,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:21.501112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-21b4989f-a7ee-475b-9208-7717bcc578cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.515998 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcbdb43-c214-4f66-8398-56f324d3eda7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:21.516768 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2bcbdb43-c214-4f66-8398-56f324d3eda7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:21.563907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c2bb514b-7462-40eb-aa3b-4eb3e5da7934 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.591122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb514b-7462-40eb-aa3b-4eb3e5da7934 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf24f52e-31e4-4528-a735-e5827abb69a9,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:21.618378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Current status of the port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:21.618922 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.625243 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0106b624-4232-4d35-864d-d878b901aea0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.654220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] For port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c5330d89-58bd-4fe0-aaa9-ff072cafbe5c,segment=NetworkSegment(9a69c73d-ccaf-4430-8333-1c10e73e6c44),segment_id=9a69c73d-ccaf-4430-8333-1c10e73e6c44)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:21.677731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2bcbdb43-c214-4f66-8398-56f324d3eda7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:21.679124 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2bcbdb43-c214-4f66-8398-56f324d3eda7 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3539019 Oct 05 09:37:21.681920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40468) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:21.726553 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-21b4989f-a7ee-475b-9208-7717bcc578cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.728912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-21b4989f-a7ee-475b-9208-7717bcc578cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.730051 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-21b4989f-a7ee-475b-9208-7717bcc578cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1818bcb-dfcd-4e90-8a8b-a352f691e900 HTTP/1.1" status: 204 len: 168 time: 0.4400661 Oct 05 09:37:21.731022 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c2bb514b-7462-40eb-aa3b-4eb3e5da7934 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.734350 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c2bb514b-7462-40eb-aa3b-4eb3e5da7934 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6888537 Oct 05 09:37:21.744929 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40474) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:21.757181 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.789253 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4989f-a7ee-475b-9208-7717bcc578cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1818bcb-dfcd-4e90-8a8b-a352f691e900,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:21.797500 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ce9c4058-3776-44a8-b6a6-639f3ebd3dfc tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules/cf24f52e-31e4-4528-a735-e5827abb69a9 HTTP/1.1" status: 200 len: 764 time: 0.0513773 Oct 05 09:37:21.800084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40478) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:21.866530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1b13e199-b22f-4840-9377-7795bc6c70a7 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:21.888536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1103286e-772f-4c80-be23-be93b246a878 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:21.894571 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1103286e-772f-4c80-be23-be93b246a878 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:21.899861 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Could not find standard attr ID for object f7d6034d-69a4-4be3-8a8f-0366de3211c7. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:37:21.900659 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1103286e-772f-4c80-be23-be93b246a878 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:21.902326 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1103286e-772f-4c80-be23-be93b246a878 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2192895 Oct 05 09:37:21.905934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40482) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:21.920173 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Pushing event updated for resources: {'Port': ['ID=c5330d89-58bd-4fe0-aaa9-ff072cafbe5c,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:21.924920 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Could not find standard attr ID for object ce2851c4-fcf4-4480-ba82-589ffb62422a. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:37:21.930830 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fbd19e19-8595-4b1c-94e6-f46405c08e4a None None] Could not find standard attr ID for object a3769257-3116-4ab5-b779-b855d46146ce. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:37:21.937834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-16205186-49e0-44bf-97dc-207c90c3a0a1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.954305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-be70a17d-b8bf-4703-bf09-329a1090c47a tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port ed7416c9-3874-44e1-8627-74298e032f46 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:21.954305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-be70a17d-b8bf-4703-bf09-329a1090c47a tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.978587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0106b624-4232-4d35-864d-d878b901aea0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:21.979452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-bb938c2b-29b1-4e7d-81a4-21c9a4efc78c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 7837e63e-972f-41bf-af70-589216de00ce {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:21.979802 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bb938c2b-29b1-4e7d-81a4-21c9a4efc78c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:22.009743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1b13e199-b22f-4840-9377-7795bc6c70a7 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:22.014277 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1b13e199-b22f-4840-9377-7795bc6c70a7 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2126491 Oct 05 09:37:22.014951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40486) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:22.077460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-64b1a29b-a09a-4b5a-a3a0-b80c12b79cff tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:22.112392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Provisioning for port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:22.121257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-64b1a29b-a09a-4b5a-a3a0-b80c12b79cff tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:22.125941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Provisioning complete for port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:22.126531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:22.127161 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Attempt 1 to provision port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 Oct 05 09:37:22.220689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:22.261195 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-64b1a29b-a09a-4b5a-a3a0-b80c12b79cff tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:22.288798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1a29b-a09a-4b5a-a3a0-b80c12b79cff tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf24f52e-31e4-4528-a735-e5827abb69a9,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:22.358926 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-64baa23f-a3cb-435b-afaf-5e83fec79d57 req-b5bb2ef9-464b-4ce7-9e03-5b86eed37aae tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0779729 Oct 05 09:37:22.414811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bb938c2b-29b1-4e7d-81a4-21c9a4efc78c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:22.447116 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c5330d89-58bd-4fe0-aaa9-ff072cafbe5c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:22.492836 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-64b1a29b-a09a-4b5a-a3a0-b80c12b79cff tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:22.496836 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-64b1a29b-a09a-4b5a-a3a0-b80c12b79cff tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/cf24f52e-31e4-4528-a735-e5827abb69a9 HTTP/1.1" status: 204 len: 168 time: 0.4686165 Oct 05 09:37:22.507955 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40502) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:22.537475 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:22.538282 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:22.538843 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c Oct 05 09:37:22.541271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0106b624-4232-4d35-864d-d878b901aea0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:22.568854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-bb938c2b-29b1-4e7d-81a4-21c9a4efc78c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 7837e63e-972f-41bf-af70-589216de00ce owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:22.669326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106b624-4232-4d35-864d-d878b901aea0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Subnet': ['ID=7f77e8ac-a5c8-4e0b-9cac-5b5754ece9ff,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:22.673378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-be70a17d-b8bf-4703-bf09-329a1090c47a tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:22.681897 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a8a4db8d-415a-49b2-83c0-bf351dceb917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:22.683687 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bae2d46-d370-4d57-b956-d6d0a471831f None None] Network 71bf133b-a164-4269-a924-0bed2b5b1fa5 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:22.685485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0106b624-4232-4d35-864d-d878b901aea0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:22.797574 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Attempt 2 to provision port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 Oct 05 09:37:22.879313 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0106b624-4232-4d35-864d-d878b901aea0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/7f77e8ac-a5c8-4e0b-9cac-5b5754ece9ff HTTP/1.1" status: 204 len: 168 time: 1.8079779 Oct 05 09:37:22.882193 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40512) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:22.889043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-be70a17d-b8bf-4703-bf09-329a1090c47a tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Calling delete_port for ed7416c9-3874-44e1-8627-74298e032f46 owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:22.902376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:22.942542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:22.987407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16205186-49e0-44bf-97dc-207c90c3a0a1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router e23cb1e4-8abe-4348-921d-0bbbaa1321ad has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:37:23.026367 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:23.030232 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-166a4aab-29f7-49a8-9dd7-264558f911ac tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5011675 Oct 05 09:37:23.031254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40518) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:23.058376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port 86fb2e17-e814-4afe-897b-904cbed85689 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:23.058719 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:23.074572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48abba21-1eda-4b27-81a9-7b339d68877d None None] DHCP port deletion for 71bf133b-a164-4269-a924-0bed2b5b1fa5 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:37:23.080596 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-48abba21-1eda-4b27-81a9-7b339d68877d None None] Deleting port 86fb2e17-e814-4afe-897b-904cbed85689 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:23.081652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-48abba21-1eda-4b27-81a9-7b339d68877d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:23.134709 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40522) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:23.137169 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bb938c2b-29b1-4e7d-81a4-21c9a4efc78c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:23.278147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb938c2b-29b1-4e7d-81a4-21c9a4efc78c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=7837e63e-972f-41bf-af70-589216de00ce,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:23.278541 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16205186-49e0-44bf-97dc-207c90c3a0a1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:23.290661 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7905ad63-e264-40e5-8ae9-b951d6467ee7 None None] Sync routers for ids ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:23.292765 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-16205186-49e0-44bf-97dc-207c90c3a0a1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/e23cb1e4-8abe-4348-921d-0bbbaa1321ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7530985 Oct 05 09:37:23.295875 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40528) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:23.305019 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7905ad63-e264-40e5-8ae9-b951d6467ee7 None None] Routers {'e23cb1e4-8abe-4348-921d-0bbbaa1321ad'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:23.305774 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7905ad63-e264-40e5-8ae9-b951d6467ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:23.361076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6f210eb-33bd-43f3-8a97-aef6f14778a7 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:23.381382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-48abba21-1eda-4b27-81a9-7b339d68877d None None] For port 86fb2e17-e814-4afe-897b-904cbed85689, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=86fb2e17-e814-4afe-897b-904cbed85689,segment=NetworkSegment(ee187bd2-983b-4c0e-9726-d1adde754381),segment_id=ee187bd2-983b-4c0e-9726-d1adde754381)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:23.384353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-48abba21-1eda-4b27-81a9-7b339d68877d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:23.438098 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7905ad63-e264-40e5-8ae9-b951d6467ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:23.448073 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7905ad63-e264-40e5-8ae9-b951d6467ee7 None None] Routers {'e23cb1e4-8abe-4348-921d-0bbbaa1321ad'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:23.449069 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7905ad63-e264-40e5-8ae9-b951d6467ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:23.480954 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Attempt 3 to provision port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 Oct 05 09:37:23.495397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1287080276'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:23.558940 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:23.566824 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6f210eb-33bd-43f3-8a97-aef6f14778a7 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:23.580312 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7905ad63-e264-40e5-8ae9-b951d6467ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:23.580759 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bb938c2b-29b1-4e7d-81a4-21c9a4efc78c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:23.582158 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7905ad63-e264-40e5-8ae9-b951d6467ee7 None None] The sync data for ids ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:23.606502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Usage tracker for resource:network and tenant:ccd7f1fa97154dd093afba3633da1640 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:23.611591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:23.612108 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-692281aa-199c-4916-b06c-7b4a38d7ba08 req-4bc60f86-7eb2-4bf8-9fa0-a210830e446c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1208022 Oct 05 09:37:23.612765 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:23.619284 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-48abba21-1eda-4b27-81a9-7b339d68877d None None] Calling delete_port for 86fb2e17-e814-4afe-897b-904cbed85689 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:23.638892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:23.668015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] For port 86fb2e17-e814-4afe-897b-904cbed85689, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=86fb2e17-e814-4afe-897b-904cbed85689,segment=NetworkSegment(ee187bd2-983b-4c0e-9726-d1adde754381),segment_id=ee187bd2-983b-4c0e-9726-d1adde754381)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:23.668369 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:23.734509 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Made reservation on behalf of ccd7f1fa97154dd093afba3633da1640 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:23.737823 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:23.764947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-be70a17d-b8bf-4703-bf09-329a1090c47a tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:23.787071 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-48abba21-1eda-4b27-81a9-7b339d68877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:23.804976 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bb938c2b-29b1-4e7d-81a4-21c9a4efc78c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/7837e63e-972f-41bf-af70-589216de00ce HTTP/1.1" status: 204 len: 168 time: 1.8987617 Oct 05 09:37:23.811896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for 86fb2e17-e814-4afe-897b-904cbed85689 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:23.816325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40534) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:23.833469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70a17d-b8bf-4703-bf09-329a1090c47a tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Port': ['ID=ed7416c9-3874-44e1-8627-74298e032f46,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:23.835599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abba21-1eda-4b27-81a9-7b339d68877d None None] Pushing event deleted for resources: {'Port': ['ID=86fb2e17-e814-4afe-897b-904cbed85689,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:23.839069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48abba21-1eda-4b27-81a9-7b339d68877d None None] No DVR routers for this DVR port 86fb2e17-e814-4afe-897b-904cbed85689 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:37:23.861048 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:23.888319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:23.897099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Usage tracker for resource:security_group_rule and tenant:ccd7f1fa97154dd093afba3633da1640 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:23.901261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:23.917588 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:23.920368 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb5d7ef-e697-4364-8645-eb77d2d4b9be tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] GET failed (client error): The resource could not be found. Oct 05 09:37:23.923916 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6fb5d7ef-e697-4364-8645-eb77d2d4b9be tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/7837e63e-972f-41bf-af70-589216de00ce HTTP/1.1" status: 404 len: 333 time: 0.0957696 Oct 05 09:37:23.927009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40538) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:23.966560 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:37:23.966560 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:37:23.980804 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6f210eb-33bd-43f3-8a97-aef6f14778a7 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:24.023530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f210eb-33bd-43f3-8a97-aef6f14778a7 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d594102-200a-44a3-a8e0-7d34709e05b0,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:24.049746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-d1844a8d-4bb6-4808-83ce-935c244be965 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:24.050149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1844a8d-4bb6-4808-83ce-935c244be965 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:24.111931 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Attempt 4 to provision port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 Oct 05 09:37:24.170041 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:24.179783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:24.190083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6f210eb-33bd-43f3-8a97-aef6f14778a7 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:24.191737 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c6f210eb-33bd-43f3-8a97-aef6f14778a7 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-groups/9d594102-200a-44a3-a8e0-7d34709e05b0 HTTP/1.1" status: 204 len: 168 time: 1.1560557 Oct 05 09:37:24.203993 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40542) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:24.204214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:24.344286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:24.368627 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0eba967c-d207-4394-8963-af8eaf953088 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:24.415445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:24.427229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-be70a17d-b8bf-4703-bf09-329a1090c47a tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:24.449679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 86fb2e17-e814-4afe-897b-904cbed85689 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:37:24.458387 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1844a8d-4bb6-4808-83ce-935c244be965 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:24.469974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port 86fb2e17-e814-4afe-897b-904cbed85689 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:24.470352 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:24.500916 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:37:24.507895 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2c7c58-2b08-4fbf-968a-eb0321188e44,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:24.521879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 86fb2e17-e814-4afe-897b-904cbed85689 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:37:24.522345 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 86fb2e17-e814-4afe-897b-904cbed85689 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:37:24.569711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0eba967c-d207-4394-8963-af8eaf953088 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:24.570976 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0eba967c-d207-4394-8963-af8eaf953088 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3663499 Oct 05 09:37:24.618543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40546) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:24.626867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e3e868f3-d100-42b9-9571-0f3bc6d5e14b tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group': {'name': 'tempest-secgroup--282858714'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:24.648152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e3e868f3-d100-42b9-9571-0f3bc6d5e14b tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:24.671168 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Attempt 5 to provision port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 Oct 05 09:37:24.671746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d17b551d-0207-4874-a27b-64c6bfbb691e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:24.746523 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:24.775691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-d1844a8d-4bb6-4808-83ce-935c244be965 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 74e8af87-a144-4f8d-bb15-e71c52ceeba8 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:24.789092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e3e868f3-d100-42b9-9571-0f3bc6d5e14b tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:24.804670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:24.805007 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Added segment caad0e92-0c81-4d94-970e-593bcedf6380 of type vlan for network 9985a97e-968b-4c53-a553-f2898ab346c0 Oct 05 09:37:24.826147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] The port '86fb2e17-e814-4afe-897b-904cbed85689' was deleted {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:37:24.900343 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3e868f3-d100-42b9-9571-0f3bc6d5e14b tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:24.916639 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:24.924158 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-50c2b367-20c6-40c9-91e6-6ed7a82635cd req-da9a5ecd-62eb-4a87-840c-a405f79694db tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1209757 Oct 05 09:37:24.963749 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.028463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e3e868f3-d100-42b9-9571-0f3bc6d5e14b tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:25.036225 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e3e868f3-d100-42b9-9571-0f3bc6d5e14b tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:25.063409 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.088953 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e3e868f3-d100-42b9-9571-0f3bc6d5e14b tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:25.109818 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e3e868f3-d100-42b9-9571-0f3bc6d5e14b tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:25.132573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71bf133b-a164-4269-a924-0bed2b5b1fa5']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:25.159528 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee187bd2-983b-4c0e-9726-d1adde754381') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:25.159756 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee187bd2-983b-4c0e-9726-d1adde754381') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:25.177919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.182693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be70a17d-b8bf-4703-bf09-329a1090c47a tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Router 9c183646-d3e9-4522-997a-0440b5c19ba5 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:37:25.208171 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.215191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:37:25.215592 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.241157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.246631 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:25.247968 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.249328 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Attempt 6 to provision port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 Oct 05 09:37:25.289189 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Port 74e8af87-a144-4f8d-bb15-e71c52ceeba8 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:37:25.311199 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment ee187bd2-983b-4c0e-9726-d1adde754381 resource provider aggregate not found Oct 05 09:37:25.335705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1844a8d-4bb6-4808-83ce-935c244be965 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.383371 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-d17b551d-0207-4874-a27b-64c6bfbb691e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port a3c7745d-f374-402c-92fe-7723697671b8 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:25.383717 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d17b551d-0207-4874-a27b-64c6bfbb691e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.401909 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment ee187bd2-983b-4c0e-9726-d1adde754381 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee187bd2-983b-4c0e-9726-d1adde754381 found for delete ", "request_id": "req-35fe3d8d-93a2-4b66-922c-1899b1f05832"}]} Oct 05 09:37:25.402451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Provisioning for port 2d639c9c-d5ec-4010-955e-d9f30322d96e completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:25.418096 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Provisioning complete for port 2d639c9c-d5ec-4010-955e-d9f30322d96e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:25.418811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.419257 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Attempt 1 to provision port 2d639c9c-d5ec-4010-955e-d9f30322d96e Oct 05 09:37:25.493096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1844a8d-4bb6-4808-83ce-935c244be965 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=74e8af87-a144-4f8d-bb15-e71c52ceeba8,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:25.533610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.547559 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event updated for resources: {'Network': ['ID=9985a97e-968b-4c53-a553-f2898ab346c0,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:25.567412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 9985a97e-968b-4c53-a553-f2898ab346c0 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:37:25.603008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.629132 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.633959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Current status of the port 2d639c9c-d5ec-4010-955e-d9f30322d96e is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:25.634643 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.637379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3e868f3-d100-42b9-9571-0f3bc6d5e14b tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.682824 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1844a8d-4bb6-4808-83ce-935c244be965 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.687252 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0c22db30-b07f-4d52-acdb-777c2c2c7e0d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5509906 Oct 05 09:37:25.691147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Network': ['ID=71bf133b-a164-4269-a924-0bed2b5b1fa5,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:25.696555 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-07c9a5a4-9811-4937-9d16-9be907959322 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/networks/71bf133b-a164-4269-a924-0bed2b5b1fa5 HTTP/1.1" status: 204 len: 168 time: 2.8133233 Oct 05 09:37:25.702860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40556) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:25.710157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-631161393'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:25.714831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] For port 2d639c9c-d5ec-4010-955e-d9f30322d96e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2d639c9c-d5ec-4010-955e-d9f30322d96e,segment=NetworkSegment(8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf),segment_id=8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:25.717961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:25.721097 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be70a17d-b8bf-4703-bf09-329a1090c47a tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:25.742267 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f4d8c-db83-4a05-bc64-c3446a0b1d90 None None] Sync routers for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:25.742406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:network and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:25.743379 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d1844a8d-4bb6-4808-83ce-935c244be965 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/74e8af87-a144-4f8d-bb15-e71c52ceeba8 HTTP/1.1" status: 204 len: 168 time: 1.8149269 Oct 05 09:37:25.746857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:25.749249 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40560) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:25.752470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f4d8c-db83-4a05-bc64-c3446a0b1d90 None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:25.753407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-621f4d8c-db83-4a05-bc64-c3446a0b1d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:25.756546 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:25.842292 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9f640a-039d-4ce8-a063-4425f83d03f1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] GET failed (client error): The resource could not be found. Oct 05 09:37:25.842939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9b9f640a-039d-4ce8-a063-4425f83d03f1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:25.859073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3e868f3-d100-42b9-9571-0f3bc6d5e14b tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.874050 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.928436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-621f4d8c-db83-4a05-bc64-c3446a0b1d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:25.936518 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Could not find standard attr ID for object 7837e63e-972f-41bf-af70-589216de00ce. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:37:25.939202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e868f3-d100-42b9-9571-0f3bc6d5e14b tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76d4273-b911-4b36-a27f-fb8f41192b27,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:25.958416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f4d8c-db83-4a05-bc64-c3446a0b1d90 None None] Routers {'9c183646-d3e9-4522-997a-0440b5c19ba5'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:25.959041 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-621f4d8c-db83-4a05-bc64-c3446a0b1d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9c183646-d3e9-4522-997a-0440b5c19ba5'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:25.968900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40566) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:25.969185 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-be70a17d-b8bf-4703-bf09-329a1090c47a tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "PUT /v2.0/routers/9c183646-d3e9-4522-997a-0440b5c19ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2328949 Oct 05 09:37:25.991403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d17b551d-0207-4874-a27b-64c6bfbb691e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:26.028579 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-621f4d8c-db83-4a05-bc64-c3446a0b1d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:26.029394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f4d8c-db83-4a05-bc64-c3446a0b1d90 None None] The sync data for ids ['9c183646-d3e9-4522-997a-0440b5c19ba5'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:26.038842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edbf2b-dd13-452f-8f24-392d88bd29c5 None None] Pushing event updated for resources: {'Port': ['ID=2d639c9c-d5ec-4010-955e-d9f30322d96e,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:26.070387 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:26.074030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:26.083781 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9b9f640a-039d-4ce8-a063-4425f83d03f1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:26.085295 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9b9f640a-039d-4ce8-a063-4425f83d03f1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/74e8af87-a144-4f8d-bb15-e71c52ceeba8 HTTP/1.1" status: 404 len: 333 time: 0.3346529 Oct 05 09:37:26.085422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e3e868f3-d100-42b9-9571-0f3bc6d5e14b tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:26.095451 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e3e868f3-d100-42b9-9571-0f3bc6d5e14b tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4674733 Oct 05 09:37:26.124981 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40570) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:26.125317 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40572) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:26.157266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-d17b551d-0207-4874-a27b-64c6bfbb691e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for a3c7745d-f374-402c-92fe-7723697671b8 owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:26.182624 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c45dd4a4-8bf9-49e6-8233-c1cd29694939 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Request body: {'security_group_rule': {'security_group_id': 'd76d4273-b911-4b36-a27f-fb8f41192b27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:26.203394 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1a9a5874-3ddd-4e87-b4ee-cd3c84586402 req-d0ff5206-4c8b-4063-8d9e-5306dfe5860f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1439536 Oct 05 09:37:26.210018 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c45dd4a4-8bf9-49e6-8233-c1cd29694939 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:26.284695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c45dd4a4-8bf9-49e6-8233-c1cd29694939 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Usage tracker for resource:security_group_rule and tenant:c2ce9f3be8bf4e29b102fdf069b208dd is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:26.301057 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c45dd4a4-8bf9-49e6-8233-c1cd29694939 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:26.325563 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:37:26.328050 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c45dd4a4-8bf9-49e6-8233-c1cd29694939 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:26.356654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeae93f2-909f-40e7-9c10-a418455adfa6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting subnet 1b418a98-7276-442d-b90c-ad12ad3830cb {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:37:26.358730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:26.359072 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Added segment 93c4b878-2fb6-4739-be47-fb7837804ae9 of type vlan for network 47085725-c374-4a8a-bae4-14b9d8e3aedc Oct 05 09:37:26.370610 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eeae93f2-909f-40e7-9c10-a418455adfa6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:26.414713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b2a844b3-7845-4e70-b2bd-8f5d88043b6f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:26.444374 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2d639c9c-d5ec-4010-955e-d9f30322d96e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:26.449317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d17b551d-0207-4874-a27b-64c6bfbb691e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:26.525829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b551d-0207-4874-a27b-64c6bfbb691e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Port': ['ID=a3c7745d-f374-402c-92fe-7723697671b8,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:26.564689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 2d639c9c-d5ec-4010-955e-d9f30322d96e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:26.566613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:26.568448 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 2d639c9c-d5ec-4010-955e-d9f30322d96e Oct 05 09:37:26.656917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c45dd4a4-8bf9-49e6-8233-c1cd29694939 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:26.692421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:26.725813 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eeae93f2-909f-40e7-9c10-a418455adfa6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:26.829948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2d639c9c-d5ec-4010-955e-d9f30322d96e is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:26.888777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d17b551d-0207-4874-a27b-64c6bfbb691e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:26.914970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.resource_extend [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:37:26.998789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c45dd4a4-8bf9-49e6-8233-c1cd29694939 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:27.016189 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b2a844b3-7845-4e70-b2bd-8f5d88043b6f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:27.031083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eeae93f2-909f-40e7-9c10-a418455adfa6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:27.073815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:27.079175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:27.087308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:27.125541 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-b2a844b3-7845-4e70-b2bd-8f5d88043b6f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting port def0240a-55d3-4c5a-9bf3-bba17558a78a {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:27.125879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b2a844b3-7845-4e70-b2bd-8f5d88043b6f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:27.170840 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17b551d-0207-4874-a27b-64c6bfbb691e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router e23cb1e4-8abe-4348-921d-0bbbaa1321ad has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:37:27.198203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c45dd4a4-8bf9-49e6-8233-c1cd29694939 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:27.279213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45dd4a4-8bf9-49e6-8233-c1cd29694939 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd8a551-6189-45e8-8b7c-eb556f9420ca,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:27.313507 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17b551d-0207-4874-a27b-64c6bfbb691e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:27.324263 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe72998-b610-4f41-b855-509de6488a5b None None] Sync routers for ids ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:27.336456 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe72998-b610-4f41-b855-509de6488a5b None None] Routers {'e23cb1e4-8abe-4348-921d-0bbbaa1321ad'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:27.337630 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-cfe72998-b610-4f41-b855-509de6488a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:27.381046 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Network': ['ID=47085725-c374-4a8a-bae4-14b9d8e3aedc,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:27.393198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 47085725-c374-4a8a-bae4-14b9d8e3aedc details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:37:27.412058 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-cfe72998-b610-4f41-b855-509de6488a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:27.415948 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d17b551d-0207-4874-a27b-64c6bfbb691e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/e23cb1e4-8abe-4348-921d-0bbbaa1321ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1187851 Oct 05 09:37:27.416774 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40580) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:27.422983 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe72998-b610-4f41-b855-509de6488a5b None None] Routers {'e23cb1e4-8abe-4348-921d-0bbbaa1321ad'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:27.424134 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-cfe72998-b610-4f41-b855-509de6488a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:27.521048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-95a9a849-eceb-42cb-a35e-529d87595f6c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Synchronizing usage tracker for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:27.523319 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-cfe72998-b610-4f41-b855-509de6488a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:27.523729 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe72998-b610-4f41-b855-509de6488a5b None None] The sync data for ids ['e23cb1e4-8abe-4348-921d-0bbbaa1321ad'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:27.526646 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d0e7fc41-3ebd-4a13-9a62-5b887c9ed248 req-2a4c2b7e-38fa-47fc-9912-903bbcf4f585 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.2394943 Oct 05 09:37:27.528055 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-179908a3-208b-4fea-83ed-07dd30e07612 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8240108 Oct 05 09:37:27.531580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c45dd4a4-8bf9-49e6-8233-c1cd29694939 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:27.531808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40584) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:27.535794 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c45dd4a4-8bf9-49e6-8233-c1cd29694939 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3965688 Oct 05 09:37:27.546739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40586) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:27.547137 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'subnet': {'network_id': '47085725-c374-4a8a-bae4-14b9d8e3aedc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:27.588882 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eeae93f2-909f-40e7-9c10-a418455adfa6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:27.656165 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae93f2-909f-40e7-9c10-a418455adfa6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Subnet': ['ID=1b418a98-7276-442d-b90c-ad12ad3830cb,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:27.677119 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63180b8-a224-4bf3-8415-f3effe574d24 None None] Network 96836785-5e0c-48c9-ae90-cbd0e70b6dd8 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:27.680792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eeae93f2-909f-40e7-9c10-a418455adfa6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:27.682655 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-eeae93f2-909f-40e7-9c10-a418455adfa6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/1b418a98-7276-442d-b90c-ad12ad3830cb HTTP/1.1" status: 204 len: 168 time: 1.5481160 Oct 05 09:37:27.686765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40592) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:27.694037 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b2a844b3-7845-4e70-b2bd-8f5d88043b6f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:27.705502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-37bf8e58-5221-4b76-aff4-5e4f26c34e3d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:27.765896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-37bf8e58-5221-4b76-aff4-5e4f26c34e3d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:27.819732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-95a9a849-eceb-42cb-a35e-529d87595f6c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Unset dirty status for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:27.819732 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-95a9a849-eceb-42cb-a35e-529d87595f6c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports?device_id=e23cb1e4-8abe-4348-921d-0bbbaa1321ad HTTP/1.1" status: 200 len: 205 time: 0.3987923 Oct 05 09:37:27.869082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40596) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:27.976912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-b2a844b3-7845-4e70-b2bd-8f5d88043b6f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Calling delete_port for def0240a-55d3-4c5a-9bf3-bba17558a78a owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:28.002305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ced8394-3a8d-4ace-8f53-6f407525b361 None None] DHCP port deletion for 96836785-5e0c-48c9-ae90-cbd0e70b6dd8 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:37:28.009846 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3ced8394-3a8d-4ace-8f53-6f407525b361 None None] Deleting port 2d639c9c-d5ec-4010-955e-d9f30322d96e {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:28.010594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3ced8394-3a8d-4ace-8f53-6f407525b361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:28.069906 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-65869c89-aaa5-4387-bf02-5a90e0339c88 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:28.148666 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-37bf8e58-5221-4b76-aff4-5e4f26c34e3d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:28.174807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf8e58-5221-4b76-aff4-5e4f26c34e3d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76d4273-b911-4b36-a27f-fb8f41192b27,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:28.186629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-37bf8e58-5221-4b76-aff4-5e4f26c34e3d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:28.190064 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-37bf8e58-5221-4b76-aff4-5e4f26c34e3d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-groups/d76d4273-b911-4b36-a27f-fb8f41192b27 HTTP/1.1" status: 204 len: 168 time: 0.6503751 Oct 05 09:37:28.190341 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40600) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:28.202475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:28.205716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:28.232263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:subnet and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:28.246817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:28.247754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5eb38696-dd41-43b6-8a70-eb60497bde14 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:28.252099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b2a844b3-7845-4e70-b2bd-8f5d88043b6f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:28.337486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:28.392138 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a844b3-7845-4e70-b2bd-8f5d88043b6f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Port': ['ID=def0240a-55d3-4c5a-9bf3-bba17558a78a,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:28.392642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-3ced8394-3a8d-4ace-8f53-6f407525b361 None None] For port 2d639c9c-d5ec-4010-955e-d9f30322d96e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2d639c9c-d5ec-4010-955e-d9f30322d96e,segment=NetworkSegment(8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf),segment_id=8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:28.393050 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3ced8394-3a8d-4ace-8f53-6f407525b361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:28.464210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 2d639c9c-d5ec-4010-955e-d9f30322d96e {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:28.465010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:28.571505 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b2a844b3-7845-4e70-b2bd-8f5d88043b6f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:28.721032 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:28.727458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:28.746963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3ced8394-3a8d-4ace-8f53-6f407525b361 None None] Calling delete_port for 2d639c9c-d5ec-4010-955e-d9f30322d96e owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:28.775693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-65869c89-aaa5-4387-bf02-5a90e0339c88 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:28.782506 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-65869c89-aaa5-4387-bf02-5a90e0339c88 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:28.838481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2d639c9c-d5ec-4010-955e-d9f30322d96e no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:37:29.022403 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2d639c9c-d5ec-4010-955e-d9f30322d96e is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:29.023089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.029615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40606) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:29.043395 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5eb38696-dd41-43b6-8a70-eb60497bde14 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:29.047166 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5eb38696-dd41-43b6-8a70-eb60497bde14 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8528643 Oct 05 09:37:29.047387 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a058b374-f5c9-4573-8b02-af44bab24581 req-eaf34e7a-9af0-4560-9ab6-544b99e7b347 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1632702 Oct 05 09:37:29.047815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40610) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:29.050629 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Request body: {'subnet': {'network_id': '9985a97e-968b-4c53-a553-f2898ab346c0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:29.053954 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b2a844b3-7845-4e70-b2bd-8f5d88043b6f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.056537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b2a844b3-7845-4e70-b2bd-8f5d88043b6f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.113888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8a25556b-4684-4e18-ad67-81433f33244d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:29.123390 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3ced8394-3a8d-4ace-8f53-6f407525b361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.197786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b2a844b3-7845-4e70-b2bd-8f5d88043b6f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.198379 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a844b3-7845-4e70-b2bd-8f5d88043b6f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Fanout notify agent at l3_agent the message router_deleted on router 9c183646-d3e9-4522-997a-0440b5c19ba5 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:37:29.205893 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced8394-3a8d-4ace-8f53-6f407525b361 None None] No DVR routers for this DVR port 2d639c9c-d5ec-4010-955e-d9f30322d96e on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:37:29.207457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8a25556b-4684-4e18-ad67-81433f33244d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group_rule {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:29.211335 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8a25556b-4684-4e18-ad67-81433f33244d tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1573589 Oct 05 09:37:29.211491 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced8394-3a8d-4ace-8f53-6f407525b361 None None] Pushing event deleted for resources: {'Port': ['ID=2d639c9c-d5ec-4010-955e-d9f30322d96e,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:29.221293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40614) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:29.222578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-65869c89-aaa5-4387-bf02-5a90e0339c88 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.223069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65869c89-aaa5-4387-bf02-5a90e0339c88 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Fanout notify agent at l3_agent the message router_deleted on router e23cb1e4-8abe-4348-921d-0bbbaa1321ad {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:37:29.249165 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b2a844b3-7845-4e70-b2bd-8f5d88043b6f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.252916 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b2a844b3-7845-4e70-b2bd-8f5d88043b6f tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/routers/9c183646-d3e9-4522-997a-0440b5c19ba5 HTTP/1.1" status: 204 len: 168 time: 3.2798121 Oct 05 09:37:29.252916 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-83e114a6-2dba-4384-a9e8-85a92ffbcb75 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] delete failed (client error): The resource could not be found. Oct 05 09:37:29.252916 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-83e114a6-2dba-4384-a9e8-85a92ffbcb75 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "DELETE /v2.0/security-groups/d76d4273-b911-4b36-a27f-fb8f41192b27 HTTP/1.1" status: 404 len: 347 time: 0.0300725 Oct 05 09:37:29.253732 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40618) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:29.264518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40622) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:29.297784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:29.310553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Usage tracker for resource:subnet and tenant:ccd7f1fa97154dd093afba3633da1640 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:29.319731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ffda5f-b1ec-4eba-b95c-ef992907f879 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Deleting subnet 0106c4bf-ed4d-4a64-b520-4ba2099a89d8 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:37:29.320356 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-65869c89-aaa5-4387-bf02-5a90e0339c88 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.321429 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-65869c89-aaa5-4387-bf02-5a90e0339c88 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/routers/e23cb1e4-8abe-4348-921d-0bbbaa1321ad HTTP/1.1" status: 204 len: 168 time: 1.4510007 Oct 05 09:37:29.322420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:29.322859 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-23ffda5f-b1ec-4eba-b95c-ef992907f879 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.349816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40626) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:29.371602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:29.431037 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-23ffda5f-b1ec-4eba-b95c-ef992907f879 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.475997 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb5770a-f2bb-4aca-aeab-cf2514df9cc4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting subnet 296c4a76-57fd-4895-95fe-d79fddf5795d {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:37:29.483447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8fb5770a-f2bb-4aca-aeab-cf2514df9cc4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.498899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] For port 2d639c9c-d5ec-4010-955e-d9f30322d96e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2d639c9c-d5ec-4010-955e-d9f30322d96e,segment=NetworkSegment(8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf),segment_id=8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:29.499262 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.548698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-23ffda5f-b1ec-4eba-b95c-ef992907f879 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.583521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8fb5770a-f2bb-4aca-aeab-cf2514df9cc4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.652384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 2d639c9c-d5ec-4010-955e-d9f30322d96e owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:29.689673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Made reservation on behalf of ccd7f1fa97154dd093afba3633da1640 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:29.691208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8fb5770a-f2bb-4aca-aeab-cf2514df9cc4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.693638 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.720484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-16ac5cca-9bb1-4f37-ac83-6585c109d305 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Synchronizing usage tracker for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:29.775796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-23ffda5f-b1ec-4eba-b95c-ef992907f879 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.816733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffda5f-b1ec-4eba-b95c-ef992907f879 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Subnet': ['ID=0106c4bf-ed4d-4a64-b520-4ba2099a89d8,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:29.821886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-23ffda5f-b1ec-4eba-b95c-ef992907f879 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.833607 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8fb5770a-f2bb-4aca-aeab-cf2514df9cc4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.850913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-16ac5cca-9bb1-4f37-ac83-6585c109d305 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] Unset dirty status for tenant:c2ce9f3be8bf4e29b102fdf069b208dd on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:29.855524 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-16ac5cca-9bb1-4f37-ac83-6585c109d305 tempest-SecGroupTest-726001496 tempest-SecGroupTest-726001496-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5867050 Oct 05 09:37:29.878160 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5770a-f2bb-4aca-aeab-cf2514df9cc4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Subnet': ['ID=296c4a76-57fd-4895-95fe-d79fddf5795d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:29.884491 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-23ffda5f-b1ec-4eba-b95c-ef992907f879 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/subnets/0106c4bf-ed4d-4a64-b520-4ba2099a89d8 HTTP/1.1" status: 204 len: 168 time: 0.6273718 Oct 05 09:37:29.884888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40632) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:29.887092 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8fb5770a-f2bb-4aca-aeab-cf2514df9cc4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.892147 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8fb5770a-f2bb-4aca-aeab-cf2514df9cc4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/296c4a76-57fd-4895-95fe-d79fddf5795d HTTP/1.1" status: 204 len: 168 time: 0.5412850 Oct 05 09:37:29.892770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40636) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:29.898198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb040037-ea40-4d06-9459-076731e4f1ca None None] Network 75da8b55-2427-4ab6-8f3e-6597c0526951 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:29.913995 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:37:29.914442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:37:29.963239 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d6e03d-d031-4889-a823-2d3c9b94aaac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting subnet 3f18f188-a929-42ae-9ccf-a4a0d9f35efb {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:37:29.967685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09d6e03d-d031-4889-a823-2d3c9b94aaac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:29.974650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.026171 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09d6e03d-d031-4889-a823-2d3c9b94aaac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.123092 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09d6e03d-d031-4889-a823-2d3c9b94aaac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.132618 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2cc62f2b-8da0-4e59-875f-5a2a1771d931 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.150658 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Subnet': ['ID=db8d9f6f-eadf-4da9-8a18-6aeb586aea19,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:30.168564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Checking segment: {'id': '93c4b878-2fb6-4739-be47-fb7837804ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '47085725-c374-4a8a-bae4-14b9d8e3aedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:30.168932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network hostable DHCP agents. Network: 47085725-c374-4a8a-bae4-14b9d8e3aedc, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:37:30.228142 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172046af-f682-49a6-b0cd-97e95485ecb3 None None] DHCP port deletion for 75da8b55-2427-4ab6-8f3e-6597c0526951 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:37:30.228767 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f6d21d3a-12fe-4e89-a7a0-d38d6a953ffa req-c9e6bc33-7b12-408d-ad41-303c38ed623c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0628767 Oct 05 09:37:30.233539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-172046af-f682-49a6-b0cd-97e95485ecb3 None None] Deleting port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:30.234089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-172046af-f682-49a6-b0cd-97e95485ecb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.348983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2cc62f2b-8da0-4e59-875f-5a2a1771d931 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.374903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 47085725-c374-4a8a-bae4-14b9d8e3aedc is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:37:30.387036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-2cc62f2b-8da0-4e59-875f-5a2a1771d931 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9139a9fa-9f1e-4861-a50c-d0a89e627c4a']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:30.394700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40644) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:30.403110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09d6e03d-d031-4889-a823-2d3c9b94aaac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.403522 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.449098 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6e03d-d031-4889-a823-2d3c9b94aaac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Subnet': ['ID=3f18f188-a929-42ae-9ccf-a4a0d9f35efb,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:30.451252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09d6e03d-d031-4889-a823-2d3c9b94aaac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.459443 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-09d6e03d-d031-4889-a823-2d3c9b94aaac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/3f18f188-a929-42ae-9ccf-a4a0d9f35efb HTTP/1.1" status: 204 len: 168 time: 0.5656104 Oct 05 09:37:30.467085 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40650) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:30.472681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8849e67-5ce9-4972-9bb7-6a91dfc3ad9d None None] Network b0031b53-dc54-4a5a-b546-984a15627aed requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:30.477173 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-2cc62f2b-8da0-4e59-875f-5a2a1771d931 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63727b37-2485-4f0c-8f20-7e5b21c2fb05') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:30.477655 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-2cc62f2b-8da0-4e59-875f-5a2a1771d931 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63727b37-2485-4f0c-8f20-7e5b21c2fb05') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:30.484939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 2d639c9c-d5ec-4010-955e-d9f30322d96e {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:30.485294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.503948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c5330d89-58bd-4fe0-aaa9-ff072cafbe5c no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:37:30.527654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event updated for resources: {'Subnet': ['ID=5375fd5c-3464-4ce1-a10d-1250a27bed32,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:30.572946 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 47085725-c374-4a8a-bae4-14b9d8e3aedc) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:30.575596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2cc62f2b-8da0-4e59-875f-5a2a1771d931 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.588883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] The port '2d639c9c-d5ec-4010-955e-d9f30322d96e' was deleted {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:37:30.595151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:30.595742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.622838 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26d6c17-ff23-4344-8c5e-22d25e2be801 None None] Network 47085725-c374-4a8a-bae4-14b9d8e3aedc requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:30.625564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.658577 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b3c497c0-13ba-43fc-b120-88ea0e8c1cee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2ce9f3be8bf4e29b102fdf069b208dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624059 Oct 05 09:37:30.659934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40654) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:30.660883 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:30.661430 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.675644 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2cc62f2b-8da0-4e59-875f-5a2a1771d931 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.750632 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc62f2b-8da0-4e59-875f-5a2a1771d931 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:37:30.751042 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2cc62f2b-8da0-4e59-875f-5a2a1771d931 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.791177 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f6961e87-3c4b-4a0b-a02f-fe903020b42b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2553201 Oct 05 09:37:30.792097 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Checking segment: {'id': 'caad0e92-0c81-4d94-970e-593bcedf6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9985a97e-968b-4c53-a553-f2898ab346c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:30.792455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Network hostable DHCP agents. Network: 9985a97e-968b-4c53-a553-f2898ab346c0, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:37:30.800272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40660) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:30.800730 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-172046af-f682-49a6-b0cd-97e95485ecb3 None None] For port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c5330d89-58bd-4fe0-aaa9-ff072cafbe5c,segment=NetworkSegment(9a69c73d-ccaf-4430-8333-1c10e73e6c44),segment_id=9a69c73d-ccaf-4430-8333-1c10e73e6c44)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:30.801705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-172046af-f682-49a6-b0cd-97e95485ecb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.833510 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e476dbd4-0c84-4f44-a4db-1ae69b1db706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.851391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.859242 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 63727b37-2485-4f0c-8f20-7e5b21c2fb05 resource provider aggregate not found Oct 05 09:37:30.872328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-651fe2c8-e107-48b2-b839-538229c9bf5d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-830610804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:30.887855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-651fe2c8-e107-48b2-b839-538229c9bf5d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:30.911082 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 63727b37-2485-4f0c-8f20-7e5b21c2fb05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63727b37-2485-4f0c-8f20-7e5b21c2fb05 found for delete ", "request_id": "req-aef0ec65-1e38-4b1d-a743-d88c8a8ff24f"}]} Oct 05 09:37:30.914108 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-651fe2c8-e107-48b2-b839-538229c9bf5d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:router and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:30.926109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-651fe2c8-e107-48b2-b839-538229c9bf5d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:30.936836 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96836785-5e0c-48c9-ae90-cbd0e70b6dd8']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:30.950023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-651fe2c8-e107-48b2-b839-538229c9bf5d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:30.955583 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:30.955877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:30.972211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-172046af-f682-49a6-b0cd-97e95485ecb3 None None] Calling delete_port for c5330d89-58bd-4fe0-aaa9-ff072cafbe5c owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:30.972690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.990842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:30.998161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:37:30.998634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.015491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2cc62f2b-8da0-4e59-875f-5a2a1771d931 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.067869 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e476dbd4-0c84-4f44-a4db-1ae69b1db706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.087970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2cc62f2b-8da0-4e59-875f-5a2a1771d931 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.099550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-651fe2c8-e107-48b2-b839-538229c9bf5d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.100568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-651fe2c8-e107-48b2-b839-538229c9bf5d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.103805 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Network 9985a97e-968b-4c53-a553-f2898ab346c0 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:37:31.112934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc62f2b-8da0-4e59-875f-5a2a1771d931 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] Pushing event deleted for resources: {'Network': ['ID=9139a9fa-9f1e-4861-a50c-d0a89e627c4a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:31.119090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] For port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c5330d89-58bd-4fe0-aaa9-ff072cafbe5c,segment=NetworkSegment(9a69c73d-ccaf-4430-8333-1c10e73e6c44),segment_id=9a69c73d-ccaf-4430-8333-1c10e73e6c44)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:31.119730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.134782 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2cc62f2b-8da0-4e59-875f-5a2a1771d931 tempest-FloatingIPTestJSON-787556933 tempest-FloatingIPTestJSON-787556933-project] 10.222.0.49 "DELETE /v2.0/networks/9139a9fa-9f1e-4861-a50c-d0a89e627c4a HTTP/1.1" status: 204 len: 168 time: 1.2489614 Oct 05 09:37:31.207770 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 9985a97e-968b-4c53-a553-f2898ab346c0) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:31.212020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:31.212719 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.235750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.260174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.261026 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:31.265869 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.266031 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/networks/96836785-5e0c-48c9-ae90-cbd0e70b6dd8 HTTP/1.1" status: 204 len: 168 time: 3.5729485 Oct 05 09:37:31.266152 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for c5330d89-58bd-4fe0-aaa9-ff072cafbe5c owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:31.268441 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40668) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:31.271148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-651fe2c8-e107-48b2-b839-538229c9bf5d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.289427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1216739436'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:31.293198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252221c1-ec52-423c-97a5-82dd8ac9b370 None None] Network 9985a97e-968b-4c53-a553-f2898ab346c0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:31.295812 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0b8a2-96de-45c0-afd7-cce4f713a2a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Network': ['ID=96836785-5e0c-48c9-ae90-cbd0e70b6dd8,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:31.301487 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:31.307151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:network and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:31.311039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:31.323128 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2200f729-00bb-418e-8976-d61bb7619891 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2898026 Oct 05 09:37:31.323128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:31.328527 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40674) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:31.332514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1667234249'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:31.367862 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5b27bd97-25f1-4930-a821-325b181e1535 req-d1c300d8-3b37-4b48-92f4-0579fe22043c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0602317 Oct 05 09:37:31.446543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:31.449949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-651fe2c8-e107-48b2-b839-538229c9bf5d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.458664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Usage tracker for resource:network and tenant:ccd7f1fa97154dd093afba3633da1640 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:31.466004 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:31.466677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e476dbd4-0c84-4f44-a4db-1ae69b1db706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.474273 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:31.489286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476dbd4-0c84-4f44-a4db-1ae69b1db706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05475cf7-409b-49d3-89ae-eced3cb19e3b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:31.551990 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-47085725-c374-4a8a-bae4-14b9d8e3aedc', 'network_id': '47085725-c374-4a8a-bae4-14b9d8e3aedc', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'fixed_ips': [{'subnet_id': 'db8d9f6f-eadf-4da9-8a18-6aeb586aea19'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:37:31.552830 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.615303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:31.619765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.642539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-651fe2c8-e107-48b2-b839-538229c9bf5d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.643874 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-651fe2c8-e107-48b2-b839-538229c9bf5d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7950954 Oct 05 09:37:31.647177 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40680) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:31.661959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:37:31.672708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.673240 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Added segment 44d0148c-4946-4641-a8a0-20b4000e1555 of type vlan for network 11df9765-fb77-426b-a282-259a0087e30b Oct 05 09:37:31.696706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d4784-140b-4703-944a-da74d0230a0c None None] DHCP port deletion for b0031b53-dc54-4a5a-b546-984a15627aed request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:37:31.699310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-172046af-f682-49a6-b0cd-97e95485ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.699637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40684) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:31.718968 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.748864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:37:31.749187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:37:31.795396 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d06d4784-140b-4703-944a-da74d0230a0c None None] Deleting port 9f05f0f8-ccfd-450b-9bee-954678b4fc47 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:31.795781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d06d4784-140b-4703-944a-da74d0230a0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.820038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e476dbd4-0c84-4f44-a4db-1ae69b1db706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.821191 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e476dbd4-0c84-4f44-a4db-1ae69b1db706 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05475cf7-409b-49d3-89ae-eced3cb19e3b HTTP/1.1" status: 204 len: 168 time: 1.1340609 Oct 05 09:37:31.863023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Made reservation on behalf of ccd7f1fa97154dd093afba3633da1640 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:31.866523 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.880233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.893290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:31.894680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:31.897455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172046af-f682-49a6-b0cd-97e95485ecb3 None None] Pushing event deleted for resources: {'Port': ['ID=c5330d89-58bd-4fe0-aaa9-ff072cafbe5c,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:31.917493 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172046af-f682-49a6-b0cd-97e95485ecb3 None None] No DVR routers for this DVR port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:37:31.939943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-9985a97e-968b-4c53-a553-f2898ab346c0', 'network_id': '9985a97e-968b-4c53-a553-f2898ab346c0', 'tenant_id': 'ccd7f1fa97154dd093afba3633da1640', 'fixed_ips': [{'subnet_id': '5375fd5c-3464-4ce1-a10d-1250a27bed32'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:37:31.944628 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:32.040487 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3b204dda-5873-4a72-9fc7-e33a682ac396 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d83a1fd4a9e74c2e90fd216a2eddf28a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395681 Oct 05 09:37:32.055919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40692) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:32.072365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:37:32.093910 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Network': ['ID=11df9765-fb77-426b-a282-259a0087e30b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:32.108966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:32.109202 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Added segment b9f94542-626d-465c-87f9-630c7d2c2322 of type vlan for network 615cf05b-60e8-4a56-bbf4-2c0d621960aa Oct 05 09:37:32.125343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 11df9765-fb77-426b-a282-259a0087e30b details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:37:32.141331 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c5957712-3b27-42f0-b046-aa2cfab97c86 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8682201 Oct 05 09:37:32.145578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40698) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:32.164625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'subnet': {'network_id': '11df9765-fb77-426b-a282-259a0087e30b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:32.193805 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:32.239208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:32.250375 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port c5330d89-58bd-4fe0-aaa9-ff072cafbe5c {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:32.251078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:32.266597 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60e8a0b2-cab2-4b1f-b92a-c18f51dcbac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:32.327993 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Allocated IP 2001:db8::2 (47085725-c374-4a8a-bae4-14b9d8e3aedc/db8d9f6f-eadf-4da9-8a18-6aeb586aea19/2fec1d58-58b0-435a-ade3-7be98b43d8c9) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:32.339025 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60e8a0b2-cab2-4b1f-b92a-c18f51dcbac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:32.381407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:32.389437 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:subnet and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:32.395958 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:32.413309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:32.471245 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:32.472512 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:32.473139 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:32.503983 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] The port 'c5330d89-58bd-4fe0-aaa9-ff072cafbe5c' was deleted {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:37:32.504515 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9f05f0f8-ccfd-450b-9bee-954678b4fc47 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:37:32.571741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:32.574900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:32.589232 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60e8a0b2-cab2-4b1f-b92a-c18f51dcbac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:32.596929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d06d4784-140b-4703-944a-da74d0230a0c None None] For port 9f05f0f8-ccfd-450b-9bee-954678b4fc47, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9f05f0f8-ccfd-450b-9bee-954678b4fc47,segment=NetworkSegment(1fab6b63-5891-4463-b104-f1c05ad22740),segment_id=1fab6b63-5891-4463-b104-f1c05ad22740)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:32.597362 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d06d4784-140b-4703-944a-da74d0230a0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:32.618194 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-27bddf13-e747-42f0-8e17-dd6fa468f63b req-f95f5b37-4158-469d-9b12-e022393f740d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1134493 Oct 05 09:37:32.670919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event updated for resources: {'Network': ['ID=615cf05b-60e8-4a56-bbf4-2c0d621960aa,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:32.686790 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60e8a0b2-cab2-4b1f-b92a-c18f51dcbac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:32.688008 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-60e8a0b2-cab2-4b1f-b92a-c18f51dcbac6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17e77506-35c9-46a6-9c85-4a559296042a HTTP/1.1" status: 204 len: 168 time: 0.6313677 Oct 05 09:37:32.694667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Allocated IP 2001:db8:0:ffff::2 (9985a97e-968b-4c53-a553-f2898ab346c0/5375fd5c-3464-4ce1-a10d-1250a27bed32/bcd3a155-3145-4b3a-9fa7-a9799d321ccd) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:32.700078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 615cf05b-60e8-4a56-bbf4-2c0d621960aa details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:37:32.789266 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d06d4784-140b-4703-944a-da74d0230a0c None None] Calling delete_port for 9f05f0f8-ccfd-450b-9bee-954678b4fc47 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:32.834013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8a0b2-cab2-4b1f-b92a-c18f51dcbac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e77506-35c9-46a6-9c85-4a559296042a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:32.866680 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-56b75cc3-4911-491f-8535-7b82887e1d55 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5415401 Oct 05 09:37:32.867585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40714) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:32.941629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.010624 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75da8b55-2427-4ab6-8f3e-6597c0526951']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:33.038565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a69c73d-ccaf-4430-8333-1c10e73e6c44') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:33.038869 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a69c73d-ccaf-4430-8333-1c10e73e6c44') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:33.059120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.097217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.118345 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:37:33.118750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.136143 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Request body: {'subnet': {'network_id': '615cf05b-60e8-4a56-bbf4-2c0d621960aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:33.163776 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf resource provider aggregate not found Oct 05 09:37:33.235894 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e7f3b8f-3c86-40a9-9f7f-13d914cf7ddf found for delete ", "request_id": "req-4c556f6d-c080-4d4c-9dd0-c206b81f1929"}]} Oct 05 09:37:33.238105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.274396 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 9a69c73d-ccaf-4430-8333-1c10e73e6c44 resource provider aggregate not found Oct 05 09:37:33.298721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.302320 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 9a69c73d-ccaf-4430-8333-1c10e73e6c44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a69c73d-ccaf-4430-8333-1c10e73e6c44 found for delete ", "request_id": "req-e2ec7491-0f2c-45a3-83f8-e5e9d11510e8"}]} Oct 05 09:37:33.307761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 9f05f0f8-ccfd-450b-9bee-954678b4fc47 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:33.308367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.339079 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.341527 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Subnet': ['ID=87e736aa-7bb5-4b20-927a-4ab42fecb3b6,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:33.346347 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.378875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Network': ['ID=75da8b55-2427-4ab6-8f3e-6597c0526951,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:33.388269 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Transition to ACTIVE for port object 2fec1d58-58b0-435a-ade3-7be98b43d8c9 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:33.398376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d06d4784-140b-4703-944a-da74d0230a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.405428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:33.409223 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Usage tracker for resource:subnet and tenant:ccd7f1fa97154dd093afba3633da1640 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:33.414851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:33.419155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:33.431195 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Checking segment: {'id': '44d0148c-4946-4641-a8a0-20b4000e1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '11df9765-fb77-426b-a282-259a0087e30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:33.434392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network hostable DHCP agents. Network: 11df9765-fb77-426b-a282-259a0087e30b, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:37:33.484412 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-22e959dd-4aeb-465c-9167-16ad01c72dcf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/networks/75da8b55-2427-4ab6-8f3e-6597c0526951 HTTP/1.1" status: 204 len: 168 time: 3.0208437 Oct 05 09:37:33.487019 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40738) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:33.488545 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06d4784-140b-4703-944a-da74d0230a0c None None] No DVR routers for this DVR port 9f05f0f8-ccfd-450b-9bee-954678b4fc47 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:37:33.512823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network 11df9765-fb77-426b-a282-259a0087e30b is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:37:33.520556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d4784-140b-4703-944a-da74d0230a0c None None] Pushing event deleted for resources: {'Port': ['ID=9f05f0f8-ccfd-450b-9bee-954678b4fc47,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:33.539124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Made reservation on behalf of ccd7f1fa97154dd093afba3633da1640 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:33.545734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Transition to ACTIVE for port object 2fec1d58-58b0-435a-ade3-7be98b43d8c9 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:33.555199 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.555368 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.562883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Transition to ACTIVE for port object bcd3a155-3145-4b3a-9fa7-a9799d321ccd will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:33.587345 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Transition to ACTIVE for port object bcd3a155-3145-4b3a-9fa7-a9799d321ccd will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:33.626841 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40746) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:33.630438 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 11df9765-fb77-426b-a282-259a0087e30b) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:33.631982 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0042124 Oct 05 09:37:33.632480 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.644370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40748) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:33.647495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:33.648072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.684646 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47510a4a-e1bd-4185-af85-98d965bb6e50 None None] Network 11df9765-fb77-426b-a282-259a0087e30b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:33.728948 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-af7c5277-3087-43e7-b953-bcebfa7fbc6d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.755095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Allocated IP 2001:db8::1 (47085725-c374-4a8a-bae4-14b9d8e3aedc/db8d9f6f-eadf-4da9-8a18-6aeb586aea19/5a2a6a47-c078-43d4-9c42-60a946d8f478) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:33.786377 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d3064335-c822-4123-a94c-e5a070b05ba6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6378863 Oct 05 09:37:33.810291 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7251aaa9-498e-421d-b883-3e8215acbd29 req-b7caaa44-28ce-48e8-9dde-a90baaac1ca0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0631361 Oct 05 09:37:33.811023 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40758) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:33.846435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-fe245e97-2b1c-42d1-bd71-6c30c29ebeff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1525047196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:33.917140 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:33.924180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Network 47085725-c374-4a8a-bae4-14b9d8e3aedc is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:33.947591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:33.956530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:33.966567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Network 9985a97e-968b-4c53-a553-f2898ab346c0 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:33.975459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:34.014883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:34.017233 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Pushing event updated for resources: {'Port': ['ID=2fec1d58-58b0-435a-ade3-7be98b43d8c9,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:34.045524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fe245e97-2b1c-42d1-bd71-6c30c29ebeff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:34.085395 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1d5e380a-485c-4ab0-b03e-17747eafbafb tempest-NetworksApiDiscovery-688101445 tempest-NetworksApiDiscovery-688101445-project] 10.222.0.49 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4434450 Oct 05 09:37:34.136692 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fe245e97-2b1c-42d1-bd71-6c30c29ebeff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:router and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:34.148408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fe245e97-2b1c-42d1-bd71-6c30c29ebeff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:34.178323 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.objects.ports [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89845) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:37:34.179807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.188805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fe245e97-2b1c-42d1-bd71-6c30c29ebeff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:34.211298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-af7c5277-3087-43e7-b953-bcebfa7fbc6d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.256875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.260391 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-af7c5277-3087-43e7-b953-bcebfa7fbc6d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0031b53-dc54-4a5a-b546-984a15627aed']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:34.268744 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event updated for resources: {'Subnet': ['ID=5e7a6ab2-c801-4b25-8669-0e324fe5d4d5,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:34.279226 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-af7c5277-3087-43e7-b953-bcebfa7fbc6d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fab6b63-5891-4463-b104-f1c05ad22740') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:34.279524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-af7c5277-3087-43e7-b953-bcebfa7fbc6d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fab6b63-5891-4463-b104-f1c05ad22740') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:34.284154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Checking segment: {'id': 'b9f94542-626d-465c-87f9-630c7d2c2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '615cf05b-60e8-4a56-bbf4-2c0d621960aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:34.284585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Network hostable DHCP agents. Network: 615cf05b-60e8-4a56-bbf4-2c0d621960aa, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:37:34.293906 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Transition to ACTIVE for port object 5a2a6a47-c078-43d4-9c42-60a946d8f478 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:34.297441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-11df9765-fb77-426b-a282-259a0087e30b', 'network_id': '11df9765-fb77-426b-a282-259a0087e30b', 'tenant_id': '7eeaf2f92eda4e74b4a823d89422d65f', 'fixed_ips': [{'subnet_id': '87e736aa-7bb5-4b20-927a-4ab42fecb3b6'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:37:34.298295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.298452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-af7c5277-3087-43e7-b953-bcebfa7fbc6d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.317242 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe245e97-2b1c-42d1-bd71-6c30c29ebeff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.318261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe245e97-2b1c-42d1-bd71-6c30c29ebeff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.325852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Pushing event updated for resources: {'Port': ['ID=bcd3a155-3145-4b3a-9fa7-a9799d321ccd,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:34.328325 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Attempting to bind port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:37:34.328657 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Attempting to bind port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '93c4b878-2fb6-4739-be47-fb7837804ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '47085725-c374-4a8a-bae4-14b9d8e3aedc'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:37:34.329275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Attempting to bind port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 on network 47085725-c374-4a8a-bae4-14b9d8e3aedc {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:37:34.336859 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-af7c5277-3087-43e7-b953-bcebfa7fbc6d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.338732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:37:34.339115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Checking segment: {'id': '93c4b878-2fb6-4739-be47-fb7837804ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '47085725-c374-4a8a-bae4-14b9d8e3aedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:34.339769 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.344851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Bound using segment: {'id': '93c4b878-2fb6-4739-be47-fb7837804ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '47085725-c374-4a8a-bae4-14b9d8e3aedc'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:37:34.344851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Bound port: 2fec1d58-58b0-435a-ade3-7be98b43d8c9, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c4b878-2fb6-4739-be47-fb7837804ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '47085725-c374-4a8a-bae4-14b9d8e3aedc'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:37:34.344851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.348750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7c5277-3087-43e7-b953-bcebfa7fbc6d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:37:34.349147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-af7c5277-3087-43e7-b953-bcebfa7fbc6d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.372728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe245e97-2b1c-42d1-bd71-6c30c29ebeff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.432881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Network 615cf05b-60e8-4a56-bbf4-2c0d621960aa is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:37:34.453959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] For port 2fec1d58-58b0-435a-ade3-7be98b43d8c9, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:37:34.457227 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] For port 2fec1d58-58b0-435a-ade3-7be98b43d8c9, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2fec1d58-58b0-435a-ade3-7be98b43d8c9,segment=NetworkSegment(93c4b878-2fb6-4739-be47-fb7837804ae9),segment_id=93c4b878-2fb6-4739-be47-fb7837804ae9)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:37:34.477181 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40772) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:34.493590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Attempting to bind port bcd3a155-3145-4b3a-9fa7-a9799d321ccd on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:37:34.493963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Attempting to bind port bcd3a155-3145-4b3a-9fa7-a9799d321ccd by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'caad0e92-0c81-4d94-970e-593bcedf6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9985a97e-968b-4c53-a553-f2898ab346c0'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:37:34.494354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Attempting to bind port bcd3a155-3145-4b3a-9fa7-a9799d321ccd on network 9985a97e-968b-4c53-a553-f2898ab346c0 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:37:34.500489 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 615cf05b-60e8-4a56-bbf4-2c0d621960aa) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:34.505089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:34.505940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:37:34.505940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Checking segment: {'id': 'caad0e92-0c81-4d94-970e-593bcedf6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9985a97e-968b-4c53-a553-f2898ab346c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:34.506202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.506285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.506531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Bound using segment: {'id': 'caad0e92-0c81-4d94-970e-593bcedf6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9985a97e-968b-4c53-a553-f2898ab346c0'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:37:34.507060 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Bound port: bcd3a155-3145-4b3a-9fa7-a9799d321ccd, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caad0e92-0c81-4d94-970e-593bcedf6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9985a97e-968b-4c53-a553-f2898ab346c0'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:37:34.507383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.519732 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.529109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14682de-2472-4615-80cd-81ef8cca42c3 None None] Network 615cf05b-60e8-4a56-bbf4-2c0d621960aa requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:34.538077 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe245e97-2b1c-42d1-bd71-6c30c29ebeff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.558418 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.589647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-af7c5277-3087-43e7-b953-bcebfa7fbc6d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.593930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-af7c5277-3087-43e7-b953-bcebfa7fbc6d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.604864 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b62951dc-13dd-437b-9cf9-ee894210572e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7327201 Oct 05 09:37:34.608104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40780) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:34.614809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Request body: {'port': {'network_id': '615cf05b-60e8-4a56-bbf4-2c0d621960aa', 'name': 'tempest-NetworksIpV6TestAttrs-1197159779'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:34.682381 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-af7c5277-3087-43e7-b953-bcebfa7fbc6d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/networks/b0031b53-dc54-4a5a-b546-984a15627aed HTTP/1.1" status: 204 len: 168 time: 1.1931031 Oct 05 09:37:34.700357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40784) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:34.700703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40786) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:34.712241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 47085725-c374-4a8a-bae4-14b9d8e3aedc is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:34.713248 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c5277-3087-43e7-b953-bcebfa7fbc6d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Network': ['ID=b0031b53-dc54-4a5a-b546-984a15627aed,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:34.725229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'network': {'name': 'tempest-RoutersTest-112769152'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:34.737889 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:34.740514 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:34.741307 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.750935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:34.763071 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:network and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:34.769687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:34.785786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:34.787964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=5a2a6a47-c078-43d4-9c42-60a946d8f478,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:34.802446 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe245e97-2b1c-42d1-bd71-6c30c29ebeff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.803233 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fe245e97-2b1c-42d1-bd71-6c30c29ebeff tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9890213 Oct 05 09:37:34.808269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40794) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:34.820961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'network_id': '11df9765-fb77-426b-a282-259a0087e30b', 'name': 'tempest-PortsTestJSON-1466886058'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:34.834409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:34.839746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Usage tracker for resource:port and tenant:ccd7f1fa97154dd093afba3633da1640 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:34.843241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:34.850106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:34.912250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Made reservation on behalf of ccd7f1fa97154dd093afba3633da1640 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:34.917104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:34.963311 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:34.967437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:35.024324 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-05c8df8e-294e-466a-8941-80c2d2df1c68 tempest-DvrRoutersNegativeTest-1045058613 tempest-DvrRoutersNegativeTest-1045058613-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1638455443', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:35.027155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.policy [None req-05c8df8e-294e-466a-8941-80c2d2df1c68 tempest-DvrRoutersNegativeTest-1045058613 tempest-DvrRoutersNegativeTest-1045058613-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89846) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 05 09:37:35.027585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.policy [None req-05c8df8e-294e-466a-8941-80c2d2df1c68 tempest-DvrRoutersNegativeTest-1045058613 tempest-DvrRoutersNegativeTest-1045058613-project] Failed policy check for 'create_router' {{(pid=89846) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 05 09:37:35.028743 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-05c8df8e-294e-466a-8941-80c2d2df1c68 tempest-DvrRoutersNegativeTest-1045058613 tempest-DvrRoutersNegativeTest-1045058613-project] create failed (client error): Access was denied to this resource. Oct 05 09:37:35.029888 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-05c8df8e-294e-466a-8941-80c2d2df1c68 tempest-DvrRoutersNegativeTest-1045058613 tempest-DvrRoutersNegativeTest-1045058613-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5511098 Oct 05 09:37:35.046582 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b8e74fa7-d44e-48cc-ab59-25c06c729724 req-3acadbe0-40e8-4e52-8ae8-259d657fc8cc tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1443427 Oct 05 09:37:35.047401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a5697f10-9b2f-43bf-b734-28cad0fd8dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:35.066416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65477cdd-a5e4-4281-a789-28d0797f10ab None None] Pushing event updated for resources: {'Port': ['ID=2fec1d58-58b0-435a-ade3-7be98b43d8c9,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:35.066533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] device_id is not set on port c91e36e0-1313-4226-ae4f-56b4be67cd0b yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:37:35.101717 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] For port bcd3a155-3145-4b3a-9fa7-a9799d321ccd, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:37:35.184233 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Allocated IP 172.20.0.2 (11df9765-fb77-426b-a282-259a0087e30b/87e736aa-7bb5-4b20-927a-4ab42fecb3b6/72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:35.188019 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a5697f10-9b2f-43bf-b734-28cad0fd8dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:35.196742 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a5697f10-9b2f-43bf-b734-28cad0fd8dee admin admin] Usage tracker for resource:security_group_rule and tenant:da072ef0ef7f42dfa482741fc4cd1ecb is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:35.205714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] For port bcd3a155-3145-4b3a-9fa7-a9799d321ccd, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bcd3a155-3145-4b3a-9fa7-a9799d321ccd,segment=NetworkSegment(caad0e92-0c81-4d94-970e-593bcedf6380),segment_id=caad0e92-0c81-4d94-970e-593bcedf6380)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:37:35.213431 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a5697f10-9b2f-43bf-b734-28cad0fd8dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:35.216565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:37:35.221488 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:35.233721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a5697f10-9b2f-43bf-b734-28cad0fd8dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:35.237037 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:port and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:35.243178 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:35.256538 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:35.262502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:35.262842 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Added segment 88c76464-f9d9-4541-b677-7eab6652a081 of type vlan for network d7501688-7024-4f78-992e-3894909a23f5 Oct 05 09:37:35.292978 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Allocated IP 2001:db8::f816:3eff:fe0c:3c9b (615cf05b-60e8-4a56-bbf4-2c0d621960aa/5e7a6ab2-c801-4b25-8669-0e324fe5d4d5/c91e36e0-1313-4226-ae4f-56b4be67cd0b) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:35.408806 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:35.417825 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 1fab6b63-5891-4463-b104-f1c05ad22740 resource provider aggregate not found Oct 05 09:37:35.458926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-615cf05b-60e8-4a56-bbf4-2c0d621960aa', 'network_id': '615cf05b-60e8-4a56-bbf4-2c0d621960aa', 'tenant_id': 'ccd7f1fa97154dd093afba3633da1640', 'fixed_ips': [{'subnet_id': '5e7a6ab2-c801-4b25-8669-0e324fe5d4d5'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:37:35.460527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:35.463543 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:35.468097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:35.531958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:35.545944 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 1fab6b63-5891-4463-b104-f1c05ad22740 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fab6b63-5891-4463-b104-f1c05ad22740 found for delete ", "request_id": "req-98f0cec2-3c62-4914-932f-69114d8e683f"}]} Oct 05 09:37:35.559613 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port 88e057fc-3e52-449d-96bf-848a16f1d154 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:37:35.589705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:35.615694 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Transition to ACTIVE for port object c91e36e0-1313-4226-ae4f-56b4be67cd0b will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:35.725094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40810) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:35.728632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:35.747382 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:35.834710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c5ac4-4fd3-427b-b412-e0ac91a48c93 None None] Pushing event updated for resources: {'Port': ['ID=bcd3a155-3145-4b3a-9fa7-a9799d321ccd,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:35.888570 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a5697f10-9b2f-43bf-b734-28cad0fd8dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:35.982272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Network 615cf05b-60e8-4a56-bbf4-2c0d621960aa is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:35.996337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.000195 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.003546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:36.005746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:36.006415 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:36.013003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.013003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a5697f10-9b2f-43bf-b734-28cad0fd8dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.013252 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:36.013453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.021497 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Transition to ACTIVE for port object 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:36.029445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Allocated IP 2001:db8::f816:3eff:fe43:e62e (615cf05b-60e8-4a56-bbf4-2c0d621960aa/5e7a6ab2-c801-4b25-8669-0e324fe5d4d5/4dff891c-40ef-4c9f-8bfa-55fd56606593) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:36.036808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-39e647a9-fd51-43fe-ae4b-3c044e06f8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.053561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event updated for resources: {'Port': ['ID=c91e36e0-1313-4226-ae4f-56b4be67cd0b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:36.061155 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Transition to ACTIVE for port object 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:36.066658 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-39e647a9-fd51-43fe-ae4b-3c044e06f8eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:36.071756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-39e647a9-fd51-43fe-ae4b-3c044e06f8eb admin admin] Usage tracker for resource:security_group_rule and tenant:d688e9e532dd4afb912ef5c068ec976e is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:36.098332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-39e647a9-fd51-43fe-ae4b-3c044e06f8eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:36.105157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-39e647a9-fd51-43fe-ae4b-3c044e06f8eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:36.136592 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.157416 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0ed476d2-15ce-4eab-9662-1c8b2e3d9280 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5482750 Oct 05 09:37:36.161329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40818) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:36.243399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Network 11df9765-fb77-426b-a282-259a0087e30b is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:36.261762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:36.270295 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-73073cf0-0dba-4b1d-b19b-4a467c58f88b tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Deleting subnet 5e7a6ab2-c801-4b25-8669-0e324fe5d4d5 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:37:36.271852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:36.292276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-39e647a9-fd51-43fe-ae4b-3c044e06f8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.293343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Pushing event updated for resources: {'Port': ['ID=72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:36.346423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-39e647a9-fd51-43fe-ae4b-3c044e06f8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.363541 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a5697f10-9b2f-43bf-b734-28cad0fd8dee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da072ef0ef7f42dfa482741fc4cd1ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6592202 Oct 05 09:37:36.367170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40822) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:36.376226 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0d0a574b-33bf-4e60-a5ad-129d9959da8b req-2829e6f5-a8a0-4ff8-9507-51ee484207b9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.2305858 Oct 05 09:37:36.386752 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5697f10-9b2f-43bf-b734-28cad0fd8dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c27d45-8371-40d0-9515-d83c1af61414,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:36.414483 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Network': ['ID=d7501688-7024-4f78-992e-3894909a23f5,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:36.440715 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Attempting to bind port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:37:36.442411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Attempting to bind port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '44d0148c-4946-4641-a8a0-20b4000e1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '11df9765-fb77-426b-a282-259a0087e30b'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:37:36.442411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Attempting to bind port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 on network 11df9765-fb77-426b-a282-259a0087e30b {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:37:36.448442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network d7501688-7024-4f78-992e-3894909a23f5 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:37:36.476075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e647a9-fd51-43fe-ae4b-3c044e06f8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d49bc9-0fd4-41ef-9aa7-a7dd392ee1fe,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:36.476386 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:37:36.494571 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-39e647a9-fd51-43fe-ae4b-3c044e06f8eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d688e9e532dd4afb912ef5c068ec976e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7680190 Oct 05 09:37:36.495689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40826) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:36.589962 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95825108-6c08-4a60-af87-6945e0327a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.632403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.641748 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6bbb1383-1d66-4df4-841c-fed2846fbb63 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9359097 Oct 05 09:37:36.646459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40830) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:36.648471 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Allocated IP 172.20.0.13 (11df9765-fb77-426b-a282-259a0087e30b/87e736aa-7bb5-4b20-927a-4ab42fecb3b6/88e057fc-3e52-449d-96bf-848a16f1d154) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:36.649068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f2175a1a-4e8b-420a-aef7-c899340345ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.675305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'subnet': {'network_id': 'd7501688-7024-4f78-992e-3894909a23f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:36.682269 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:37:36.683524 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Checking segment: {'id': '44d0148c-4946-4641-a8a0-20b4000e1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '11df9765-fb77-426b-a282-259a0087e30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:36.684108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.685105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Bound using segment: {'id': '44d0148c-4946-4641-a8a0-20b4000e1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '11df9765-fb77-426b-a282-259a0087e30b'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:37:36.686094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Bound port: 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d0148c-4946-4641-a8a0-20b4000e1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '11df9765-fb77-426b-a282-259a0087e30b'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:37:36.686697 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.691427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95825108-6c08-4a60-af87-6945e0327a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.707957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4fbf7b-11af-4d24-907f-9f5801e28251 None None] Network 47085725-c374-4a8a-bae4-14b9d8e3aedc requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:36.714666 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.714666 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.800687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=5a2a6a47-c078-43d4-9c42-60a946d8f478,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:36.821229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.834306 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Transition to ACTIVE for port object 4dff891c-40ef-4c9f-8bfa-55fd56606593 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:36.858814 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Transition to ACTIVE for port object 4dff891c-40ef-4c9f-8bfa-55fd56606593 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:36.871655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2fec1d58-58b0-435a-ade3-7be98b43d8c9 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:36.901126 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f2175a1a-4e8b-420a-aef7-c899340345ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.946619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73073cf0-0dba-4b1d-b19b-4a467c58f88b tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.002224 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e625f7-7c39-4809-83ba-f76633700451 None None] Network 9985a97e-968b-4c53-a553-f2898ab346c0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:37.003599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:37.017393 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:subnet and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:37.022286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:37.035690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:37.047700 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73073cf0-0dba-4b1d-b19b-4a467c58f88b tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.057217 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.097360 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 47085725-c374-4a8a-bae4-14b9d8e3aedc is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:37.101128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:37.178633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73073cf0-0dba-4b1d-b19b-4a467c58f88b tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.343378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Network 615cf05b-60e8-4a56-bbf4-2c0d621960aa is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:37.356093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95825108-6c08-4a60-af87-6945e0327a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.361361 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:37.371718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95825108-6c08-4a60-af87-6945e0327a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c27d45-8371-40d0-9515-d83c1af61414,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:37.373805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:37.390741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95825108-6c08-4a60-af87-6945e0327a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.391925 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-95825108-6c08-4a60-af87-6945e0327a67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13c27d45-8371-40d0-9515-d83c1af61414 HTTP/1.1" status: 204 len: 168 time: 1.0213869 Oct 05 09:37:37.394311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:37.407248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.408007 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.413309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f2175a1a-4e8b-420a-aef7-c899340345ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.415663 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f2175a1a-4e8b-420a-aef7-c899340345ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.419720 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f2175a1a-4e8b-420a-aef7-c899340345ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1d49bc9-0fd4-41ef-9aa7-a7dd392ee1fe HTTP/1.1" status: 204 len: 168 time: 0.9202647 Oct 05 09:37:37.421122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73073cf0-0dba-4b1d-b19b-4a467c58f88b tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.437536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Transition to ACTIVE for port object 88e057fc-3e52-449d-96bf-848a16f1d154 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:37.474975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73073cf0-0dba-4b1d-b19b-4a467c58f88b tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Subnet': ['ID=5e7a6ab2-c801-4b25-8669-0e324fe5d4d5,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:37.475186 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b3055cac-1929-4ab5-bb3d-8d1efcef013c None None] Provisioning for port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:37.545557 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2175a1a-4e8b-420a-aef7-c899340345ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d49bc9-0fd4-41ef-9aa7-a7dd392ee1fe,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:37.552250 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Pushing event updated for resources: {'Port': ['ID=4dff891c-40ef-4c9f-8bfa-55fd56606593,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:37.564013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-73073cf0-0dba-4b1d-b19b-4a467c58f88b tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.565968 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-73073cf0-0dba-4b1d-b19b-4a467c58f88b tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/subnets/5e7a6ab2-c801-4b25-8669-0e324fe5d4d5 HTTP/1.1" status: 204 len: 168 time: 1.4036438 Oct 05 09:37:37.570217 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40840) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:37.578977 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.662109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929d014b-9164-4f3f-baff-b690ad2f1dcf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:37.663925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929d014b-9164-4f3f-baff-b690ad2f1dcf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:37.664610 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-929d014b-9164-4f3f-baff-b690ad2f1dcf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Synchronizing usage tracker for tenant:ccd7f1fa97154dd093afba3633da1640 on resource:subnet {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:37.674414 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-611e44b6-2579-4175-930a-fdaca48ce729 req-ca0973e4-7517-46dd-a8e0-a5e3972ff51a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1695788 Oct 05 09:37:37.700960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] For port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:37:37.703846 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Attempting to bind port 4dff891c-40ef-4c9f-8bfa-55fd56606593 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:37:37.704383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Attempting to bind port 4dff891c-40ef-4c9f-8bfa-55fd56606593 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'b9f94542-626d-465c-87f9-630c7d2c2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '615cf05b-60e8-4a56-bbf4-2c0d621960aa'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:37:37.704808 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Attempting to bind port 4dff891c-40ef-4c9f-8bfa-55fd56606593 on network 615cf05b-60e8-4a56-bbf4-2c0d621960aa {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:37:37.708681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:37.749946 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:37:37.750237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Checking segment: {'id': 'b9f94542-626d-465c-87f9-630c7d2c2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '615cf05b-60e8-4a56-bbf4-2c0d621960aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:37.750670 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.751147 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Bound using segment: {'id': 'b9f94542-626d-465c-87f9-630c7d2c2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '615cf05b-60e8-4a56-bbf4-2c0d621960aa'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:37:37.751930 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Bound port: 4dff891c-40ef-4c9f-8bfa-55fd56606593, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f94542-626d-465c-87f9-630c7d2c2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '615cf05b-60e8-4a56-bbf4-2c0d621960aa'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:37:37.752383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.754825 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network 11df9765-fb77-426b-a282-259a0087e30b is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:37.762494 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:37.765119 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:37.766935 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:37.773650 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.773650 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 Oct 05 09:37:37.815511 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=88e057fc-3e52-449d-96bf-848a16f1d154,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:37.817584 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-929d014b-9164-4f3f-baff-b690ad2f1dcf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Unset dirty status for tenant:ccd7f1fa97154dd093afba3633da1640 on resource:subnet {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:37.826799 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-929d014b-9164-4f3f-baff-b690ad2f1dcf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2552454 Oct 05 09:37:37.831418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40844) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:37.836994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] For port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70,segment=NetworkSegment(44d0148c-4946-4641-a8a0-20b4000e1555),segment_id=44d0148c-4946-4641-a8a0-20b4000e1555)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:37:37.858535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:37.859227 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.924383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 015c65d7-5296-4f44-b7de-d59e46f8dfcb is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:37:37.925316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.930599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.993505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-dda9586b-4d98-4f2b-a8bb-bfd1a7060f64 None None] Provisioning for port bcd3a155-3145-4b3a-9fa7-a9799d321ccd completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:38.078098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Subnet': ['ID=85cdb087-7061-4f82-963a-a2d3253ece17,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:38.091092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a63021c4-dd9c-4a24-ab10-86e1c1f5c3f6 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:38.119176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Checking segment: {'id': '88c76464-f9d9-4541-b677-7eab6652a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd7501688-7024-4f78-992e-3894909a23f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:38.119556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network hostable DHCP agents. Network: d7501688-7024-4f78-992e-3894909a23f5, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:37:38.125726 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63021c4-dd9c-4a24-ab10-86e1c1f5c3f6 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 05 09:37:38.126235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63021c4-dd9c-4a24-ab10-86e1c1f5c3f6 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:37:38.146268 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a63021c4-dd9c-4a24-ab10-86e1c1f5c3f6 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/networks/615cf05b-60e8-4a56-bbf4-2c0d621960aa HTTP/1.1" status: 409 len: 405 time: 0.3132720 Oct 05 09:37:38.150094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40852) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:38.159599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-993019216'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:38.162935 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ba4b954d-be00-4330-9536-0f439391d4d9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3536320 Oct 05 09:37:38.170277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:38.171662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40856) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:38.174394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Usage tracker for resource:network and tenant:ccd7f1fa97154dd093afba3633da1640 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:38.177627 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:38.187514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:38.242995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88a810-f70f-42b7-8ec0-cf4fd5d20c35 None None] Pushing event updated for resources: {'Port': ['ID=72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:38.248270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] For port 4dff891c-40ef-4c9f-8bfa-55fd56606593, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:37:38.251384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:38.251772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:38.278062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] For port 4dff891c-40ef-4c9f-8bfa-55fd56606593, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4dff891c-40ef-4c9f-8bfa-55fd56606593,segment=NetworkSegment(b9f94542-626d-465c-87f9-630c7d2c2322),segment_id=b9f94542-626d-465c-87f9-630c7d2c2322)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:37:38.301246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Made reservation on behalf of ccd7f1fa97154dd093afba3633da1640 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:38.307934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:38.313151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 2fec1d58-58b0-435a-ade3-7be98b43d8c9, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2fec1d58-58b0-435a-ade3-7be98b43d8c9,segment=NetworkSegment(93c4b878-2fb6-4739-be47-fb7837804ae9),segment_id=93c4b878-2fb6-4739-be47-fb7837804ae9)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:38.415678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:38.484590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network d7501688-7024-4f78-992e-3894909a23f5 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:37:38.538080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:37:38.568851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:38.569368 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Added segment 78d32fda-eb1e-47af-9852-c458b22d2750 of type vlan for network 5b6a8035-abae-48b4-b743-08bc49653eef Oct 05 09:37:38.579462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:38.580239 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bcd3a155-3145-4b3a-9fa7-a9799d321ccd up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:38.591550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, d7501688-7024-4f78-992e-3894909a23f5) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:38.595444 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:38.615203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:38.616160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:38.633858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:38.663429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b983931-7cdf-4402-b0bb-2f1ebd1ff330 None None] Network d7501688-7024-4f78-992e-3894909a23f5 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:38.681021 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947fc80e-5f84-4f25-acc9-52ce805dd286 None None] Sync routers for ids ['015c65d7-5296-4f44-b7de-d59e46f8dfcb'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:38.739681 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f7bfcd38-f8bb-4888-a746-ea7181afdb8d tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/015c65d7-5296-4f44-b7de-d59e46f8dfcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0882826 Oct 05 09:37:38.769297 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40870) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:38.797733 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-213e4fee-f331-4cc9-a366-c8660f5f580f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1499455 Oct 05 09:37:38.800867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40876) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:38.886462 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9f40b89a-d22c-4bad-ad7a-1bb410be89f7 req-4dbf1092-cef9-4fb4-998f-8a804499925e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0926003 Oct 05 09:37:38.899207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f167fa-e4d5-495e-9fae-e95198dd6d4b None None] Pushing event updated for resources: {'Port': ['ID=4dff891c-40ef-4c9f-8bfa-55fd56606593,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:38.940998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-cbc09ac6-f2b9-469c-8fea-d34530191a2d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2117577983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:38.950479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-cbc09ac6-f2b9-469c-8fea-d34530191a2d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:38.965385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:38.970209 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210c16e5-4d67-40e3-b670-b0f0ac8eeb84 None None] Network 615cf05b-60e8-4a56-bbf4-2c0d621960aa requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:38.979595 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:38.980637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:39.020864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-cbc09ac6-f2b9-469c-8fea-d34530191a2d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:router and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:39.064750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-cbc09ac6-f2b9-469c-8fea-d34530191a2d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:39.078907 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-cbc09ac6-f2b9-469c-8fea-d34530191a2d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:39.154699 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9985075 Oct 05 09:37:39.164829 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40884) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:39.165471 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40886) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:39.167066 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a64d92-82d9-4ef1-addd-79adc3bd425c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:39.168628 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-15a64d92-82d9-4ef1-addd-79adc3bd425c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports/5a2a6a47-c078-43d4-9c42-60a946d8f478 HTTP/1.1" status: 200 len: 911 time: 0.3941262 Oct 05 09:37:39.173295 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40892) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:39.174068 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947fc80e-5f84-4f25-acc9-52ce805dd286 None None] Routers {'015c65d7-5296-4f44-b7de-d59e46f8dfcb'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:39.175293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-947fc80e-5f84-4f25-acc9-52ce805dd286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['015c65d7-5296-4f44-b7de-d59e46f8dfcb'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:39.185089 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-1b2af170-2b6e-4d83-bad4-8172864395de tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Request body: {'subnet': {'network_id': '5b6a8035-abae-48b4-b743-08bc49653eef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:39.257953 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cbc09ac6-f2b9-469c-8fea-d34530191a2d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:39.259482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cbc09ac6-f2b9-469c-8fea-d34530191a2d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:39.278290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cbc09ac6-f2b9-469c-8fea-d34530191a2d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:39.307433 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-947fc80e-5f84-4f25-acc9-52ce805dd286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:39.359085 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port bcd3a155-3145-4b3a-9fa7-a9799d321ccd completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:39.384943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port bcd3a155-3145-4b3a-9fa7-a9799d321ccd triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:39.385319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:39.385760 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port bcd3a155-3145-4b3a-9fa7-a9799d321ccd Oct 05 09:37:39.389686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58491521-02a6-4901-bcc4-ed18eb4aefaf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event updated for resources: {'Network': ['ID=5b6a8035-abae-48b4-b743-08bc49653eef,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:39.401855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cbc09ac6-f2b9-469c-8fea-d34530191a2d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:39.482790 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Provisioning for port 5a2a6a47-c078-43d4-9c42-60a946d8f478 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:39.494932 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305569863'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:39.514852 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:39.522997 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:39.556580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:39.570108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947fc80e-5f84-4f25-acc9-52ce805dd286 None None] Routers {'015c65d7-5296-4f44-b7de-d59e46f8dfcb'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:39.570791 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-947fc80e-5f84-4f25-acc9-52ce805dd286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['015c65d7-5296-4f44-b7de-d59e46f8dfcb'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:39.578207 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:39.600903 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ba19e7b-61f9-47e6-a883-313b1bb8b3b9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:39.630274 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1b2af170-2b6e-4d83-bad4-8172864395de tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:39.664680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cbc09ac6-f2b9-469c-8fea-d34530191a2d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:39.665870 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cbc09ac6-f2b9-469c-8fea-d34530191a2d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7906375 Oct 05 09:37:39.670010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40900) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:39.673920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1b2af170-2b6e-4d83-bad4-8172864395de tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:39.680358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'port': {'network_id': 'd7501688-7024-4f78-992e-3894909a23f5', 'name': 'tempest-RoutersTest-1128170614'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:39.719307 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Provisioning complete for port 5a2a6a47-c078-43d4-9c42-60a946d8f478 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:39.719690 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:39.720000 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Attempt 1 to provision port 5a2a6a47-c078-43d4-9c42-60a946d8f478 Oct 05 09:37:39.787081 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 5b6a8035-abae-48b4-b743-08bc49653eef details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:37:39.896733 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-947fc80e-5f84-4f25-acc9-52ce805dd286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:39.897319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947fc80e-5f84-4f25-acc9-52ce805dd286 None None] The sync data for ids ['015c65d7-5296-4f44-b7de-d59e46f8dfcb'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:39.903710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Port 5a2a6a47-c078-43d4-9c42-60a946d8f478 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:39.941729 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:39.951593 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa1a6f7-70bd-43c8-ba16-32b75555e81f None None] Network 11df9765-fb77-426b-a282-259a0087e30b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:39.965677 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-d7501688-7024-4f78-992e-3894909a23f5', 'network_id': 'd7501688-7024-4f78-992e-3894909a23f5', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'fixed_ips': [{'subnet_id': '85cdb087-7061-4f82-963a-a2d3253ece17'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:37:39.966891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:39.983592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:39.990477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:port and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:39.995248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:40.004095 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:40.013637 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2af170-2b6e-4d83-bad4-8172864395de tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Made reservation on behalf of ccd7f1fa97154dd093afba3633da1640 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:40.017193 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1b2af170-2b6e-4d83-bad4-8172864395de tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:40.030530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:40.085312 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03908679-d9d4-42e6-92be-11674a81d698 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:40.120969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=2fec1d58-58b0-435a-ade3-7be98b43d8c9,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:40.146019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:40.149947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:40.159437 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f8977cf0-95f1-43f3-aab2-5c003d18f630 req-ca9f8459-d809-4f6a-a7dd-8d76bd1f4fa1 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1565781 Oct 05 09:37:40.190812 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:40.249280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] device_id is not set on port 155f1b05-e752-4aef-ac7c-8bc91c05a668 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:37:40.258160 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:40.261815 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port bcd3a155-3145-4b3a-9fa7-a9799d321ccd is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:40.262221 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:40.267910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:40.278523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:40.412981 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Attempt 2 to provision port 5a2a6a47-c078-43d4-9c42-60a946d8f478 Oct 05 09:37:40.462177 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port bcd3a155-3145-4b3a-9fa7-a9799d321ccd, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bcd3a155-3145-4b3a-9fa7-a9799d321ccd,segment=NetworkSegment(caad0e92-0c81-4d94-970e-593bcedf6380),segment_id=caad0e92-0c81-4d94-970e-593bcedf6380)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:40.465825 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ba19e7b-61f9-47e6-a883-313b1bb8b3b9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:40.529843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Allocated IP 172.20.0.2 (d7501688-7024-4f78-992e-3894909a23f5/85cdb087-7061-4f82-963a-a2d3253ece17/27193e82-ce85-4ba9-a0f0-ae7432933f75) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:40.531717 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Port 5a2a6a47-c078-43d4-9c42-60a946d8f478 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:40.535298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:40.570033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-03908679-d9d4-42e6-92be-11674a81d698 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port 5a2a6a47-c078-43d4-9c42-60a946d8f478 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:40.570408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03908679-d9d4-42e6-92be-11674a81d698 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:40.631055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:40.643746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:40.651899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ba19e7b-61f9-47e6-a883-313b1bb8b3b9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:40.758235 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:40.795779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=bcd3a155-3145-4b3a-9fa7-a9799d321ccd,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:40.797216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:40.838650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:40.865358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:40.888252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4f0213-11d3-47c2-8f5d-0416711fc51a,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:40.911550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba19e7b-61f9-47e6-a883-313b1bb8b3b9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=88e057fc-3e52-449d-96bf-848a16f1d154,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:40.939639 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:40.947645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03908679-d9d4-42e6-92be-11674a81d698 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:40.952172 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Transition to ACTIVE for port object 27193e82-ce85-4ba9-a0f0-ae7432933f75 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:40.967151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:41.035135 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Attempt 3 to provision port 5a2a6a47-c078-43d4-9c42-60a946d8f478 Oct 05 09:37:41.040029 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.objects.ports [None req-1b2af170-2b6e-4d83-bad4-8172864395de tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89846) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:37:41.046148 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1b2af170-2b6e-4d83-bad4-8172864395de tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:41.064856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Transition to ACTIVE for port object 27193e82-ce85-4ba9-a0f0-ae7432933f75 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:41.093497 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-03908679-d9d4-42e6-92be-11674a81d698 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for 5a2a6a47-c078-43d4-9c42-60a946d8f478 owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:41.115338 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Port 5a2a6a47-c078-43d4-9c42-60a946d8f478 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:41.152280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:41.219054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Allocated IP 172.20.0.11 (d7501688-7024-4f78-992e-3894909a23f5/85cdb087-7061-4f82-963a-a2d3253ece17/155f1b05-e752-4aef-ac7c-8bc91c05a668) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:41.244839 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Pushing event updated for resources: {'Port': ['ID=27193e82-ce85-4ba9-a0f0-ae7432933f75,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:41.254780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:41.267724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2fec1d58-58b0-435a-ade3-7be98b43d8c9 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:41.280467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:41.312372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Network d7501688-7024-4f78-992e-3894909a23f5 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:41.321583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:41.332900 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:41.376065 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b518df0f-a9a2-4890-a530-a120023e9307 req-e8044b09-0b95-4454-bdee-3e05e79597aa tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0920415 Oct 05 09:37:41.376644 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:41.422447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2af170-2b6e-4d83-bad4-8172864395de tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event updated for resources: {'Subnet': ['ID=88958756-5325-4a35-961a-c197ae0ca7cc,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:41.468568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2af170-2b6e-4d83-bad4-8172864395de tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Checking segment: {'id': '78d32fda-eb1e-47af-9852-c458b22d2750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5b6a8035-abae-48b4-b743-08bc49653eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:41.470382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2af170-2b6e-4d83-bad4-8172864395de tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Network hostable DHCP agents. Network: 5b6a8035-abae-48b4-b743-08bc49653eef, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:37:41.480825 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ba19e7b-61f9-47e6-a883-313b1bb8b3b9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:41.482935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:41.506498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:41.510584 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3386843 Oct 05 09:37:41.510584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4fdc4-a25c-4006-8d06-d3d1baceae13 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d3e020-c50c-43b5-aa18-dad4c581c21a,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:41.510883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Transition to ACTIVE for port object 155f1b05-e752-4aef-ac7c-8bc91c05a668 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:41.511572 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40908) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:41.535301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Attempting to bind port 27193e82-ce85-4ba9-a0f0-ae7432933f75 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:37:41.535687 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Attempting to bind port 27193e82-ce85-4ba9-a0f0-ae7432933f75 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '88c76464-f9d9-4541-b677-7eab6652a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd7501688-7024-4f78-992e-3894909a23f5'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:37:41.536043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Attempting to bind port 27193e82-ce85-4ba9-a0f0-ae7432933f75 on network d7501688-7024-4f78-992e-3894909a23f5 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:37:41.544170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:37:41.544666 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Checking segment: {'id': '88c76464-f9d9-4541-b677-7eab6652a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd7501688-7024-4f78-992e-3894909a23f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:41.545083 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:41.545479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Bound using segment: {'id': '88c76464-f9d9-4541-b677-7eab6652a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd7501688-7024-4f78-992e-3894909a23f5'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:37:41.545953 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Bound port: 27193e82-ce85-4ba9-a0f0-ae7432933f75, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c76464-f9d9-4541-b677-7eab6652a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd7501688-7024-4f78-992e-3894909a23f5'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:37:41.546367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:41.566716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:41.567093 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:41.567430 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 Oct 05 09:37:41.609408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0cc7b2e2-9954-452d-826d-07f3d34c8d1d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:41.619561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:41.631454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2af170-2b6e-4d83-bad4-8172864395de tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Network 5b6a8035-abae-48b4-b743-08bc49653eef is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:37:41.632318 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Attempt 4 to provision port 5a2a6a47-c078-43d4-9c42-60a946d8f478 Oct 05 09:37:41.697486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network d7501688-7024-4f78-992e-3894909a23f5 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:41.700705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:41.705162 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:41.725218 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0cc7b2e2-9954-452d-826d-07f3d34c8d1d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:41.725218 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0cc7b2e2-9954-452d-826d-07f3d34c8d1d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2022333 Oct 05 09:37:41.731072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-1b2af170-2b6e-4d83-bad4-8172864395de tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 5b6a8035-abae-48b4-b743-08bc49653eef) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:41.731780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Port 5a2a6a47-c078-43d4-9c42-60a946d8f478 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:41.735924 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2af170-2b6e-4d83-bad4-8172864395de tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:41.738071 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40912) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:41.738228 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1b2af170-2b6e-4d83-bad4-8172864395de tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:41.745234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03908679-d9d4-42e6-92be-11674a81d698 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:41.748775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] For port 27193e82-ce85-4ba9-a0f0-ae7432933f75, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:37:41.754706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] For port 27193e82-ce85-4ba9-a0f0-ae7432933f75, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=27193e82-ce85-4ba9-a0f0-ae7432933f75,segment=NetworkSegment(88c76464-f9d9-4541-b677-7eab6652a081),segment_id=88c76464-f9d9-4541-b677-7eab6652a081)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:37:41.755761 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=155f1b05-e752-4aef-ac7c-8bc91c05a668,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:41.756027 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b836ae7-a26c-4270-bcb1-df395246793b None None] Network 5b6a8035-abae-48b4-b743-08bc49653eef requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:41.767009 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-62f55c0e-c79a-4cd9-845b-e86c675e8867 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group': {'name': 'tempest-security--1316872246', 'description': 'tempest-security-description-201671345'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:41.785539 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ba19e7b-61f9-47e6-a883-313b1bb8b3b9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:41.873430 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1b2af170-2b6e-4d83-bad4-8172864395de tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7065582 Oct 05 09:37:41.874711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:41.876511 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40916) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:41.887042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Request body: {'port': {'network_id': '5b6a8035-abae-48b4-b743-08bc49653eef', 'name': 'tempest-NetworksIpV6TestAttrs-1423287307'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:41.918037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03908679-d9d4-42e6-92be-11674a81d698 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=5a2a6a47-c078-43d4-9c42-60a946d8f478,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:42.011161 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:42.057009 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8e337-4216-4693-9edb-7c5e9ae7a47c None None] Pushing event updated for resources: {'Port': ['ID=27193e82-ce85-4ba9-a0f0-ae7432933f75,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:42.132782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:42.133443 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:42.145757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62f55c0e-c79a-4cd9-845b-e86c675e8867 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:42.168373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-03908679-d9d4-42e6-92be-11674a81d698 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:42.192031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-5b6a8035-abae-48b4-b743-08bc49653eef', 'network_id': '5b6a8035-abae-48b4-b743-08bc49653eef', 'tenant_id': 'ccd7f1fa97154dd093afba3633da1640', 'fixed_ips': [{'subnet_id': '88958756-5325-4a35-961a-c197ae0ca7cc'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:37:42.196800 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:42.273739 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Attempt 5 to provision port 5a2a6a47-c078-43d4-9c42-60a946d8f478 Oct 05 09:37:42.325064 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Port 5a2a6a47-c078-43d4-9c42-60a946d8f478 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:37:42.367164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Provisioning complete for port bcd3a155-3145-4b3a-9fa7-a9799d321ccd triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:42.367164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:42.367164 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Attempt 1 to provision port bcd3a155-3145-4b3a-9fa7-a9799d321ccd Oct 05 09:37:42.388949 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-aa493ecf-d863-456c-a3c5-83d39d68d2fc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7157366 Oct 05 09:37:42.390550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62f55c0e-c79a-4cd9-845b-e86c675e8867 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:42.393874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40920) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:42.511074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Allocated IP 2001:db8::f816:3eff:fe90:f861 (5b6a8035-abae-48b4-b743-08bc49653eef/88958756-5325-4a35-961a-c197ae0ca7cc/efe01522-d32c-4d81-a4ce-f234aef408dc) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:42.523953 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-242e44e9-61f9-4118-8d48-deac221b5ee4 req-baf12dd7-85c5-4155-be77-e0c428d93cbf tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0649042 Oct 05 09:37:42.550428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:42.551533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Usage tracker for resource:port and tenant:ccd7f1fa97154dd093afba3633da1640 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:42.559987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:42.566576 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:42.645925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ba19e7b-61f9-47e6-a883-313b1bb8b3b9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:42.660524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Made reservation on behalf of ccd7f1fa97154dd093afba3633da1640 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:42.665705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:42.668480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62f55c0e-c79a-4cd9-845b-e86c675e8867 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:42.670366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Current status of the port bcd3a155-3145-4b3a-9fa7-a9799d321ccd is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:42.671744 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62f55c0e-c79a-4cd9-845b-e86c675e8867 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:42.676809 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-62f55c0e-c79a-4cd9-845b-e86c675e8867 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "PUT /v2.0/security-groups/27d3e020-c50c-43b5-aa18-dad4c581c21a HTTP/1.1" status: 200 len: 1779 time: 0.9377840 Oct 05 09:37:42.686795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40926) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:42.698789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Provisioning complete for port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:42.699250 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:42.700134 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Attempt 1 to provision port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 Oct 05 09:37:42.721330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ba19e7b-61f9-47e6-a883-313b1bb8b3b9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:42.868226 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] device_id is not set on port f9b7754c-fb2a-4273-987a-39ee6c6785e5 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:37:42.874970 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bcd3a155-3145-4b3a-9fa7-a9799d321ccd up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:42.975462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03908679-d9d4-42e6-92be-11674a81d698 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 015c65d7-5296-4f44-b7de-d59e46f8dfcb has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:37:42.989336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ba19e7b-61f9-47e6-a883-313b1bb8b3b9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:42.992416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f55c0e-c79a-4cd9-845b-e86c675e8867 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d3e020-c50c-43b5-aa18-dad4c581c21a,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:42.998548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba19e7b-61f9-47e6-a883-313b1bb8b3b9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=88e057fc-3e52-449d-96bf-848a16f1d154,revision_number=3']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:43.022221 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:43.043975 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-832b8f77-70de-4a06-939e-aef189738f5e None None] Current status of the port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:43.046654 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Transition to ACTIVE for port object efe01522-d32c-4d81-a4ce-f234aef408dc will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:43.077557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Transition to ACTIVE for port object efe01522-d32c-4d81-a4ce-f234aef408dc will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:43.078197 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-760764c1-57a0-46c4-826e-96cdc8d3d260 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-groups/27d3e020-c50c-43b5-aa18-dad4c581c21a HTTP/1.1" status: 200 len: 1779 time: 0.3695257 Oct 05 09:37:43.080674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port bcd3a155-3145-4b3a-9fa7-a9799d321ccd triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:43.080835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40930) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:43.081210 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:43.081666 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port bcd3a155-3145-4b3a-9fa7-a9799d321ccd Oct 05 09:37:43.145885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:43.219447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba19e7b-61f9-47e6-a883-313b1bb8b3b9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network 11df9765-fb77-426b-a282-259a0087e30b is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:43.223459 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-2ba19e7b-61f9-47e6-a883-313b1bb8b3b9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:43.225714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Network 5b6a8035-abae-48b4-b743-08bc49653eef is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:43.237736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:43.240619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:43.297549 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Pushing event updated for resources: {'Port': ['ID=efe01522-d32c-4d81-a4ce-f234aef408dc,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:43.343205 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Provisioning for port 88e057fc-3e52-449d-96bf-848a16f1d154 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:43.392600 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03908679-d9d4-42e6-92be-11674a81d698 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:43.398934 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Provisioning complete for port 88e057fc-3e52-449d-96bf-848a16f1d154 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:43.399451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:43.399910 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Attempt 1 to provision port 88e057fc-3e52-449d-96bf-848a16f1d154 Oct 05 09:37:43.402471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-77639b1c-d995-4c8a-8256-70319e974cf3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:43.413156 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-03908679-d9d4-42e6-92be-11674a81d698 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/015c65d7-5296-4f44-b7de-d59e46f8dfcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2362196 Oct 05 09:37:43.417688 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56de08a-b055-4e61-b933-f481eec31ef1 None None] Sync routers for ids ['015c65d7-5296-4f44-b7de-d59e46f8dfcb'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:43.431311 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56de08a-b055-4e61-b933-f481eec31ef1 None None] Routers {'015c65d7-5296-4f44-b7de-d59e46f8dfcb'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:43.432289 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c56de08a-b055-4e61-b933-f481eec31ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['015c65d7-5296-4f44-b7de-d59e46f8dfcb'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:43.437030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40934) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:43.530658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Port 88e057fc-3e52-449d-96bf-848a16f1d154 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:43.554467 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c56de08a-b055-4e61-b933-f481eec31ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:43.556030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port bcd3a155-3145-4b3a-9fa7-a9799d321ccd is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:43.557360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 27193e82-ce85-4ba9-a0f0-ae7432933f75 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:43.571504 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56de08a-b055-4e61-b933-f481eec31ef1 None None] Routers {'015c65d7-5296-4f44-b7de-d59e46f8dfcb'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:43.572428 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c56de08a-b055-4e61-b933-f481eec31ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['015c65d7-5296-4f44-b7de-d59e46f8dfcb'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:43.576467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1bbdebda-8bb7-4d91-9ceb-bae22814e37e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Synchronizing usage tracker for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:43.591259 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Allocated IP 2001:db8::f816:3eff:fe90:70c4 (5b6a8035-abae-48b4-b743-08bc49653eef/88958756-5325-4a35-961a-c197ae0ca7cc/f9b7754c-fb2a-4273-987a-39ee6c6785e5) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:43.631615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-77639b1c-d995-4c8a-8256-70319e974cf3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:43.656801 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c56de08a-b055-4e61-b933-f481eec31ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:43.657505 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56de08a-b055-4e61-b933-f481eec31ef1 None None] The sync data for ids ['015c65d7-5296-4f44-b7de-d59e46f8dfcb'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:43.678423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535567fa-8347-4414-a9b9-065f6ead10ad None None] Network d7501688-7024-4f78-992e-3894909a23f5 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:43.727878 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bd3f996a-8089-479a-a70e-a3eb083de932 req-84eac5da-eea9-4e68-8d3d-faab87f5c44b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0920236 Oct 05 09:37:43.767794 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Attempting to bind port efe01522-d32c-4d81-a4ce-f234aef408dc on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:37:43.768735 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Attempting to bind port efe01522-d32c-4d81-a4ce-f234aef408dc by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '78d32fda-eb1e-47af-9852-c458b22d2750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5b6a8035-abae-48b4-b743-08bc49653eef'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:37:43.769213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Attempting to bind port efe01522-d32c-4d81-a4ce-f234aef408dc on network 5b6a8035-abae-48b4-b743-08bc49653eef {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:37:43.780931 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:37:43.781451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Checking segment: {'id': '78d32fda-eb1e-47af-9852-c458b22d2750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5b6a8035-abae-48b4-b743-08bc49653eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:43.781959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:43.782490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Bound using segment: {'id': '78d32fda-eb1e-47af-9852-c458b22d2750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5b6a8035-abae-48b4-b743-08bc49653eef'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:37:43.783112 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Bound port: efe01522-d32c-4d81-a4ce-f234aef408dc, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d32fda-eb1e-47af-9852-c458b22d2750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5b6a8035-abae-48b4-b743-08bc49653eef'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:37:43.784151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:43.806820 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1bbdebda-8bb7-4d91-9ceb-bae22814e37e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Unset dirty status for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:43.810406 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1bbdebda-8bb7-4d91-9ceb-bae22814e37e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports?device_id=015c65d7-5296-4f44-b7de-d59e46f8dfcb HTTP/1.1" status: 200 len: 205 time: 0.3525846 Oct 05 09:37:43.811527 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba19e7b-61f9-47e6-a883-313b1bb8b3b9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Router 1a87afde-698b-4442-95e9-108004b2cb5e is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:37:43.830031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40940) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:43.831829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d12e272b-381c-4403-a0fd-6bc6d77988e8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:43.938125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 27193e82-ce85-4ba9-a0f0-ae7432933f75 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:43.957172 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] For port efe01522-d32c-4d81-a4ce-f234aef408dc, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:37:43.970848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] For port efe01522-d32c-4d81-a4ce-f234aef408dc, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=efe01522-d32c-4d81-a4ce-f234aef408dc,segment=NetworkSegment(78d32fda-eb1e-47af-9852-c458b22d2750),segment_id=78d32fda-eb1e-47af-9852-c458b22d2750)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:37:44.031757 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Attempt 2 to provision port 88e057fc-3e52-449d-96bf-848a16f1d154 Oct 05 09:37:44.074895 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:44.160621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Port 88e057fc-3e52-449d-96bf-848a16f1d154 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:44.188682 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5f13b-e2ca-4594-85a7-3257e5ab7403 None None] Pushing event updated for resources: {'Port': ['ID=efe01522-d32c-4d81-a4ce-f234aef408dc,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:44.267998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-77639b1c-d995-4c8a-8256-70319e974cf3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:44.297553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77639b1c-d995-4c8a-8256-70319e974cf3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d3e020-c50c-43b5-aa18-dad4c581c21a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:44.301320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-477cef1b-501e-4d69-8674-4990139156d2 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:44.371486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-77639b1c-d995-4c8a-8256-70319e974cf3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:44.378074 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-77639b1c-d995-4c8a-8256-70319e974cf3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-groups/27d3e020-c50c-43b5-aa18-dad4c581c21a HTTP/1.1" status: 204 len: 168 time: 1.2885802 Oct 05 09:37:44.385581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40944) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:44.426589 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d12e272b-381c-4403-a0fd-6bc6d77988e8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:44.476033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-468fd8da-3cad-43fe-82d3-4bf526fcd74d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:44.502709 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d12e272b-381c-4403-a0fd-6bc6d77988e8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:44.508042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba19e7b-61f9-47e6-a883-313b1bb8b3b9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:44.520047 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c9fe8-397b-48d6-bc72-5c4817296e00 None None] Sync routers for ids ['1a87afde-698b-4442-95e9-108004b2cb5e'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:44.542110 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2ba19e7b-61f9-47e6-a883-313b1bb8b3b9 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "PUT /v2.0/routers/1a87afde-698b-4442-95e9-108004b2cb5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3690608 Oct 05 09:37:44.548758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c9fe8-397b-48d6-bc72-5c4817296e00 None None] Routers {'1a87afde-698b-4442-95e9-108004b2cb5e'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:44.552981 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e27c9fe8-397b-48d6-bc72-5c4817296e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['1a87afde-698b-4442-95e9-108004b2cb5e'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:44.567080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40948) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:44.640620 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e27c9fe8-397b-48d6-bc72-5c4817296e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:44.653931 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c9fe8-397b-48d6-bc72-5c4817296e00 None None] Routers {'1a87afde-698b-4442-95e9-108004b2cb5e'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:44.654694 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e27c9fe8-397b-48d6-bc72-5c4817296e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['1a87afde-698b-4442-95e9-108004b2cb5e'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:44.724870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-468fd8da-3cad-43fe-82d3-4bf526fcd74d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:44.725616 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-468fd8da-3cad-43fe-82d3-4bf526fcd74d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3389330 Oct 05 09:37:44.737085 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40952) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:44.775175 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Attempt 3 to provision port 88e057fc-3e52-449d-96bf-848a16f1d154 Oct 05 09:37:44.846897 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e27c9fe8-397b-48d6-bc72-5c4817296e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:44.847565 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c9fe8-397b-48d6-bc72-5c4817296e00 None None] The sync data for ids ['1a87afde-698b-4442-95e9-108004b2cb5e'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:44.861157 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device efe01522-d32c-4d81-a4ce-f234aef408dc up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:44.894928 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-19dd96c1-d016-41e1-b48a-e027b838bbe8 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] delete failed (client error): The resource could not be found. Oct 05 09:37:44.901295 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-19dd96c1-d016-41e1-b48a-e027b838bbe8 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-groups/27d3e020-c50c-43b5-aa18-dad4c581c21a HTTP/1.1" status: 404 len: 347 time: 0.1541901 Oct 05 09:37:44.907639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40958) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:44.913679 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-477cef1b-501e-4d69-8674-4990139156d2 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:44.917671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e272b-381c-4403-a0fd-6bc6d77988e8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=155f1b05-e752-4aef-ac7c-8bc91c05a668,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:44.923483 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-477cef1b-501e-4d69-8674-4990139156d2 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:44.928059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-66144856-124b-4a31-8d35-1a6061a1cb60 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087040206'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:44.937289 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-61b3d3ee-6018-4d67-817f-e29f077a6c39 req-26033021-8238-45cd-943f-c2bea003567c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0936117 Oct 05 09:37:44.937510 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-66144856-124b-4a31-8d35-1a6061a1cb60 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:44.941230 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Port 88e057fc-3e52-449d-96bf-848a16f1d154 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:44.944067 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:44.976031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Transition to ACTIVE for port object f9b7754c-fb2a-4273-987a-39ee6c6785e5 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:44.992036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-66144856-124b-4a31-8d35-1a6061a1cb60 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:45.021480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb40a4b-5ca9-4801-a498-a3bdab7876a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:45.022202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-edb40a4b-5ca9-4801-a498-a3bdab7876a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:45.066480 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port efe01522-d32c-4d81-a4ce-f234aef408dc completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:45.091079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d12e272b-381c-4403-a0fd-6bc6d77988e8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:45.135281 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:45.136950 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-477cef1b-501e-4d69-8674-4990139156d2 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:45.137536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477cef1b-501e-4d69-8674-4990139156d2 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Fanout notify agent at l3_agent the message router_deleted on router 015c65d7-5296-4f44-b7de-d59e46f8dfcb {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:37:45.205212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-477cef1b-501e-4d69-8674-4990139156d2 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:45.209683 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-477cef1b-501e-4d69-8674-4990139156d2 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/routers/015c65d7-5296-4f44-b7de-d59e46f8dfcb HTTP/1.1" status: 204 len: 168 time: 1.3769472 Oct 05 09:37:45.213598 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40962) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:45.216484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66144856-124b-4a31-8d35-1a6061a1cb60 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:45.226589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Network 5b6a8035-abae-48b4-b743-08bc49653eef is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:45.230250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:45.234089 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:45.240184 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:45.243123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:45.260159 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event updated for resources: {'Port': ['ID=f9b7754c-fb2a-4273-987a-39ee6c6785e5,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:45.305434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-edb40a4b-5ca9-4801-a498-a3bdab7876a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:45.306680 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-edb40a4b-5ca9-4801-a498-a3bdab7876a4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a87afde-698b-4442-95e9-108004b2cb5e HTTP/1.1" status: 200 len: 983 time: 0.6775422 Oct 05 09:37:45.309735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40966) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:45.328262 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-66144856-124b-4a31-8d35-1a6061a1cb60 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:45.338207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-66144856-124b-4a31-8d35-1a6061a1cb60 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:45.344332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-66144856-124b-4a31-8d35-1a6061a1cb60 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:45.350659 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-09233ddb-654b-4762-93d4-d245313e2445 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting subnet db8d9f6f-eadf-4da9-8a18-6aeb586aea19 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:37:45.356347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-66144856-124b-4a31-8d35-1a6061a1cb60 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:45.363294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09233ddb-654b-4762-93d4-d245313e2445 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:45.374786 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1114594c-bfbb-4d41-81e5-ca0f5a6b6790 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.4974663 Oct 05 09:37:45.383784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40970) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:45.439865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09233ddb-654b-4762-93d4-d245313e2445 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:45.442616 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Attempt 4 to provision port 88e057fc-3e52-449d-96bf-848a16f1d154 Oct 05 09:37:45.530249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Port 88e057fc-3e52-449d-96bf-848a16f1d154 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:45.534766 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e1e315-d280-4881-bf34-d59abb594ba7 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Deleting subnet 88958756-5325-4a35-961a-c197ae0ca7cc {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:37:45.539474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a9e1e315-d280-4881-bf34-d59abb594ba7 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:45.599918 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a5935e-e9b0-480b-bff5-ea254393f63c None None] Network 5b6a8035-abae-48b4-b743-08bc49653eef requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:45.610311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66144856-124b-4a31-8d35-1a6061a1cb60 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:45.615501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d12e272b-381c-4403-a0fd-6bc6d77988e8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:45.681169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66144856-124b-4a31-8d35-1a6061a1cb60 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:45.693957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09233ddb-654b-4762-93d4-d245313e2445 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:45.733524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a9e1e315-d280-4881-bf34-d59abb594ba7 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:45.915460 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66144856-124b-4a31-8d35-1a6061a1cb60 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:45.918531 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-66144856-124b-4a31-8d35-1a6061a1cb60 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0056043 Oct 05 09:37:45.919435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66144856-124b-4a31-8d35-1a6061a1cb60 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e177bfc5-fd68-4a44-9c2c-62fb213c52aa,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:45.923759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40974) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:45.948894 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4c62c4a6-6e8b-4603-8138-8190043ac959 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group_rule': {'security_group_id': 'e177bfc5-fd68-4a44-9c2c-62fb213c52aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:45.961871 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4c62c4a6-6e8b-4603-8138-8190043ac959 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:45.967027 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4c62c4a6-6e8b-4603-8138-8190043ac959 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:45.970699 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4c62c4a6-6e8b-4603-8138-8190043ac959 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:45.977911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4c62c4a6-6e8b-4603-8138-8190043ac959 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:46.031563 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Attempt 5 to provision port 88e057fc-3e52-449d-96bf-848a16f1d154 Oct 05 09:37:46.110586 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Port 88e057fc-3e52-449d-96bf-848a16f1d154 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:46.175538 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a9e1e315-d280-4881-bf34-d59abb594ba7 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.210019 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4d323cfe-9796-4aed-9235-17c2085f71e1 req-c553482c-c361-4635-971d-5c639d63ece5 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0971508 Oct 05 09:37:46.211628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09233ddb-654b-4762-93d4-d245313e2445 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.275094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09233ddb-654b-4762-93d4-d245313e2445 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Subnet': ['ID=db8d9f6f-eadf-4da9-8a18-6aeb586aea19,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:46.280679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c62c4a6-6e8b-4603-8138-8190043ac959 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.288450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09233ddb-654b-4762-93d4-d245313e2445 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.298023 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f23ea2-7aa7-4363-9eed-ed5de150b1c8 None None] Network 47085725-c374-4a8a-bae4-14b9d8e3aedc requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:46.313248 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-09233ddb-654b-4762-93d4-d245313e2445 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/db8d9f6f-eadf-4da9-8a18-6aeb586aea19 HTTP/1.1" status: 204 len: 168 time: 1.0958905 Oct 05 09:37:46.324890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 40980) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:46.344851 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33c447ca-5147-48d6-8379-ab26eb279839 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.419770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a9e1e315-d280-4881-bf34-d59abb594ba7 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.501948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c62c4a6-6e8b-4603-8138-8190043ac959 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.508734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.531440 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1e315-d280-4881-bf34-d59abb594ba7 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Subnet': ['ID=88958756-5325-4a35-961a-c197ae0ca7cc,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:46.531709 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d12e272b-381c-4403-a0fd-6bc6d77988e8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.534101 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a9e1e315-d280-4881-bf34-d59abb594ba7 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.535928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:46.536255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.548026 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd34ea-11c5-4b35-af0e-51b8fc97f7b5 None None] Network 5b6a8035-abae-48b4-b743-08bc49653eef requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:46.617731 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Attempt 6 to provision port 88e057fc-3e52-449d-96bf-848a16f1d154 Oct 05 09:37:46.620979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c62c4a6-6e8b-4603-8138-8190043ac959 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.642124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d12e272b-381c-4403-a0fd-6bc6d77988e8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.650909 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4b992f-8a5c-4b9d-a48f-3a5f46374c8f None None] DHCP port deletion for 47085725-c374-4a8a-bae4-14b9d8e3aedc request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:37:46.671604 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a9e1e315-d280-4881-bf34-d59abb594ba7 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/subnets/88958756-5325-4a35-961a-c197ae0ca7cc HTTP/1.1" status: 204 len: 168 time: 1.2867620 Oct 05 09:37:46.678126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40984) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:46.730228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b992f-8a5c-4b9d-a48f-3a5f46374c8f None None] Deleting port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:46.730607 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9e4b992f-8a5c-4b9d-a48f-3a5f46374c8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.766913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2fec1d58-58b0-435a-ade3-7be98b43d8c9 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:37:46.797641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c09dd9f-3d26-4109-b24a-be2e115b31f6 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:46.799466 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c09dd9f-3d26-4109-b24a-be2e115b31f6 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:46.800274 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7c09dd9f-3d26-4109-b24a-be2e115b31f6 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Synchronizing usage tracker for tenant:ccd7f1fa97154dd093afba3633da1640 on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:46.808287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62c4a6-6e8b-4603-8138-8190043ac959 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b32d9ae-77a0-42b0-884e-08bcad95edbd,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:46.813841 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-33c447ca-5147-48d6-8379-ab26eb279839 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 88e057fc-3e52-449d-96bf-848a16f1d154 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:46.814487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33c447ca-5147-48d6-8379-ab26eb279839 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.890351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Port 88e057fc-3e52-449d-96bf-848a16f1d154 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:46.927880 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e272b-381c-4403-a0fd-6bc6d77988e8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=155f1b05-e752-4aef-ac7c-8bc91c05a668,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:46.939160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] For port 2fec1d58-58b0-435a-ade3-7be98b43d8c9, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2fec1d58-58b0-435a-ade3-7be98b43d8c9,segment=NetworkSegment(93c4b878-2fb6-4739-be47-fb7837804ae9),segment_id=93c4b878-2fb6-4739-be47-fb7837804ae9)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:46.939797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.947646 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d12e272b-381c-4403-a0fd-6bc6d77988e8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.959083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c62c4a6-6e8b-4603-8138-8190043ac959 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:46.961490 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7c09dd9f-3d26-4109-b24a-be2e115b31f6 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Unset dirty status for tenant:ccd7f1fa97154dd093afba3633da1640 on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:46.961619 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4c62c4a6-6e8b-4603-8138-8190043ac959 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0269854 Oct 05 09:37:46.961708 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7c09dd9f-3d26-4109-b24a-be2e115b31f6 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2804856 Oct 05 09:37:46.965886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40988) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:46.966250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40990) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:47.088221 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for 2fec1d58-58b0-435a-ade3-7be98b43d8c9 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:47.116508 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6c0df14-7cb7-4a33-ad75-f095f8900b93 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.142020 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6c0df14-7cb7-4a33-ad75-f095f8900b93 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.169773 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:47.170446 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.186638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4be16fc2-72cf-4780-a5e7-122f37ad3e48 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.196377 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9e4b992f-8a5c-4b9d-a48f-3a5f46374c8f None None] For port 2fec1d58-58b0-435a-ade3-7be98b43d8c9, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2fec1d58-58b0-435a-ade3-7be98b43d8c9,segment=NetworkSegment(93c4b878-2fb6-4739-be47-fb7837804ae9),segment_id=93c4b878-2fb6-4739-be47-fb7837804ae9)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:47.196784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9e4b992f-8a5c-4b9d-a48f-3a5f46374c8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.201287 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33c447ca-5147-48d6-8379-ab26eb279839 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.210936 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be16fc2-72cf-4780-a5e7-122f37ad3e48 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 05 09:37:47.211164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be16fc2-72cf-4780-a5e7-122f37ad3e48 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:37:47.226728 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4be16fc2-72cf-4780-a5e7-122f37ad3e48 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/networks/5b6a8035-abae-48b4-b743-08bc49653eef HTTP/1.1" status: 409 len: 405 time: 0.2577837 Oct 05 09:37:47.227341 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 40996) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:47.287770 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12e272b-381c-4403-a0fd-6bc6d77988e8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network d7501688-7024-4f78-992e-3894909a23f5 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:47.289173 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-d12e272b-381c-4403-a0fd-6bc6d77988e8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:47.291909 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1745528793'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:47.354517 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:47.357756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b992f-8a5c-4b9d-a48f-3a5f46374c8f None None] Calling delete_port for 2fec1d58-58b0-435a-ade3-7be98b43d8c9 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:47.372144 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-33c447ca-5147-48d6-8379-ab26eb279839 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 88e057fc-3e52-449d-96bf-848a16f1d154 owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:47.374419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.395139 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Attempt 7 to provision port 88e057fc-3e52-449d-96bf-848a16f1d154 Oct 05 09:37:47.405325 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6c0df14-7cb7-4a33-ad75-f095f8900b93 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.491029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No DVR routers for this DVR port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:37:47.495919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=2fec1d58-58b0-435a-ade3-7be98b43d8c9,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:47.509389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6c0df14-7cb7-4a33-ad75-f095f8900b93 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.510779 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e6c0df14-7cb7-4a33-ad75-f095f8900b93 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/2b32d9ae-77a0-42b0-884e-08bcad95edbd HTTP/1.1" status: 204 len: 168 time: 0.5436344 Oct 05 09:37:47.512031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Usage tracker for resource:network and tenant:ccd7f1fa97154dd093afba3633da1640 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:47.516601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41002) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:47.517582 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:47.531262 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e36aa279-ebb4-433a-8bdf-58940191afbf req-ec11c81c-31d3-4f83-9d80-2d4cbff5b181 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1738601 Oct 05 09:37:47.539676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:47.550259 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c49d793-9685-4d6e-a592-ebeecf300069 None None] DHCP port deletion for 5b6a8035-abae-48b4-b743-08bc49653eef request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:37:47.557027 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Port 88e057fc-3e52-449d-96bf-848a16f1d154 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:47.558367 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0df14-7cb7-4a33-ad75-f095f8900b93 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b32d9ae-77a0-42b0-884e-08bcad95edbd,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:47.558502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0c49d793-9685-4d6e-a592-ebeecf300069 None None] Deleting port efe01522-d32c-4d81-a4ce-f234aef408dc {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:47.558763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0c49d793-9685-4d6e-a592-ebeecf300069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.610274 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-9e4b992f-8a5c-4b9d-a48f-3a5f46374c8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:37:47.610274 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-9e4b992f-8a5c-4b9d-a48f-3a5f46374c8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:37:47.670863 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.676501 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-de5ab703-e171-4ee0-bab3-062d1e339895 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:47.692085 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Made reservation on behalf of ccd7f1fa97154dd093afba3633da1640 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:47.695448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.710309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47085725-c374-4a8a-bae4-14b9d8e3aedc']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:47.727206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:37:47.728118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c4b878-2fb6-4739-be47-fb7837804ae9') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:47.728533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c4b878-2fb6-4739-be47-fb7837804ae9') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:47.736362 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.737319 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Added segment 7b152443-fa86-4dad-bde5-abd4a01883e1 of type vlan for network 8f9d1456-9e4a-46ec-94e9-97133cd64662 Oct 05 09:37:47.744531 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.762093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.769437 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:37:47.770099 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.772337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.796610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-0c49d793-9685-4d6e-a592-ebeecf300069 None None] For port efe01522-d32c-4d81-a4ce-f234aef408dc, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=efe01522-d32c-4d81-a4ce-f234aef408dc,segment=NetworkSegment(78d32fda-eb1e-47af-9852-c458b22d2750),segment_id=78d32fda-eb1e-47af-9852-c458b22d2750)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:47.796610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0c49d793-9685-4d6e-a592-ebeecf300069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:47.851855 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-de5ab703-e171-4ee0-bab3-062d1e339895 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:47.858129 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-de5ab703-e171-4ee0-bab3-062d1e339895 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3248987 Oct 05 09:37:47.858129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41008) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:47.942773 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0c49d793-9685-4d6e-a592-ebeecf300069 None None] Calling delete_port for efe01522-d32c-4d81-a4ce-f234aef408dc owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:47.990467 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 93c4b878-2fb6-4739-be47-fb7837804ae9 resource provider aggregate not found Oct 05 09:37:48.001396 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12e272b-381c-4403-a0fd-6bc6d77988e8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 14d575fa-81ec-40ba-b938-02b0218c40b4 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:37:48.019042 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 93c4b878-2fb6-4739-be47-fb7837804ae9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93c4b878-2fb6-4739-be47-fb7837804ae9 found for delete ", "request_id": "req-588bc72b-0d1a-4ef6-a99e-53d9733e8fb1"}]} Oct 05 09:37:48.043992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.049910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:48.050507 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.053927 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33c447ca-5147-48d6-8379-ab26eb279839 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.058567 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Attempt 8 to provision port 88e057fc-3e52-449d-96bf-848a16f1d154 Oct 05 09:37:48.082289 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.096964 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Port 88e057fc-3e52-449d-96bf-848a16f1d154 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:37:48.099444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0c49d793-9685-4d6e-a592-ebeecf300069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.140137 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b992f-8a5c-4b9d-a48f-3a5f46374c8f None None] Deleting port 2fec1d58-58b0-435a-ade3-7be98b43d8c9 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:48.140515 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9e4b992f-8a5c-4b9d-a48f-3a5f46374c8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.159059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.163619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.167441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Could not find standard attr ID for object 5a2a6a47-c078-43d4-9c42-60a946d8f478. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:37:48.181889 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49d793-9685-4d6e-a592-ebeecf300069 None None] Pushing event deleted for resources: {'Port': ['ID=efe01522-d32c-4d81-a4ce-f234aef408dc,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:48.190963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c49d793-9685-4d6e-a592-ebeecf300069 None None] No DVR routers for this DVR port efe01522-d32c-4d81-a4ce-f234aef408dc on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:37:48.200611 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c447ca-5147-48d6-8379-ab26eb279839 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=88e057fc-3e52-449d-96bf-848a16f1d154,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:48.210472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Network': ['ID=47085725-c374-4a8a-bae4-14b9d8e3aedc,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:48.234894 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12e272b-381c-4403-a0fd-6bc6d77988e8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:48.240987 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b992f-8a5c-4b9d-a48f-3a5f46374c8f None None] The port '2fec1d58-58b0-435a-ade3-7be98b43d8c9' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:37:48.244799 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d12e272b-381c-4403-a0fd-6bc6d77988e8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/14d575fa-81ec-40ba-b938-02b0218c40b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8474815 Oct 05 09:37:48.244799 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41014) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:48.249770 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc9c37-c1f3-4d0e-9fd7-262353460538 None None] Sync routers for ids ['14d575fa-81ec-40ba-b938-02b0218c40b4'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:48.265162 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc9c37-c1f3-4d0e-9fd7-262353460538 None None] Routers {'14d575fa-81ec-40ba-b938-02b0218c40b4'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:48.266267 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-33fc9c37-c1f3-4d0e-9fd7-262353460538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['14d575fa-81ec-40ba-b938-02b0218c40b4'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:48.274984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.294172 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-259693ca-1fff-4f37-9c14-db20a30df641 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/networks/47085725-c374-4a8a-bae4-14b9d8e3aedc HTTP/1.1" status: 204 len: 168 time: 1.9680836 Oct 05 09:37:48.297842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41018) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:48.302977 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0714030 Oct 05 09:37:48.319852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1445978840', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:48.341100 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41022) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:48.345841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Provisioning for port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:48.347753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078f54c-4a4e-4e32-a223-0db2e6d06dd5 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event updated for resources: {'Network': ['ID=8f9d1456-9e4a-46ec-94e9-97133cd64662,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:48.348999 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:48.359713 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:router and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:48.361131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Provisioning complete for port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:48.361550 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.362410 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Attempt 1 to provision port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 Oct 05 09:37:48.363642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-3b1c0bf6-b3c7-4944-81f1-ced5136b8d38 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Request body: {'subnet': {'network_id': '8f9d1456-9e4a-46ec-94e9-97133cd64662', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:48.364693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:48.379303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891899c7-776d-40c6-af95-adf177f9a780 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:48.379929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-891899c7-776d-40c6-af95-adf177f9a780 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Synchronizing usage tracker for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:48.384849 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:48.416944 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 8f9d1456-9e4a-46ec-94e9-97133cd64662 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:37:48.420828 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-33fc9c37-c1f3-4d0e-9fd7-262353460538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:48.433605 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc9c37-c1f3-4d0e-9fd7-262353460538 None None] Routers {'14d575fa-81ec-40ba-b938-02b0218c40b4'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:48.434303 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-33fc9c37-c1f3-4d0e-9fd7-262353460538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['14d575fa-81ec-40ba-b938-02b0218c40b4'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:48.489225 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.496328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.504384 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-33fc9c37-c1f3-4d0e-9fd7-262353460538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:48.505060 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc9c37-c1f3-4d0e-9fd7-262353460538 None None] The sync data for ids ['14d575fa-81ec-40ba-b938-02b0218c40b4'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:48.509569 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-891899c7-776d-40c6-af95-adf177f9a780 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Unset dirty status for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:48.515596 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-891899c7-776d-40c6-af95-adf177f9a780 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports/155f1b05-e752-4aef-ac7c-8bc91c05a668 HTTP/1.1" status: 200 len: 978 time: 0.2690227 Oct 05 09:37:48.519303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41026) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:48.524249 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.561801 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f0ccff-05d1-4bf1-a581-46f1b1886dd9 None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:37:48.752983 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device efe01522-d32c-4d81-a4ce-f234aef408dc no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:37:48.796129 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: efe01522-d32c-4d81-a4ce-f234aef408dc {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:37:48.796129 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device efe01522-d32c-4d81-a4ce-f234aef408dc not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:37:48.803025 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Current status of the port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:48.803410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.803871 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.852230 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f0ccff-05d1-4bf1-a581-46f1b1886dd9 None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:37:48.863857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] For port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70,segment=NetworkSegment(44d0148c-4946-4641-a8a0-20b4000e1555),segment_id=44d0148c-4946-4641-a8a0-20b4000e1555)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:48.876423 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f1b2d353-3d89-4dd0-ae75-305120afbc09 req-1628ec4d-fb36-4545-908d-915dae82b151 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1884851 Oct 05 09:37:48.888568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e177bfc5-fd68-4a44-9c2c-62fb213c52aa,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:48.913281 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:48.913628 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:48.913969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:48.914329 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:48.914659 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:48.914990 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:48.915315 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:48.915714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:48.916041 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:48.916361 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:48.916682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:48.917001 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:48.928542 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3b1c0bf6-b3c7-4944-81f1-ced5136b8d38 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:48.932721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33c447ca-5147-48d6-8379-ab26eb279839 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.944466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:48.958781 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3b1c0bf6-b3c7-4944-81f1-ced5136b8d38 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:48.963601 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:49.070671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7670eeb-4d5e-4a43-9129-1942037541d9 None None] Pushing event updated for resources: {'Port': ['ID=72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:49.226792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:49.228564 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-488028b9-1fb0-4b17-8d62-5a1905199a40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-groups/e177bfc5-fd68-4a44-9c2c-62fb213c52aa HTTP/1.1" status: 204 len: 168 time: 1.3712540 Oct 05 09:37:49.234112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1c0bf6-b3c7-4944-81f1-ced5136b8d38 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Made reservation on behalf of ccd7f1fa97154dd093afba3633da1640 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:49.238407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b1c0bf6-b3c7-4944-81f1-ced5136b8d38 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:49.243955 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Provisioning for port f9b7754c-fb2a-4273-987a-39ee6c6785e5 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:49.254518 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Provisioning complete for port f9b7754c-fb2a-4273-987a-39ee6c6785e5 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:49.254817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:49.255156 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Attempt 1 to provision port f9b7754c-fb2a-4273-987a-39ee6c6785e5 Oct 05 09:37:49.259021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41032) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:49.336898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Port f9b7754c-fb2a-4273-987a-39ee6c6785e5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:49.395647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:49.439675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:49.479115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-35af7275-1e38-432e-8d98-08c2e90f439f tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:49.586760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Allocated IP 172.26.7.98 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/eb60f2e0-2462-4e9f-8e18-d90a19828604) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:49.662181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-35af7275-1e38-432e-8d98-08c2e90f439f tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:49.663413 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-35af7275-1e38-432e-8d98-08c2e90f439f tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4033198 Oct 05 09:37:49.667913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41036) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:49.674745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c447ca-5147-48d6-8379-ab26eb279839 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Router 1a87afde-698b-4442-95e9-108004b2cb5e has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:37:49.680327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0d6592a7-21c4-4ad9-aa0b-44630c5b973b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group': {'name': 'tempest-secgroup--853868639'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:49.689256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0d6592a7-21c4-4ad9-aa0b-44630c5b973b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:49.703932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0d6592a7-21c4-4ad9-aa0b-44630c5b973b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:49.758329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:49.808854 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0d6592a7-21c4-4ad9-aa0b-44630c5b973b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:49.829888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0d6592a7-21c4-4ad9-aa0b-44630c5b973b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:49.834939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0d6592a7-21c4-4ad9-aa0b-44630c5b973b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:49.837949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0d6592a7-21c4-4ad9-aa0b-44630c5b973b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:49.838217 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Attempt 2 to provision port f9b7754c-fb2a-4273-987a-39ee6c6785e5 Oct 05 09:37:49.844206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0d6592a7-21c4-4ad9-aa0b-44630c5b973b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:49.876154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:49.880770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c447ca-5147-48d6-8379-ab26eb279839 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:49.894895 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775a445-1eeb-4e3c-8362-78e739b1a9b4 None None] Sync routers for ids ['1a87afde-698b-4442-95e9-108004b2cb5e'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:49.911212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Port f9b7754c-fb2a-4273-987a-39ee6c6785e5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:49.912783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775a445-1eeb-4e3c-8362-78e739b1a9b4 None None] Routers {'1a87afde-698b-4442-95e9-108004b2cb5e'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:49.914638 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a775a445-1eeb-4e3c-8362-78e739b1a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['1a87afde-698b-4442-95e9-108004b2cb5e'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:49.981148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a775a445-1eeb-4e3c-8362-78e739b1a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:49.985328 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-33c447ca-5147-48d6-8379-ab26eb279839 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "PUT /v2.0/routers/1a87afde-698b-4442-95e9-108004b2cb5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6718636 Oct 05 09:37:49.990554 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775a445-1eeb-4e3c-8362-78e739b1a9b4 None None] Routers {'1a87afde-698b-4442-95e9-108004b2cb5e'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:49.991145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a775a445-1eeb-4e3c-8362-78e739b1a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['1a87afde-698b-4442-95e9-108004b2cb5e'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:50.030022 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41042) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:50.058995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a775a445-1eeb-4e3c-8362-78e739b1a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:50.059404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775a445-1eeb-4e3c-8362-78e739b1a9b4 None None] The sync data for ids ['1a87afde-698b-4442-95e9-108004b2cb5e'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:50.074557 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b6ad7c3a-b12f-42ba-a509-4f8ab3e2fa4d req-8f8a42ef-6d58-4d17-b7cd-38391f556ef1 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1041565 Oct 05 09:37:50.090742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:50.091902 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a220a7-b8e1-44ed-aea1-c30849f93d51 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] GET failed (client error): The resource could not be found. Oct 05 09:37:50.092513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-84a220a7-b8e1-44ed-aea1-c30849f93d51 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:50.099743 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:50.101548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=eb60f2e0-2462-4e9f-8e18-d90a19828604,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:50.103856 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:50.177805 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0d6592a7-21c4-4ad9-aa0b-44630c5b973b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:50.212643 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-84a220a7-b8e1-44ed-aea1-c30849f93d51 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:50.214233 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-84a220a7-b8e1-44ed-aea1-c30849f93d51 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/88e057fc-3e52-449d-96bf-848a16f1d154 HTTP/1.1" status: 404 len: 333 time: 0.1835103 Oct 05 09:37:50.222647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41046) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:50.304389 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0d6592a7-21c4-4ad9-aa0b-44630c5b973b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:50.339668 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d30f8b2c-44ef-4596-93ad-09ad5c490cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:50.351346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.objects.ports [None req-3b1c0bf6-b3c7-4944-81f1-ced5136b8d38 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89846) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:37:50.407307 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b1c0bf6-b3c7-4944-81f1-ced5136b8d38 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:50.413013 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Attempt 3 to provision port f9b7754c-fb2a-4273-987a-39ee6c6785e5 Oct 05 09:37:50.419464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6592a7-21c4-4ad9-aa0b-44630c5b973b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ac22f1-9369-421d-b52e-81925964f30a,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:50.444454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8be048d0-df10-44a9-af1a-fb19eea3257b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:50.470441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Port f9b7754c-fb2a-4273-987a-39ee6c6785e5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:50.505372 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0d6592a7-21c4-4ad9-aa0b-44630c5b973b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:50.506680 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0d6592a7-21c4-4ad9-aa0b-44630c5b973b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8379319 Oct 05 09:37:50.509528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41050) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:50.514588 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-210f3bb1-dcbc-4aa9-8ebd-ec7cc98132fd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group_rule': {'security_group_id': '98ac22f1-9369-421d-b52e-81925964f30a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:50.520434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-210f3bb1-dcbc-4aa9-8ebd-ec7cc98132fd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:50.524587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-210f3bb1-dcbc-4aa9-8ebd-ec7cc98132fd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:50.525919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4df42ac-3c39-4ff7-a2b9-6cb79ddaf423 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:50.527517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-210f3bb1-dcbc-4aa9-8ebd-ec7cc98132fd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:50.533359 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-210f3bb1-dcbc-4aa9-8ebd-ec7cc98132fd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:50.711662 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:50.719969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:50.790161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-210f3bb1-dcbc-4aa9-8ebd-ec7cc98132fd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:50.799429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:50.799808 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:50.800322 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 Oct 05 09:37:50.909340 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c0bf6-b3c7-4944-81f1-ced5136b8d38 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event updated for resources: {'Subnet': ['ID=99aa409a-ef3e-4779-8da1-044e3ab29771,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:50.928020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:50.972176 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Attempt 4 to provision port f9b7754c-fb2a-4273-987a-39ee6c6785e5 Oct 05 09:37:51.006784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-210f3bb1-dcbc-4aa9-8ebd-ec7cc98132fd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.043678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Port f9b7754c-fb2a-4273-987a-39ee6c6785e5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:51.085367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-210f3bb1-dcbc-4aa9-8ebd-ec7cc98132fd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.092059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1c0bf6-b3c7-4944-81f1-ced5136b8d38 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Checking segment: {'id': '7b152443-fa86-4dad-bde5-abd4a01883e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8f9d1456-9e4a-46ec-94e9-97133cd64662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:51.092442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1c0bf6-b3c7-4944-81f1-ced5136b8d38 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Network hostable DHCP agents. Network: 8f9d1456-9e4a-46ec-94e9-97133cd64662, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:37:51.132173 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f3bb1-dcbc-4aa9-8ebd-ec7cc98132fd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f6aa35-b6f2-465e-9750-a2b7c3c9fa60,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:51.153869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.233415 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-210f3bb1-dcbc-4aa9-8ebd-ec7cc98132fd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.234670 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-210f3bb1-dcbc-4aa9-8ebd-ec7cc98132fd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7241728 Oct 05 09:37:51.238163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41056) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:51.244730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-115f4428-9857-43c6-9cd8-e290895c1a74 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group_rule': {'security_group_id': '98ac22f1-9369-421d-b52e-81925964f30a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:51.253764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-115f4428-9857-43c6-9cd8-e290895c1a74 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:51.265325 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4df42ac-3c39-4ff7-a2b9-6cb79ddaf423 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.269187 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1dc080cb-89ec-495f-9b84-db82caa05752 req-a31ddd60-583d-44ac-a87c-51cfedad77f7 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1066067 Oct 05 09:37:51.271522 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4df42ac-3c39-4ff7-a2b9-6cb79ddaf423 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.305418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-115f4428-9857-43c6-9cd8-e290895c1a74 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:51.314470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-115f4428-9857-43c6-9cd8-e290895c1a74 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:51.317623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-8be048d0-df10-44a9-af1a-fb19eea3257b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port 155f1b05-e752-4aef-ac7c-8bc91c05a668 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:51.317971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8be048d0-df10-44a9-af1a-fb19eea3257b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.329228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-115f4428-9857-43c6-9cd8-e290895c1a74 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:51.357166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1c0bf6-b3c7-4944-81f1-ced5136b8d38 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Network 8f9d1456-9e4a-46ec-94e9-97133cd64662 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:37:51.378991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4df42ac-3c39-4ff7-a2b9-6cb79ddaf423 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.379510 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4df42ac-3c39-4ff7-a2b9-6cb79ddaf423 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Fanout notify agent at l3_agent the message router_deleted on router 1a87afde-698b-4442-95e9-108004b2cb5e {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:37:51.415823 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4df42ac-3c39-4ff7-a2b9-6cb79ddaf423 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.416887 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f4df42ac-3c39-4ff7-a2b9-6cb79ddaf423 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/routers/1a87afde-698b-4442-95e9-108004b2cb5e HTTP/1.1" status: 204 len: 168 time: 1.1912136 Oct 05 09:37:51.419654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41060) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:51.467393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-3b1c0bf6-b3c7-4944-81f1-ced5136b8d38 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 8f9d1456-9e4a-46ec-94e9-97133cd64662) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:51.472671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1c0bf6-b3c7-4944-81f1-ced5136b8d38 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:51.474594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b1c0bf6-b3c7-4944-81f1-ced5136b8d38 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.475306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:37:51.477411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9df674-d589-44c3-9b7f-a42f84ce2c18 None None] Network 8f9d1456-9e4a-46ec-94e9-97133cd64662 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:51.480367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-115f4428-9857-43c6-9cd8-e290895c1a74 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.514771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-878b3b8b-d171-4919-94a1-8fd6becf3083 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting subnet 87e736aa-7bb5-4b20-927a-4ab42fecb3b6 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:37:51.544476 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Attempt 5 to provision port f9b7754c-fb2a-4273-987a-39ee6c6785e5 Oct 05 09:37:51.550471 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8be048d0-df10-44a9-af1a-fb19eea3257b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.572029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-878b3b8b-d171-4919-94a1-8fd6becf3083 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.619350 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3b1c0bf6-b3c7-4944-81f1-ced5136b8d38 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2735832 Oct 05 09:37:51.628424 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Port f9b7754c-fb2a-4273-987a-39ee6c6785e5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:51.680123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41064) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:51.689124 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-8be048d0-df10-44a9-af1a-fb19eea3257b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for 155f1b05-e752-4aef-ac7c-8bc91c05a668 owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:51.803845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-878b3b8b-d171-4919-94a1-8fd6becf3083 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.834310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-8f9d1456-9e4a-46ec-94e9-97133cd64662', 'network_id': '8f9d1456-9e4a-46ec-94e9-97133cd64662', 'tenant_id': 'ccd7f1fa97154dd093afba3633da1640', 'fixed_ips': [{'subnet_id': '99aa409a-ef3e-4779-8da1-044e3ab29771'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:37:51.835517 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.913698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.924268 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-115f4428-9857-43c6-9cd8-e290895c1a74 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:51.973683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:51.994709 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ab5c7-139a-4ebf-a9c4-1132a414e43d None None] Sync routers for ids ['5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:51.997411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-115f4428-9857-43c6-9cd8-e290895c1a74 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.002974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Allocated IP 2001:db8::f816:3eff:fe94:ead1 (8f9d1456-9e4a-46ec-94e9-97133cd64662/99aa409a-ef3e-4779-8da1-044e3ab29771/731ed877-2034-41ef-845e-63b0bc6e2c17) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:52.014151 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ab5c7-139a-4ebf-a9c4-1132a414e43d None None] Routers {'5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:52.016427 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ef9ab5c7-139a-4ebf-a9c4-1132a414e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:52.033120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f4428-9857-43c6-9cd8-e290895c1a74 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5c17a2-0f6a-46d7-9752-97b0a2fbfc4f,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:52.041904 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.045876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-878b3b8b-d171-4919-94a1-8fd6becf3083 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.105942 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ef9ab5c7-139a-4ebf-a9c4-1132a414e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:52.117054 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ab5c7-139a-4ebf-a9c4-1132a414e43d None None] Routers {'5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:52.118058 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ef9ab5c7-139a-4ebf-a9c4-1132a414e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:52.123465 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.125162 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e689a89c-28e1-4df5-ab39-35ef10e40bd9 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8258994 Oct 05 09:37:52.128917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41068) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:52.129112 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Attempt 6 to provision port f9b7754c-fb2a-4273-987a-39ee6c6785e5 Oct 05 09:37:52.136690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-115f4428-9857-43c6-9cd8-e290895c1a74 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.137903 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-115f4428-9857-43c6-9cd8-e290895c1a74 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8988376 Oct 05 09:37:52.140831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41072) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:52.146484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group_rule': {'security_group_id': '98ac22f1-9369-421d-b52e-81925964f30a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:52.152723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:52.157606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:52.161000 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:52.167476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:52.201828 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8be048d0-df10-44a9-af1a-fb19eea3257b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.203872 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ef9ab5c7-139a-4ebf-a9c4-1132a414e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:52.204453 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ab5c7-139a-4ebf-a9c4-1132a414e43d None None] The sync data for ids ['5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:52.212307 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Port f9b7754c-fb2a-4273-987a-39ee6c6785e5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:52.214988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-878b3b8b-d171-4919-94a1-8fd6becf3083 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.256584 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b3b8b-d171-4919-94a1-8fd6becf3083 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Subnet': ['ID=87e736aa-7bb5-4b20-927a-4ab42fecb3b6,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:52.260313 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-878b3b8b-d171-4919-94a1-8fd6becf3083 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.269503 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be048d0-df10-44a9-af1a-fb19eea3257b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Port': ['ID=155f1b05-e752-4aef-ac7c-8bc91c05a668,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:52.272742 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-878b3b8b-d171-4919-94a1-8fd6becf3083 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/87e736aa-7bb5-4b20-927a-4ab42fecb3b6 HTTP/1.1" status: 204 len: 168 time: 0.8491206 Oct 05 09:37:52.275737 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41076) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:52.277112 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db97cf4a-fb85-4214-9c45-3deb760b7a8d None None] Network 11df9765-fb77-426b-a282-259a0087e30b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:52.277664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.364054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.413047 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.439752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Transition to ACTIVE for port object 731ed877-2034-41ef-845e-63b0bc6e2c17 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:52.458903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.489210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895de022-5987-4a98-9f08-7f9862db72a7,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:52.506948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:52.507485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:52.507933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:52.508334 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:52.508728 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:52.509120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:52.509573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:52.510127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:52.510508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:52.511171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:52.511632 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:52.513323 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:52.547663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Transition to ACTIVE for port object 731ed877-2034-41ef-845e-63b0bc6e2c17 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:52.602863 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.604112 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a9ebf74c-fc16-4eb9-ac8c-9955ab208b5c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4621453 Oct 05 09:37:52.606945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41082) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:52.612855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-27989f49-c9c8-40b3-b125-402cc3508281 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group_rule': {'security_group_id': '98ac22f1-9369-421d-b52e-81925964f30a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:52.618828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-27989f49-c9c8-40b3-b125-402cc3508281 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:52.623300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-27989f49-c9c8-40b3-b125-402cc3508281 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:52.626313 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-27989f49-c9c8-40b3-b125-402cc3508281 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:52.632079 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1bfe7d8c-f92c-4349-bec7-982e99c03f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.633686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-27989f49-c9c8-40b3-b125-402cc3508281 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:52.634154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.692341 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] DHCP port deletion for 11df9765-fb77-426b-a282-259a0087e30b request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:37:52.717388 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Attempt 7 to provision port f9b7754c-fb2a-4273-987a-39ee6c6785e5 Oct 05 09:37:52.721367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-27989f49-c9c8-40b3-b125-402cc3508281 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.739988 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a5182bf3-19ed-48b7-b54e-162da2443a48 req-a29cd990-1ec2-4ae9-834c-81882124fff9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1743557 Oct 05 09:37:52.747728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Network 8f9d1456-9e4a-46ec-94e9-97133cd64662 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:52.749745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:37:52.778202 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] Deleting port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:52.778928 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.808691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-27989f49-c9c8-40b3-b125-402cc3508281 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.827008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:52.838597 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.852797 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:52.865316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Pushing event updated for resources: {'Port': ['ID=731ed877-2034-41ef-845e-63b0bc6e2c17,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:52.895093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-27989f49-c9c8-40b3-b125-402cc3508281 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.922948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27989f49-c9c8-40b3-b125-402cc3508281 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37db6053-ea9b-4f8f-9b5f-538ebfd6ced2,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:52.928784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.966764 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bd7d55e4-44d2-40a4-94f1-7f265a21122b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/routers/5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98 HTTP/1.1" status: 200 len: 884 time: 0.8366642 Oct 05 09:37:52.969322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41086) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:52.974844 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8be048d0-df10-44a9-af1a-fb19eea3257b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:52.983041 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Port f9b7754c-fb2a-4273-987a-39ee6c6785e5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:53.003317 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Subnet': ['ID=99aa409a-ef3e-4779-8da1-044e3ab29771,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:53.011017 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:53.011366 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.032849 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-27989f49-c9c8-40b3-b125-402cc3508281 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.037217 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-27989f49-c9c8-40b3-b125-402cc3508281 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4268460 Oct 05 09:37:53.043019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41090) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:53.052940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3e4c4a19-f8f6-4ab5-8bda-7942f0186a80 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group_rule': {'security_group_id': '98ac22f1-9369-421d-b52e-81925964f30a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:53.053900 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Attempting to bind port 731ed877-2034-41ef-845e-63b0bc6e2c17 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:37:53.054132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Attempting to bind port 731ed877-2034-41ef-845e-63b0bc6e2c17 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '7b152443-fa86-4dad-bde5-abd4a01883e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8f9d1456-9e4a-46ec-94e9-97133cd64662'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:37:53.054497 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Attempting to bind port 731ed877-2034-41ef-845e-63b0bc6e2c17 on network 8f9d1456-9e4a-46ec-94e9-97133cd64662 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:37:53.060310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3e4c4a19-f8f6-4ab5-8bda-7942f0186a80 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:53.067087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3e4c4a19-f8f6-4ab5-8bda-7942f0186a80 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:53.076298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3e4c4a19-f8f6-4ab5-8bda-7942f0186a80 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:53.084687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3e4c4a19-f8f6-4ab5-8bda-7942f0186a80 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:53.097021 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:37:53.097391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Checking segment: {'id': '7b152443-fa86-4dad-bde5-abd4a01883e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8f9d1456-9e4a-46ec-94e9-97133cd64662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:53.097797 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.098249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Bound using segment: {'id': '7b152443-fa86-4dad-bde5-abd4a01883e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8f9d1456-9e4a-46ec-94e9-97133cd64662'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:37:53.098733 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Bound port: 731ed877-2034-41ef-845e-63b0bc6e2c17, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b152443-fa86-4dad-bde5-abd4a01883e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8f9d1456-9e4a-46ec-94e9-97133cd64662'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:37:53.099105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.196298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4a19-f8f6-4ab5-8bda-7942f0186a80 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.262721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.263016 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:53.263402 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.291300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4a19-f8f6-4ab5-8bda-7942f0186a80 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.297752 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-835644dc-37e5-491f-910b-22a88b944f53 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Synchronizing usage tracker for tenant:8a678f013a094c128f127c4feb4764df on resource:router {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:53.302557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] For port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70,segment=NetworkSegment(44d0148c-4946-4641-a8a0-20b4000e1555),segment_id=44d0148c-4946-4641-a8a0-20b4000e1555)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:53.302951 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.362813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4a19-f8f6-4ab5-8bda-7942f0186a80 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.390348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-835644dc-37e5-491f-910b-22a88b944f53 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Unset dirty status for tenant:8a678f013a094c128f127c4feb4764df on resource:router {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:53.397439 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-835644dc-37e5-491f-910b-22a88b944f53 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4212842 Oct 05 09:37:53.397439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c4a19-f8f6-4ab5-8bda-7942f0186a80 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8643ad98-5cca-4543-9f26-19aed8d8e7b7,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:53.399663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41094) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:53.401008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9d1456-9e4a-46ec-94e9-97133cd64662']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:53.429807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-0e833b8d-993a-4188-bad9-f6121b3a16bc tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1445978840'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:53.454798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4a19-f8f6-4ab5-8bda-7942f0186a80 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.457024 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3e4c4a19-f8f6-4ab5-8bda-7942f0186a80 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4093068 Oct 05 09:37:53.459877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41098) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:53.479755 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b152443-fa86-4dad-bde5-abd4a01883e1') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:53.480038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b152443-fa86-4dad-bde5-abd4a01883e1') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:53.492831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-be1b1fa4-7f93-42a1-9a8c-90f081c8543b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.503807 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Attempt 8 to provision port f9b7754c-fb2a-4273-987a-39ee6c6785e5 Oct 05 09:37:53.506510 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-be1b1fa4-7f93-42a1-9a8c-90f081c8543b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.527699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70,segment=NetworkSegment(44d0148c-4946-4641-a8a0-20b4000e1555),segment_id=44d0148c-4946-4641-a8a0-20b4000e1555)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:53.537333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] Calling delete_port for 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:53.586693 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.590353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] For port 731ed877-2034-41ef-845e-63b0bc6e2c17, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:37:53.607551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-be1b1fa4-7f93-42a1-9a8c-90f081c8543b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.619975 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] For port 731ed877-2034-41ef-845e-63b0bc6e2c17, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=731ed877-2034-41ef-845e-63b0bc6e2c17,segment=NetworkSegment(7b152443-fa86-4dad-bde5-abd4a01883e1),segment_id=7b152443-fa86-4dad-bde5-abd4a01883e1)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:37:53.628256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b1fa4-7f93-42a1-9a8c-90f081c8543b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8643ad98-5cca-4543-9f26-19aed8d8e7b7,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:53.632017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Port f9b7754c-fb2a-4273-987a-39ee6c6785e5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:53.632874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-be1b1fa4-7f93-42a1-9a8c-90f081c8543b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.634326 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-be1b1fa4-7f93-42a1-9a8c-90f081c8543b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/8643ad98-5cca-4543-9f26-19aed8d8e7b7 HTTP/1.1" status: 204 len: 168 time: 0.1730995 Oct 05 09:37:53.637362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41102) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:53.647191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.694524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be048d0-df10-44a9-af1a-fb19eea3257b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 14d575fa-81ec-40ba-b938-02b0218c40b4 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:37:53.698045 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.702679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e1e28884-e674-4c03-a0ad-10a59c5211b9 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:53.741882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:53.782457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e1e28884-e674-4c03-a0ad-10a59c5211b9 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:53.784495 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e1e28884-e674-4c03-a0ad-10a59c5211b9 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1455333 Oct 05 09:37:53.790664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41108) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:53.817701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:37:53.818079 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:37:53.825235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5338aad-b2eb-49f9-b866-4466da99bfdf tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.837442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5338aad-b2eb-49f9-b866-4466da99bfdf tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.877797 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea902310-8bc0-40c1-8af2-a7b43521be0b None None] Pushing event updated for resources: {'Port': ['ID=731ed877-2034-41ef-845e-63b0bc6e2c17,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:53.907563 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.913588 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a790fbe6-e53b-408b-be2b-dd6725fae1a3 None None] Network 8f9d1456-9e4a-46ec-94e9-97133cd64662 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:53.932722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5338aad-b2eb-49f9-b866-4466da99bfdf tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:53.950611 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5338aad-b2eb-49f9-b866-4466da99bfdf tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37db6053-ea9b-4f8f-9b5f-538ebfd6ced2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:53.980699 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:37:53.981100 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.020339 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-034d7bb2-c522-4730-a9f0-04c307164533 req-87dca440-ea56-479e-ae97-19598466b3aa tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1239643 Oct 05 09:37:54.022088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] For port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70,segment=NetworkSegment(44d0148c-4946-4641-a8a0-20b4000e1555),segment_id=44d0148c-4946-4641-a8a0-20b4000e1555)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:54.022427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.034250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e5338aad-b2eb-49f9-b866-4466da99bfdf tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.037078 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e5338aad-b2eb-49f9-b866-4466da99bfdf tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/37db6053-ea9b-4f8f-9b5f-538ebfd6ced2 HTTP/1.1" status: 204 len: 168 time: 0.2446125 Oct 05 09:37:54.040654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41114) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:54.099228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-44cdf9e5-ff33-46dd-93f2-07480e6a74d4 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:54.134066 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Attempt 9 to provision port f9b7754c-fb2a-4273-987a-39ee6c6785e5 Oct 05 09:37:54.162976 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.167070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-44cdf9e5-ff33-46dd-93f2-07480e6a74d4 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:54.167739 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 7b152443-fa86-4dad-bde5-abd4a01883e1 resource provider aggregate not found Oct 05 09:37:54.168451 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-44cdf9e5-ff33-46dd-93f2-07480e6a74d4 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1247535 Oct 05 09:37:54.172915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41120) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:54.200223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Port f9b7754c-fb2a-4273-987a-39ee6c6785e5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:54.208358 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.219000 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60063677-7259-4779-baea-eae3f3ed1454 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.229758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60063677-7259-4779-baea-eae3f3ed1454 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.305681 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 7b152443-fa86-4dad-bde5-abd4a01883e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b152443-fa86-4dad-bde5-abd4a01883e1 found for delete ", "request_id": "req-764cd87d-a730-4e46-927a-4945ba182c93"}]} Oct 05 09:37:54.319530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] Deleting port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:54.319913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.322528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60063677-7259-4779-baea-eae3f3ed1454 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.342925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60063677-7259-4779-baea-eae3f3ed1454 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=895de022-5987-4a98-9f08-7f9862db72a7,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:54.371362 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:37:54.371362 dv-neutron-860329-1-hyperv neutron-server[89846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:37:54.371362 dv-neutron-860329-1-hyperv neutron-server[89846]: [parameters: {'id': '8f9d1456-9e4a-46ec-94e9-97133cd64662'}] Oct 05 09:37:54.371362 dv-neutron-860329-1-hyperv neutron-server[89846]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:37:54.371858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:37:54.382673 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:54.408788 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60063677-7259-4779-baea-eae3f3ed1454 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.410051 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-60063677-7259-4779-baea-eae3f3ed1454 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/895de022-5987-4a98-9f08-7f9862db72a7 HTTP/1.1" status: 204 len: 168 time: 0.2360764 Oct 05 09:37:54.413075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41124) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:54.420149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be048d0-df10-44a9-af1a-fb19eea3257b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:54.449060 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f12d842-20fc-45c7-a170-df0a6a7f5834 None None] Sync routers for ids ['14d575fa-81ec-40ba-b938-02b0218c40b4'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:54.466080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b47aa924-ef94-479e-a143-295d513297b4 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:54.522197 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f12d842-20fc-45c7-a170-df0a6a7f5834 None None] Routers {'14d575fa-81ec-40ba-b938-02b0218c40b4'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:54.522826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7f12d842-20fc-45c7-a170-df0a6a7f5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['14d575fa-81ec-40ba-b938-02b0218c40b4'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:54.528821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b47aa924-ef94-479e-a143-295d513297b4 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:54.530022 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b47aa924-ef94-479e-a143-295d513297b4 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1158166 Oct 05 09:37:54.532828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41128) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:54.563073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23f16551-69e9-4c9c-b71e-454529632e49 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.575102 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23f16551-69e9-4c9c-b71e-454529632e49 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.594794 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7f12d842-20fc-45c7-a170-df0a6a7f5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:54.609420 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] For port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70,segment=NetworkSegment(44d0148c-4946-4641-a8a0-20b4000e1555),segment_id=44d0148c-4946-4641-a8a0-20b4000e1555)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:54.609809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.626092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f12d842-20fc-45c7-a170-df0a6a7f5834 None None] Routers {'14d575fa-81ec-40ba-b938-02b0218c40b4'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:54.626704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7f12d842-20fc-45c7-a170-df0a6a7f5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['14d575fa-81ec-40ba-b938-02b0218c40b4'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:54.629712 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8be048d0-df10-44a9-af1a-fb19eea3257b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/14d575fa-81ec-40ba-b938-02b0218c40b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1066415 Oct 05 09:37:54.633264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41132) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:54.715306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:37:54.715628 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:37:54.761997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23f16551-69e9-4c9c-b71e-454529632e49 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.804593 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Attempt 10 to provision port f9b7754c-fb2a-4273-987a-39ee6c6785e5 Oct 05 09:37:54.831856 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0e833b8d-993a-4188-bad9-f6121b3a16bc tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.848079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f16551-69e9-4c9c-b71e-454529632e49 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad5c17a2-0f6a-46d7-9752-97b0a2fbfc4f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:54.852867 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] Calling delete_port for 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:54.873203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.885472 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Deleting port 731ed877-2034-41ef-845e-63b0bc6e2c17 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:54.885684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.897799 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7f12d842-20fc-45c7-a170-df0a6a7f5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:54.898294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f12d842-20fc-45c7-a170-df0a6a7f5834 None None] The sync data for ids ['14d575fa-81ec-40ba-b938-02b0218c40b4'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:54.915622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0e833b8d-993a-4188-bad9-f6121b3a16bc tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.934728 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23f16551-69e9-4c9c-b71e-454529632e49 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:54.935906 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-23f16551-69e9-4c9c-b71e-454529632e49 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ad5c17a2-0f6a-46d7-9752-97b0a2fbfc4f HTTP/1.1" status: 204 len: 168 time: 0.4020147 Oct 05 09:37:54.942154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Port f9b7754c-fb2a-4273-987a-39ee6c6785e5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:54.946012 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Could not find standard attr ID for object 155f1b05-e752-4aef-ac7c-8bc91c05a668. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:37:54.959535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Could not find standard attr ID for object efe01522-d32c-4d81-a4ce-f234aef408dc. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:37:54.974338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41136) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:54.992386 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.055425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.112106 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Provisioning for port 27193e82-ce85-4ba9-a0f0-ae7432933f75 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:55.126285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] Pushing event deleted for resources: {'Port': ['ID=72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:55.131685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Provisioning complete for port 27193e82-ce85-4ba9-a0f0-ae7432933f75 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:55.132078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.132521 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Attempt 1 to provision port 27193e82-ce85-4ba9-a0f0-ae7432933f75 Oct 05 09:37:55.147721 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-6f1aa133-6b3c-4d9d-9041-6070c66665bf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] remove_router_interface failed (client error): The resource could not be found. Oct 05 09:37:55.151402 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6f1aa133-6b3c-4d9d-9041-6070c66665bf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/14d575fa-81ec-40ba-b938-02b0218c40b4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5133834 Oct 05 09:37:55.152570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41142) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:55.167440 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083e748b-f537-4b71-a06c-80e80d53790b None None] No DVR routers for this DVR port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:37:55.193366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debcf050-8afa-4fd8-90b1-9007a785a7b4 None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:37:55.217809 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2ee86457-7519-44f1-8dda-93bdc3604893 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d575fa-81ec-40ba-b938-02b0218c40b4 HTTP/1.1" status: 200 len: 205 time: 0.0624778 Oct 05 09:37:55.223578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41146) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:55.310794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6c22d230-c4ef-411f-8ebe-13281bde3534 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:55.316009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:55.316009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.386886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e171304f-ae8b-4887-9be4-64d8fbbdbffb tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.406427 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0123abd5-075f-4552-b377-c95b8ee9afa4 req-48eb688b-639d-4c37-83a6-29fea33ba685 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.2757587 Oct 05 09:37:55.406921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Current status of the port 27193e82-ce85-4ba9-a0f0-ae7432933f75 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:55.406921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.472720 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debcf050-8afa-4fd8-90b1-9007a785a7b4 None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:37:55.475670 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] For port 27193e82-ce85-4ba9-a0f0-ae7432933f75, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=27193e82-ce85-4ba9-a0f0-ae7432933f75,segment=NetworkSegment(88c76464-f9d9-4541-b677-7eab6652a081),segment_id=88c76464-f9d9-4541-b677-7eab6652a081)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:55.510242 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] The port '72fab6b6-2de9-4aa9-a0d5-c450a7ae2e70' was deleted {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:37:55.517214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6c22d230-c4ef-411f-8ebe-13281bde3534 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:55.523083 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6c22d230-c4ef-411f-8ebe-13281bde3534 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5432086 Oct 05 09:37:55.523083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41150) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:55.606402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e833b8d-993a-4188-bad9-f6121b3a16bc tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:37:55.608180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.608949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.656704 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] For port 731ed877-2034-41ef-845e-63b0bc6e2c17, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=731ed877-2034-41ef-845e-63b0bc6e2c17,segment=NetworkSegment(7b152443-fa86-4dad-bde5-abd4a01883e1),segment_id=7b152443-fa86-4dad-bde5-abd4a01883e1)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:55.657073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.669479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Could not find standard attr ID for object 88e057fc-3e52-449d-96bf-848a16f1d154. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:37:55.721545 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-81c73744-7322-482a-aae3-ee4980f9797e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.722888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f72a8d-8562-4b52-a336-449e81dd8ef8 None None] Pushing event updated for resources: {'Port': ['ID=27193e82-ce85-4ba9-a0f0-ae7432933f75,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:55.727797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e171304f-ae8b-4887-9be4-64d8fbbdbffb tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.731490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e171304f-ae8b-4887-9be4-64d8fbbdbffb tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.737466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-81c73744-7322-482a-aae3-ee4980f9797e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.831577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e171304f-ae8b-4887-9be4-64d8fbbdbffb tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.832128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e171304f-ae8b-4887-9be4-64d8fbbdbffb tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Fanout notify agent at l3_agent the message router_deleted on router 14d575fa-81ec-40ba-b938-02b0218c40b4 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:37:55.850605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e171304f-ae8b-4887-9be4-64d8fbbdbffb tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.854447 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e171304f-ae8b-4887-9be4-64d8fbbdbffb tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/routers/14d575fa-81ec-40ba-b938-02b0218c40b4 HTTP/1.1" status: 204 len: 168 time: 0.6272640 Oct 05 09:37:55.854660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41154) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:55.893441 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-81c73744-7322-482a-aae3-ee4980f9797e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.896948 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Calling delete_port for 731ed877-2034-41ef-845e-63b0bc6e2c17 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:55.906872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-81c73744-7322-482a-aae3-ee4980f9797e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.907980 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-81c73744-7322-482a-aae3-ee4980f9797e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b5f6aa35-b6f2-465e-9750-a2b7c3c9fa60 HTTP/1.1" status: 204 len: 168 time: 0.3855243 Oct 05 09:37:55.918365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41158) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:55.925937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.934413 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c73744-7322-482a-aae3-ee4980f9797e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5f6aa35-b6f2-465e-9750-a2b7c3c9fa60,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:55.962279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca822508-fcd2-417a-b147-db591ea352c8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting subnet 85cdb087-7061-4f82-963a-a2d3253ece17 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:37:55.975877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ca822508-fcd2-417a-b147-db591ea352c8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:55.988828 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11df9765-fb77-426b-a282-259a0087e30b']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:56.016790 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f0236d1b-e2b7-4539-8edf-dddffb501521 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:56.047964 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ca822508-fcd2-417a-b147-db591ea352c8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.056879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d0148c-4946-4641-a8a0-20b4000e1555') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:56.057169 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d0148c-4946-4641-a8a0-20b4000e1555') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:56.104328 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.123577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f0236d1b-e2b7-4539-8edf-dddffb501521 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:56.124909 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f0236d1b-e2b7-4539-8edf-dddffb501521 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2056112 Oct 05 09:37:56.128738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41162) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:56.131928 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.139276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e833b8d-993a-4188-bad9-f6121b3a16bc tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:37:56.147663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:37:56.150530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.150688 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265023e2-dee4-42ea-a0c1-faafc635f3ff None None] Sync routers for ids ['5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:37:56.160539 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265023e2-dee4-42ea-a0c1-faafc635f3ff None None] Routers {'5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:56.161262 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-265023e2-dee4-42ea-a0c1-faafc635f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:56.172582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ca822508-fcd2-417a-b147-db591ea352c8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.220297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0e833b8d-993a-4188-bad9-f6121b3a16bc tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.224908 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0e833b8d-993a-4188-bad9-f6121b3a16bc tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98 HTTP/1.1" status: 200 len: 891 time: 2.8106995 Oct 05 09:37:56.224908 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.226805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41166) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:56.228902 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-265023e2-dee4-42ea-a0c1-faafc635f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:56.238188 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265023e2-dee4-42ea-a0c1-faafc635f3ff None None] Routers {'5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:37:56.239143 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-265023e2-dee4-42ea-a0c1-faafc635f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:56.243974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-363d9dc1-ce32-4eee-94a1-e5a1d019377f tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.285308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-363d9dc1-ce32-4eee-94a1-e5a1d019377f tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.302935 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-265023e2-dee4-42ea-a0c1-faafc635f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:56.303513 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265023e2-dee4-42ea-a0c1-faafc635f3ff None None] The sync data for ids ['5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:37:56.353108 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 44d0148c-4946-4641-a8a0-20b4000e1555 resource provider aggregate not found Oct 05 09:37:56.368725 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Port': ['ID=731ed877-2034-41ef-845e-63b0bc6e2c17,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:56.369247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ca822508-fcd2-417a-b147-db591ea352c8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.377852 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] No DVR routers for this DVR port 731ed877-2034-41ef-845e-63b0bc6e2c17 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:37:56.408145 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 44d0148c-4946-4641-a8a0-20b4000e1555 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44d0148c-4946-4641-a8a0-20b4000e1555 found for delete ", "request_id": "req-8df363b5-51a3-44dd-bcbe-719a29d2b1e7"}]} Oct 05 09:37:56.411013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-363d9dc1-ce32-4eee-94a1-e5a1d019377f tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.432524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca822508-fcd2-417a-b147-db591ea352c8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Subnet': ['ID=85cdb087-7061-4f82-963a-a2d3253ece17,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:56.435373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ca822508-fcd2-417a-b147-db591ea352c8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.441072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83352605-b780-4adc-a8df-b52175c66b87 None None] Network d7501688-7024-4f78-992e-3894909a23f5 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:56.462338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d9dc1-ce32-4eee-94a1-e5a1d019377f tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ac22f1-9369-421d-b52e-81925964f30a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:56.478646 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ca822508-fcd2-417a-b147-db591ea352c8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/85cdb087-7061-4f82-963a-a2d3253ece17 HTTP/1.1" status: 204 len: 168 time: 0.6230233 Oct 05 09:37:56.480461 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-363d9dc1-ce32-4eee-94a1-e5a1d019377f tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.484578 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-363d9dc1-ce32-4eee-94a1-e5a1d019377f tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-groups/98ac22f1-9369-421d-b52e-81925964f30a HTTP/1.1" status: 204 len: 168 time: 0.3520055 Oct 05 09:37:56.484578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41176) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:56.502585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41180) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:56.544803 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.622762 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5a0db782-6f83-4284-a226-75d02267df97 req-e0a696bf-7219-451e-9f57-01d6a6311ae5 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1260459 Oct 05 09:37:56.623757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.659862 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6bfcd73b-27bd-480a-ab3e-bcd9467e6cf4 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:56.660088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Network': ['ID=11df9765-fb77-426b-a282-259a0087e30b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:56.660204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.660302 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-49008738-5b0e-4641-b05f-187b64ff0ae4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/networks/11df9765-fb77-426b-a282-259a0087e30b HTTP/1.1" status: 204 len: 168 time: 4.3786526 Oct 05 09:37:56.661997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41184) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:56.673398 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.714389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9d1456-9e4a-46ec-94e9-97133cd64662']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:56.730513 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-35b99adb-3faf-499a-a0d1-8e50b0868075 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/routers/5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98 HTTP/1.1" status: 200 len: 891 time: 0.4649231 Oct 05 09:37:56.734446 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b152443-fa86-4dad-bde5-abd4a01883e1') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:56.734739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b152443-fa86-4dad-bde5-abd4a01883e1') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:56.739854 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41188) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:56.749827 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.770260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.770436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 27193e82-ce85-4ba9-a0f0-ae7432933f75 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:56.777809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:37:56.778761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.790817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port 27193e82-ce85-4ba9-a0f0-ae7432933f75 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:56.791166 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.842208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1ebfe2-5bc5-4446-b789-99fa1163b3c8 None None] DHCP port deletion for d7501688-7024-4f78-992e-3894909a23f5 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:37:56.848456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ebfe2-5bc5-4446-b789-99fa1163b3c8 None None] Deleting port 27193e82-ce85-4ba9-a0f0-ae7432933f75 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:56.852292 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8c1ebfe2-5bc5-4446-b789-99fa1163b3c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.854480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6bfcd73b-27bd-480a-ab3e-bcd9467e6cf4 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:56.864845 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6bfcd73b-27bd-480a-ab3e-bcd9467e6cf4 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3495231 Oct 05 09:37:56.864845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-72c835b6-2aff-489b-a6ef-feda0fa29e38 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Synchronizing usage tracker for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:56.866498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41192) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:56.874531 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-418e8ff7-082c-45ee-a273-e9a55c9b5556 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030603814'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:56.912636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 27193e82-ce85-4ba9-a0f0-ae7432933f75 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:56.912923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:56.913401 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 27193e82-ce85-4ba9-a0f0-ae7432933f75 Oct 05 09:37:57.014812 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-418e8ff7-082c-45ee-a273-e9a55c9b5556 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:57.023727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211961d3-f1ca-47b0-952b-2bdbe26a3bd1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:57.025194 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-211961d3-f1ca-47b0-952b-2bdbe26a3bd1 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/a0405a70-f44c-4f94-afa1-559e9d0f0c81 HTTP/1.1" status: 200 len: 841 time: 0.3594193 Oct 05 09:37:57.032268 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41196) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:57.067411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-418e8ff7-082c-45ee-a273-e9a55c9b5556 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:57.168545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.181053 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8c1ebfe2-5bc5-4446-b789-99fa1163b3c8 None None] For port 27193e82-ce85-4ba9-a0f0-ae7432933f75, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=27193e82-ce85-4ba9-a0f0-ae7432933f75,segment=NetworkSegment(88c76464-f9d9-4541-b677-7eab6652a081),segment_id=88c76464-f9d9-4541-b677-7eab6652a081)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:57.181450 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8c1ebfe2-5bc5-4446-b789-99fa1163b3c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.187416 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.188427 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ffd20d9c-bc3a-4a9c-bb75-80523215b8bb tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/a0405a70-f44c-4f94-afa1-559e9d0f0c81?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1517553 Oct 05 09:37:57.194311 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41200) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:57.196774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 27193e82-ce85-4ba9-a0f0-ae7432933f75 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:57.204917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-99e3f2b1-dd9f-40e7-afe6-2947f60b4427 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'subnet': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:57.220239 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Network': ['ID=8f9d1456-9e4a-46ec-94e9-97133cd64662,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:57.227778 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c8fb62ee-67a9-4138-8785-26866f32eff8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/networks/8f9d1456-9e4a-46ec-94e9-97133cd64662 HTTP/1.1" status: 204 len: 168 time: 5.5466154 Oct 05 09:37:57.231869 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41204) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:57.235264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-72c835b6-2aff-489b-a6ef-feda0fa29e38 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Unset dirty status for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:57.242646 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-72c835b6-2aff-489b-a6ef-feda0fa29e38 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98 HTTP/1.1" status: 200 len: 205 time: 0.4952838 Oct 05 09:37:57.242784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2111965132'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:57.245173 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41208) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:57.297747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:57.314107 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Usage tracker for resource:network and tenant:ccd7f1fa97154dd093afba3633da1640 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:57.321081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:57.327929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ebfe2-5bc5-4446-b789-99fa1163b3c8 None None] Calling delete_port for 27193e82-ce85-4ba9-a0f0-ae7432933f75 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:57.329602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-418e8ff7-082c-45ee-a273-e9a55c9b5556 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.335065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:57.351556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-99e3f2b1-dd9f-40e7-afe6-2947f60b4427 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:57.355656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-99e3f2b1-dd9f-40e7-afe6-2947f60b4427 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:subnet and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:57.358789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-99e3f2b1-dd9f-40e7-afe6-2947f60b4427 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:57.365409 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-99e3f2b1-dd9f-40e7-afe6-2947f60b4427 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:57.384219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-418e8ff7-082c-45ee-a273-e9a55c9b5556 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:57.387420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] For port 27193e82-ce85-4ba9-a0f0-ae7432933f75, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=27193e82-ce85-4ba9-a0f0-ae7432933f75,segment=NetworkSegment(88c76464-f9d9-4541-b677-7eab6652a081),segment_id=88c76464-f9d9-4541-b677-7eab6652a081)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:57.387769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.425883 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Made reservation on behalf of ccd7f1fa97154dd093afba3633da1640 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:57.429416 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.451233 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e3f2b1-dd9f-40e7-afe6-2947f60b4427 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:57.454652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99e3f2b1-dd9f-40e7-afe6-2947f60b4427 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.499843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8c1ebfe2-5bc5-4446-b789-99fa1163b3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.532832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:37:57.545322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ebfe2-5bc5-4446-b789-99fa1163b3c8 None None] Pushing event deleted for resources: {'Port': ['ID=27193e82-ce85-4ba9-a0f0-ae7432933f75,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:57.551380 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ebfe2-5bc5-4446-b789-99fa1163b3c8 None None] No DVR routers for this DVR port 27193e82-ce85-4ba9-a0f0-ae7432933f75 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:37:57.563317 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.563660 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Added segment 9598ceb4-226c-447e-a965-3caf7cb4eeb1 of type vlan for network 55947304-53e3-473c-862c-da6efaa98753 Oct 05 09:37:57.576702 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-418e8ff7-082c-45ee-a273-e9a55c9b5556 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:57.584594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for 27193e82-ce85-4ba9-a0f0-ae7432933f75 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:57.603688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.690807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb7ea-10e5-4c5f-81ef-0b21925f95b6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: from cryptography.utils import int_from_bytes Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: from cryptography.utils import int_from_bytes Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn_limited( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn_limited( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.777515 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.780493 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.780493 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.780493 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.780493 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.780493 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.780493 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.780493 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.780493 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.780493 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.780493 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.780493 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.780493 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.780493 dv-neutron-860329-1-hyperv neutron-server[89845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:37:57.780493 dv-neutron-860329-1-hyperv neutron-server[89845]: util.warn( Oct 05 09:37:57.781473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.786384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:57.786972 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.809081 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1b5a017b-fa77-40a6-bc4f-a26db85fd60b req-9342dd45-9566-45ab-87e9-f8c0510ff777 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0904980 Oct 05 09:37:57.819666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:37:57.820020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:37:57.885190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99e3f2b1-dd9f-40e7-afe6-2947f60b4427 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.906101 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-418e8ff7-082c-45ee-a273-e9a55c9b5556 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.932914 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb7ea-10e5-4c5f-81ef-0b21925f95b6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.956555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-418e8ff7-082c-45ee-a273-e9a55c9b5556 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.964984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event updated for resources: {'Network': ['ID=55947304-53e3-473c-862c-da6efaa98753,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:57.973152 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e3f2b1-dd9f-40e7-afe6-2947f60b4427 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:57.977859 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-99e3f2b1-dd9f-40e7-afe6-2947f60b4427 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:57.979434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 55947304-53e3-473c-862c-da6efaa98753 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:37:57.980475 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e3f2b1-dd9f-40e7-afe6-2947f60b4427 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:57.981053 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-99e3f2b1-dd9f-40e7-afe6-2947f60b4427 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:57.996847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a500c61b-1404-489e-8f47-3db627f53fbf None None] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:57.997104 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5947a4bf-65ad-4e8b-baac-4f39081d19d8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7644696 Oct 05 09:37:57.999973 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41214) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:58.008371 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-bf62072d-44aa-4522-a7d4-82daaa025dce tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Request body: {'subnet': {'network_id': '55947304-53e3-473c-862c-da6efaa98753', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:58.011536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e8ff7-082c-45ee-a273-e9a55c9b5556 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98efff51-f544-4e06-a48e-ba44010ff9b5,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:58.017968 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-ea0bb7ea-10e5-4c5f-81ef-0b21925f95b6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port eb60f2e0-2462-4e9f-8e18-d90a19828604 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:58.019012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb7ea-10e5-4c5f-81ef-0b21925f95b6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.072613 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3f2b1-dd9f-40e7-afe6-2947f60b4427 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Subnet': ['ID=b85eefca-2a26-48b5-ac38-a53948809c28,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:58.125951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bf62072d-44aa-4522-a7d4-82daaa025dce tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:58.136555 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bf62072d-44aa-4522-a7d4-82daaa025dce tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:58.144233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-418e8ff7-082c-45ee-a273-e9a55c9b5556 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.153251 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-418e8ff7-082c-45ee-a273-e9a55c9b5556 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2791843 Oct 05 09:37:58.153479 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-99e3f2b1-dd9f-40e7-afe6-2947f60b4427 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9492245 Oct 05 09:37:58.153479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41218) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:58.153713 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41222) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:58.154029 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ae6133af-c810-492e-b210-f8285e547209 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'security_group': {'name': 'tempest-secgroup-1630295549'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:58.160726 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ae6133af-c810-492e-b210-f8285e547209 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:58.164885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ae6133af-c810-492e-b210-f8285e547209 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:security_group and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:58.165218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3347527f-5003-438e-b30b-ddbe3a850ca7 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group_rule': {'security_group_id': '98efff51-f544-4e06-a48e-ba44010ff9b5', 'direction': 'ingress', 'protocol': 17}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:58.168541 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ae6133af-c810-492e-b210-f8285e547209 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:58.172984 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3347527f-5003-438e-b30b-ddbe3a850ca7 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:58.175760 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ae6133af-c810-492e-b210-f8285e547209 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:58.180209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3347527f-5003-438e-b30b-ddbe3a850ca7 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:58.198782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3347527f-5003-438e-b30b-ddbe3a850ca7 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:58.198782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3347527f-5003-438e-b30b-ddbe3a850ca7 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:58.218652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf62072d-44aa-4522-a7d4-82daaa025dce tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Made reservation on behalf of ccd7f1fa97154dd093afba3633da1640 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:58.223429 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf62072d-44aa-4522-a7d4-82daaa025dce tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.231536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb7ea-10e5-4c5f-81ef-0b21925f95b6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.294798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ae6133af-c810-492e-b210-f8285e547209 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.343394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ae6133af-c810-492e-b210-f8285e547209 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:58.353619 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ae6133af-c810-492e-b210-f8285e547209 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:security_group_rule and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:58.358854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ae6133af-c810-492e-b210-f8285e547209 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:58.367499 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ae6133af-c810-492e-b210-f8285e547209 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:58.367692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port 27193e82-ce85-4ba9-a0f0-ae7432933f75 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:58.367692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.387103 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'tenant_id': '7eeaf2f92eda4e74b4a823d89422d65f', 'fixed_ips': [{'subnet_id': 'b85eefca-2a26-48b5-ac38-a53948809c28'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:37:58.388216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.403275 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-ea0bb7ea-10e5-4c5f-81ef-0b21925f95b6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for eb60f2e0-2462-4e9f-8e18-d90a19828604 owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:58.454128 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 7b152443-fa86-4dad-bde5-abd4a01883e1 resource provider aggregate not found Oct 05 09:37:58.465897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3347527f-5003-438e-b30b-ddbe3a850ca7 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.494359 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 7b152443-fa86-4dad-bde5-abd4a01883e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b152443-fa86-4dad-bde5-abd4a01883e1 found for delete ", "request_id": "req-b201d985-e92f-4223-a3ae-e0a0ae93053a"}]} Oct 05 09:37:58.527663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ae6133af-c810-492e-b210-f8285e547209 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.573281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Allocated IP 172.20.0.2 (cf23cee7-dd5b-4b05-8eb1-19a8a59229d0/b85eefca-2a26-48b5-ac38-a53948809c28/75638825-bfdc-45c4-b16b-a99b7c67fe5d) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:58.601631 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ae6133af-c810-492e-b210-f8285e547209 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.620928 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf62072d-44aa-4522-a7d4-82daaa025dce tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.645737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] The port '27193e82-ce85-4ba9-a0f0-ae7432933f75' was deleted {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:37:58.740529 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6133af-c810-492e-b210-f8285e547209 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19822d62-5607-4ccb-bfd5-5db3de1a3480,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:58.754687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62072d-44aa-4522-a7d4-82daaa025dce tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event updated for resources: {'Subnet': ['ID=b2f53b5e-9923-445a-a62b-aa3a88fec5ac,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:58.771856 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf62072d-44aa-4522-a7d4-82daaa025dce tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Checking segment: {'id': '9598ceb4-226c-447e-a965-3caf7cb4eeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '55947304-53e3-473c-862c-da6efaa98753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:58.772275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf62072d-44aa-4522-a7d4-82daaa025dce tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Network hostable DHCP agents. Network: 55947304-53e3-473c-862c-da6efaa98753, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:37:58.782871 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ae6133af-c810-492e-b210-f8285e547209 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.787102 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ae6133af-c810-492e-b210-f8285e547209 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6344743 Oct 05 09:37:58.788206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41230) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:58.796741 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-918b8391-bb22-4810-b4d9-c46d8890d440 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'security_group': {'name': 'tempest-secgroup-117000668'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:58.805273 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-918b8391-bb22-4810-b4d9-c46d8890d440 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:58.811115 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-918b8391-bb22-4810-b4d9-c46d8890d440 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:security_group and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:58.814908 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-918b8391-bb22-4810-b4d9-c46d8890d440 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:58.822048 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-918b8391-bb22-4810-b4d9-c46d8890d440 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:58.827256 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 27193e82-ce85-4ba9-a0f0-ae7432933f75 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:37:58.835857 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.876011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7501688-7024-4f78-992e-3894909a23f5']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:58.881135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 27193e82-ce85-4ba9-a0f0-ae7432933f75 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:37:58.881488 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 27193e82-ce85-4ba9-a0f0-ae7432933f75 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:37:58.902747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3347527f-5003-438e-b30b-ddbe3a850ca7 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.905337 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c76464-f9d9-4541-b677-7eab6652a081') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:58.905643 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c76464-f9d9-4541-b677-7eab6652a081') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:37:58.906881 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.918950 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-918b8391-bb22-4810-b4d9-c46d8890d440 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.920754 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Transition to ACTIVE for port object 75638825-bfdc-45c4-b16b-a99b7c67fe5d will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:58.925674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.940231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf62072d-44aa-4522-a7d4-82daaa025dce tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Network 55947304-53e3-473c-862c-da6efaa98753 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:37:58.943251 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Transition to ACTIVE for port object 75638825-bfdc-45c4-b16b-a99b7c67fe5d will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:58.950739 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4b8dc992-6b0e-48bc-be52-96c297fece59 req-0e58aae6-0fde-4298-9474-e2a10c01cf54 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0790832 Oct 05 09:37:58.975256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-918b8391-bb22-4810-b4d9-c46d8890d440 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:58.975256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-918b8391-bb22-4810-b4d9-c46d8890d440 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:security_group_rule and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:58.975256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-918b8391-bb22-4810-b4d9-c46d8890d440 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:58.975256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-918b8391-bb22-4810-b4d9-c46d8890d440 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:58.985205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:58.994052 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3347527f-5003-438e-b30b-ddbe3a850ca7 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.015349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:37:59.015745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.036253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.047910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-918b8391-bb22-4810-b4d9-c46d8890d440 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.059688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-bf62072d-44aa-4522-a7d4-82daaa025dce tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 55947304-53e3-473c-862c-da6efaa98753) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:59.068298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf62072d-44aa-4522-a7d4-82daaa025dce tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:59.070285 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf62072d-44aa-4522-a7d4-82daaa025dce tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.082841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2be12a-47e6-4a6b-a9cf-79ad08c1153c None None] Network 55947304-53e3-473c-862c-da6efaa98753 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:37:59.105939 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 88c76464-f9d9-4541-b677-7eab6652a081 resource provider aggregate not found Oct 05 09:37:59.117321 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-918b8391-bb22-4810-b4d9-c46d8890d440 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.126872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347527f-5003-438e-b30b-ddbe3a850ca7 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882245b3-92c6-4c10-9640-adbdab285c4d,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:59.150742 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 88c76464-f9d9-4541-b677-7eab6652a081 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88c76464-f9d9-4541-b677-7eab6652a081 found for delete ", "request_id": "req-71d0816c-0e9f-4b4e-9738-6ef92bbe658e"}]} Oct 05 09:37:59.157028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b8391-bb22-4810-b4d9-c46d8890d440 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6461a185-7e62-46e2-8c31-0a4aca6d497e,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:59.175392 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bf62072d-44aa-4522-a7d4-82daaa025dce tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1723583 Oct 05 09:37:59.178314 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41240) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:59.187680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:59.194019 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:59.200261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:59.202452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Pushing event updated for resources: {'Port': ['ID=75638825-bfdc-45c4-b16b-a99b7c67fe5d,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:59.231008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-918b8391-bb22-4810-b4d9-c46d8890d440 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.237203 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-918b8391-bb22-4810-b4d9-c46d8890d440 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4429052 Oct 05 09:37:59.238258 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41244) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:59.244400 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1683648645', 'security_groups': ['6461a185-7e62-46e2-8c31-0a4aca6d497e'], 'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b85eefca-2a26-48b5-ac38-a53948809c28'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:59.281823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.286872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb7ea-10e5-4c5f-81ef-0b21925f95b6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.290679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3347527f-5003-438e-b30b-ddbe3a850ca7 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.291845 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3347527f-5003-438e-b30b-ddbe3a850ca7 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1393139 Oct 05 09:37:59.323085 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41248) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:59.340627 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Attempting to bind port 75638825-bfdc-45c4-b16b-a99b7c67fe5d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:37:59.340993 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Attempting to bind port 75638825-bfdc-45c4-b16b-a99b7c67fe5d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '816f52e2-afee-491d-8f50-47fbaec019dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:37:59.341366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Attempting to bind port 75638825-bfdc-45c4-b16b-a99b7c67fe5d on network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:37:59.356333 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.370195 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/networks/d7501688-7024-4f78-992e-3894909a23f5 HTTP/1.1" status: 204 len: 168 time: 2.8868659 Oct 05 09:37:59.372128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41252) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:59.374449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:37:59.374834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Checking segment: {'id': '816f52e2-afee-491d-8f50-47fbaec019dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:59.375244 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.375638 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Bound using segment: {'id': '816f52e2-afee-491d-8f50-47fbaec019dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:37:59.376118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Bound port: 75638825-bfdc-45c4-b16b-a99b7c67fe5d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816f52e2-afee-491d-8f50-47fbaec019dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:37:59.376495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.382681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'network': {'name': 'tempest-RoutersTest-1870947304'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:59.397632 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cb11e-2ada-4950-b93e-e99a5de43ba5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Network': ['ID=d7501688-7024-4f78-992e-3894909a23f5,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:59.401498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bb7ea-10e5-4c5f-81ef-0b21925f95b6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=eb60f2e0-2462-4e9f-8e18-d90a19828604,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:59.406076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:59.427299 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:network and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:59.438203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:59.461045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d3073693-e26e-4dab-b78d-c44e06fefe24 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.463289 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:59.519329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.523778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d3073693-e26e-4dab-b78d-c44e06fefe24 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.525053 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-55947304-53e3-473c-862c-da6efaa98753', 'network_id': '55947304-53e3-473c-862c-da6efaa98753', 'tenant_id': 'ccd7f1fa97154dd093afba3633da1640', 'fixed_ips': [{'subnet_id': 'b2f53b5e-9923-445a-a62b-aa3a88fec5ac'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:37:59.526117 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.546470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] For port 75638825-bfdc-45c4-b16b-a99b7c67fe5d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:37:59.567735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb7ea-10e5-4c5f-81ef-0b21925f95b6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.596156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] For port 75638825-bfdc-45c4-b16b-a99b7c67fe5d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=75638825-bfdc-45c4-b16b-a99b7c67fe5d,segment=NetworkSegment(816f52e2-afee-491d-8f50-47fbaec019dc),segment_id=816f52e2-afee-491d-8f50-47fbaec019dc)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:37:59.651658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:59.653858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:59.657220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.675755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.681167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:port and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:59.687859 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:59.706073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:59.728122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:37:59.768369 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb7ea-10e5-4c5f-81ef-0b21925f95b6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.772733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb7ea-10e5-4c5f-81ef-0b21925f95b6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.780704 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:59.781642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.791249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Allocated IP 2001:db8::2 (55947304-53e3-473c-862c-da6efaa98753/b2f53b5e-9923-445a-a62b-aa3a88fec5ac/8763f5ec-6a27-49d4-952e-2ff3d43c7e89) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:59.811461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bb5e9-8f96-4c70-8c1b-66197e093753 None None] Pushing event updated for resources: {'Port': ['ID=75638825-bfdc-45c4-b16b-a99b7c67fe5d,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:59.874874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.875508 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Added segment 7ab7ed58-0a52-4579-b89a-25a77a794349 of type vlan for network 3c6e3298-d2a0-47ba-b18e-164aab114b30 Oct 05 09:37:59.884112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d3073693-e26e-4dab-b78d-c44e06fefe24 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.920754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3073693-e26e-4dab-b78d-c44e06fefe24 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98efff51-f544-4e06-a48e-ba44010ff9b5,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:59.922211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb7ea-10e5-4c5f-81ef-0b21925f95b6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:59.926622 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0bb7ea-10e5-4c5f-81ef-0b21925f95b6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Fanout notify agent at l3_agent the message router_deleted on router 5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:37:59.968799 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.024264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d3073693-e26e-4dab-b78d-c44e06fefe24 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.026505 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d3073693-e26e-4dab-b78d-c44e06fefe24 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-groups/98efff51-f544-4e06-a48e-ba44010ff9b5 HTTP/1.1" status: 204 len: 168 time: 0.7019765 Oct 05 09:38:00.028601 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41258) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:00.048184 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb7ea-10e5-4c5f-81ef-0b21925f95b6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.049341 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ea0bb7ea-10e5-4c5f-81ef-0b21925f95b6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/routers/5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98 HTTP/1.1" status: 204 len: 168 time: 2.8026474 Oct 05 09:38:00.055819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41262) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:00.092188 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1711089566'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:00.105491 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.106915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:00.112257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.117522 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:network and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:00.120926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Transition to ACTIVE for port object 8763f5ec-6a27-49d4-952e-2ff3d43c7e89 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:00.122429 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:00.128174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-42c88c4f-50f0-42f7-ba10-b09d45543910 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:00.141480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:00.148882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Transition to ACTIVE for port object 8763f5ec-6a27-49d4-952e-2ff3d43c7e89 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:00.149777 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9b788200-2311-4966-ab3c-824663e5d514 req-9a2714f2-b14a-4cc3-94d9-2a7f70404ebb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1002581 Oct 05 09:38:00.157544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port aa6b801b-af8f-465e-b0ee-dc44afcb2f4b yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:38:00.254223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.254461 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:00.257691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.259549 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.264860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:00.265440 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.269089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-42c88c4f-50f0-42f7-ba10-b09d45543910 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:00.270652 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-42c88c4f-50f0-42f7-ba10-b09d45543910 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2409790 Oct 05 09:38:00.277037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41266) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:00.288837 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d21cbc8b-7508-4e96-979c-4676800530e3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group': {'name': 'tempest-secgroup--975395336'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:00.302238 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d21cbc8b-7508-4e96-979c-4676800530e3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:00.321231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d21cbc8b-7508-4e96-979c-4676800530e3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:00.323627 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Network 55947304-53e3-473c-862c-da6efaa98753 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:00.326482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:00.330619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:00.332451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:38:00.336895 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Pushing event updated for resources: {'Port': ['ID=8763f5ec-6a27-49d4-952e-2ff3d43c7e89,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:00.352193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.352756 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Added segment b9f77661-384e-4ca9-a40e-11bc77a902c2 of type vlan for network 9e6b69c8-6f72-4c9a-9640-98dffca82007 Oct 05 09:38:00.381792 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.438436 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.444474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f53b5e-9923-445a-a62b-aa3a88fec5ac,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:00.470205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d21cbc8b-7508-4e96-979c-4676800530e3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.472123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Network': ['ID=3c6e3298-d2a0-47ba-b18e-164aab114b30,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:00.489925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 3c6e3298-d2a0-47ba-b18e-164aab114b30 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:38:00.500814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Allocated IP 172.20.0.8 (cf23cee7-dd5b-4b05-8eb1-19a8a59229d0/b85eefca-2a26-48b5-ac38-a53948809c28/aa6b801b-af8f-465e-b0ee-dc44afcb2f4b) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:00.514109 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4a2a609d-6b2b-46cc-aaa4-519ace9accc2 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1328762 Oct 05 09:38:00.514291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Attempting to bind port 8763f5ec-6a27-49d4-952e-2ff3d43c7e89 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:00.514291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Attempting to bind port 8763f5ec-6a27-49d4-952e-2ff3d43c7e89 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '9598ceb4-226c-447e-a965-3caf7cb4eeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '55947304-53e3-473c-862c-da6efaa98753'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:00.514291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Attempting to bind port 8763f5ec-6a27-49d4-952e-2ff3d43c7e89 on network 55947304-53e3-473c-862c-da6efaa98753 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:00.514574 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41270) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:00.519527 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'subnet': {'network_id': '3c6e3298-d2a0-47ba-b18e-164aab114b30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:00.561023 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:00.566145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Checking segment: {'id': '9598ceb4-226c-447e-a965-3caf7cb4eeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '55947304-53e3-473c-862c-da6efaa98753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:00.566145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.566145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Bound using segment: {'id': '9598ceb4-226c-447e-a965-3caf7cb4eeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '55947304-53e3-473c-862c-da6efaa98753'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:00.566145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Bound port: 8763f5ec-6a27-49d4-952e-2ff3d43c7e89, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9598ceb4-226c-447e-a965-3caf7cb4eeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '55947304-53e3-473c-862c-da6efaa98753'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:00.566145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.585015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.598996 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d21cbc8b-7508-4e96-979c-4676800530e3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:00.618012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d21cbc8b-7508-4e96-979c-4676800530e3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:00.622962 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d21cbc8b-7508-4e96-979c-4676800530e3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:00.627193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55947304-53e3-473c-862c-da6efaa98753']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:00.642156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d21cbc8b-7508-4e96-979c-4676800530e3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:00.651815 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9598ceb4-226c-447e-a965-3caf7cb4eeb1') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:00.652845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9598ceb4-226c-447e-a965-3caf7cb4eeb1') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:00.703228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.715294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.721483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:00.722133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.733652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] For port 8763f5ec-6a27-49d4-952e-2ff3d43c7e89, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:00.740545 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] For port 8763f5ec-6a27-49d4-952e-2ff3d43c7e89, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8763f5ec-6a27-49d4-952e-2ff3d43c7e89,segment=NetworkSegment(9598ceb4-226c-447e-a965-3caf7cb4eeb1),segment_id=9598ceb4-226c-447e-a965-3caf7cb4eeb1)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:00.806052 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:00.811982 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 75638825-bfdc-45c4-b16b-a99b7c67fe5d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:00.820369 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:subnet and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:00.825725 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:00.835907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:00.866987 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.917857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:00.940656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Transition to ACTIVE for port object aa6b801b-af8f-465e-b0ee-dc44afcb2f4b will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:00.946912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:00.951505 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.027697 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b0552-f4ad-4037-ad37-33494959f8e7 None None] Pushing event updated for resources: {'Port': ['ID=8763f5ec-6a27-49d4-952e-2ff3d43c7e89,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:01.028432 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.042819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:38:01.043122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.047126 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98808890-b6d6-4343-b97c-79b17592d400 None None] Network 55947304-53e3-473c-862c-da6efaa98753 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:01.116372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 75638825-bfdc-45c4-b16b-a99b7c67fe5d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:01.190237 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Network': ['ID=9e6b69c8-6f72-4c9a-9640-98dffca82007,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:01.194934 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 9598ceb4-226c-447e-a965-3caf7cb4eeb1 resource provider aggregate not found Oct 05 09:38:01.207124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:38:01.207124 dv-neutron-860329-1-hyperv neutron-server[89845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:38:01.207124 dv-neutron-860329-1-hyperv neutron-server[89845]: [parameters: {'id': '55947304-53e3-473c-862c-da6efaa98753'}] Oct 05 09:38:01.207124 dv-neutron-860329-1-hyperv neutron-server[89845]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:38:01.207124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:38:01.207598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.224914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 9e6b69c8-6f72-4c9a-9640-98dffca82007 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:38:01.228826 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 9598ceb4-226c-447e-a965-3caf7cb4eeb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9598ceb4-226c-447e-a965-3caf7cb4eeb1 found for delete ", "request_id": "req-7cdb8747-4d4f-48bd-93b2-0ed67252719f"}]} Oct 05 09:38:01.246261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d21cbc8b-7508-4e96-979c-4676800530e3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.252467 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-df0aca17-aee3-4a27-9fbd-5ae0a3e55171 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1953964 Oct 05 09:38:01.253567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41280) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:01.260751 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'subnet': {'network_id': '9e6b69c8-6f72-4c9a-9640-98dffca82007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:01.325587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Provisioning complete for port a0405a70-f44c-4f94-afa1-559e9d0f0c81 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:01.325886 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.326254 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Attempt 1 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:01.343226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d21cbc8b-7508-4e96-979c-4676800530e3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.351012 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a58c0859-6a2a-4d19-bc07-565ceed8dcc5 req-b070de29-df05-4e56-a594-cae728d26c00 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0948093 Oct 05 09:38:01.379168 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:01.389853 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=aa6b801b-af8f-465e-b0ee-dc44afcb2f4b,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:01.394837 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:01.398614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cbc8b-7508-4e96-979c-4676800530e3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d027655-0354-4bdc-a482-52a58b7ca376,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:01.399129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:01.431579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:01.435945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:subnet and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:01.437483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:01.438912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:01.447926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:01.456478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.519793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d21cbc8b-7508-4e96-979c-4676800530e3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.521271 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d21cbc8b-7508-4e96-979c-4676800530e3 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2422171 Oct 05 09:38:01.524102 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41284) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:01.529323 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-469791f4-4ae9-48ea-8219-cd6aff044b51 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460141613'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:01.535582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-469791f4-4ae9-48ea-8219-cd6aff044b51 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:01.545242 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:01.546376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.548556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-469791f4-4ae9-48ea-8219-cd6aff044b51 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:01.580654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Subnet': ['ID=94e6213c-91ff-4fd6-86cc-7ef4e9603c2a,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:01.597031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Checking segment: {'id': '7ab7ed58-0a52-4579-b89a-25a77a794349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3c6e3298-d2a0-47ba-b18e-164aab114b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:01.597757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network hostable DHCP agents. Network: 3c6e3298-d2a0-47ba-b18e-164aab114b30, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:38:01.619491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:01.622948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.633995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8b294c-c196-40e5-bd84-06ba0dacd6db None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:38:01.640254 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-469791f4-4ae9-48ea-8219-cd6aff044b51 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.695724 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3fa6c534-236a-4e6c-ae26-f7374c9597d2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4560189 Oct 05 09:38:01.697410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 3c6e3298-d2a0-47ba-b18e-164aab114b30 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:38:01.702700 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41288) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:01.712344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.721520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-1a802652-0b28-4811-839d-13eb0ce3f62f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'subnet': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:01.775692 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 3c6e3298-d2a0-47ba-b18e-164aab114b30) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:01.783341 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:01.784275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.805934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-469791f4-4ae9-48ea-8219-cd6aff044b51 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:01.830233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-469791f4-4ae9-48ea-8219-cd6aff044b51 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:01.840610 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-469791f4-4ae9-48ea-8219-cd6aff044b51 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:01.853777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-469791f4-4ae9-48ea-8219-cd6aff044b51 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:01.860279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Deleting port 8763f5ec-6a27-49d4-952e-2ff3d43c7e89 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:01.860621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.881069 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bb04dcf7-e647-4943-a940-6da7acec0448 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3643463 Oct 05 09:38:01.881895 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41292) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:01.887078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e5dff778-c1d8-48d3-8b61-06f558f426a8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1679895110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:01.894192 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e5dff778-c1d8-48d3-8b61-06f558f426a8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:01.899848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e5dff778-c1d8-48d3-8b61-06f558f426a8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:router and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:01.911016 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e5dff778-c1d8-48d3-8b61-06f558f426a8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:01.918161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e5dff778-c1d8-48d3-8b61-06f558f426a8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:01.938199 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Attempt 2 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:01.979001 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b294c-c196-40e5-bd84-06ba0dacd6db None None] Unable to find a vacant binding_index for network 3c6e3298-d2a0-47ba-b18e-164aab114b30 and agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 {{(pid=89847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 05 09:38:01.997686 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b294c-c196-40e5-bd84-06ba0dacd6db None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 3c6e3298-d2a0-47ba-b18e-164aab114b30) {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:38:02.014219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:02.031005 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e5dff778-c1d8-48d3-8b61-06f558f426a8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:02.032080 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e5dff778-c1d8-48d3-8b61-06f558f426a8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:02.048008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e5dff778-c1d8-48d3-8b61-06f558f426a8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:02.097459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1a802652-0b28-4811-839d-13eb0ce3f62f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:02.133219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1a802652-0b28-4811-839d-13eb0ce3f62f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:subnet and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:02.139980 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1a802652-0b28-4811-839d-13eb0ce3f62f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:02.145657 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e5dff778-c1d8-48d3-8b61-06f558f426a8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:02.202348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1a802652-0b28-4811-839d-13eb0ce3f62f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:02.230975 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e5dff778-c1d8-48d3-8b61-06f558f426a8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:02.232349 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e5dff778-c1d8-48d3-8b61-06f558f426a8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3498862 Oct 05 09:38:02.235207 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41296) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:02.260708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-469791f4-4ae9-48ea-8219-cd6aff044b51 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:02.290564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] For port 8763f5ec-6a27-49d4-952e-2ff3d43c7e89, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8763f5ec-6a27-49d4-952e-2ff3d43c7e89,segment=NetworkSegment(9598ceb4-226c-447e-a965-3caf7cb4eeb1),segment_id=9598ceb4-226c-447e-a965-3caf7cb4eeb1)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:02.290922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:02.353363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a802652-0b28-4811-839d-13eb0ce3f62f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:02.356768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1a802652-0b28-4811-839d-13eb0ce3f62f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:02.379846 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-3c6e3298-d2a0-47ba-b18e-164aab114b30', 'network_id': '3c6e3298-d2a0-47ba-b18e-164aab114b30', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'fixed_ips': [{'subnet_id': '94e6213c-91ff-4fd6-86cc-7ef4e9603c2a'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:38:02.382691 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:02.441662 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:02.445727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-469791f4-4ae9-48ea-8219-cd6aff044b51 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:02.504561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Calling delete_port for 8763f5ec-6a27-49d4-952e-2ff3d43c7e89 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:02.542303 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9e0f9bbe-32f7-499a-a4cc-3d1addcbaabe req-7f1e4058-786e-481e-b97c-69758294e0ca tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0582747 Oct 05 09:38:02.591811 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Attempt 3 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:02.675526 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Allocated IP 172.20.0.2 (3c6e3298-d2a0-47ba-b18e-164aab114b30/94e6213c-91ff-4fd6-86cc-7ef4e9603c2a/a1bbbbbb-ffcb-4304-9678-ff40283ff5d2) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:02.700096 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469791f4-4ae9-48ea-8219-cd6aff044b51 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd81b13-c0df-43f6-9c99-7cc7efea0fc7,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:02.785553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:02.884489 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-469791f4-4ae9-48ea-8219-cd6aff044b51 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:02.885745 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-469791f4-4ae9-48ea-8219-cd6aff044b51 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3606791 Oct 05 09:38:02.886680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Subnet': ['ID=c3e7b496-6a90-4c5a-b05f-408a5a46195f,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:02.892957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41302) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:02.904035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d42512bc-1d82-4fc8-883f-de1943003aaa tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group_rule': {'security_group_id': '3d027655-0354-4bdc-a482-52a58b7ca376', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5fd81b13-c0df-43f6-9c99-7cc7efea0fc7', 'remote_ip_prefix': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:02.916216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Checking segment: {'id': 'b9f77661-384e-4ca9-a40e-11bc77a902c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9e6b69c8-6f72-4c9a-9640-98dffca82007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:02.916621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network hostable DHCP agents. Network: 9e6b69c8-6f72-4c9a-9640-98dffca82007, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:38:02.923968 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d42512bc-1d82-4fc8-883f-de1943003aaa tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:02.924871 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.ipam_backend_mixin [None req-1a802652-0b28-4811-839d-13eb0ce3f62f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b85eefca-2a26-48b5-ac38-a53948809c28 (CIDR: 172.20.0.0/28) Oct 05 09:38:02.929507 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d42512bc-1d82-4fc8-883f-de1943003aaa tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:02.929847 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:02.935378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d42512bc-1d82-4fc8-883f-de1943003aaa tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:02.943076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d42512bc-1d82-4fc8-883f-de1943003aaa tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:02.951138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:02.962629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Transition to ACTIVE for port object a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:02.982817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Transition to ACTIVE for port object a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:02.985298 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a802652-0b28-4811-839d-13eb0ce3f62f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:02.985820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a802652-0b28-4811-839d-13eb0ce3f62f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:03.014198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.064687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Port': ['ID=8763f5ec-6a27-49d4-952e-2ff3d43c7e89,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:03.068377 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] No DVR routers for this DVR port 8763f5ec-6a27-49d4-952e-2ff3d43c7e89 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:38:03.101887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 9e6b69c8-6f72-4c9a-9640-98dffca82007 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:38:03.117226 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.140941 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1a802652-0b28-4811-839d-13eb0ce3f62f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4374526 Oct 05 09:38:03.143803 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41306) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:03.152290 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7b1c8743-d92d-4329-9ef8-686ac44e73f4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'subnet': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:03.190393 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Network 3c6e3298-d2a0-47ba-b18e-164aab114b30 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:03.193312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:03.194860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d42512bc-1d82-4fc8-883f-de1943003aaa tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.197343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:03.204005 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Pushing event updated for resources: {'Port': ['ID=a1bbbbbb-ffcb-4304-9678-ff40283ff5d2,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:03.225661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.245173 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 9e6b69c8-6f72-4c9a-9640-98dffca82007) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:03.268517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:03.269140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.277498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55947304-53e3-473c-862c-da6efaa98753']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:03.294696 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Attempt 4 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:03.306727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9598ceb4-226c-447e-a965-3caf7cb4eeb1') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:03.307019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9598ceb4-226c-447e-a965-3caf7cb4eeb1') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:03.324244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.345970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.360598 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:38:03.361014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.361508 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Attempting to bind port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:03.361883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Attempting to bind port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '7ab7ed58-0a52-4579-b89a-25a77a794349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3c6e3298-d2a0-47ba-b18e-164aab114b30'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:03.362348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Attempting to bind port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 on network 3c6e3298-d2a0-47ba-b18e-164aab114b30 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:03.372460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:03.372841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Checking segment: {'id': '7ab7ed58-0a52-4579-b89a-25a77a794349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3c6e3298-d2a0-47ba-b18e-164aab114b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:03.373319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.373724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Bound using segment: {'id': '7ab7ed58-0a52-4579-b89a-25a77a794349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3c6e3298-d2a0-47ba-b18e-164aab114b30'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:03.374234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Bound port: a1bbbbbb-ffcb-4304-9678-ff40283ff5d2, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab7ed58-0a52-4579-b89a-25a77a794349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3c6e3298-d2a0-47ba-b18e-164aab114b30'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:03.374595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.383864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d42512bc-1d82-4fc8-883f-de1943003aaa tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.385469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:03.428053 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 9598ceb4-226c-447e-a965-3caf7cb4eeb1 resource provider aggregate not found Oct 05 09:38:03.442683 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-797f82a6-0de2-4273-a6e2-cfb9cc28a88a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1850154 Oct 05 09:38:03.443380 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41314) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:03.462925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-9f74c5f9-9943-433a-bb44-d2fdeaa2c7df tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1161036154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:03.468580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Allocated IP 172.20.0.1 (3c6e3298-d2a0-47ba-b18e-164aab114b30/94e6213c-91ff-4fd6-86cc-7ef4e9603c2a/391f4110-6109-4734-ab62-fbed57828e1e) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:03.475152 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 9598ceb4-226c-447e-a965-3caf7cb4eeb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9598ceb4-226c-447e-a965-3caf7cb4eeb1 found for delete ", "request_id": "req-f1b85c2e-59ab-4341-90e4-e079ac40d2cc"}]} Oct 05 09:38:03.476604 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9f74c5f9-9943-433a-bb44-d2fdeaa2c7df tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:03.481433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9f74c5f9-9943-433a-bb44-d2fdeaa2c7df tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:router and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:03.485621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9f74c5f9-9943-433a-bb44-d2fdeaa2c7df tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:03.487191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] For port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:03.488726 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d42512bc-1d82-4fc8-883f-de1943003aaa tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.490585 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] For port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a1bbbbbb-ffcb-4304-9678-ff40283ff5d2,segment=NetworkSegment(7ab7ed58-0a52-4579-b89a-25a77a794349),segment_id=7ab7ed58-0a52-4579-b89a-25a77a794349)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:03.500092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9f74c5f9-9943-433a-bb44-d2fdeaa2c7df tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:03.513229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42512bc-1d82-4fc8-883f-de1943003aaa tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6214695-003a-40aa-baa0-420f486cd3a2,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:03.515112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7b1c8743-d92d-4329-9ef8-686ac44e73f4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:03.569252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7b1c8743-d92d-4329-9ef8-686ac44e73f4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:subnet and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:03.573892 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.585611 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7b1c8743-d92d-4329-9ef8-686ac44e73f4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:03.594220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.596155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7b1c8743-d92d-4329-9ef8-686ac44e73f4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:03.596907 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/networks/55947304-53e3-473c-862c-da6efaa98753 HTTP/1.1" status: 204 len: 168 time: 4.4175901 Oct 05 09:38:03.600555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41320) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:03.603599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.609903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-504572949'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:03.613563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f74c5f9-9943-433a-bb44-d2fdeaa2c7df tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.614612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f74c5f9-9943-433a-bb44-d2fdeaa2c7df tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.618127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d42512bc-1d82-4fc8-883f-de1943003aaa tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.619292 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d42512bc-1d82-4fc8-883f-de1943003aaa tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7242048 Oct 05 09:38:03.622408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263740e3-a02b-4382-8534-51424237937e tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Network': ['ID=55947304-53e3-473c-862c-da6efaa98753,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:03.625497 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:03.628031 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41324) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:03.633458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Usage tracker for resource:network and tenant:ccd7f1fa97154dd093afba3633da1640 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:03.644682 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:03.658448 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:03.675403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f74c5f9-9943-433a-bb44-d2fdeaa2c7df tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.689694 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21a90fcf-3044-42c4-895f-bc14419fc3ce tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.697406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf536108-4632-45e4-93a2-970299ed9532 None None] Pushing event updated for resources: {'Port': ['ID=a1bbbbbb-ffcb-4304-9678-ff40283ff5d2,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:03.702565 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21a90fcf-3044-42c4-895f-bc14419fc3ce tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.717071 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.739024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1c8743-d92d-4329-9ef8-686ac44e73f4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:03.742534 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b1c8743-d92d-4329-9ef8-686ac44e73f4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.750198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Made reservation on behalf of ccd7f1fa97154dd093afba3633da1640 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:03.754319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.761796 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9d1642a7-b41a-4fc5-b33f-ff19df8c72cd req-45a35379-13ca-4c80-aea1-73bae2b00839 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1228018 Oct 05 09:38:03.818591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f74c5f9-9943-433a-bb44-d2fdeaa2c7df tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.842949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Transition to ACTIVE for port object 391f4110-6109-4734-ab62-fbed57828e1e will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:03.849587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21a90fcf-3044-42c4-895f-bc14419fc3ce tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.864122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:38:03.880065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21a90fcf-3044-42c4-895f-bc14419fc3ce tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.880065 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-21a90fcf-3044-42c4-895f-bc14419fc3ce tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e6214695-003a-40aa-baa0-420f486cd3a2 HTTP/1.1" status: 204 len: 168 time: 0.2486787 Oct 05 09:38:03.880065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a90fcf-3044-42c4-895f-bc14419fc3ce tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6214695-003a-40aa-baa0-420f486cd3a2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:03.880664 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41328) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:03.886326 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Attempt 5 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:03.891363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.891845 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Added segment 6fb4f632-16c0-498d-ab77-59d81bb028a4 of type vlan for network 262b4111-8702-4401-af87-f190079b4116 Oct 05 09:38:03.948539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.972439 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:03.982277 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1fa1ca44-b027-49b8-961a-18bc8a61dea6 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:03.988330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9f74c5f9-9943-433a-bb44-d2fdeaa2c7df tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.990022 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9f74c5f9-9943-433a-bb44-d2fdeaa2c7df tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5452299 Oct 05 09:38:03.992366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41332) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:04.037930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:04.078680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:04.085653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:04.086361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:04.227939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1fa1ca44-b027-49b8-961a-18bc8a61dea6 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:04.229122 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1fa1ca44-b027-49b8-961a-18bc8a61dea6 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3476536 Oct 05 09:38:04.235614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41336) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:04.258629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 3c6e3298-d2a0-47ba-b18e-164aab114b30 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:04.264596 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:04.267769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:04.308008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=391f4110-6109-4734-ab62-fbed57828e1e,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:04.343003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:04.412936 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8084767 Oct 05 09:38:04.413757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41340) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:04.420555 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-dd6c7391-d51a-4f38-a3b0-e4229e88eb42 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Request body: {'subnet': {'network_id': '262b4111-8702-4401-af87-f190079b4116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:04.473073 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Attempt 6 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:04.476162 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dda49-c37c-4955-9127-978a34f78119 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event updated for resources: {'Network': ['ID=262b4111-8702-4401-af87-f190079b4116,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:04.504271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b1c8743-d92d-4329-9ef8-686ac44e73f4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:04.530065 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 262b4111-8702-4401-af87-f190079b4116 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:38:04.591822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c8743-d92d-4329-9ef8-686ac44e73f4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Subnet': ['ID=be33de97-d35a-4465-85a6-921b7c261d1f,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:04.612471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-74514e33-7319-41c2-b3a7-b5bec7afa336 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:04.648307 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1c8743-d92d-4329-9ef8-686ac44e73f4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:04.658504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:04.663634 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-7b1c8743-d92d-4329-9ef8-686ac44e73f4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:04.678223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1c8743-d92d-4329-9ef8-686ac44e73f4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:04.678728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b1c8743-d92d-4329-9ef8-686ac44e73f4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:04.710828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-74514e33-7319-41c2-b3a7-b5bec7afa336 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:04.727767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-dd6c7391-d51a-4f38-a3b0-e4229e88eb42 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:04.727767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:04.759511 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-dd6c7391-d51a-4f38-a3b0-e4229e88eb42 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:04.794935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:04.832722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:04.842125 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7b1c8743-d92d-4329-9ef8-686ac44e73f4 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6947429 Oct 05 09:38:04.848543 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41346) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:04.865922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ff3b2ce1-9714-4fa8-b06c-3a59a2860fac tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-855085468', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'be33de97-d35a-4465-85a6-921b7c261d1f'}], 'security_groups': ['19822d62-5607-4ccb-bfd5-5db3de1a3480']}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:04.919348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe665339-2891-4521-a6a1-d302bd24b769 None None] Network 3c6e3298-d2a0-47ba-b18e-164aab114b30 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:04.952869 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd242c0-262f-4504-a83d-d3951d852d3c None None] Network 9e6b69c8-6f72-4c9a-9640-98dffca82007 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:04.966703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97ee7d-1649-4ec5-abee-4a64de9c845d None None] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:04.967752 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6c7391-d51a-4f38-a3b0-e4229e88eb42 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Made reservation on behalf of ccd7f1fa97154dd093afba3633da1640 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:04.971467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dd6c7391-d51a-4f38-a3b0-e4229e88eb42 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.005230 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6bfc0c00-3d10-4f03-882a-a4fe34f7c4b6 req-784ce754-9c4f-4c72-98a9-682b9072aeca tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1129923 Oct 05 09:38:05.133684 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-74514e33-7319-41c2-b3a7-b5bec7afa336 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.170272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74514e33-7319-41c2-b3a7-b5bec7afa336 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd81b13-c0df-43f6-9c99-7cc7efea0fc7,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:05.170464 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Attempt 7 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:05.267715 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-74514e33-7319-41c2-b3a7-b5bec7afa336 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.271797 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-74514e33-7319-41c2-b3a7-b5bec7afa336 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-groups/5fd81b13-c0df-43f6-9c99-7cc7efea0fc7 HTTP/1.1" status: 204 len: 168 time: 1.0348873 Oct 05 09:38:05.275469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41352) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:05.327293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:05.374754 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:05.409104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Allocated IP 2001:db8::1 (9e6b69c8-6f72-4c9a-9640-98dffca82007/c3e7b496-6a90-4c5a-b05f-408a5a46195f/d8917dd1-e9ef-4b52-acdb-575d1d401f4e) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:05.418576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6df15774-c369-4e33-8b79-7041cdca29c6 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:05.542916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6df15774-c369-4e33-8b79-7041cdca29c6 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:05.546501 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6df15774-c369-4e33-8b79-7041cdca29c6 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2700303 Oct 05 09:38:05.561920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41356) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:05.640416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.677583 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-99934e86-93a0-45d3-aefc-99a9d338fd1e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.677837 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.689604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ff3b2ce1-9714-4fa8-b06c-3a59a2860fac tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.693799 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Transition to ACTIVE for port object d8917dd1-e9ef-4b52-acdb-575d1d401f4e will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:05.718678 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-99934e86-93a0-45d3-aefc-99a9d338fd1e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.741712 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-9e6b69c8-6f72-4c9a-9640-98dffca82007', 'network_id': '9e6b69c8-6f72-4c9a-9640-98dffca82007', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'fixed_ips': [{'subnet_id': 'c3e7b496-6a90-4c5a-b05f-408a5a46195f'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:38:05.743087 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.827357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.834702 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Attempt 8 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:05.859812 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-99934e86-93a0-45d3-aefc-99a9d338fd1e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.885528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99934e86-93a0-45d3-aefc-99a9d338fd1e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d027655-0354-4bdc-a482-52a58b7ca376,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:05.903159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.985553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=d8917dd1-e9ef-4b52-acdb-575d1d401f4e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:05.999884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 9e6b69c8-6f72-4c9a-9640-98dffca82007 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:06.002634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:06.012728 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:06.013449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:06.023038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:06.032774 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-99934e86-93a0-45d3-aefc-99a9d338fd1e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:06.036228 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-99934e86-93a0-45d3-aefc-99a9d338fd1e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-groups/3d027655-0354-4bdc-a482-52a58b7ca376 HTTP/1.1" status: 204 len: 168 time: 0.4706848 Oct 05 09:38:06.038278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41362) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:06.109119 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Allocated IP 2001:db8::2 (9e6b69c8-6f72-4c9a-9640-98dffca82007/c3e7b496-6a90-4c5a-b05f-408a5a46195f/abf41823-7778-4712-a123-66870b99f5b5) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:06.114628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b658e0ea-9679-4bd0-a66d-61fcecb7dc4c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:06.117766 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Update dhcp port {'port': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'fixed_ips': [{'subnet_id': 'b85eefca-2a26-48b5-ac38-a53948809c28', 'ip_address': '172.20.0.2'}, {'subnet_id': 'be33de97-d35a-4465-85a6-921b7c261d1f'}], 'binding:host_id': 'dv-neutron-860329-1-hyperv'}, 'id': '75638825-bfdc-45c4-b16b-a99b7c67fe5d'} from dv-neutron-860329-1-hyperv. {{(pid=89847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:38:06.193015 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7d4ff2f8-7dce-4df4-a1d1-bc5779b4068f req-434d2c1b-b7d8-40ef-9f71-c00c544a23af tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1069469 Oct 05 09:38:06.226269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:06.235136 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=391f4110-6109-4734-ab62-fbed57828e1e,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:06.269154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:06.272706 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:06.282532 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b658e0ea-9679-4bd0-a66d-61fcecb7dc4c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:06.287403 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b658e0ea-9679-4bd0-a66d-61fcecb7dc4c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2464011 Oct 05 09:38:06.293117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41366) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:06.301322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-6b321229-fcef-44e8-9dad-17015e1b8927 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group': {'name': 'tempest-secgroup--286111329'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:06.312532 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6b321229-fcef-44e8-9dad-17015e1b8927 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:06.387043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6b321229-fcef-44e8-9dad-17015e1b8927 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:06.468925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6b321229-fcef-44e8-9dad-17015e1b8927 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:06.529350 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 3c6e3298-d2a0-47ba-b18e-164aab114b30 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:06.538371 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:06.560544 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Allocated IP 172.20.0.18 (cf23cee7-dd5b-4b05-8eb1-19a8a59229d0/be33de97-d35a-4465-85a6-921b7c261d1f/75638825-bfdc-45c4-b16b-a99b7c67fe5d) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:06.566213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6b321229-fcef-44e8-9dad-17015e1b8927 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:06.570836 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6b321229-fcef-44e8-9dad-17015e1b8927 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:06.573697 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6b321229-fcef-44e8-9dad-17015e1b8927 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:06.580422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6b321229-fcef-44e8-9dad-17015e1b8927 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:06.651375 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.objects.ports [None req-dd6c7391-d51a-4f38-a3b0-e4229e88eb42 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89846) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:38:06.660811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dd6c7391-d51a-4f38-a3b0-e4229e88eb42 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:06.687434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6b321229-fcef-44e8-9dad-17015e1b8927 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:06.702603 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Attempt 9 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:06.763473 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] For port 75638825-bfdc-45c4-b16b-a99b7c67fe5d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=75638825-bfdc-45c4-b16b-a99b7c67fe5d,segment=NetworkSegment(816f52e2-afee-491d-8f50-47fbaec019dc),segment_id=816f52e2-afee-491d-8f50-47fbaec019dc)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:06.774035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6b321229-fcef-44e8-9dad-17015e1b8927 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:06.801302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8e5c1e-e353-4000-8330-039f1028cfbd None None] Network 3c6e3298-d2a0-47ba-b18e-164aab114b30 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:06.832905 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c7391-d51a-4f38-a3b0-e4229e88eb42 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event updated for resources: {'Subnet': ['ID=80d043c6-7362-4bdc-b636-2e7343cd1f59,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:06.849278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6c7391-d51a-4f38-a3b0-e4229e88eb42 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Checking segment: {'id': '6fb4f632-16c0-498d-ab77-59d81bb028a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '262b4111-8702-4401-af87-f190079b4116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:06.849694 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c7391-d51a-4f38-a3b0-e4229e88eb42 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Network hostable DHCP agents. Network: 262b4111-8702-4401-af87-f190079b4116, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:38:06.866826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b321229-fcef-44e8-9dad-17015e1b8927 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b38b7f-51f0-4f21-b21d-a94fd7c4030c,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:06.917582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:06.917838 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:06.950934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6b321229-fcef-44e8-9dad-17015e1b8927 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:06.952103 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6b321229-fcef-44e8-9dad-17015e1b8927 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6578393 Oct 05 09:38:06.955192 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41370) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:06.960281 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2bdefb65-7002-4469-b41d-5514df11be8d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group_rule': {'security_group_id': '84b38b7f-51f0-4f21-b21d-a94fd7c4030c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:06.965071 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Ignored duplicate provisioning block setup for port 75638825-bfdc-45c4-b16b-a99b7c67fe5d by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:38:06.967252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2bdefb65-7002-4469-b41d-5514df11be8d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:06.969341 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:06.971907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2bdefb65-7002-4469-b41d-5514df11be8d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:06.974814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2bdefb65-7002-4469-b41d-5514df11be8d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:06.980506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2bdefb65-7002-4469-b41d-5514df11be8d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:07.002443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c7391-d51a-4f38-a3b0-e4229e88eb42 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Network 262b4111-8702-4401-af87-f190079b4116 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:38:07.002705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.003402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.004590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.004737 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router b5285b3c-aac1-42d2-850b-352218e41243 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:38:07.030150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Transition to ACTIVE for port object abf41823-7778-4712-a123-66870b99f5b5 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:07.042207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.150910 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=d8917dd1-e9ef-4b52-acdb-575d1d401f4e,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:07.207942 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-dd6c7391-d51a-4f38-a3b0-e4229e88eb42 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 262b4111-8702-4401-af87-f190079b4116) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:07.210980 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 9e6b69c8-6f72-4c9a-9640-98dffca82007 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:07.212464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:07.216956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Transition to ACTIVE for port object abf41823-7778-4712-a123-66870b99f5b5 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:07.222570 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2bdefb65-7002-4469-b41d-5514df11be8d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.252337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6c7391-d51a-4f38-a3b0-e4229e88eb42 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:07.252953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dd6c7391-d51a-4f38-a3b0-e4229e88eb42 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.282109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca6a3d8-8a92-48da-bc00-d9194b754af1 None None] Network 262b4111-8702-4401-af87-f190079b4116 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:07.397213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:07.400375 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2d66a10b-5596-4290-9c01-5d7979dd82e5 req-de9bca27-c5c9-427f-949a-3878a9102232 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1271024 Oct 05 09:38:07.410837 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.432143 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c403b4d4-fed0-45de-9ca6-b5deeb50f430 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/b5285b3c-aac1-42d2-850b-352218e41243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1950841 Oct 05 09:38:07.438329 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41376) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:07.441642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Network 9e6b69c8-6f72-4c9a-9640-98dffca82007 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:07.473186 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f6093-692e-43c5-91ac-e666fc0cb686 None None] Sync routers for ids ['b5285b3c-aac1-42d2-850b-352218e41243'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:07.486971 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:07.488937 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Attempt 10 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:07.503540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-ff3b2ce1-9714-4fa8-b06c-3a59a2860fac tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Delete allocated IP 172.20.0.8 (cf23cee7-dd5b-4b05-8eb1-19a8a59229d0/b85eefca-2a26-48b5-ac38-a53948809c28) {{(pid=89846) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 05 09:38:07.512880 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dd6c7391-d51a-4f38-a3b0-e4229e88eb42 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0982807 Oct 05 09:38:07.522234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41380) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:07.523235 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:07.523529 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2bdefb65-7002-4469-b41d-5514df11be8d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.532024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-ff3b2ce1-9714-4fa8-b06c-3a59a2860fac tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Allocated IP 172.20.0.20 (cf23cee7-dd5b-4b05-8eb1-19a8a59229d0/be33de97-d35a-4465-85a6-921b7c261d1f/aa6b801b-af8f-465e-b0ee-dc44afcb2f4b) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:07.541119 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Pushing event updated for resources: {'Port': ['ID=75638825-bfdc-45c4-b16b-a99b7c67fe5d,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:07.555059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a30292-93c8-42a6-aae4-231e1127b334 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:07.555959 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a6a30292-93c8-42a6-aae4-231e1127b334 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Synchronizing usage tracker for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:07.575119 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:07.575454 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:07.575842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:07.576200 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:07.576527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:07.576855 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:07.577207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:07.577499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:07.577826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:07.578160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:07.578479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:07.578796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4b02f9-f394-4bb6-a7d2-91cd3566c022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:07.703532 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f6093-692e-43c5-91ac-e666fc0cb686 None None] Routers {'b5285b3c-aac1-42d2-850b-352218e41243'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:07.704175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c11f6093-692e-43c5-91ac-e666fc0cb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b5285b3c-aac1-42d2-850b-352218e41243'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:07.716540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2bdefb65-7002-4469-b41d-5514df11be8d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.765938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.784151 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdefb65-7002-4469-b41d-5514df11be8d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddec8e92-e6a7-4b1e-a256-01622ae0f525,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:07.857572 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ff3b2ce1-9714-4fa8-b06c-3a59a2860fac tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.877919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-ff3b2ce1-9714-4fa8-b06c-3a59a2860fac tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Ignored duplicate provisioning block setup for port aa6b801b-af8f-465e-b0ee-dc44afcb2f4b by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:38:07.889793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c11f6093-692e-43c5-91ac-e666fc0cb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:07.889793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:07.890575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.936358 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Pushing event updated for resources: {'Port': ['ID=abf41823-7778-4712-a123-66870b99f5b5,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:07.958542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f6093-692e-43c5-91ac-e666fc0cb686 None None] Routers {'b5285b3c-aac1-42d2-850b-352218e41243'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:07.959091 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c11f6093-692e-43c5-91ac-e666fc0cb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b5285b3c-aac1-42d2-850b-352218e41243'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:07.996818 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a6a30292-93c8-42a6-aae4-231e1127b334 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Unset dirty status for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:07.998491 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a6a30292-93c8-42a6-aae4-231e1127b334 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports/391f4110-6109-4734-ab62-fbed57828e1e HTTP/1.1" status: 200 len: 910 time: 0.5581899 Oct 05 09:38:08.001323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41384) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:08.008469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Attempting to bind port abf41823-7778-4712-a123-66870b99f5b5 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:08.008771 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Attempting to bind port abf41823-7778-4712-a123-66870b99f5b5 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'b9f77661-384e-4ca9-a40e-11bc77a902c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9e6b69c8-6f72-4c9a-9640-98dffca82007'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:08.009130 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Attempting to bind port abf41823-7778-4712-a123-66870b99f5b5 on network 9e6b69c8-6f72-4c9a-9640-98dffca82007 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:08.040317 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:08.040754 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Checking segment: {'id': 'b9f77661-384e-4ca9-a40e-11bc77a902c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9e6b69c8-6f72-4c9a-9640-98dffca82007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:08.041194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.041586 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Bound using segment: {'id': 'b9f77661-384e-4ca9-a40e-11bc77a902c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9e6b69c8-6f72-4c9a-9640-98dffca82007'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:08.042093 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Bound port: abf41823-7778-4712-a123-66870b99f5b5, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f77661-384e-4ca9-a40e-11bc77a902c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9e6b69c8-6f72-4c9a-9640-98dffca82007'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:08.042465 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.052551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c11f6093-692e-43c5-91ac-e666fc0cb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:08.052965 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f6093-692e-43c5-91ac-e666fc0cb686 None None] The sync data for ids ['b5285b3c-aac1-42d2-850b-352218e41243'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:08.059270 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 2a414a54-5d41-4ed9-a4fd-af752c637597 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:38:08.106838 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Provisioning for port 75638825-bfdc-45c4-b16b-a99b7c67fe5d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:08.164677 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Provisioning complete for port 75638825-bfdc-45c4-b16b-a99b7c67fe5d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:08.165200 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.165637 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Attempt 1 to provision port 75638825-bfdc-45c4-b16b-a99b7c67fe5d Oct 05 09:38:08.170388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.205964 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e922acc-a86f-46e9-a1ce-99eeee5b91d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-262b4111-8702-4401-af87-f190079b4116', 'network_id': '262b4111-8702-4401-af87-f190079b4116', 'tenant_id': 'ccd7f1fa97154dd093afba3633da1640', 'fixed_ips': [{'subnet_id': '80d043c6-7362-4bdc-b636-2e7343cd1f59'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:38:08.206918 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5e922acc-a86f-46e9-a1ce-99eeee5b91d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.232983 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ff3b2ce1-9714-4fa8-b06c-3a59a2860fac tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.235061 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2bdefb65-7002-4469-b41d-5514df11be8d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.237167 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2bdefb65-7002-4469-b41d-5514df11be8d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2808428 Oct 05 09:38:08.249627 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41388) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:08.342363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Subnet': ['ID=80d043c6-7362-4bdc-b636-2e7343cd1f59,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:08.374275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] For port abf41823-7778-4712-a123-66870b99f5b5, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:08.379967 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] For port abf41823-7778-4712-a123-66870b99f5b5, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=abf41823-7778-4712-a123-66870b99f5b5,segment=NetworkSegment(b9f77661-384e-4ca9-a40e-11bc77a902c2),segment_id=b9f77661-384e-4ca9-a40e-11bc77a902c2)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:08.446657 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Current status of the port 75638825-bfdc-45c4-b16b-a99b7c67fe5d is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:08.447243 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.474821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.487015 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.506505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262b4111-8702-4401-af87-f190079b4116']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:08.524437 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb4f632-16c0-498d-ab77-59d81bb028a4') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:08.524936 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb4f632-16c0-498d-ab77-59d81bb028a4') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:08.545896 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.578566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.591395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:38:08.592044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.658878 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] For port 75638825-bfdc-45c4-b16b-a99b7c67fe5d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=75638825-bfdc-45c4-b16b-a99b7c67fe5d,segment=NetworkSegment(816f52e2-afee-491d-8f50-47fbaec019dc),segment_id=816f52e2-afee-491d-8f50-47fbaec019dc)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:08.705068 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ffb82-d88a-49c0-9322-196baa650249 None None] Pushing event updated for resources: {'Port': ['ID=abf41823-7778-4712-a123-66870b99f5b5,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:08.733426 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3c2b31f4-c780-410b-bdc2-028d2f4b0d64 req-2bfc3dc0-1fd1-4a11-83cd-1311fa6668bf tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1576350 Oct 05 09:38:08.774559 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90600aac-a832-42e6-8658-de77cfc165f0 None None] Network 262b4111-8702-4401-af87-f190079b4116 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:08.804240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b2ce1-9714-4fa8-b06c-3a59a2860fac tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=aa6b801b-af8f-465e-b0ee-dc44afcb2f4b,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:08.833663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 75638825-bfdc-45c4-b16b-a99b7c67fe5d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:08.935069 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 6fb4f632-16c0-498d-ab77-59d81bb028a4 resource provider aggregate not found Oct 05 09:38:08.986876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09a19732-0834-409d-9556-bca723c9ca99 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.998748 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 6fb4f632-16c0-498d-ab77-59d81bb028a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fb4f632-16c0-498d-ab77-59d81bb028a4 found for delete ", "request_id": "req-c5b07189-171e-459a-89e3-188a03ab9cb1"}]} Oct 05 09:38:08.999771 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.013813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:09.024451 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834809e4-c49a-4a1c-935c-12577ebe10a2 None None] Sync routers for ids ['2a414a54-5d41-4ed9-a4fd-af752c637597'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:09.035671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09a19732-0834-409d-9556-bca723c9ca99 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.042540 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834809e4-c49a-4a1c-935c-12577ebe10a2 None None] Routers {'2a414a54-5d41-4ed9-a4fd-af752c637597'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:09.046788 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-834809e4-c49a-4a1c-935c-12577ebe10a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2a414a54-5d41-4ed9-a4fd-af752c637597'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:09.099279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.178459 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-834809e4-c49a-4a1c-935c-12577ebe10a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:09.195714 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834809e4-c49a-4a1c-935c-12577ebe10a2 None None] Routers {'2a414a54-5d41-4ed9-a4fd-af752c637597'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:09.201067 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-834809e4-c49a-4a1c-935c-12577ebe10a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2a414a54-5d41-4ed9-a4fd-af752c637597'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:09.229118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.247527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d98eb2-1817-495d-982a-07133616aa8b None None] Pushing event updated for resources: {'Port': ['ID=75638825-bfdc-45c4-b16b-a99b7c67fe5d,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:09.282823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Network': ['ID=262b4111-8702-4401-af87-f190079b4116,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:09.296341 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ed07baa3-e0bc-4507-87b3-9c028d63757d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/networks/262b4111-8702-4401-af87-f190079b4116 HTTP/1.1" status: 204 len: 168 time: 1.7717516 Oct 05 09:38:09.297197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41398) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:09.303940 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-96d9bb5e-7626-4143-b669-537a750313d7 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/2a414a54-5d41-4ed9-a4fd-af752c637597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3104076 Oct 05 09:38:09.325108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41402) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:09.368115 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac11f61-e1f9-4dcc-9bc1-776fb3a440aa tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:09.368554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac11f61-e1f9-4dcc-9bc1-776fb3a440aa tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:09.370333 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8ac11f61-e1f9-4dcc-9bc1-776fb3a440aa tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/subnets/80d043c6-7362-4bdc-b636-2e7343cd1f59 HTTP/1.1" status: 404 len: 337 time: 0.0689919 Oct 05 09:38:09.377113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41406) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:09.381327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09a19732-0834-409d-9556-bca723c9ca99 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.381500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 75638825-bfdc-45c4-b16b-a99b7c67fe5d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:09.382217 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.382974 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 75638825-bfdc-45c4-b16b-a99b7c67fe5d Oct 05 09:38:09.432709 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-09a19732-0834-409d-9556-bca723c9ca99 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.433927 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-09a19732-0834-409d-9556-bca723c9ca99 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ddec8e92-e6a7-4b1e-a256-01622ae0f525 HTTP/1.1" status: 204 len: 168 time: 1.1702628 Oct 05 09:38:09.438591 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-834809e4-c49a-4a1c-935c-12577ebe10a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:09.440069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41410) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:09.446261 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834809e4-c49a-4a1c-935c-12577ebe10a2 None None] The sync data for ids ['2a414a54-5d41-4ed9-a4fd-af752c637597'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:09.449214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Provisioning for port 391f4110-6109-4734-ab62-fbed57828e1e completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:09.475472 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb93ef8-1a28-4b70-a3c3-faa662e46086 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:09.476956 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb93ef8-1a28-4b70-a3c3-faa662e46086 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:09.478083 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ecb93ef8-1a28-4b70-a3c3-faa662e46086 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/networks/262b4111-8702-4401-af87-f190079b4116 HTTP/1.1" status: 404 len: 339 time: 0.0994444 Oct 05 09:38:09.481175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a19732-0834-409d-9556-bca723c9ca99 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddec8e92-e6a7-4b1e-a256-01622ae0f525,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:09.491689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41414) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:09.530225 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-2558a5c0-aace-462c-9691-ed5670e28188 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:09.531131 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2558a5c0-aace-462c-9691-ed5670e28188 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:09.533560 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2558a5c0-aace-462c-9691-ed5670e28188 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/subnets/b2f53b5e-9923-445a-a62b-aa3a88fec5ac HTTP/1.1" status: 404 len: 337 time: 0.0451741 Oct 05 09:38:09.535835 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ff3b2ce1-9714-4fa8-b06c-3a59a2860fac tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] In _notify_port_updated(), no bound segment for port aa6b801b-af8f-465e-b0ee-dc44afcb2f4b on network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 {{(pid=89846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:38:09.536192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41418) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:09.542062 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3b2ce1-9714-4fa8-b06c-3a59a2860fac tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:09.543010 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ff3b2ce1-9714-4fa8-b06c-3a59a2860fac tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.547612 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ff3b2ce1-9714-4fa8-b06c-3a59a2860fac tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "PUT /v2.0/ports/aa6b801b-af8f-465e-b0ee-dc44afcb2f4b HTTP/1.1" status: 200 len: 920 time: 4.6879511 Oct 05 09:38:09.550040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41422) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:09.555128 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Provisioning complete for port 391f4110-6109-4734-ab62-fbed57828e1e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:09.555801 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.556417 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 1 to provision port 391f4110-6109-4734-ab62-fbed57828e1e Oct 05 09:38:09.599684 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-325a8a11-701b-4de9-9e0f-e6ab9e487464 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:09.600420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-325a8a11-701b-4de9-9e0f-e6ab9e487464 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:09.603339 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-325a8a11-701b-4de9-9e0f-e6ab9e487464 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/networks/55947304-53e3-473c-862c-da6efaa98753 HTTP/1.1" status: 404 len: 339 time: 0.0658054 Oct 05 09:38:09.607995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41426) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:09.618312 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-04377a80-f65b-4a41-b8e1-fbab2bee1371 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:09.619936 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76deb614-1b7b-40a6-a4b0-25544a90feae tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:09.624068 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-76deb614-1b7b-40a6-a4b0-25544a90feae tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports/d8917dd1-e9ef-4b52-acdb-575d1d401f4e HTTP/1.1" status: 200 len: 911 time: 0.2947912 Oct 05 09:38:09.624979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41430) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:09.639053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-86121398-fa0a-44ee-9751-5815d525a515 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c3e7b496-6a90-4c5a-b05f-408a5a46195f'}]}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:09.673669 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d41cc2-a4bd-4094-8e79-18e0e3f8a4e8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:09.674161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d41cc2-a4bd-4094-8e79-18e0e3f8a4e8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:09.679458 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f4d41cc2-a4bd-4094-8e79-18e0e3f8a4e8 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/subnets/99aa409a-ef3e-4779-8da1-044e3ab29771 HTTP/1.1" status: 404 len: 337 time: 0.0631468 Oct 05 09:38:09.689748 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41434) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:09.723101 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-b5034504-4ea8-4726-b787-64f724441d24 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port aa6b801b-af8f-465e-b0ee-dc44afcb2f4b {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:09.723564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5034504-4ea8-4726-b787-64f724441d24 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.724242 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-00df820d-c795-4154-9285-29e0f66413f0 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:09.724782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00df820d-c795-4154-9285-29e0f66413f0 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:09.731010 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-00df820d-c795-4154-9285-29e0f66413f0 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/networks/8f9d1456-9e4a-46ec-94e9-97133cd64662 HTTP/1.1" status: 404 len: 339 time: 0.0389979 Oct 05 09:38:09.741114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41438) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:09.816007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Port 391f4110-6109-4734-ab62-fbed57828e1e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:09.833856 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b29997e8-beca-4fa7-961f-ed76e46660e0 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Deleting port f9b7754c-fb2a-4273-987a-39ee6c6785e5 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:09.834368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b29997e8-beca-4fa7-961f-ed76e46660e0 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.846390 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 75638825-bfdc-45c4-b16b-a99b7c67fe5d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:09.889971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f97515e9-fc9b-4a6e-9517-9c6ead079281 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.895161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-04377a80-f65b-4a41-b8e1-fbab2bee1371 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:09.896461 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-04377a80-f65b-4a41-b8e1-fbab2bee1371 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4532113 Oct 05 09:38:09.908101 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41444) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:10.105297 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ff71335-1a72-48b8-80ff-38489f1a4c43 req-2fdd7592-5645-4d69-aee9-de572d30f749 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.2183785 Oct 05 09:38:10.317643 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 2 to provision port 391f4110-6109-4734-ab62-fbed57828e1e Oct 05 09:38:10.343878 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4f8bc23c-2b2c-4d78-8a5c-90968e447f68 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:10.394295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd30ae9-3bba-4ee6-9b4f-fc6e3f4b69dc None None] Network 9e6b69c8-6f72-4c9a-9640-98dffca82007 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:10.416098 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Port 391f4110-6109-4734-ab62-fbed57828e1e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:10.416532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5034504-4ea8-4726-b787-64f724441d24 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:10.453757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b29997e8-beca-4fa7-961f-ed76e46660e0 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:10.461603 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4f8bc23c-2b2c-4d78-8a5c-90968e447f68 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:10.551109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-b5034504-4ea8-4726-b787-64f724441d24 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for aa6b801b-af8f-465e-b0ee-dc44afcb2f4b owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:10.613068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b29997e8-beca-4fa7-961f-ed76e46660e0 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Calling delete_port for f9b7754c-fb2a-4273-987a-39ee6c6785e5 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:10.674150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-86121398-fa0a-44ee-9751-5815d525a515 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:10.756425 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-f97515e9-fc9b-4a6e-9517-9c6ead079281 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port 391f4110-6109-4734-ab62-fbed57828e1e {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:10.757277 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f97515e9-fc9b-4a6e-9517-9c6ead079281 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:10.897131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device abf41823-7778-4712-a123-66870b99f5b5 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:10.908133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4f8bc23c-2b2c-4d78-8a5c-90968e447f68 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:10.933566 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 3 to provision port 391f4110-6109-4734-ab62-fbed57828e1e Oct 05 09:38:10.939866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b29997e8-beca-4fa7-961f-ed76e46660e0 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:10.948539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bc23c-2b2c-4d78-8a5c-90968e447f68 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b38b7f-51f0-4f21-b21d-a94fd7c4030c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:10.965088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5034504-4ea8-4726-b787-64f724441d24 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.007208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29997e8-beca-4fa7-961f-ed76e46660e0 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Port': ['ID=f9b7754c-fb2a-4273-987a-39ee6c6785e5,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:11.021798 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Port 391f4110-6109-4734-ab62-fbed57828e1e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:11.077043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b29997e8-beca-4fa7-961f-ed76e46660e0 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.102246 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b29997e8-beca-4fa7-961f-ed76e46660e0 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/ports/f9b7754c-fb2a-4273-987a-39ee6c6785e5 HTTP/1.1" status: 204 len: 168 time: 1.3576252 Oct 05 09:38:11.103920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41448) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:11.133809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port abf41823-7778-4712-a123-66870b99f5b5 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:11.148838 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 75638825-bfdc-45c4-b16b-a99b7c67fe5d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:11.174437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5034504-4ea8-4726-b787-64f724441d24 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=aa6b801b-af8f-465e-b0ee-dc44afcb2f4b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:11.225892 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d485fb-1124-4e77-bc85-3e754b543ca1 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:11.226659 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d485fb-1124-4e77-bc85-3e754b543ca1 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:11.231569 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-05d485fb-1124-4e77-bc85-3e754b543ca1 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/subnets/88958756-5325-4a35-961a-c197ae0ca7cc HTTP/1.1" status: 404 len: 337 time: 0.1270444 Oct 05 09:38:11.232446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41454) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:11.238990 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4f8bc23c-2b2c-4d78-8a5c-90968e447f68 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.240161 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4f8bc23c-2b2c-4d78-8a5c-90968e447f68 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-groups/84b38b7f-51f0-4f21-b21d-a94fd7c4030c HTTP/1.1" status: 204 len: 168 time: 1.3309991 Oct 05 09:38:11.262125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41458) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:11.271424 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b98c1804-bcad-440b-8926-5fabdd7187e0 req-8329e905-f6c5-447c-b547-1a53628feaec tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0659566 Oct 05 09:38:11.275387 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 75638825-bfdc-45c4-b16b-a99b7c67fe5d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:11.275387 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.275387 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 75638825-bfdc-45c4-b16b-a99b7c67fe5d Oct 05 09:38:11.312402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f97515e9-fc9b-4a6e-9517-9c6ead079281 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.327359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5034504-4ea8-4726-b787-64f724441d24 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.349470 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b5034504-4ea8-4726-b787-64f724441d24 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/aa6b801b-af8f-465e-b0ee-dc44afcb2f4b HTTP/1.1" status: 204 len: 168 time: 1.7929485 Oct 05 09:38:11.350155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41462) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:11.446920 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 75638825-bfdc-45c4-b16b-a99b7c67fe5d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:11.522800 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 4 to provision port 391f4110-6109-4734-ab62-fbed57828e1e Oct 05 09:38:11.553608 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-f97515e9-fc9b-4a6e-9517-9c6ead079281 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for 391f4110-6109-4734-ab62-fbed57828e1e owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:11.557084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-899523d4-5e04-44fd-871c-2dedd42d0aaf tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:11.571368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e180e379-50bc-4a8c-92af-5ed6d8d0d436 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.589215 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-32118e07-1fc6-450c-826b-786245da3ff6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] GET failed (client error): The resource could not be found. Oct 05 09:38:11.590064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-32118e07-1fc6-450c-826b-786245da3ff6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:11.606937 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Port 391f4110-6109-4734-ab62-fbed57828e1e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:11.693945 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-32118e07-1fc6-450c-826b-786245da3ff6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:11.698382 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-32118e07-1fc6-450c-826b-786245da3ff6 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/aa6b801b-af8f-465e-b0ee-dc44afcb2f4b HTTP/1.1" status: 404 len: 333 time: 0.3446782 Oct 05 09:38:11.699252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41466) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:11.832548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-71b0d91b-cf6f-4a88-9f72-420be1ad1a95 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.863372 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-71b0d91b-cf6f-4a88-9f72-420be1ad1a95 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.873774 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-899523d4-5e04-44fd-871c-2dedd42d0aaf tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:11.875036 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-899523d4-5e04-44fd-871c-2dedd42d0aaf tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6090417 Oct 05 09:38:11.879915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41470) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:11.896508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-98963cdd-d20e-48ed-adc1-fa4088a17b40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group': {'name': 'tempest-secgroup--1292569449'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:11.907146 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f97515e9-fc9b-4a6e-9517-9c6ead079281 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.907458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-98963cdd-d20e-48ed-adc1-fa4088a17b40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:11.916767 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e180e379-50bc-4a8c-92af-5ed6d8d0d436 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.927680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-98963cdd-d20e-48ed-adc1-fa4088a17b40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:11.962791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-e180e379-50bc-4a8c-92af-5ed6d8d0d436 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6a8035-abae-48b4-b743-08bc49653eef']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:11.966498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97515e9-fc9b-4a6e-9517-9c6ead079281 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Port': ['ID=391f4110-6109-4734-ab62-fbed57828e1e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:11.976795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-86121398-fa0a-44ee-9751-5815d525a515 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.981891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-e180e379-50bc-4a8c-92af-5ed6d8d0d436 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d32fda-eb1e-47af-9852-c458b22d2750') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:11.982212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-e180e379-50bc-4a8c-92af-5ed6d8d0d436 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d32fda-eb1e-47af-9852-c458b22d2750') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:11.996115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e180e379-50bc-4a8c-92af-5ed6d8d0d436 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.013855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e180e379-50bc-4a8c-92af-5ed6d8d0d436 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.021402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e180e379-50bc-4a8c-92af-5ed6d8d0d436 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:38:12.022943 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e180e379-50bc-4a8c-92af-5ed6d8d0d436 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.067688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-71b0d91b-cf6f-4a88-9f72-420be1ad1a95 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.093128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-98963cdd-d20e-48ed-adc1-fa4088a17b40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.103364 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 78d32fda-eb1e-47af-9852-c458b22d2750 resource provider aggregate not found Oct 05 09:38:12.107714 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 5 to provision port 391f4110-6109-4734-ab62-fbed57828e1e Oct 05 09:38:12.118941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-86121398-fa0a-44ee-9751-5815d525a515 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.124520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86121398-fa0a-44ee-9751-5815d525a515 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:12.125171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-86121398-fa0a-44ee-9751-5815d525a515 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.130236 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-86121398-fa0a-44ee-9751-5815d525a515 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/ports/d8917dd1-e9ef-4b52-acdb-575d1d401f4e HTTP/1.1" status: 200 len: 911 time: 2.5007780 Oct 05 09:38:12.144831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41478) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:12.168056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Port 391f4110-6109-4734-ab62-fbed57828e1e was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:38:12.171185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Could not find standard attr ID for object aa6b801b-af8f-465e-b0ee-dc44afcb2f4b. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:38:12.182737 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 78d32fda-eb1e-47af-9852-c458b22d2750 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78d32fda-eb1e-47af-9852-c458b22d2750 found for delete ", "request_id": "req-d4dfd5ac-08bf-457d-8969-ac96d641fb79"}]} Oct 05 09:38:12.183005 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Provisioning complete for port 75638825-bfdc-45c4-b16b-a99b7c67fe5d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:12.183754 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.184100 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 1 to provision port 75638825-bfdc-45c4-b16b-a99b7c67fe5d Oct 05 09:38:12.217498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0d91b-cf6f-4a88-9f72-420be1ad1a95 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6461a185-7e62-46e2-8c31-0a4aca6d497e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:12.277037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-98963cdd-d20e-48ed-adc1-fa4088a17b40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:12.292511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-98963cdd-d20e-48ed-adc1-fa4088a17b40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:12.299500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-71b0d91b-cf6f-4a88-9f72-420be1ad1a95 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.300674 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-71b0d91b-cf6f-4a88-9f72-420be1ad1a95 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/security-groups/6461a185-7e62-46e2-8c31-0a4aca6d497e HTTP/1.1" status: 204 len: 168 time: 0.6004136 Oct 05 09:38:12.303601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41482) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:12.350797 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Current status of the port 75638825-bfdc-45c4-b16b-a99b7c67fe5d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:12.357786 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-98963cdd-d20e-48ed-adc1-fa4088a17b40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:12.393013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-98963cdd-d20e-48ed-adc1-fa4088a17b40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:12.395240 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86121398-fa0a-44ee-9751-5815d525a515 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=d8917dd1-e9ef-4b52-acdb-575d1d401f4e,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:12.408032 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e180e379-50bc-4a8c-92af-5ed6d8d0d436 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.440523 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e180e379-50bc-4a8c-92af-5ed6d8d0d436 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.460441 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f97515e9-fc9b-4a6e-9517-9c6ead079281 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.465137 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Provisioning for port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:12.472406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Provisioning complete for port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:12.477750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.477750 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 1 to provision port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 Oct 05 09:38:12.481933 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ce3a67f-85e0-4d04-be72-8fafd024e20f req-67ea1293-8344-4241-b109-a08d3bc5f9ff tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0943131 Oct 05 09:38:12.538991 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180e379-50bc-4a8c-92af-5ed6d8d0d436 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Network': ['ID=5b6a8035-abae-48b4-b743-08bc49653eef,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:12.558070 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e180e379-50bc-4a8c-92af-5ed6d8d0d436 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/networks/5b6a8035-abae-48b4-b743-08bc49653eef HTTP/1.1" status: 204 len: 168 time: 1.3210011 Oct 05 09:38:12.567575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41488) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:12.618156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Current status of the port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:12.618459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.654984 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] For port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a1bbbbbb-ffcb-4304-9678-ff40283ff5d2,segment=NetworkSegment(7ab7ed58-0a52-4579-b89a-25a77a794349),segment_id=7ab7ed58-0a52-4579-b89a-25a77a794349)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:12.705501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.735345 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4c8717e-db7e-4203-a039-ae6dd5bfad00 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.747573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-98963cdd-d20e-48ed-adc1-fa4088a17b40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.779055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Pushing event updated for resources: {'Port': ['ID=a1bbbbbb-ffcb-4304-9678-ff40283ff5d2,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:12.792581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Provisioning complete for port a0405a70-f44c-4f94-afa1-559e9d0f0c81 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:12.792581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.792581 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 1 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:12.817087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-98963cdd-d20e-48ed-adc1-fa4088a17b40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.819438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-d710248b-0c5e-4472-bef2-659c76c4b0bf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Deleting port c91e36e0-1313-4226-ae4f-56b4be67cd0b {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:12.819781 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d710248b-0c5e-4472-bef2-659c76c4b0bf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.853577 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:12.853836 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98963cdd-d20e-48ed-adc1-fa4088a17b40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4819f0c1-4226-435b-942d-40f84083b87d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:12.951389 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3378c7b8-d09b-4b8c-bc5b-5273595c9e05 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.956853 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4c8717e-db7e-4203-a039-ae6dd5bfad00 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.011007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-98963cdd-d20e-48ed-adc1-fa4088a17b40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.012247 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-98963cdd-d20e-48ed-adc1-fa4088a17b40 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1314216 Oct 05 09:38:13.012975 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97515e9-fc9b-4a6e-9517-9c6ead079281 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router b5285b3c-aac1-42d2-850b-352218e41243 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:38:13.021048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41492) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:13.028119 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-8a5fa5a4-5a3b-4e7a-ab56-da7cdf2cdcdc tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group_rule': {'security_group_id': '4819f0c1-4226-435b-942d-40f84083b87d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:13.092612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8a5fa5a4-5a3b-4e7a-ab56-da7cdf2cdcdc tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:13.107528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8a5fa5a4-5a3b-4e7a-ab56-da7cdf2cdcdc tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:13.112786 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8a5fa5a4-5a3b-4e7a-ab56-da7cdf2cdcdc tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:13.121936 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8a5fa5a4-5a3b-4e7a-ab56-da7cdf2cdcdc tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:13.305688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97515e9-fc9b-4a6e-9517-9c6ead079281 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:13.311697 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa5a4-5a3b-4e7a-ab56-da7cdf2cdcdc tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.313498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d710248b-0c5e-4472-bef2-659c76c4b0bf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.316854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4320781-f20b-4dff-85d5-2b37723d0e00 None None] Sync routers for ids ['b5285b3c-aac1-42d2-850b-352218e41243'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:13.323640 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4c8717e-db7e-4203-a039-ae6dd5bfad00 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.328350 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4320781-f20b-4dff-85d5-2b37723d0e00 None None] Routers {'b5285b3c-aac1-42d2-850b-352218e41243'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:13.329877 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a4320781-f20b-4dff-85d5-2b37723d0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b5285b3c-aac1-42d2-850b-352218e41243'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:13.353065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3378c7b8-d09b-4b8c-bc5b-5273595c9e05 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port d8917dd1-e9ef-4b52-acdb-575d1d401f4e {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:13.353400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3378c7b8-d09b-4b8c-bc5b-5273595c9e05 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.382456 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 2 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:13.398583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8717e-db7e-4203-a039-ae6dd5bfad00 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19822d62-5607-4ccb-bfd5-5db3de1a3480,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:13.449799 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a4320781-f20b-4dff-85d5-2b37723d0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:13.467176 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:38:13.481544 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4320781-f20b-4dff-85d5-2b37723d0e00 None None] Routers {'b5285b3c-aac1-42d2-850b-352218e41243'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:13.482373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a4320781-f20b-4dff-85d5-2b37723d0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b5285b3c-aac1-42d2-850b-352218e41243'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:13.496606 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-d710248b-0c5e-4472-bef2-659c76c4b0bf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Calling delete_port for c91e36e0-1313-4226-ae4f-56b4be67cd0b owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:13.520649 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa5a4-5a3b-4e7a-ab56-da7cdf2cdcdc tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.527773 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f97515e9-fc9b-4a6e-9517-9c6ead079281 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/b5285b3c-aac1-42d2-850b-352218e41243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5247517 Oct 05 09:38:13.531321 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4c8717e-db7e-4203-a039-ae6dd5bfad00 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.531321 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f4c8717e-db7e-4203-a039-ae6dd5bfad00 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/security-groups/19822d62-5607-4ccb-bfd5-5db3de1a3480 HTTP/1.1" status: 204 len: 168 time: 1.2257261 Oct 05 09:38:13.531551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41498) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:13.539806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41500) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:13.588616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:13.589293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a4320781-f20b-4dff-85d5-2b37723d0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:13.589755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4320781-f20b-4dff-85d5-2b37723d0e00 None None] The sync data for ids ['b5285b3c-aac1-42d2-850b-352218e41243'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:13.726527 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa5a4-5a3b-4e7a-ab56-da7cdf2cdcdc tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.748601 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-68509b6f-1aa0-4190-8c2f-5a06531c2c85 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Synchronizing usage tracker for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:13.785835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fa5a4-5a3b-4e7a-ab56-da7cdf2cdcdc tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f88d17-ff31-4c0f-b40c-22ba1f7dfe87,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:13.789574 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-14f3952a-90e2-4777-b98c-ea5b1fed42fd req-194bed22-4267-4276-9adf-efe1df34b6d1 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.2078996 Oct 05 09:38:13.822660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3378c7b8-d09b-4b8c-bc5b-5273595c9e05 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.835100 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed00bb3-a21a-4cbe-acff-0e40c007efcc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting subnet b85eefca-2a26-48b5-ac38-a53948809c28 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:38:13.839515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fed00bb3-a21a-4cbe-acff-0e40c007efcc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.892548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa5a4-5a3b-4e7a-ab56-da7cdf2cdcdc tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.893717 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8a5fa5a4-5a3b-4e7a-ab56-da7cdf2cdcdc tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8717313 Oct 05 09:38:13.898117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41506) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:13.909970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fed00bb3-a21a-4cbe-acff-0e40c007efcc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.948737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-68509b6f-1aa0-4190-8c2f-5a06531c2c85 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Unset dirty status for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:13.949890 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-68509b6f-1aa0-4190-8c2f-5a06531c2c85 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5285b3c-aac1-42d2-850b-352218e41243 HTTP/1.1" status: 200 len: 205 time: 0.4066079 Oct 05 09:38:13.954403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41510) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:13.956839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3378c7b8-d09b-4b8c-bc5b-5273595c9e05 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for d8917dd1-e9ef-4b52-acdb-575d1d401f4e owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:13.959273 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dcd109d7-cd11-4e1a-ae73-27b4206ee0b7 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules/e2f88d17-ff31-4c0f-b40c-22ba1f7dfe87 HTTP/1.1" status: 200 len: 763 time: 0.0600953 Oct 05 09:38:13.987950 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41514) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:14.032515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d710248b-0c5e-4472-bef2-659c76c4b0bf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.061791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3e952bb7-4c6d-47e3-8951-04c84fe5a747 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:14.090070 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 3 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:14.150498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:14.151493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710248b-0c5e-4472-bef2-659c76c4b0bf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Port': ['ID=c91e36e0-1313-4226-ae4f-56b4be67cd0b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:14.162559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3e952bb7-4c6d-47e3-8951-04c84fe5a747 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:14.166442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d710248b-0c5e-4472-bef2-659c76c4b0bf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.167222 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3e952bb7-4c6d-47e3-8951-04c84fe5a747 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1749315 Oct 05 09:38:14.169640 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41518) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:14.180509 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-919c1d35-986d-44bb-b224-c6e5f69a9c08 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.251761 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d710248b-0c5e-4472-bef2-659c76c4b0bf tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/ports/c91e36e0-1313-4226-ae4f-56b4be67cd0b HTTP/1.1" status: 204 len: 168 time: 1.6735206 Oct 05 09:38:14.254511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41522) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:14.289476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3378c7b8-d09b-4b8c-bc5b-5273595c9e05 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.328292 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-227a91ee-8956-46f6-abfd-7c9f393d1632 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:14.328806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227a91ee-8956-46f6-abfd-7c9f393d1632 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:14.343706 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c13965d7-acb8-4b06-ad7d-412e6f84e978 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.347922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378c7b8-d09b-4b8c-bc5b-5273595c9e05 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=d8917dd1-e9ef-4b52-acdb-575d1d401f4e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:14.391529 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-227a91ee-8956-46f6-abfd-7c9f393d1632 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/subnets/5e7a6ab2-c801-4b25-8669-0e324fe5d4d5 HTTP/1.1" status: 404 len: 337 time: 0.1334801 Oct 05 09:38:14.397235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41526) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:14.406456 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fed00bb3-a21a-4cbe-acff-0e40c007efcc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.438992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c13965d7-acb8-4b06-ad7d-412e6f84e978 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.605013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-919c1d35-986d-44bb-b224-c6e5f69a9c08 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.612873 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-919c1d35-986d-44bb-b224-c6e5f69a9c08 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.615030 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3378c7b8-d09b-4b8c-bc5b-5273595c9e05 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.651760 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 4 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:14.693347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.706566 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c13965d7-acb8-4b06-ad7d-412e6f84e978 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.725958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13965d7-acb8-4b06-ad7d-412e6f84e978 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2f88d17-ff31-4c0f-b40c-22ba1f7dfe87,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:14.735800 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-919c1d35-986d-44bb-b224-c6e5f69a9c08 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.736500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919c1d35-986d-44bb-b224-c6e5f69a9c08 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Fanout notify agent at l3_agent the message router_deleted on router b5285b3c-aac1-42d2-850b-352218e41243 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:38:14.738780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fed00bb3-a21a-4cbe-acff-0e40c007efcc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.756292 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:14.778908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:14.797465 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Deleting port 4dff891c-40ef-4c9f-8bfa-55fd56606593 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:14.798109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.808921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed00bb3-a21a-4cbe-acff-0e40c007efcc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Subnet': ['ID=b85eefca-2a26-48b5-ac38-a53948809c28,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:14.815405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-919c1d35-986d-44bb-b224-c6e5f69a9c08 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.816411 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-919c1d35-986d-44bb-b224-c6e5f69a9c08 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/routers/b5285b3c-aac1-42d2-850b-352218e41243 HTTP/1.1" status: 204 len: 168 time: 0.8608594 Oct 05 09:38:14.819570 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fed00bb3-a21a-4cbe-acff-0e40c007efcc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.823547 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fed00bb3-a21a-4cbe-acff-0e40c007efcc tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/b85eefca-2a26-48b5-ac38-a53948809c28 HTTP/1.1" status: 204 len: 168 time: 1.2805643 Oct 05 09:38:14.823547 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41530) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:14.837080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41534) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:14.854414 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-66cf142a-daf4-48ac-8270-c47e775e1608 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'subnet': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:14.861193 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050acafe-aab6-490e-8800-bff64e7f7007 None None] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:14.923268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c13965d7-acb8-4b06-ad7d-412e6f84e978 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.926975 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c13965d7-acb8-4b06-ad7d-412e6f84e978 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e2f88d17-ff31-4c0f-b40c-22ba1f7dfe87 HTTP/1.1" status: 204 len: 168 time: 0.7496355 Oct 05 09:38:14.929111 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d88d5349-6b93-45e5-b7ec-57199e24b81c req-ef6777bf-9427-4e56-9e81-2181d49bd6ee tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0654435 Oct 05 09:38:14.929564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41540) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:14.959308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29e83f7-de23-4bd1-9c5c-d832b90c63be tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting subnet 94e6213c-91ff-4fd6-86cc-7ef4e9603c2a {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:38:14.965043 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d29e83f7-de23-4bd1-9c5c-d832b90c63be tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.986508 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:14.986883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.987426 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 Oct 05 09:38:15.034206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-df73ae9b-28db-459b-8f26-112b7819c957 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:15.046342 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d29e83f7-de23-4bd1-9c5c-d832b90c63be tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.139968 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d29e83f7-de23-4bd1-9c5c-d832b90c63be tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.173634 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-df73ae9b-28db-459b-8f26-112b7819c957 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:15.177320 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-df73ae9b-28db-459b-8f26-112b7819c957 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2421353 Oct 05 09:38:15.179957 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41544) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:15.192276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-0f0d79a6-96d4-465a-83a5-358e614582cd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group_rule': {'security_group_id': '4819f0c1-4226-435b-942d-40f84083b87d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:15.202681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0f0d79a6-96d4-465a-83a5-358e614582cd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:15.220567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0f0d79a6-96d4-465a-83a5-358e614582cd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:15.254149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:15.258353 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 5 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:15.264805 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3378c7b8-d09b-4b8c-bc5b-5273595c9e05 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 2a414a54-5d41-4ed9-a4fd-af752c637597 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:38:15.320505 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f0d79a6-96d4-465a-83a5-358e614582cd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.328495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:15.374649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d29e83f7-de23-4bd1-9c5c-d832b90c63be tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.426607 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e83f7-de23-4bd1-9c5c-d832b90c63be tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Subnet': ['ID=94e6213c-91ff-4fd6-86cc-7ef4e9603c2a,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:15.428783 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d29e83f7-de23-4bd1-9c5c-d832b90c63be tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.430409 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5506298-7ebc-453d-aa95-a223b09d46b4 None None] Network 3c6e3298-d2a0-47ba-b18e-164aab114b30 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:15.437284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f0d79a6-96d4-465a-83a5-358e614582cd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.446218 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d29e83f7-de23-4bd1-9c5c-d832b90c63be tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/94e6213c-91ff-4fd6-86cc-7ef4e9603c2a HTTP/1.1" status: 204 len: 168 time: 0.6203279 Oct 05 09:38:15.446416 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41548) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:15.526242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3378c7b8-d09b-4b8c-bc5b-5273595c9e05 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:15.537584 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c84828-cec1-4ae7-b778-73263f5e2501 None None] Sync routers for ids ['2a414a54-5d41-4ed9-a4fd-af752c637597'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:15.552167 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3378c7b8-d09b-4b8c-bc5b-5273595c9e05 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/2a414a54-5d41-4ed9-a4fd-af752c637597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3781664 Oct 05 09:38:15.553536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41552) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:15.556553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-66cf142a-daf4-48ac-8270-c47e775e1608 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:15.562066 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c84828-cec1-4ae7-b778-73263f5e2501 None None] Routers {'2a414a54-5d41-4ed9-a4fd-af752c637597'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:15.566616 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f2c84828-cec1-4ae7-b778-73263f5e2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2a414a54-5d41-4ed9-a4fd-af752c637597'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:15.613508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-66cf142a-daf4-48ac-8270-c47e775e1608 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:subnet and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:15.624293 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-66cf142a-daf4-48ac-8270-c47e775e1608 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:15.629887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-535cd7f1-4031-4ba7-b50b-804fe85d6e8e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Synchronizing usage tracker for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:15.633746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] For port 4dff891c-40ef-4c9f-8bfa-55fd56606593, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4dff891c-40ef-4c9f-8bfa-55fd56606593,segment=NetworkSegment(b9f94542-626d-465c-87f9-630c7d2c2322),segment_id=b9f94542-626d-465c-87f9-630c7d2c2322)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:15.634474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.649185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-66cf142a-daf4-48ac-8270-c47e775e1608 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:15.769126 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f2c84828-cec1-4ae7-b778-73263f5e2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:15.780231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Calling delete_port for 4dff891c-40ef-4c9f-8bfa-55fd56606593 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:15.795101 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c84828-cec1-4ae7-b778-73263f5e2501 None None] Routers {'2a414a54-5d41-4ed9-a4fd-af752c637597'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:15.795968 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f2c84828-cec1-4ae7-b778-73263f5e2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2a414a54-5d41-4ed9-a4fd-af752c637597'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:15.801773 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20668c70-c603-4fd3-912a-32ec4fa81c73 None None] DHCP port deletion for 3c6e3298-d2a0-47ba-b18e-164aab114b30 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:38:15.811426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-20668c70-c603-4fd3-912a-32ec4fa81c73 None None] Deleting port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:15.816114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cf142a-daf4-48ac-8270-c47e775e1608 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:15.819700 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66cf142a-daf4-48ac-8270-c47e775e1608 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.820780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-20668c70-c603-4fd3-912a-32ec4fa81c73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.825736 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.829384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f0d79a6-96d4-465a-83a5-358e614582cd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.859740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d79a6-96d4-465a-83a5-358e614582cd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13f9b30-0afa-4006-82bf-e20c6548d4cf,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:15.884504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:15.884850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.894240 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 6 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:15.907918 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f2c84828-cec1-4ae7-b778-73263f5e2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:15.908559 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c84828-cec1-4ae7-b778-73263f5e2501 None None] The sync data for ids ['2a414a54-5d41-4ed9-a4fd-af752c637597'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:15.961480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-535cd7f1-4031-4ba7-b50b-804fe85d6e8e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Unset dirty status for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:15.966322 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-535cd7f1-4031-4ba7-b50b-804fe85d6e8e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a414a54-5d41-4ed9-a4fd-af752c637597 HTTP/1.1" status: 200 len: 205 time: 0.4068379 Oct 05 09:38:15.967023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41558) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:16.034632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:16.147764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f0d79a6-96d4-465a-83a5-358e614582cd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.148913 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0f0d79a6-96d4-465a-83a5-358e614582cd tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9681602 Oct 05 09:38:16.151464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.155601 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41562) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:16.163878 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-20668c70-c603-4fd3-912a-32ec4fa81c73 None None] For port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a1bbbbbb-ffcb-4304-9678-ff40283ff5d2,segment=NetworkSegment(7ab7ed58-0a52-4579-b89a-25a77a794349),segment_id=7ab7ed58-0a52-4579-b89a-25a77a794349)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:16.164282 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-20668c70-c603-4fd3-912a-32ec4fa81c73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.194313 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] For port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a1bbbbbb-ffcb-4304-9678-ff40283ff5d2,segment=NetworkSegment(7ab7ed58-0a52-4579-b89a-25a77a794349),segment_id=7ab7ed58-0a52-4579-b89a-25a77a794349)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:16.194313 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.215856 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f46b2261-fd53-47f7-ba3a-5ae3f7e7a429 req-73d4a2ff-5364-4912-949a-c8cac318309c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0722280 Oct 05 09:38:16.222449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-342263e3-1d29-430f-9184-7ea8aee5fe6e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.284708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Port': ['ID=4dff891c-40ef-4c9f-8bfa-55fd56606593,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:16.299909 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] No DVR routers for this DVR port 4dff891c-40ef-4c9f-8bfa-55fd56606593 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:38:16.304997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-20668c70-c603-4fd3-912a-32ec4fa81c73 None None] Calling delete_port for a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:16.318466 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4befa4b9-ec3c-47da-9650-f2adebd095bc tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules/f13f9b30-0afa-4006-82bf-e20c6548d4cf HTTP/1.1" status: 200 len: 763 time: 0.1264789 Oct 05 09:38:16.327217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41566) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:16.336437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:16.446968 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-aa091e33-907e-4d5a-acc3-3d70f6693a9e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:16.447628 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-20668c70-c603-4fd3-912a-32ec4fa81c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.464029 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:38:16.464349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:38:16.502139 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20668c70-c603-4fd3-912a-32ec4fa81c73 None None] No DVR routers for this DVR port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:38:16.505896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20668c70-c603-4fd3-912a-32ec4fa81c73 None None] Pushing event deleted for resources: {'Port': ['ID=a1bbbbbb-ffcb-4304-9678-ff40283ff5d2,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:16.535495 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 7 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:16.539325 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-aa091e33-907e-4d5a-acc3-3d70f6693a9e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:16.543730 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-aa091e33-907e-4d5a-acc3-3d70f6693a9e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2124703 Oct 05 09:38:16.543730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41570) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:16.576604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6eb4e0e1-3df1-4a30-9455-732246254ff5 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.588467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6eb4e0e1-3df1-4a30-9455-732246254ff5 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.601366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:16.687722 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6eb4e0e1-3df1-4a30-9455-732246254ff5 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.708656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4e0e1-3df1-4a30-9455-732246254ff5 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f13f9b30-0afa-4006-82bf-e20c6548d4cf,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:16.757757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:38:16.793194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:38:16.793536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:38:16.805339 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6eb4e0e1-3df1-4a30-9455-732246254ff5 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.805339 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6eb4e0e1-3df1-4a30-9455-732246254ff5 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f13f9b30-0afa-4006-82bf-e20c6548d4cf HTTP/1.1" status: 204 len: 168 time: 0.2594194 Oct 05 09:38:16.806937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41574) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:16.832777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.842357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-342263e3-1d29-430f-9184-7ea8aee5fe6e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.846642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-342263e3-1d29-430f-9184-7ea8aee5fe6e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.854792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2a30b368-faa0-421c-8d96-d62b2d899c8c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:16.880673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615cf05b-60e8-4a56-bbf4-2c0d621960aa']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:16.897468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f94542-626d-465c-87f9-630c7d2c2322') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:16.897765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f94542-626d-465c-87f9-630c7d2c2322') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:16.933364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2a30b368-faa0-421c-8d96-d62b2d899c8c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:16.937237 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2a30b368-faa0-421c-8d96-d62b2d899c8c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1267583 Oct 05 09:38:16.937728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41578) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:16.942153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.943891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-1edb416a-a9c1-4ade-aa7d-c80edcad2d92 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group_rule': {'security_group_id': '4819f0c1-4226-435b-942d-40f84083b87d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:16.949968 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1edb416a-a9c1-4ade-aa7d-c80edcad2d92 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:16.960083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1edb416a-a9c1-4ade-aa7d-c80edcad2d92 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:16.965802 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port a1bbbbbb-ffcb-4304-9678-ff40283ff5d2 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:16.966289 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.967298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-342263e3-1d29-430f-9184-7ea8aee5fe6e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.967785 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342263e3-1d29-430f-9184-7ea8aee5fe6e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Fanout notify agent at l3_agent the message router_deleted on router 2a414a54-5d41-4ed9-a4fd-af752c637597 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:38:16.971703 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.990461 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:38:16.990863 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.040617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] The port 'a1bbbbbb-ffcb-4304-9678-ff40283ff5d2' was deleted {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:38:17.066011 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment b9f94542-626d-465c-87f9-630c7d2c2322 resource provider aggregate not found Oct 05 09:38:17.090055 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-1edb416a-a9c1-4ade-aa7d-c80edcad2d92 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Project 4759920d24394814be0a6939e187f2f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:38:17.096585 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment b9f94542-626d-465c-87f9-630c7d2c2322 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9f94542-626d-465c-87f9-630c7d2c2322 found for delete ", "request_id": "req-a675ec0f-7979-43c3-9844-4a8a5f32da5c"}]} Oct 05 09:38:17.102626 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 8 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:17.112819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-342263e3-1d29-430f-9184-7ea8aee5fe6e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.114670 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-342263e3-1d29-430f-9184-7ea8aee5fe6e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/routers/2a414a54-5d41-4ed9-a4fd-af752c637597 HTTP/1.1" status: 204 len: 168 time: 1.1410747 Oct 05 09:38:17.118738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41586) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:17.155980 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1edb416a-a9c1-4ade-aa7d-c80edcad2d92 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.160753 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:17.197548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.217529 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d77d83-5b4f-45dd-b36e-103d21ad3b8f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting subnet c3e7b496-6a90-4c5a-b05f-408a5a46195f {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:38:17.221122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35d77d83-5b4f-45dd-b36e-103d21ad3b8f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.240045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6e3298-d2a0-47ba-b18e-164aab114b30']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:17.254593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.259015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab7ed58-0a52-4579-b89a-25a77a794349') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:17.259316 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab7ed58-0a52-4579-b89a-25a77a794349') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:17.277409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.280558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1edb416a-a9c1-4ade-aa7d-c80edcad2d92 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.282845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.292170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Network': ['ID=615cf05b-60e8-4a56-bbf4-2c0d621960aa,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:17.297540 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b436c322-8fab-4265-b17d-7cfeafc72dea tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/networks/615cf05b-60e8-4a56-bbf4-2c0d621960aa HTTP/1.1" status: 204 len: 168 time: 2.8992944 Oct 05 09:38:17.303267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41592) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:17.341624 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.344291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35d77d83-5b4f-45dd-b36e-103d21ad3b8f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.353373 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-45e23c47-753b-4268-8073-f13e1144aa5c req-a0cfaa8d-30d8-499a-a668-8fcd7eb5617b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0608814 Oct 05 09:38:17.355880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:38:17.356272 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.377296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66cf142a-daf4-48ac-8270-c47e775e1608 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.378773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1edb416a-a9c1-4ade-aa7d-c80edcad2d92 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.431329 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 7ab7ed58-0a52-4579-b89a-25a77a794349 resource provider aggregate not found Oct 05 09:38:17.455889 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cf142a-daf4-48ac-8270-c47e775e1608 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:17.466708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-66cf142a-daf4-48ac-8270-c47e775e1608 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:17.473728 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 7ab7ed58-0a52-4579-b89a-25a77a794349 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ab7ed58-0a52-4579-b89a-25a77a794349 found for delete ", "request_id": "req-e75fcd21-65d1-418a-9535-f006fd44e24d"}]} Oct 05 09:38:17.477510 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536e0c1-e277-4863-8c12-dfe43788907f None None] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:17.478877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb416a-a9c1-4ade-aa7d-c80edcad2d92 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678b00f2-f78d-4cc3-b83e-421dc139f406,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:17.479551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cf142a-daf4-48ac-8270-c47e775e1608 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:17.480318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66cf142a-daf4-48ac-8270-c47e775e1608 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.509644 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de40c24-bd35-48a0-9824-51184909eb61 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Deleting subnet 5375fd5c-3464-4ce1-a10d-1250a27bed32 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:38:17.523203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6de40c24-bd35-48a0-9824-51184909eb61 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.555451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf142a-daf4-48ac-8270-c47e775e1608 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Subnet': ['ID=b6bbdab2-bc46-4fe3-b892-c1a45d60765d,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:17.574441 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.597536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6de40c24-bd35-48a0-9824-51184909eb61 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.602669 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.613028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Network': ['ID=3c6e3298-d2a0-47ba-b18e-164aab114b30,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:17.621276 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5e14da37-1d81-4abd-b388-c9eec0bd4ab3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/networks/3c6e3298-d2a0-47ba-b18e-164aab114b30 HTTP/1.1" status: 204 len: 168 time: 2.1738949 Oct 05 09:38:17.625303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41600) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:17.626038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1edb416a-a9c1-4ade-aa7d-c80edcad2d92 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.627329 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1edb416a-a9c1-4ade-aa7d-c80edcad2d92 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6878984 Oct 05 09:38:17.629925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41604) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:17.639136 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2062642019', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:17.649382 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-16074029-333e-484e-a1c0-24c213422f72 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules/678b00f2-f78d-4cc3-b83e-421dc139f406 HTTP/1.1" status: 200 len: 769 time: 0.0183187 Oct 05 09:38:17.651884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41608) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:17.660321 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:17.663140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35d77d83-5b4f-45dd-b36e-103d21ad3b8f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.675375 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 9 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:17.697394 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-66cf142a-daf4-48ac-8270-c47e775e1608 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8570094 Oct 05 09:38:17.705178 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-86f957a1-950d-4a8a-b2aa-77f8333802c8 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:17.705783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41612) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:17.708642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:router and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:17.718692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-1e0a1869-2200-4237-9cdc-9be5bc3b5a1e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'security_group': {'name': 'tempest-secgroup-655985451'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:17.726194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:17.737606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:17.742016 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1e0a1869-2200-4237-9cdc-9be5bc3b5a1e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:17.758619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1e0a1869-2200-4237-9cdc-9be5bc3b5a1e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:security_group and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:17.766325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1e0a1869-2200-4237-9cdc-9be5bc3b5a1e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:17.783132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1e0a1869-2200-4237-9cdc-9be5bc3b5a1e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:17.785689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:17.808015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-86f957a1-950d-4a8a-b2aa-77f8333802c8 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:17.809742 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-86f957a1-950d-4a8a-b2aa-77f8333802c8 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1565566 Oct 05 09:38:17.812659 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41616) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:17.821307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6de40c24-bd35-48a0-9824-51184909eb61 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.846747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-78f9a1cd-b2a0-427b-9d5b-adbd99ce3030 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.853539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.854608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.858526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-78f9a1cd-b2a0-427b-9d5b-adbd99ce3030 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.889055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1869-2200-4237-9cdc-9be5bc3b5a1e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.914268 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1e0a1869-2200-4237-9cdc-9be5bc3b5a1e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:17.917890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35d77d83-5b4f-45dd-b36e-103d21ad3b8f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.922789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa5a8c4-4132-42c2-910b-5c1485fccef8 None None] Update dhcp port {'port': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'fixed_ips': [{'subnet_id': 'be33de97-d35a-4465-85a6-921b7c261d1f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b6bbdab2-bc46-4fe3-b892-c1a45d60765d'}], 'binding:host_id': 'dv-neutron-860329-1-hyperv'}, 'id': '75638825-bfdc-45c4-b16b-a99b7c67fe5d'} from dv-neutron-860329-1-hyperv. {{(pid=89847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:38:17.957574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1e0a1869-2200-4237-9cdc-9be5bc3b5a1e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:security_group_rule and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:17.961140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-78f9a1cd-b2a0-427b-9d5b-adbd99ce3030 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.968098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1e0a1869-2200-4237-9cdc-9be5bc3b5a1e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:17.978908 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d77d83-5b4f-45dd-b36e-103d21ad3b8f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e7b496-6a90-4c5a-b05f-408a5a46195f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:17.980937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35d77d83-5b4f-45dd-b36e-103d21ad3b8f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.981095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9a1cd-b2a0-427b-9d5b-adbd99ce3030 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=678b00f2-f78d-4cc3-b83e-421dc139f406,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:17.984998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1e0a1869-2200-4237-9cdc-9be5bc3b5a1e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:17.987654 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a8c4-4132-42c2-910b-5c1485fccef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.994546 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-35d77d83-5b4f-45dd-b36e-103d21ad3b8f tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/c3e7b496-6a90-4c5a-b05f-408a5a46195f HTTP/1.1" status: 204 len: 168 time: 0.8627827 Oct 05 09:38:17.997425 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41620) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:17.999712 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64adef3-585a-485a-93de-637ea5163461 None None] Network 9e6b69c8-6f72-4c9a-9640-98dffca82007 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:18.052896 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6de40c24-bd35-48a0-9824-51184909eb61 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.091411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.096522 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-78f9a1cd-b2a0-427b-9d5b-adbd99ce3030 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.100428 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-78f9a1cd-b2a0-427b-9d5b-adbd99ce3030 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/678b00f2-f78d-4cc3-b83e-421dc139f406 HTTP/1.1" status: 204 len: 168 time: 0.2863100 Oct 05 09:38:18.101250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41624) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:18.120393 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de40c24-bd35-48a0-9824-51184909eb61 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Subnet': ['ID=5375fd5c-3464-4ce1-a10d-1250a27bed32,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:18.122640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6de40c24-bd35-48a0-9824-51184909eb61 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.128180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1869-2200-4237-9cdc-9be5bc3b5a1e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.138149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e116f49-4e8e-4ee3-ac54-369b552dfeaf None None] Network 9985a97e-968b-4c53-a553-f2898ab346c0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:18.143447 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6de40c24-bd35-48a0-9824-51184909eb61 tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/subnets/5375fd5c-3464-4ce1-a10d-1250a27bed32 HTTP/1.1" status: 204 len: 168 time: 0.8383105 Oct 05 09:38:18.143658 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41628) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:18.164195 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.195844 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-333cebf2-b7a5-49be-b19e-d261182986cc tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:18.200210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port abf41823-7778-4712-a123-66870b99f5b5 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:18.200504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.223965 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1869-2200-4237-9cdc-9be5bc3b5a1e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.291561 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Attempt 10 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:18.440958 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a1869-2200-4237-9cdc-9be5bc3b5a1e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e3a0e7-45d5-446b-8ccf-fcd80aaf3d29,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:18.446344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.489833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8917785-6634-44e8-add8-226f7fbc677e None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:18.509594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1869-2200-4237-9cdc-9be5bc3b5a1e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.513876 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1e0a1869-2200-4237-9cdc-9be5bc3b5a1e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8023629 Oct 05 09:38:18.525888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41634) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:18.537643 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3e6f8722-13da-4acb-af2f-bb6eed9a0305 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'security_group': {'name': 'tempest-secgroup-97035621'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:18.575058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-333cebf2-b7a5-49be-b19e-d261182986cc tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:18.575058 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-333cebf2-b7a5-49be-b19e-d261182986cc tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4624584 Oct 05 09:38:18.578422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41638) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:18.621150 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fd351a10-1343-45f7-aa00-9d4df45295d3 req-8567bb03-50a6-48a7-afe5-bba75ffe1dc5 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1680427 Oct 05 09:38:18.621568 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Could not find standard attr ID for object 391f4110-6109-4734-ab62-fbed57828e1e. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:38:18.627659 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-dfa5a8c4-4132-42c2-910b-5c1485fccef8 None None] Allocated IP 172.20.0.2 (cf23cee7-dd5b-4b05-8eb1-19a8a59229d0/b6bbdab2-bc46-4fe3-b892-c1a45d60765d/75638825-bfdc-45c4-b16b-a99b7c67fe5d) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:18.648539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Could not find standard attr ID for object aa6b801b-af8f-465e-b0ee-dc44afcb2f4b. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:38:18.706840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] For port abf41823-7778-4712-a123-66870b99f5b5, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=abf41823-7778-4712-a123-66870b99f5b5,segment=NetworkSegment(b9f77661-384e-4ca9-a40e-11bc77a902c2),segment_id=b9f77661-384e-4ca9-a40e-11bc77a902c2)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:18.708356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.717582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Provisioning complete for port 75638825-bfdc-45c4-b16b-a99b7c67fe5d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:18.718278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.718821 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Attempt 1 to provision port 75638825-bfdc-45c4-b16b-a99b7c67fe5d Oct 05 09:38:18.778606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3e6f8722-13da-4acb-af2f-bb6eed9a0305 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:18.783595 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Deleting port bcd3a155-3145-4b3a-9fa7-a9799d321ccd {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:18.784108 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.828692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.850720 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3e6f8722-13da-4acb-af2f-bb6eed9a0305 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:security_group and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:18.862925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3e6f8722-13da-4acb-af2f-bb6eed9a0305 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:18.864781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a67c9f2-80f5-419b-8dbe-beecd7954d56 None None] DHCP port deletion for 9e6b69c8-6f72-4c9a-9640-98dffca82007 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:38:18.866568 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0978de-4d41-41b8-bbb4-3b3b4d2c10c8 None None] DHCP port deletion for 9985a97e-968b-4c53-a553-f2898ab346c0 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:38:18.874314 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3e6f8722-13da-4acb-af2f-bb6eed9a0305 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:18.885438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ca0978de-4d41-41b8-bbb4-3b3b4d2c10c8 None None] Deleting port bcd3a155-3145-4b3a-9fa7-a9799d321ccd {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:18.885921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca0978de-4d41-41b8-bbb4-3b3b4d2c10c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.912009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for abf41823-7778-4712-a123-66870b99f5b5 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:18.923759 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9a67c9f2-80f5-419b-8dbe-beecd7954d56 None None] Deleting port abf41823-7778-4712-a123-66870b99f5b5 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:18.924277 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9a67c9f2-80f5-419b-8dbe-beecd7954d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.028413 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f9ada840-c8c5-46c1-9060-b6d1f756e3ef tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.065415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f9ada840-c8c5-46c1-9060-b6d1f756e3ef tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.084041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8722-13da-4acb-af2f-bb6eed9a0305 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.152597 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3e6f8722-13da-4acb-af2f-bb6eed9a0305 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:19.161522 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3e6f8722-13da-4acb-af2f-bb6eed9a0305 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:security_group_rule and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:19.167296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3e6f8722-13da-4acb-af2f-bb6eed9a0305 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:19.176958 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] For port bcd3a155-3145-4b3a-9fa7-a9799d321ccd, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bcd3a155-3145-4b3a-9fa7-a9799d321ccd,segment=NetworkSegment(caad0e92-0c81-4d94-970e-593bcedf6380),segment_id=caad0e92-0c81-4d94-970e-593bcedf6380)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:19.177330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.184660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.188731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3e6f8722-13da-4acb-af2f-bb6eed9a0305 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:19.253993 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-dfa5a8c4-4132-42c2-910b-5c1485fccef8 None None] For port 75638825-bfdc-45c4-b16b-a99b7c67fe5d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=75638825-bfdc-45c4-b16b-a99b7c67fe5d,segment=NetworkSegment(816f52e2-afee-491d-8f50-47fbaec019dc),segment_id=816f52e2-afee-491d-8f50-47fbaec019dc)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:19.273740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No DVR routers for this DVR port abf41823-7778-4712-a123-66870b99f5b5 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:38:19.318496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Calling delete_port for bcd3a155-3145-4b3a-9fa7-a9799d321ccd owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:19.325647 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Current status of the port 75638825-bfdc-45c4-b16b-a99b7c67fe5d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:19.326975 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=abf41823-7778-4712-a123-66870b99f5b5,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:19.408241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Could not find standard attr ID for object abf41823-7778-4712-a123-66870b99f5b5. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:38:19.435484 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ca0978de-4d41-41b8-bbb4-3b3b4d2c10c8 None None] For port bcd3a155-3145-4b3a-9fa7-a9799d321ccd, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bcd3a155-3145-4b3a-9fa7-a9799d321ccd,segment=NetworkSegment(caad0e92-0c81-4d94-970e-593bcedf6380),segment_id=caad0e92-0c81-4d94-970e-593bcedf6380)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:19.435708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca0978de-4d41-41b8-bbb4-3b3b4d2c10c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.458483 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f9ada840-c8c5-46c1-9060-b6d1f756e3ef tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.474659 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a8c4-4132-42c2-910b-5c1485fccef8 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.483901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8722-13da-4acb-af2f-bb6eed9a0305 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.505251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ada840-c8c5-46c1-9060-b6d1f756e3ef tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4819f0c1-4226-435b-942d-40f84083b87d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:19.516343 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.548437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6b69c8-6f72-4c9a-9640-98dffca82007']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:19.552463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.565888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f77661-384e-4ca9-a40e-11bc77a902c2') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:19.566484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f77661-384e-4ca9-a40e-11bc77a902c2') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:19.580936 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.603782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.614203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:38:19.614565 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ca0978de-4d41-41b8-bbb4-3b3b4d2c10c8 None None] Calling delete_port for bcd3a155-3145-4b3a-9fa7-a9799d321ccd owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:19.614856 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.661687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8722-13da-4acb-af2f-bb6eed9a0305 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.664465 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment b9f77661-384e-4ca9-a40e-11bc77a902c2 resource provider aggregate not found Oct 05 09:38:19.677747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Port': ['ID=bcd3a155-3145-4b3a-9fa7-a9799d321ccd,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:19.684922 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Provisioning complete for port a0405a70-f44c-4f94-afa1-559e9d0f0c81 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:19.685585 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.686296 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Attempt 1 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:19.725517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] No DVR routers for this DVR port bcd3a155-3145-4b3a-9fa7-a9799d321ccd on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:38:19.740197 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f9ada840-c8c5-46c1-9060-b6d1f756e3ef tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.744224 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f9ada840-c8c5-46c1-9060-b6d1f756e3ef tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-groups/4819f0c1-4226-435b-942d-40f84083b87d HTTP/1.1" status: 204 len: 168 time: 1.1569285 Oct 05 09:38:19.765819 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9a67c9f2-80f5-419b-8dbe-beecd7954d56 None None] For port abf41823-7778-4712-a123-66870b99f5b5, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=abf41823-7778-4712-a123-66870b99f5b5,segment=NetworkSegment(b9f77661-384e-4ca9-a40e-11bc77a902c2),segment_id=b9f77661-384e-4ca9-a40e-11bc77a902c2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:19.766279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9a67c9f2-80f5-419b-8dbe-beecd7954d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.772334 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41648) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:19.777172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.802090 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d8430f5b-c653-48e6-8c8b-017477f1e0bc req-d35d1c3c-52f6-4ab7-b7d0-af35634c05c0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0737886 Oct 05 09:38:19.806668 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment b9f77661-384e-4ca9-a40e-11bc77a902c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9f77661-384e-4ca9-a40e-11bc77a902c2 found for delete ", "request_id": "req-f3fb618a-5ef0-4d2a-8184-7646f103a92c"}]} Oct 05 09:38:19.847962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-ca0978de-4d41-41b8-bbb4-3b3b4d2c10c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:38:19.847962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-ca0978de-4d41-41b8-bbb4-3b3b4d2c10c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:38:19.852574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.854290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f8722-13da-4acb-af2f-bb6eed9a0305 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b421b3d1-aa4b-4589-b697-47cfc4bf0d38,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:19.907225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9a67c9f2-80f5-419b-8dbe-beecd7954d56 None None] Calling delete_port for abf41823-7778-4712-a123-66870b99f5b5 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:19.916141 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.934133 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.938023 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-dfa5a8c4-4132-42c2-910b-5c1485fccef8 None None] Transition to ACTIVE for port object 75638825-bfdc-45c4-b16b-a99b7c67fe5d will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:19.945044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Network': ['ID=9e6b69c8-6f72-4c9a-9640-98dffca82007,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:19.955023 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-82a2084c-dbdb-434f-9a7a-130ef2f889f0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/networks/9e6b69c8-6f72-4c9a-9640-98dffca82007 HTTP/1.1" status: 204 len: 168 time: 1.9558465 Oct 05 09:38:19.955602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41652) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:19.962601 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8722-13da-4acb-af2f-bb6eed9a0305 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.963921 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3e6f8722-13da-4acb-af2f-bb6eed9a0305 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4365530 Oct 05 09:38:19.966877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41656) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:19.972415 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:19.972582 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-dc147894-07c0-4f5d-be2c-36581d9e2f55 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'security_group': {'name': 'tempest-secgroup-2030902136'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:19.978579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-dc147894-07c0-4f5d-be2c-36581d9e2f55 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:19.982645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-dc147894-07c0-4f5d-be2c-36581d9e2f55 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:security_group and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:19.984628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-697747db-0f27-4deb-98d2-be6528548881 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-737961697', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:19.986135 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-dc147894-07c0-4f5d-be2c-36581d9e2f55 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:19.993935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-dc147894-07c0-4f5d-be2c-36581d9e2f55 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:20.002786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a8c4-4132-42c2-910b-5c1485fccef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.012690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.020131 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-697747db-0f27-4deb-98d2-be6528548881 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:20.048941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-9a67c9f2-80f5-419b-8dbe-beecd7954d56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:38:20.049295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-9a67c9f2-80f5-419b-8dbe-beecd7954d56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:38:20.053747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-697747db-0f27-4deb-98d2-be6528548881 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:router and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:20.064610 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-697747db-0f27-4deb-98d2-be6528548881 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:20.069409 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dc147894-07c0-4f5d-be2c-36581d9e2f55 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.069549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b45a2638-6ffb-4db1-bdf4-4520ecf86b4d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:20.074784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9985a97e-968b-4c53-a553-f2898ab346c0']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:20.091820 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-dc147894-07c0-4f5d-be2c-36581d9e2f55 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:20.092038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-697747db-0f27-4deb-98d2-be6528548881 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:20.096611 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-dc147894-07c0-4f5d-be2c-36581d9e2f55 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:security_group_rule and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:20.099664 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-dc147894-07c0-4f5d-be2c-36581d9e2f55 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:20.107014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-dc147894-07c0-4f5d-be2c-36581d9e2f55 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:20.109328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caad0e92-0c81-4d94-970e-593bcedf6380') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:20.109711 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caad0e92-0c81-4d94-970e-593bcedf6380') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:20.160297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5a8c4-4132-42c2-910b-5c1485fccef8 None None] Pushing event updated for resources: {'Port': ['ID=75638825-bfdc-45c4-b16b-a99b7c67fe5d,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:20.161250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.188772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dc147894-07c0-4f5d-be2c-36581d9e2f55 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.190404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.196579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b45a2638-6ffb-4db1-bdf4-4520ecf86b4d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:20.202278 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b45a2638-6ffb-4db1-bdf4-4520ecf86b4d tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4219279 Oct 05 09:38:20.203145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41660) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:20.207724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:38:20.208132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.234328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-00819fed-d436-41bf-902e-8051da222e37 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group': {'name': 'tempest-secgroup--178392556'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:20.244245 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Allocated IP 172.26.7.250 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/446d790b-5f6e-4b23-a624-dc4794806029) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:20.276432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dc147894-07c0-4f5d-be2c-36581d9e2f55 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.325230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc147894-07c0-4f5d-be2c-36581d9e2f55 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7540ce45-4dc8-4440-88a4-8edfbeb5911d,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:20.334169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c1d73e7c-74a1-4ef9-925a-d7b39cac664a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.345340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ca0978de-4d41-41b8-bbb4-3b3b4d2c10c8 None None] Deleting port bcd3a155-3145-4b3a-9fa7-a9799d321ccd {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:20.345340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca0978de-4d41-41b8-bbb4-3b3b4d2c10c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.396299 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dc147894-07c0-4f5d-be2c-36581d9e2f55 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.399105 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dc147894-07c0-4f5d-be2c-36581d9e2f55 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4312201 Oct 05 09:38:20.401891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41666) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:20.409018 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-278861474', 'security_groups': ['7540ce45-4dc8-4440-88a4-8edfbeb5911d'], 'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b6bbdab2-bc46-4fe3-b892-c1a45d60765d'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:20.426873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-697747db-0f27-4deb-98d2-be6528548881 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.427910 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-697747db-0f27-4deb-98d2-be6528548881 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.428795 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ca0978de-4d41-41b8-bbb4-3b3b4d2c10c8 None None] The port 'bcd3a155-3145-4b3a-9fa7-a9799d321ccd' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:38:20.442186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-00819fed-d436-41bf-902e-8051da222e37 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:20.445537 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment caad0e92-0c81-4d94-970e-593bcedf6380 resource provider aggregate not found Oct 05 09:38:20.473365 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Attempt 2 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:20.479540 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment caad0e92-0c81-4d94-970e-593bcedf6380 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid caad0e92-0c81-4d94-970e-593bcedf6380 found for delete ", "request_id": "req-ab8f518c-337b-48ea-9c8b-9034da165234"}]} Oct 05 09:38:20.484123 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-00819fed-d436-41bf-902e-8051da222e37 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:20.520496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-697747db-0f27-4deb-98d2-be6528548881 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.540739 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:20.550206 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9a67c9f2-80f5-419b-8dbe-beecd7954d56 None None] Deleting port abf41823-7778-4712-a123-66870b99f5b5 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:20.550965 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9a67c9f2-80f5-419b-8dbe-beecd7954d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.578702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:20.586699 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:20.595176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.626367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.635771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-00819fed-d436-41bf-902e-8051da222e37 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.636407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9a67c9f2-80f5-419b-8dbe-beecd7954d56 None None] The port 'abf41823-7778-4712-a123-66870b99f5b5' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:38:20.663255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] Pushing event deleted for resources: {'Network': ['ID=9985a97e-968b-4c53-a553-f2898ab346c0,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:20.678349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-00819fed-d436-41bf-902e-8051da222e37 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:20.681412 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-35b475a1-0cec-48a4-a63c-919974a0928d tempest-NetworksIpV6TestAttrs-1883840225 tempest-NetworksIpV6TestAttrs-1883840225-project] 10.222.0.49 "DELETE /v2.0/networks/9985a97e-968b-4c53-a553-f2898ab346c0 HTTP/1.1" status: 204 len: 168 time: 2.5367277 Oct 05 09:38:20.686122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:20.696449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-00819fed-d436-41bf-902e-8051da222e37 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:20.717788 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-00819fed-d436-41bf-902e-8051da222e37 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:20.746076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-697747db-0f27-4deb-98d2-be6528548881 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.777310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-00819fed-d436-41bf-902e-8051da222e37 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:20.818523 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 75638825-bfdc-45c4-b16b-a99b7c67fe5d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:20.872033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.886968 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.903664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-697747db-0f27-4deb-98d2-be6528548881 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.907873 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-697747db-0f27-4deb-98d2-be6528548881 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9446416 Oct 05 09:38:20.909874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41676) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:20.921143 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2134149463'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:20.929750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:20.938847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:network and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:20.951491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:20.961483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device abf41823-7778-4712-a123-66870b99f5b5 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:38:20.963457 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fdadec84-f3f3-48cb-a93c-2e65acc41fbc req-80de5fb1-d5a4-4b8a-ab06-343b3e27878e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0623562 Oct 05 09:38:20.963975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:20.969912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] device_id is not set on port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:38:21.006794 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: abf41823-7778-4712-a123-66870b99f5b5 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:38:21.007210 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device abf41823-7778-4712-a123-66870b99f5b5 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:38:21.007635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bcd3a155-3145-4b3a-9fa7-a9799d321ccd no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:38:21.007834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-00819fed-d436-41bf-902e-8051da222e37 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.037244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:21.041949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.047350 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Attempt 3 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:21.076132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: bcd3a155-3145-4b3a-9fa7-a9799d321ccd {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:38:21.076466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bcd3a155-3145-4b3a-9fa7-a9799d321ccd not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:38:21.086559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.091308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-00819fed-d436-41bf-902e-8051da222e37 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.101372 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:38:21.108772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:21.199379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.200772 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Added segment fc5aaf0f-6d31-4082-8c8f-cef8e8468357 of type vlan for network dc04768d-5aa2-489c-8177-4689a33ab631 Oct 05 09:38:21.213389 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:21.219885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Allocated IP 172.20.0.4 (cf23cee7-dd5b-4b05-8eb1-19a8a59229d0/b6bbdab2-bc46-4fe3-b892-c1a45d60765d/1355619a-44ad-4b09-814a-6e5eeb3dc0fc) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:21.221265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:21.230455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:21.258187 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00819fed-d436-41bf-902e-8051da222e37 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13e06e6-1de1-486d-989f-ece6ca25a80d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:21.266699 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41682) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:21.276083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=446d790b-5f6e-4b23-a624-dc4794806029,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:21.309263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.405311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-00819fed-d436-41bf-902e-8051da222e37 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.406492 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-00819fed-d436-41bf-902e-8051da222e37 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2003345 Oct 05 09:38:21.451616 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41688) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:21.473857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-3e6f8498-1cdf-4830-a456-fd2042442d67 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Request body: {'security_group_rule': {'security_group_id': 'c13e06e6-1de1-486d-989f-ece6ca25a80d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:21.495391 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3e6f8498-1cdf-4830-a456-fd2042442d67 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:21.508910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3e6f8498-1cdf-4830-a456-fd2042442d67 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Usage tracker for resource:security_group_rule and tenant:4759920d24394814be0a6939e187f2f9 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:21.514909 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3e6f8498-1cdf-4830-a456-fd2042442d67 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:21.534750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3e6f8498-1cdf-4830-a456-fd2042442d67 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:21.556283 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e61af207-c708-4c4f-88d9-ebe6b00ee4d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ccd7f1fa97154dd093afba3633da1640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883351 Oct 05 09:38:21.559111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41692) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:21.605134 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.609819 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Attempt 4 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:21.621044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fdf5678c-bc7e-4a2a-a2b0-170fd256fd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.622448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Transition to ACTIVE for port object 1355619a-44ad-4b09-814a-6e5eeb3dc0fc will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:21.636475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.636475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:21.636475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.669222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:21.683411 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8498-1cdf-4830-a456-fd2042442d67 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.745991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8498-1cdf-4830-a456-fd2042442d67 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.774548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.811134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fdf5678c-bc7e-4a2a-a2b0-170fd256fd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.843349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Network': ['ID=dc04768d-5aa2-489c-8177-4689a33ab631,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:21.846534 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:21.849591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:21.853568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:21.855953 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network dc04768d-5aa2-489c-8177-4689a33ab631 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:38:21.890574 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8498-1cdf-4830-a456-fd2042442d67 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.896903 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=1355619a-44ad-4b09-814a-6e5eeb3dc0fc,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:21.937467 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-edb3a123-fbdb-4f09-ba7d-a58d94e85323 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0261889 Oct 05 09:38:21.943220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41696) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:21.944436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f8498-1cdf-4830-a456-fd2042442d67 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f7271d-b64e-4d52-9183-d492ca83cddd,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:21.962191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'subnet': {'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:21.974541 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:21.975161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.031028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8498-1cdf-4830-a456-fd2042442d67 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.033103 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3e6f8498-1cdf-4830-a456-fd2042442d67 tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5786984 Oct 05 09:38:22.036703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41702) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:22.096951 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.108633 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-12c38d98-19ee-46ed-9797-ef993489ded1 req-a98250a7-55c4-42f9-9e13-1470462f2591 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0663102 Oct 05 09:38:22.108633 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6f1d66b3-245f-4638-87ba-5d4c2c5e3e63 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7026560 Oct 05 09:38:22.109915 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41706) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:22.123280 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e0a5d4fb-30fb-4d80-83a4-85944498b1fb tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'subnet': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:22.170712 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Attempt 5 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:22.184614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:22.192181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:subnet and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:22.196568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:22.206007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:22.230504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:22.269247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fdf5678c-bc7e-4a2a-a2b0-170fd256fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.276396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ccb059f0-2b35-4c70-8a0e-2adffe58c80e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.301338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5678c-bc7e-4a2a-a2b0-170fd256fd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2c7c58-2b08-4fbf-968a-eb0321188e44,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:22.309565 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fdf5678c-bc7e-4a2a-a2b0-170fd256fd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.310727 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fdf5678c-bc7e-4a2a-a2b0-170fd256fd36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de2c7c58-2b08-4fbf-968a-eb0321188e44 HTTP/1.1" status: 204 len: 168 time: 0.7506325 Oct 05 09:38:22.323395 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ccb059f0-2b35-4c70-8a0e-2adffe58c80e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.340156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e0a5d4fb-30fb-4d80-83a4-85944498b1fb tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:22.357391 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e0a5d4fb-30fb-4d80-83a4-85944498b1fb tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:subnet and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:22.357391 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e0a5d4fb-30fb-4d80-83a4-85944498b1fb tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:22.370933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e0a5d4fb-30fb-4d80-83a4-85944498b1fb tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:22.436435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a5d4fb-30fb-4d80-83a4-85944498b1fb tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:22.440738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e0a5d4fb-30fb-4d80-83a4-85944498b1fb tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.458761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ccb059f0-2b35-4c70-8a0e-2adffe58c80e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.507884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:22.511691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.550611 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb059f0-2b35-4c70-8a0e-2adffe58c80e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13e06e6-1de1-486d-989f-ece6ca25a80d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:22.565151 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ccb059f0-2b35-4c70-8a0e-2adffe58c80e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.566348 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ccb059f0-2b35-4c70-8a0e-2adffe58c80e tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-groups/c13e06e6-1de1-486d-989f-ece6ca25a80d HTTP/1.1" status: 204 len: 168 time: 0.5274642 Oct 05 09:38:22.578176 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41712) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:22.635215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f0653e7a-b770-4ba3-93b7-e5efa29669b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.649493 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.ipam_backend_mixin [None req-e0a5d4fb-30fb-4d80-83a4-85944498b1fb tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b6bbdab2-bc46-4fe3-b892-c1a45d60765d (CIDR: 172.20.0.0/28) Oct 05 09:38:22.673255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab2314cb-861a-4104-a07a-fb959a1066df tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:22.696042 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a5d4fb-30fb-4d80-83a4-85944498b1fb tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:22.696727 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a5d4fb-30fb-4d80-83a4-85944498b1fb tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:22.731912 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Attempt 6 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:22.743598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ab2314cb-861a-4104-a07a-fb959a1066df tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:22.745155 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ab2314cb-861a-4104-a07a-fb959a1066df tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1662726 Oct 05 09:38:22.748024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41716) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:22.756711 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.780783 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e0a5d4fb-30fb-4d80-83a4-85944498b1fb tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6697924 Oct 05 09:38:22.783569 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41720) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:22.793410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d5c6f6b6-c3fd-4c05-b12c-6ea91b3c194a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'subnet': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:22.816557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:22.821115 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f20765e0-dd14-4f94-91d5-383775819fef tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Synchronizing usage tracker for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:22.947121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d5c6f6b6-c3fd-4c05-b12c-6ea91b3c194a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:22.951573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d5c6f6b6-c3fd-4c05-b12c-6ea91b3c194a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:subnet and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:22.954479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d5c6f6b6-c3fd-4c05-b12c-6ea91b3c194a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:22.960220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d5c6f6b6-c3fd-4c05-b12c-6ea91b3c194a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:22.963707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f20765e0-dd14-4f94-91d5-383775819fef tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] Unset dirty status for tenant:4759920d24394814be0a6939e187f2f9 on resource:security_group_rule {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:22.968490 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f20765e0-dd14-4f94-91d5-383775819fef tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2158625 Oct 05 09:38:22.968667 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41724) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:22.989571 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-7accfb76-74d7-473c-a32a-b71874ed108c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] delete failed (client error): The resource could not be found. Oct 05 09:38:22.989571 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7accfb76-74d7-473c-a32a-b71874ed108c tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "DELETE /v2.0/security-groups/c13e06e6-1de1-486d-989f-ece6ca25a80d HTTP/1.1" status: 404 len: 347 time: 0.0181990 Oct 05 09:38:22.992919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41728) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:23.045094 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1b125251-598c-4e1f-8e90-02450322633b tempest-SecGroupIPv6Test-107074661 tempest-SecGroupIPv6Test-107074661-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508575 Oct 05 09:38:23.070095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c6f6b6-c3fd-4c05-b12c-6ea91b3c194a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:23.073627 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f6b6-c3fd-4c05-b12c-6ea91b3c194a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:23.099264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:23.153763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router a5fa3142-0b62-45ab-97fb-d3fa3a56388c is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:38:23.189729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Subnet': ['ID=948c4955-22b5-4fed-8f0e-842d5b76bcae,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:23.252664 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-eb678e69-74a4-4ed0-912c-351b5fa8620f req-7ee92b87-cf15-420e-b7bd-8bdf87c469f4 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0671370 Oct 05 09:38:23.265926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Checking segment: {'id': 'fc5aaf0f-6d31-4082-8c8f-cef8e8468357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:23.266482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network hostable DHCP agents. Network: dc04768d-5aa2-489c-8177-4689a33ab631, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:38:23.298719 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.ipam_backend_mixin [None req-d5c6f6b6-c3fd-4c05-b12c-6ea91b3c194a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet be33de97-d35a-4465-85a6-921b7c261d1f (CIDR: 172.20.0.16/28) Oct 05 09:38:23.317621 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Attempt 7 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:23.351033 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c6f6b6-c3fd-4c05-b12c-6ea91b3c194a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:23.351840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c6f6b6-c3fd-4c05-b12c-6ea91b3c194a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:23.380716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:23.387885 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:23.390118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network dc04768d-5aa2-489c-8177-4689a33ab631 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:38:23.398918 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac7716c-57cd-4134-af76-bfdcc12921a3 None None] Sync routers for ids ['a5fa3142-0b62-45ab-97fb-d3fa3a56388c'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:23.409020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac7716c-57cd-4134-af76-bfdcc12921a3 None None] Routers {'a5fa3142-0b62-45ab-97fb-d3fa3a56388c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:23.409640 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-dac7716c-57cd-4134-af76-bfdcc12921a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['a5fa3142-0b62-45ab-97fb-d3fa3a56388c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:23.442825 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d5c6f6b6-c3fd-4c05-b12c-6ea91b3c194a tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6579888 Oct 05 09:38:23.445557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41736) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:23.451061 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d4082290-58ac-413c-9019-a7fbb21e5207 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'subnet': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:23.459282 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, dc04768d-5aa2-489c-8177-4689a33ab631) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:23.465835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:23.469970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:23.476215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f7218c-6c15-49e5-b2d6-583343dc962e None None] Network dc04768d-5aa2-489c-8177-4689a33ab631 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:23.492145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-dac7716c-57cd-4134-af76-bfdcc12921a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:23.510963 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:23.512466 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e0c84855-bc7e-422e-a13b-e7628a7ab8cd tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.8861747 Oct 05 09:38:23.515144 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41742) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:23.575457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac7716c-57cd-4134-af76-bfdcc12921a3 None None] Routers {'a5fa3142-0b62-45ab-97fb-d3fa3a56388c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:23.576420 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-dac7716c-57cd-4134-af76-bfdcc12921a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['a5fa3142-0b62-45ab-97fb-d3fa3a56388c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:23.596043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41746) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:23.609110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d4082290-58ac-413c-9019-a7fbb21e5207 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:23.611141 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41750) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:23.611698 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e37789c4-3b07-42ef-b437-692c69df57d5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6670098 Oct 05 09:38:23.650289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-dac7716c-57cd-4134-af76-bfdcc12921a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:23.650892 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac7716c-57cd-4134-af76-bfdcc12921a3 None None] The sync data for ids ['a5fa3142-0b62-45ab-97fb-d3fa3a56388c'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:23.680938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d4082290-58ac-413c-9019-a7fbb21e5207 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Usage tracker for resource:subnet and tenant:7eeaf2f92eda4e74b4a823d89422d65f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:23.692386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d4082290-58ac-413c-9019-a7fbb21e5207 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:23.755465 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-880496ee-946a-4a59-b970-59ae2d082208 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/routers/a5fa3142-0b62-45ab-97fb-d3fa3a56388c HTTP/1.1" status: 200 len: 881 time: 0.2378757 Oct 05 09:38:23.758256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d4082290-58ac-413c-9019-a7fbb21e5207 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:23.758901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41756) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:23.852538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-dc04768d-5aa2-489c-8177-4689a33ab631', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:38:23.853813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:23.899677 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ad0b1799-c869-48b6-8f69-e287f6124275 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4759920d24394814be0a6939e187f2f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023956 Oct 05 09:38:23.902157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41760) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:23.916846 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Attempt 8 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:24.001656 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:24.027619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1747635e-3f00-4df2-8047-7313af18972a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:24.068106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1747635e-3f00-4df2-8047-7313af18972a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:24.091000 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Allocated IP 2001:db8::2 (dc04768d-5aa2-489c-8177-4689a33ab631/948c4955-22b5-4fed-8f0e-842d5b76bcae/a37b5803-24bc-4622-bb6b-638522e30297) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:24.093805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4082290-58ac-413c-9019-a7fbb21e5207 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Made reservation on behalf of 7eeaf2f92eda4e74b4a823d89422d65f for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:24.097439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d4082290-58ac-413c-9019-a7fbb21e5207 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:24.116192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:24.130136 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1ef130a1-6a2b-4453-8b22-cb02b3344ddc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Synchronizing usage tracker for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:router {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:24.184578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:24.215520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1747635e-3f00-4df2-8047-7313af18972a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:24.242986 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1ef130a1-6a2b-4453-8b22-cb02b3344ddc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Unset dirty status for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:router {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:24.250142 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1ef130a1-6a2b-4453-8b22-cb02b3344ddc tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4850404 Oct 05 09:38:24.250142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41764) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:24.253903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747635e-3f00-4df2-8047-7313af18972a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4f0213-11d3-47c2-8f5d-0416711fc51a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:24.259860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e218302e-71c5-4f33-972e-7fb1802b4230 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2062642019'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:24.340631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:24.353070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Transition to ACTIVE for port object a37b5803-24bc-4622-bb6b-638522e30297 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:24.377002 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Transition to ACTIVE for port object a37b5803-24bc-4622-bb6b-638522e30297 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:24.425325 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-38601463-6654-43e6-9732-9e2e70c601d5 req-65c464b9-5aa0-483f-9f64-87a8bbcd90e6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1087346 Oct 05 09:38:24.441274 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:24.454299 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:24.510583 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Attempt 9 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:24.564586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1747635e-3f00-4df2-8047-7313af18972a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:24.565764 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1747635e-3f00-4df2-8047-7313af18972a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef4f0213-11d3-47c2-8f5d-0416711fc51a HTTP/1.1" status: 204 len: 168 time: 0.6626418 Oct 05 09:38:24.595486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Network dc04768d-5aa2-489c-8177-4689a33ab631 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:24.600920 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:24.614091 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:24.614237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Pushing event updated for resources: {'Port': ['ID=a37b5803-24bc-4622-bb6b-638522e30297,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:24.623315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:24.734014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Attempting to bind port a37b5803-24bc-4622-bb6b-638522e30297 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:24.734670 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Attempting to bind port a37b5803-24bc-4622-bb6b-638522e30297 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'fc5aaf0f-6d31-4082-8c8f-cef8e8468357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:24.734878 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Attempting to bind port a37b5803-24bc-4622-bb6b-638522e30297 on network dc04768d-5aa2-489c-8177-4689a33ab631 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:24.744349 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:24.744726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Checking segment: {'id': 'fc5aaf0f-6d31-4082-8c8f-cef8e8468357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:24.745775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:24.745775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Bound using segment: {'id': 'fc5aaf0f-6d31-4082-8c8f-cef8e8468357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:24.747571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Bound port: a37b5803-24bc-4622-bb6b-638522e30297, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5aaf0f-6d31-4082-8c8f-cef8e8468357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:24.748004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:24.895725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] For port a37b5803-24bc-4622-bb6b-638522e30297, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:24.899874 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] For port a37b5803-24bc-4622-bb6b-638522e30297, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a37b5803-24bc-4622-bb6b-638522e30297,segment=NetworkSegment(fc5aaf0f-6d31-4082-8c8f-cef8e8468357),segment_id=fc5aaf0f-6d31-4082-8c8f-cef8e8468357)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:24.956435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Allocated IP 2001:db8::1 (dc04768d-5aa2-489c-8177-4689a33ab631/948c4955-22b5-4fed-8f0e-842d5b76bcae/28ff0aa4-7e2b-4b75-befa-8c10934fcaa0) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:24.985593 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.008027 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e218302e-71c5-4f33-972e-7fb1802b4230 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.014814 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.051309 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d4082290-58ac-413c-9019-a7fbb21e5207 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.101423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e218302e-71c5-4f33-972e-7fb1802b4230 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.104768 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fcd5b-9259-4e19-b41d-79147e852bd7 None None] Pushing event updated for resources: {'Port': ['ID=a37b5803-24bc-4622-bb6b-638522e30297,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:25.129332 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Attempt 10 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:25.145817 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4082290-58ac-413c-9019-a7fbb21e5207 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:25.155872 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-d4082290-58ac-413c-9019-a7fbb21e5207 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:25.178443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4082290-58ac-413c-9019-a7fbb21e5207 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:25.179025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d4082290-58ac-413c-9019-a7fbb21e5207 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.216064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4082290-58ac-413c-9019-a7fbb21e5207 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Subnet': ['ID=e7c91a25-8fc7-4efa-9c14-4a4e8041a087,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:25.236529 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d972b-e51f-4bd9-81f0-ef03f9c0d6a1 None None] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:25.248165 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.273356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Transition to ACTIVE for port object 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:25.306177 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d4082290-58ac-413c-9019-a7fbb21e5207 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8594134 Oct 05 09:38:25.308840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41782) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:25.317260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-0c205b47-b5f0-444f-b61f-4e181fbac113 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1793495118', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e7c91a25-8fc7-4efa-9c14-4a4e8041a087'}], 'security_groups': ['49e3a0e7-45d5-446b-8ccf-fcd80aaf3d29', 'b421b3d1-aa4b-4589-b697-47cfc4bf0d38']}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:25.370973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:25.384192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e218302e-71c5-4f33-972e-7fb1802b4230 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router a5fa3142-0b62-45ab-97fb-d3fa3a56388c has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:38:25.387173 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c525371b-55ba-4c02-b708-6624fd67fb87 None None] Could not find standard attr ID for object d8917dd1-e9ef-4b52-acdb-575d1d401f4e. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:38:25.390628 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.529129 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.633666 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Provisioning for port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:25.641696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Provisioning complete for port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:25.642392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.642946 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 1 to provision port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc Oct 05 09:38:25.694874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network dc04768d-5aa2-489c-8177-4689a33ab631 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:25.721094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e218302e-71c5-4f33-972e-7fb1802b4230 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:25.733763 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed9dc2-6a0e-4cc2-93aa-555e3121c600 None None] Sync routers for ids ['a5fa3142-0b62-45ab-97fb-d3fa3a56388c'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:25.744503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e218302e-71c5-4f33-972e-7fb1802b4230 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.751725 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e218302e-71c5-4f33-972e-7fb1802b4230 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/a5fa3142-0b62-45ab-97fb-d3fa3a56388c HTTP/1.1" status: 200 len: 888 time: 1.4996269 Oct 05 09:38:25.755188 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41796) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:25.756132 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed9dc2-6a0e-4cc2-93aa-555e3121c600 None None] Routers {'a5fa3142-0b62-45ab-97fb-d3fa3a56388c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:25.757004 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-54ed9dc2-6a0e-4cc2-93aa-555e3121c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['a5fa3142-0b62-45ab-97fb-d3fa3a56388c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:25.760864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:25.838983 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:25.844965 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:25.845650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.858096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c205b47-b5f0-444f-b61f-4e181fbac113 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.901317 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4f59900b-00f8-4776-afbb-99a7a169d35c req-54b8c399-893e-4c49-b9b5-c0ad11074100 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.2364578 Oct 05 09:38:25.904708 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-54ed9dc2-6a0e-4cc2-93aa-555e3121c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:25.927964 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed9dc2-6a0e-4cc2-93aa-555e3121c600 None None] Routers {'a5fa3142-0b62-45ab-97fb-d3fa3a56388c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:25.928611 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-54ed9dc2-6a0e-4cc2-93aa-555e3121c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['a5fa3142-0b62-45ab-97fb-d3fa3a56388c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:25.940959 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=28ff0aa4-7e2b-4b75-befa-8c10934fcaa0,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:25.996142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41802) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:26.026403 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ab24d4f8-a81b-4c09-8ce0-21580313988e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/routers/a5fa3142-0b62-45ab-97fb-d3fa3a56388c HTTP/1.1" status: 200 len: 888 time: 0.2698128 Oct 05 09:38:26.028783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41808) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:26.046389 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-54ed9dc2-6a0e-4cc2-93aa-555e3121c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:26.047113 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed9dc2-6a0e-4cc2-93aa-555e3121c600 None None] The sync data for ids ['a5fa3142-0b62-45ab-97fb-d3fa3a56388c'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:26.060527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e12e3d-4588-4b12-a1de-da1f36b33270 None None] Update dhcp port {'port': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'fixed_ips': [{'subnet_id': 'be33de97-d35a-4465-85a6-921b7c261d1f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b6bbdab2-bc46-4fe3-b892-c1a45d60765d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e7c91a25-8fc7-4efa-9c14-4a4e8041a087'}], 'binding:host_id': 'dv-neutron-860329-1-hyperv'}, 'id': '75638825-bfdc-45c4-b16b-a99b7c67fe5d'} from dv-neutron-860329-1-hyperv. {{(pid=89847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:38:26.097213 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cfcdfbaa-999b-4615-aaf8-f44480d1a62c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5fa3142-0b62-45ab-97fb-d3fa3a56388c HTTP/1.1" status: 200 len: 205 time: 0.0670676 Oct 05 09:38:26.099582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41812) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:26.139108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-14e12e3d-4588-4b12-a1de-da1f36b33270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:26.181811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-9140e936-5406-4003-9abf-ce403492016d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:26.182370 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING neutron.api.v2.base [None req-9140e936-5406-4003-9abf-ce403492016d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 05 09:38:26.182852 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-9140e936-5406-4003-9abf-ce403492016d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): There was a conflict when trying to complete your request. Oct 05 09:38:26.186996 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9140e936-5406-4003-9abf-ce403492016d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1867378 Oct 05 09:38:26.192023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41816) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:26.197269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group': {'name': 'tempest-secgroup--688810722'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:26.206485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:26.221406 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:26.225972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:26.236022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:26.340080 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 2 to provision port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc Oct 05 09:38:26.396558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:26.416046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:26.480785 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24e04c3c-95c4-4cc1-a872-87f410c97152 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:26.537754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:26.560709 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:26.591881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:26.632308 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e8ac40-2a66-4f79-911c-474860631d1e None None] Network dc04768d-5aa2-489c-8177-4689a33ab631 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:26.650159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:26.660940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:26.676094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:26.684511 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-0c205b47-b5f0-444f-b61f-4e181fbac113 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Delete allocated IP 172.20.0.4 (cf23cee7-dd5b-4b05-8eb1-19a8a59229d0/b6bbdab2-bc46-4fe3-b892-c1a45d60765d) {{(pid=89846) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 05 09:38:26.699860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-0c205b47-b5f0-444f-b61f-4e181fbac113 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Allocated IP 172.20.0.43 (cf23cee7-dd5b-4b05-8eb1-19a8a59229d0/e7c91a25-8fc7-4efa-9c14-4a4e8041a087/1355619a-44ad-4b09-814a-6e5eeb3dc0fc) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:26.862592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:26.868472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24e04c3c-95c4-4cc1-a872-87f410c97152 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:26.884187 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a37b5803-24bc-4622-bb6b-638522e30297 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:26.920500 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 3 to provision port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc Oct 05 09:38:26.927442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:26.944492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:26.959141 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:26.966518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:26.976839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:26.978866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8037ae-4b57-4c12-8f0c-62cfb0bf67ba,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:27.002821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-24e04c3c-95c4-4cc1-a872-87f410c97152 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port 446d790b-5f6e-4b23-a624-dc4794806029 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:27.003224 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24e04c3c-95c4-4cc1-a872-87f410c97152 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.011762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:27.057709 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-41dd0cbf-2303-4b96-8c53-2437607b307b req-5b3ffe87-9d86-44d7-9dd7-02d75b3ecb42 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0891790 Oct 05 09:38:27.133007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port a37b5803-24bc-4622-bb6b-638522e30297 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:27.146995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.170248 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c205b47-b5f0-444f-b61f-4e181fbac113 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.192461 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-0c205b47-b5f0-444f-b61f-4e181fbac113 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Transition to ACTIVE for port object 1355619a-44ad-4b09-814a-6e5eeb3dc0fc will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:27.201628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.239668 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24e04c3c-95c4-4cc1-a872-87f410c97152 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.241845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.242691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.284769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c205b47-b5f0-444f-b61f-4e181fbac113 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.303219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.379833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-14e12e3d-4588-4b12-a1de-da1f36b33270 None None] Allocated IP 172.20.0.34 (cf23cee7-dd5b-4b05-8eb1-19a8a59229d0/e7c91a25-8fc7-4efa-9c14-4a4e8041a087/75638825-bfdc-45c4-b16b-a99b7c67fe5d) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:27.389909 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-24e04c3c-95c4-4cc1-a872-87f410c97152 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for 446d790b-5f6e-4b23-a624-dc4794806029 owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:27.407587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=28ff0aa4-7e2b-4b75-befa-8c10934fcaa0,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:27.463232 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0708c742-6450-4388-b7d8-aa4cae0f7c64,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:27.512416 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 4 to provision port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc Oct 05 09:38:27.534078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network dc04768d-5aa2-489c-8177-4689a33ab631 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:27.570653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.575328 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4c80dafd-bf66-4410-b4be-1d1f7d918f7d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3789413 Oct 05 09:38:27.576564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41822) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:27.581654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:27.592096 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c6c50963-21cc-46af-9011-51016af8da3d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '0708c742-6450-4388-b7d8-aa4cae0f7c64', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:27.596585 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:27.600237 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c6c50963-21cc-46af-9011-51016af8da3d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:27.606913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c6c50963-21cc-46af-9011-51016af8da3d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:27.612127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c6c50963-21cc-46af-9011-51016af8da3d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:27.616059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-14e12e3d-4588-4b12-a1de-da1f36b33270 None None] For port 75638825-bfdc-45c4-b16b-a99b7c67fe5d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=75638825-bfdc-45c4-b16b-a99b7c67fe5d,segment=NetworkSegment(816f52e2-afee-491d-8f50-47fbaec019dc),segment_id=816f52e2-afee-491d-8f50-47fbaec019dc)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:27.622609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c6c50963-21cc-46af-9011-51016af8da3d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:27.644793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-14e12e3d-4588-4b12-a1de-da1f36b33270 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.662916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-14e12e3d-4588-4b12-a1de-da1f36b33270 None None] Ignored duplicate provisioning block setup for port 75638825-bfdc-45c4-b16b-a99b7c67fe5d by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:38:27.705393 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24e04c3c-95c4-4cc1-a872-87f410c97152 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.732495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-14e12e3d-4588-4b12-a1de-da1f36b33270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.779151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e04c3c-95c4-4cc1-a872-87f410c97152 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Port': ['ID=446d790b-5f6e-4b23-a624-dc4794806029,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:27.842675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c6c50963-21cc-46af-9011-51016af8da3d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.945661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24e04c3c-95c4-4cc1-a872-87f410c97152 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.949842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c205b47-b5f0-444f-b61f-4e181fbac113 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event updated for resources: {'Port': ['ID=1355619a-44ad-4b09-814a-6e5eeb3dc0fc,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:27.974603 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0c205b47-b5f0-444f-b61f-4e181fbac113 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] In _notify_port_updated(), no bound segment for port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc on network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 {{(pid=89846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:38:27.980126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c205b47-b5f0-444f-b61f-4e181fbac113 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:27.980792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c205b47-b5f0-444f-b61f-4e181fbac113 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.985464 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0c205b47-b5f0-444f-b61f-4e181fbac113 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "PUT /v2.0/ports/1355619a-44ad-4b09-814a-6e5eeb3dc0fc HTTP/1.1" status: 200 len: 960 time: 2.6719184 Oct 05 09:38:27.986039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41826) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:28.011645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e12e3d-4588-4b12-a1de-da1f36b33270 None None] Pushing event updated for resources: {'Port': ['ID=75638825-bfdc-45c4-b16b-a99b7c67fe5d,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:28.072634 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1a6f4-f9d9-4065-86c9-53f25bd7ad89 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:28.075719 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ae1a6f4-f9d9-4065-86c9-53f25bd7ad89 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.103565 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 5 to provision port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc Oct 05 09:38:28.141574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c6c50963-21cc-46af-9011-51016af8da3d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.146714 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24e04c3c-95c4-4cc1-a872-87f410c97152 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.149059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24e04c3c-95c4-4cc1-a872-87f410c97152 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.195938 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:28.201410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c6c50963-21cc-46af-9011-51016af8da3d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.229397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c50963-21cc-46af-9011-51016af8da3d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a31d9cb-ed09-4c24-a107-8f767dc6b071,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:28.240425 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24e04c3c-95c4-4cc1-a872-87f410c97152 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.240922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e04c3c-95c4-4cc1-a872-87f410c97152 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Fanout notify agent at l3_agent the message router_deleted on router a5fa3142-0b62-45ab-97fb-d3fa3a56388c {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:38:28.252825 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24e04c3c-95c4-4cc1-a872-87f410c97152 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.257833 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-24e04c3c-95c4-4cc1-a872-87f410c97152 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/routers/a5fa3142-0b62-45ab-97fb-d3fa3a56388c HTTP/1.1" status: 204 len: 168 time: 2.1572351 Oct 05 09:38:28.258164 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5329ca95-0ad0-4bbe-85ff-a89e4b451025 req-6d21c3ac-7556-4218-af47-2e141b80173b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0752826 Oct 05 09:38:28.258733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41832) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:28.264786 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'network': {'name': 'tempest-RoutersTest-1312695937'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:28.271185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:28.275294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:network and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:28.278418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:28.290074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:28.317367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c6c50963-21cc-46af-9011-51016af8da3d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.322171 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c6c50963-21cc-46af-9011-51016af8da3d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7411761 Oct 05 09:38:28.323192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41836) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:28.329367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a34010fc-68f5-4811-86f8-e058e05457a2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '0708c742-6450-4388-b7d8-aa4cae0f7c64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:28.336278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a34010fc-68f5-4811-86f8-e058e05457a2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:28.340833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a34010fc-68f5-4811-86f8-e058e05457a2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:28.344897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a34010fc-68f5-4811-86f8-e058e05457a2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:28.352005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a34010fc-68f5-4811-86f8-e058e05457a2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:28.396959 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:38:28.424671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:28.428436 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.461284 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:38:28.471222 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.471562 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Added segment 59bde1db-8c8e-463b-a69c-55905003e573 of type vlan for network f771daac-81cb-4af9-9a89-ef83253403ec Oct 05 09:38:28.503727 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ae1a6f4-f9d9-4065-86c9-53f25bd7ad89 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.505006 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a34010fc-68f5-4811-86f8-e058e05457a2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.520334 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.657679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.663156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:28.663735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.697667 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 6 to provision port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc Oct 05 09:38:28.699545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1a6f4-f9d9-4065-86c9-53f25bd7ad89 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for 1355619a-44ad-4b09-814a-6e5eeb3dc0fc owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:28.777194 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:28.791181 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b96b8dba-1c00-422a-9747-3fcec209ad65 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1771338 Oct 05 09:38:28.791371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Sync routers for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:28.791877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41840) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:28.796829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:28.799074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-555120344'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:28.815812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 75638825-bfdc-45c4-b16b-a99b7c67fe5d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:28.818516 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:28.823532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:network and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:28.827633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:28.834198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:28.847001 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-a34010fc-68f5-4811-86f8-e058e05457a2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): There was a conflict when trying to complete your request. Oct 05 09:38:28.850877 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a34010fc-68f5-4811-86f8-e058e05457a2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5238752 Oct 05 09:38:28.855415 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41844) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:28.855773 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:28.856630 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:28.967974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:28.971621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Network': ['ID=f771daac-81cb-4af9-9a89-ef83253403ec,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:28.972494 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:28.985743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network f771daac-81cb-4af9-9a89-ef83253403ec details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:38:29.008977 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6fecb597-ad4d-4546-80fe-a48b5b87bbc8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7491391 Oct 05 09:38:29.009851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41848) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:29.014855 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:38:29.020095 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'subnet': {'network_id': 'f771daac-81cb-4af9-9a89-ef83253403ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:29.026752 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.027274 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Added segment 7434ca87-ca0f-494d-975e-5241e8da77b6 of type vlan for network 06d06ecc-f0cd-4e41-80bc-71b75b130288 Oct 05 09:38:29.034816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ae1a6f4-f9d9-4065-86c9-53f25bd7ad89 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.038966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d258154-a24a-4582-8dd7-f94b0fe61864 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.121844 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1a6f4-f9d9-4065-86c9-53f25bd7ad89 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=1355619a-44ad-4b09-814a-6e5eeb3dc0fc,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:29.147143 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:29.148195 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d258154-a24a-4582-8dd7-f94b0fe61864 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.175558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.188687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:29.192917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:subnet and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:29.196181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:29.211450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:29.268618 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ae1a6f4-f9d9-4065-86c9-53f25bd7ad89 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.299178 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:29.302762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.312719 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 7 to provision port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc Oct 05 09:38:29.322060 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.327505 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:29.328094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.378991 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d258154-a24a-4582-8dd7-f94b0fe61864 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.380361 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port 1355619a-44ad-4b09-814a-6e5eeb3dc0fc was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:38:29.418302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d258154-a24a-4582-8dd7-f94b0fe61864 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0708c742-6450-4388-b7d8-aa4cae0f7c64,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:29.436548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d258154-a24a-4582-8dd7-f94b0fe61864 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.436768 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3ae1a6f4-f9d9-4065-86c9-53f25bd7ad89 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/1355619a-44ad-4b09-814a-6e5eeb3dc0fc HTTP/1.1" status: 204 len: 168 time: 1.4474120 Oct 05 09:38:29.436881 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9d258154-a24a-4582-8dd7-f94b0fe61864 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "DELETE /v2.0/security-groups/0708c742-6450-4388-b7d8-aa4cae0f7c64 HTTP/1.1" status: 204 len: 168 time: 0.5789382 Oct 05 09:38:29.437861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41854) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:29.442341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41856) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:29.477600 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Provisioning complete for port a0405a70-f44c-4f94-afa1-559e9d0f0c81 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:29.477968 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.478328 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 1 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:29.553393 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-41008434-fddd-454a-99d8-6339aad7ad75 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] GET failed (client error): The resource could not be found. Oct 05 09:38:29.555115 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-41008434-fddd-454a-99d8-6339aad7ad75 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports/1355619a-44ad-4b09-814a-6e5eeb3dc0fc HTTP/1.1" status: 404 len: 333 time: 0.1112404 Oct 05 09:38:29.563819 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:29.566732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41862) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:29.627517 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a5344f02-217a-4e36-b874-8ec5fce6f7c5 req-bff7ebca-b9e9-4baf-82b2-92744d1dbfee tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.2822645 Oct 05 09:38:29.633957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-911a8872-571e-401a-8099-e4851e9b3d2f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Synchronizing usage tracker for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:29.634823 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8417625 Oct 05 09:38:29.635419 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:38:26Z', 'revision_number': 2, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:26Z', 'revision_number': 2, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:29.638407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41866) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:29.641731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Checking router: 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:38:29.642376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Updating router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:38:29.644537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'subnet': {'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:29.717155 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.732270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b85d4e-e216-48fc-839d-13e876e96779 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Network': ['ID=06d06ecc-f0cd-4e41-80bc-71b75b130288,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:29.743688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c210d0b5-968d-43f1-8e6d-f97896e935e5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.774579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c210d0b5-968d-43f1-8e6d-f97896e935e5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.785539 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:29.790153 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:subnet and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:29.792391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-911a8872-571e-401a-8099-e4851e9b3d2f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Unset dirty status for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:29.793761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:29.794110 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-911a8872-571e-401a-8099-e4851e9b3d2f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3485091 Oct 05 09:38:29.798633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41870) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:29.803010 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:29.812069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-efbb54f6-49e1-4f2a-a240-202c9ac93d7f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group': {'name': 'tempest-secgroup--106636421'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:29.813409 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 06d06ecc-f0cd-4e41-80bc-71b75b130288 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:38:29.822373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-efbb54f6-49e1-4f2a-a240-202c9ac93d7f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:29.824692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.881879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:29.887411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-efbb54f6-49e1-4f2a-a240-202c9ac93d7f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:29.891570 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:29.933561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Subnet': ['ID=410e395f-4c65-4e36-b7b3-8da08a0e1fac,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:29.943666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Checking segment: {'id': '59bde1db-8c8e-463b-a69c-55905003e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f771daac-81cb-4af9-9a89-ef83253403ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:29.944029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network hostable DHCP agents. Network: f771daac-81cb-4af9-9a89-ef83253403ec, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:38:30.024582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-efbb54f6-49e1-4f2a-a240-202c9ac93d7f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.049494 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-efbb54f6-49e1-4f2a-a240-202c9ac93d7f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:30.051835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network f771daac-81cb-4af9-9a89-ef83253403ec is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:38:30.053823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c210d0b5-968d-43f1-8e6d-f97896e935e5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.069809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-efbb54f6-49e1-4f2a-a240-202c9ac93d7f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:30.077078 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-efbb54f6-49e1-4f2a-a240-202c9ac93d7f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:30.081128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210d0b5-968d-43f1-8e6d-f97896e935e5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7540ce45-4dc8-4440-88a4-8edfbeb5911d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:30.082792 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 2 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:30.089671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-efbb54f6-49e1-4f2a-a240-202c9ac93d7f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:30.111669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c210d0b5-968d-43f1-8e6d-f97896e935e5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.115302 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c210d0b5-968d-43f1-8e6d-f97896e935e5 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/security-groups/7540ce45-4dc8-4440-88a4-8edfbeb5911d HTTP/1.1" status: 204 len: 168 time: 0.5451961 Oct 05 09:38:30.116715 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41874) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:30.166889 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:30.180463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, f771daac-81cb-4af9-9a89-ef83253403ec) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:30.196011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a750579e-dc04-4d8d-9752-896971312892 None None] Network f771daac-81cb-4af9-9a89-ef83253403ec requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:30.202573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:30.203168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.230963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.244966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-917ba74c-009a-4c60-8f25-34c3c8241e02 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.251594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-efbb54f6-49e1-4f2a-a240-202c9ac93d7f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.286526 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-917ba74c-009a-4c60-8f25-34c3c8241e02 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.314711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Subnet': ['ID=fc468da9-1417-452d-9b99-a2aac07bcff6,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:30.330108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Checking segment: {'id': '7434ca87-ca0f-494d-975e-5241e8da77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:30.330108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network hostable DHCP agents. Network: 06d06ecc-f0cd-4e41-80bc-71b75b130288, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:38:30.333126 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-efbb54f6-49e1-4f2a-a240-202c9ac93d7f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.362004 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4810f8f3-a2a9-4ac5-87cb-0d26862b6c99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3483949 Oct 05 09:38:30.365128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41878) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:30.377086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a571d8b3-982c-4681-afda-a5d0b0e7ec5b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1745685325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:30.383426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb54f6-49e1-4f2a-a240-202c9ac93d7f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecf14e4-9c64-4bb4-a0a3-48cde35807b4,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:30.386448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a571d8b3-982c-4681-afda-a5d0b0e7ec5b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:30.398542 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a571d8b3-982c-4681-afda-a5d0b0e7ec5b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:30.424487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 06d06ecc-f0cd-4e41-80bc-71b75b130288 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:38:30.459052 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-efbb54f6-49e1-4f2a-a240-202c9ac93d7f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.463688 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-efbb54f6-49e1-4f2a-a240-202c9ac93d7f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6615369 Oct 05 09:38:30.463688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-917ba74c-009a-4c60-8f25-34c3c8241e02 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.464121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41882) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:30.464440 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-917ba74c-009a-4c60-8f25-34c3c8241e02 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.466591 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-917ba74c-009a-4c60-8f25-34c3c8241e02 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/security-groups/b421b3d1-aa4b-4589-b697-47cfc4bf0d38 HTTP/1.1" status: 204 len: 168 time: 0.3492508 Oct 05 09:38:30.472085 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-24a4a536-4d00-42d0-966c-22595221275d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '0ecf14e4-9c64-4bb4-a0a3-48cde35807b4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:30.472085 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING neutron.api.v2.base [None req-24a4a536-4d00-42d0-966c-22595221275d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 05 09:38:30.472085 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-24a4a536-4d00-42d0-966c-22595221275d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:30.473910 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-24a4a536-4d00-42d0-966c-22595221275d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073543 Oct 05 09:38:30.473910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41886) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:30.475525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41888) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:30.476567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.499572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ba74c-009a-4c60-8f25-34c3c8241e02 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b421b3d1-aa4b-4589-b697-47cfc4bf0d38,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:30.502824 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Transition to ACTIVE for port object 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:30.537392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a571d8b3-982c-4681-afda-a5d0b0e7ec5b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.538514 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a571d8b3-982c-4681-afda-a5d0b0e7ec5b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.553879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-204ff7af-d639-459c-8b02-19cb2801d69e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.566328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7e63e221-ea65-40ef-9c70-27e5ebaa1475 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.577505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-f771daac-81cb-4af9-9a89-ef83253403ec', 'network_id': 'f771daac-81cb-4af9-9a89-ef83253403ec', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'fixed_ips': [{'subnet_id': '410e395f-4c65-4e36-b7b3-8da08a0e1fac'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:38:30.578423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.584949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a571d8b3-982c-4681-afda-a5d0b0e7ec5b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.588892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 06d06ecc-f0cd-4e41-80bc-71b75b130288) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:30.594692 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:30.595243 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.604960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7e63e221-ea65-40ef-9c70-27e5ebaa1475 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.609750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-204ff7af-d639-459c-8b02-19cb2801d69e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.636236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92626fcb-3f55-4dd0-b401-b1c63a5d2349 None None] Network 06d06ecc-f0cd-4e41-80bc-71b75b130288 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:30.652129 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.732677 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 3 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:30.753000 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bd230e39-2e93-4ff7-91c9-5113e518095f req-ef5c83eb-dffe-4d49-b2c2-f0f5c37eb616 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0539763 Oct 05 09:38:30.755960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7e63e221-ea65-40ef-9c70-27e5ebaa1475 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.777844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63e221-ea65-40ef-9c70-27e5ebaa1475 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecf14e4-9c64-4bb4-a0a3-48cde35807b4,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:30.803206 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bfca367a-3628-49c3-a5fb-7777ca2fc35b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1636784 Oct 05 09:38:30.804622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a571d8b3-982c-4681-afda-a5d0b0e7ec5b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.808022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41896) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:30.812246 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-204ff7af-d639-459c-8b02-19cb2801d69e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.840288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ff7af-d639-459c-8b02-19cb2801d69e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e3a0e7-45d5-446b-8ccf-fcd80aaf3d29,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:30.851898 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-204ff7af-d639-459c-8b02-19cb2801d69e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.851898 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-204ff7af-d639-459c-8b02-19cb2801d69e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/security-groups/49e3a0e7-45d5-446b-8ccf-fcd80aaf3d29 HTTP/1.1" status: 204 len: 168 time: 0.3765936 Oct 05 09:38:30.853751 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41900) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:30.921859 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-80dd0747-15df-4c48-850a-c84a23e0f24d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting subnet b6bbdab2-bc46-4fe3-b892-c1a45d60765d {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:38:30.926122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-80dd0747-15df-4c48-850a-c84a23e0f24d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.975861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7e63e221-ea65-40ef-9c70-27e5ebaa1475 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:30.979786 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7e63e221-ea65-40ef-9c70-27e5ebaa1475 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "DELETE /v2.0/security-groups/0ecf14e4-9c64-4bb4-a0a3-48cde35807b4 HTTP/1.1" status: 204 len: 168 time: 0.5030153 Oct 05 09:38:30.980076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41904) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:30.999401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a571d8b3-982c-4681-afda-a5d0b0e7ec5b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:31.003393 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a571d8b3-982c-4681-afda-a5d0b0e7ec5b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6338055 Oct 05 09:38:31.007489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41908) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:31.012154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-80dd0747-15df-4c48-850a-c84a23e0f24d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:31.045001 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea14a6f-318f-4967-aba8-89d2b966b9e7 None None] Pushing event updated for resources: {'Port': ['ID=28ff0aa4-7e2b-4b75-befa-8c10934fcaa0,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:31.054187 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Attempting to bind port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:31.054562 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Attempting to bind port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'fc5aaf0f-6d31-4082-8c8f-cef8e8468357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:31.054931 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Attempting to bind port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 on network dc04768d-5aa2-489c-8177-4689a33ab631 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:31.101936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:31.125153 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:31.125535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Checking segment: {'id': 'fc5aaf0f-6d31-4082-8c8f-cef8e8468357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:31.127536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:31.127536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Bound using segment: {'id': 'fc5aaf0f-6d31-4082-8c8f-cef8e8468357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:31.127536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Bound port: 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5aaf0f-6d31-4082-8c8f-cef8e8468357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:31.127536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:31.258509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Allocated IP 172.20.0.2 (f771daac-81cb-4af9-9a89-ef83253403ec/410e395f-4c65-4e36-b7b3-8da08a0e1fac/953fdc28-bfaa-4b79-9a17-40977fa5c23d) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:31.306446 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d389d4f0-bc4d-4f67-a26d-3c3eb2296164 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3189545 Oct 05 09:38:31.334082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41912) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:31.354584 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-aa77d317-cf8d-452b-88a2-82840f2f4969 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766676300'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:31.409973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-06d06ecc-f0cd-4e41-80bc-71b75b130288', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:38:31.410276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-aa77d317-cf8d-452b-88a2-82840f2f4969 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:31.410531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:31.421866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-aa77d317-cf8d-452b-88a2-82840f2f4969 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:31.433941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-aa77d317-cf8d-452b-88a2-82840f2f4969 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:31.434180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] For port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:31.442214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-aa77d317-cf8d-452b-88a2-82840f2f4969 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:31.491329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] For port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=28ff0aa4-7e2b-4b75-befa-8c10934fcaa0,segment=NetworkSegment(fc5aaf0f-6d31-4082-8c8f-cef8e8468357),segment_id=fc5aaf0f-6d31-4082-8c8f-cef8e8468357)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:31.540982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-80dd0747-15df-4c48-850a-c84a23e0f24d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:31.561046 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aa77d317-cf8d-452b-88a2-82840f2f4969 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:31.594986 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-aa77d317-cf8d-452b-88a2-82840f2f4969 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:31.602529 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-aa77d317-cf8d-452b-88a2-82840f2f4969 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:31.602814 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 4 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:31.611789 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:31.616078 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-aa77d317-cf8d-452b-88a2-82840f2f4969 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:31.625041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-aa77d317-cf8d-452b-88a2-82840f2f4969 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:31.653604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:31.780605 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:31.856351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:31.864515 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:31.865086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:31.909267 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-80dd0747-15df-4c48-850a-c84a23e0f24d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:31.950597 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aa77d317-cf8d-452b-88a2-82840f2f4969 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:31.994366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Allocated IP 2001:db8:1::2 (06d06ecc-f0cd-4e41-80bc-71b75b130288/fc468da9-1417-452d-9b99-a2aac07bcff6/6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:32.016289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea14a6f-318f-4967-aba8-89d2b966b9e7 None None] Pushing event updated for resources: {'Port': ['ID=28ff0aa4-7e2b-4b75-befa-8c10934fcaa0,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:32.028286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aa77d317-cf8d-452b-88a2-82840f2f4969 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.029507 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1711a82b-080c-4cc7-be15-ba36cb2fa57f req-29d8456f-0d0b-47f8-baf9-fc06fc9c0372 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1739261 Oct 05 09:38:32.036769 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.043090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd0747-15df-4c48-850a-c84a23e0f24d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Subnet': ['ID=b6bbdab2-bc46-4fe3-b892-c1a45d60765d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:32.056024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-80dd0747-15df-4c48-850a-c84a23e0f24d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.056346 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Transition to ACTIVE for port object 953fdc28-bfaa-4b79-9a17-40977fa5c23d will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:32.067810 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdde3ff2-31ca-478b-b9ba-029b7023d16d None None] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:32.090813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77d317-cf8d-452b-88a2-82840f2f4969 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c5f6bb-be20-4f4d-bdff-7849a0c7cebc,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:32.106893 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-80dd0747-15df-4c48-850a-c84a23e0f24d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/b6bbdab2-bc46-4fe3-b892-c1a45d60765d HTTP/1.1" status: 204 len: 168 time: 1.2514434 Oct 05 09:38:32.113627 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41918) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:32.167507 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aa77d317-cf8d-452b-88a2-82840f2f4969 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.170572 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-aa77d317-cf8d-452b-88a2-82840f2f4969 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8280885 Oct 05 09:38:32.171831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41922) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:32.179476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-70a4aaa1-29d0-4c73-a730-7f14798aa07d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '66c5f6bb-be20-4f4d-bdff-7849a0c7cebc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:32.191278 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING neutron.api.v2.base [None req-70a4aaa1-29d0-4c73-a730-7f14798aa07d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 05 09:38:32.191278 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-70a4aaa1-29d0-4c73-a730-7f14798aa07d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:32.191278 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-70a4aaa1-29d0-4c73-a730-7f14798aa07d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075538 Oct 05 09:38:32.192554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41926) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:32.231192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Transition to ACTIVE for port object 953fdc28-bfaa-4b79-9a17-40977fa5c23d will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:32.232847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:32.246012 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c312ca-9229-427d-a31c-f3341cd32b95 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting subnet e7c91a25-8fc7-4efa-9c14-4a4e8041a087 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:38:32.251636 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-47c312ca-9229-427d-a31c-f3341cd32b95 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.263356 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-85c79f63-6e76-4210-bd7c-5b7461255f2e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.292954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-85c79f63-6e76-4210-bd7c-5b7461255f2e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.315925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-47c312ca-9229-427d-a31c-f3341cd32b95 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.407780 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-85c79f63-6e76-4210-bd7c-5b7461255f2e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.412180 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 5 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:32.430713 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c79f63-6e76-4210-bd7c-5b7461255f2e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c5f6bb-be20-4f4d-bdff-7849a0c7cebc,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:32.437329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-85c79f63-6e76-4210-bd7c-5b7461255f2e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.441280 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-85c79f63-6e76-4210-bd7c-5b7461255f2e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "DELETE /v2.0/security-groups/66c5f6bb-be20-4f4d-bdff-7849a0c7cebc HTTP/1.1" status: 204 len: 168 time: 0.2476749 Oct 05 09:38:32.441919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41930) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:32.447811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Allocated IP 172.20.0.1 (f771daac-81cb-4af9-9a89-ef83253403ec/410e395f-4c65-4e36-b7b3-8da08a0e1fac/8696ce94-de59-4c09-83c1-176045f55599) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:32.463434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.488463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-47c312ca-9229-427d-a31c-f3341cd32b95 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.500587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6caeedea-ece4-4c72-951e-9a3391773e0f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Synchronizing usage tracker for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:32.619084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6caeedea-ece4-4c72-951e-9a3391773e0f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Unset dirty status for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:32.624518 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6caeedea-ece4-4c72-951e-9a3391773e0f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1775436 Oct 05 09:38:32.624780 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41934) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:32.630904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-ae88e396-660a-4799-8e01-5b262b2d6101 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group': {'name': 'tempest-secgroup--250450277'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:32.638283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ae88e396-660a-4799-8e01-5b262b2d6101 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:32.650136 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ae88e396-660a-4799-8e01-5b262b2d6101 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:32.670667 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.687472 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Transition to ACTIVE for port object 8696ce94-de59-4c09-83c1-176045f55599 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:32.710092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:32.721566 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-47c312ca-9229-427d-a31c-f3341cd32b95 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.743458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Network f771daac-81cb-4af9-9a89-ef83253403ec is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:32.750575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ae88e396-660a-4799-8e01-5b262b2d6101 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.756044 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:32.762046 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c312ca-9229-427d-a31c-f3341cd32b95 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c91a25-8fc7-4efa-9c14-4a4e8041a087,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:32.767941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Pushing event updated for resources: {'Port': ['ID=953fdc28-bfaa-4b79-9a17-40977fa5c23d,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:32.770351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:32.771575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-47c312ca-9229-427d-a31c-f3341cd32b95 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.781010 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-47c312ca-9229-427d-a31c-f3341cd32b95 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/e7c91a25-8fc7-4efa-9c14-4a4e8041a087 HTTP/1.1" status: 204 len: 168 time: 0.6661212 Oct 05 09:38:32.785305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41938) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:32.805017 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ae88e396-660a-4799-8e01-5b262b2d6101 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:32.810456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ae88e396-660a-4799-8e01-5b262b2d6101 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:32.813404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ae88e396-660a-4799-8e01-5b262b2d6101 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:32.819551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ae88e396-660a-4799-8e01-5b262b2d6101 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:32.823365 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.883823 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-41df7212-31f0-4ba4-af91-d9ca4a93484d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:32.884264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41df7212-31f0-4ba4-af91-d9ca4a93484d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:32.890274 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-41df7212-31f0-4ba4-af91-d9ca4a93484d tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/b6bbdab2-bc46-4fe3-b892-c1a45d60765d HTTP/1.1" status: 404 len: 337 time: 0.0995491 Oct 05 09:38:32.890486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41942) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:32.913827 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network f771daac-81cb-4af9-9a89-ef83253403ec is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:32.916975 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:32.921621 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:32.950046 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=8696ce94-de59-4c09-83c1-176045f55599,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:32.956746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ae88e396-660a-4799-8e01-5b262b2d6101 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.960270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.978148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-845354aa-0c8c-4ba0-89cc-33969fee9827 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting subnet be33de97-d35a-4465-85a6-921b7c261d1f {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:38:32.981342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-845354aa-0c8c-4ba0-89cc-33969fee9827 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:32.985900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.001756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Transition to ACTIVE for port object 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:33.014206 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Attempting to bind port 953fdc28-bfaa-4b79-9a17-40977fa5c23d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:33.014585 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Attempting to bind port 953fdc28-bfaa-4b79-9a17-40977fa5c23d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '59bde1db-8c8e-463b-a69c-55905003e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f771daac-81cb-4af9-9a89-ef83253403ec'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:33.014961 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Attempting to bind port 953fdc28-bfaa-4b79-9a17-40977fa5c23d on network f771daac-81cb-4af9-9a89-ef83253403ec {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:33.042168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-845354aa-0c8c-4ba0-89cc-33969fee9827 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.065295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:33.066120 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Checking segment: {'id': '59bde1db-8c8e-463b-a69c-55905003e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f771daac-81cb-4af9-9a89-ef83253403ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:33.066120 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.066606 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Bound using segment: {'id': '59bde1db-8c8e-463b-a69c-55905003e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f771daac-81cb-4af9-9a89-ef83253403ec'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:33.066953 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Bound port: 953fdc28-bfaa-4b79-9a17-40977fa5c23d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bde1db-8c8e-463b-a69c-55905003e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f771daac-81cb-4af9-9a89-ef83253403ec'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:33.067333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.080611 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ae88e396-660a-4799-8e01-5b262b2d6101 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.082424 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Transition to ACTIVE for port object 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:33.154333 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88e396-660a-4799-8e01-5b262b2d6101 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbaf5f3-8e94-46cd-9470-ecba0dceaaf3,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:33.186078 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-acc971fd-0590-4041-a5b6-67aa79482db0 req-13f1e9ad-b3b3-46ed-acd3-1c75107cc1d4 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0932319 Oct 05 09:38:33.214465 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.214701 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.225871 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 6 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:33.254959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ae88e396-660a-4799-8e01-5b262b2d6101 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.277649 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ae88e396-660a-4799-8e01-5b262b2d6101 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6303668 Oct 05 09:38:33.277649 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41948) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:33.277649 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-cdd26f8b-0588-43c7-9532-1f4cefa4ae61 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '8dbaf5f3-8e94-46cd-9470-ecba0dceaaf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:33.277649 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING neutron.api.v2.base [None req-cdd26f8b-0588-43c7-9532-1f4cefa4ae61 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 05 09:38:33.277649 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-cdd26f8b-0588-43c7-9532-1f4cefa4ae61 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:33.277649 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cdd26f8b-0588-43c7-9532-1f4cefa4ae61 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061736 Oct 05 09:38:33.277649 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-845354aa-0c8c-4ba0-89cc-33969fee9827 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.278339 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41952) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:33.280475 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d763e811-d751-4420-be8f-4add4409c6e5 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '8dbaf5f3-8e94-46cd-9470-ecba0dceaaf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:33.281219 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING neutron.api.v2.base [None req-d763e811-d751-4420-be8f-4add4409c6e5 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 05 09:38:33.281841 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-d763e811-d751-4420-be8f-4add4409c6e5 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:33.285539 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d763e811-d751-4420-be8f-4add4409c6e5 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076721 Oct 05 09:38:33.291165 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41956) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:33.299080 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ddc757aa-1702-4481-8745-140f69f67fe9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '8dbaf5f3-8e94-46cd-9470-ecba0dceaaf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:33.301758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Allocated IP 2001:db8:1::1 (06d06ecc-f0cd-4e41-80bc-71b75b130288/fc468da9-1417-452d-9b99-a2aac07bcff6/0d53a360-6a90-4269-ada8-85a65ac30c3b) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:33.304020 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING neutron.api.v2.base [None req-ddc757aa-1702-4481-8745-140f69f67fe9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 05 09:38:33.304261 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-ddc757aa-1702-4481-8745-140f69f67fe9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:33.308001 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ddc757aa-1702-4481-8745-140f69f67fe9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132778 Oct 05 09:38:33.310492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41960) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:33.325324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3f9b7c08-c889-4812-bd1d-efbfbcbe58c3 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '8dbaf5f3-8e94-46cd-9470-ecba0dceaaf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:33.326329 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING neutron.api.v2.base [None req-3f9b7c08-c889-4812-bd1d-efbfbcbe58c3 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 05 09:38:33.326748 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-3f9b7c08-c889-4812-bd1d-efbfbcbe58c3 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:33.328475 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3f9b7c08-c889-4812-bd1d-efbfbcbe58c3 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0163822 Oct 05 09:38:33.336567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41964) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:33.472474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] For port 953fdc28-bfaa-4b79-9a17-40977fa5c23d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:33.477606 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Network 06d06ecc-f0cd-4e41-80bc-71b75b130288 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:33.490046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:33.501432 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Pushing event updated for resources: {'Port': ['ID=6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:33.506029 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:33.511981 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:38:26Z', 'revision_number': 2, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:31Z', 'revision_number': 4, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:33.518043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] For port 953fdc28-bfaa-4b79-9a17-40977fa5c23d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=953fdc28-bfaa-4b79-9a17-40977fa5c23d,segment=NetworkSegment(59bde1db-8c8e-463b-a69c-55905003e573),segment_id=59bde1db-8c8e-463b-a69c-55905003e573)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:33.519051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:33.525906 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a80f8-0eac-46b5-9c30-4c958b94e673 None None] The sync data for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv is: [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:38:26Z', 'revision_number': 2, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:31Z', 'revision_number': 4, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:33.563329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5159671a-df86-42a1-979e-6346b66aab0a tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.576204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-845354aa-0c8c-4ba0-89cc-33969fee9827 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.576596 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d6966e-13c5-4ca9-a4d9-4e4735cc5f5f None None] Update dhcp port {'port': {'network_id': 'cf23cee7-dd5b-4b05-8eb1-19a8a59229d0', 'fixed_ips': [{'subnet_id': 'be33de97-d35a-4465-85a6-921b7c261d1f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e7c91a25-8fc7-4efa-9c14-4a4e8041a087'}], 'binding:host_id': 'dv-neutron-860329-1-hyperv'}, 'id': '75638825-bfdc-45c4-b16b-a99b7c67fe5d'} from dv-neutron-860329-1-hyperv. {{(pid=89847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:38:33.643133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845354aa-0c8c-4ba0-89cc-33969fee9827 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Subnet': ['ID=be33de97-d35a-4465-85a6-921b7c261d1f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:33.646696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d0d6966e-13c5-4ca9-a4d9-4e4735cc5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.657395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-845354aa-0c8c-4ba0-89cc-33969fee9827 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.662005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.667116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5159671a-df86-42a1-979e-6346b66aab0a tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.685963 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-845354aa-0c8c-4ba0-89cc-33969fee9827 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/be33de97-d35a-4465-85a6-921b7c261d1f HTTP/1.1" status: 204 len: 168 time: 0.7951877 Oct 05 09:38:33.691064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41968) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:33.705541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.761298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Transition to ACTIVE for port object 0d53a360-6a90-4269-ada8-85a65ac30c3b will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:33.850482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Attempting to bind port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:33.851006 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Attempting to bind port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '7434ca87-ca0f-494d-975e-5241e8da77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:33.852105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Attempting to bind port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 on network 06d06ecc-f0cd-4e41-80bc-71b75b130288 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:33.880765 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:33.881522 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Checking segment: {'id': '7434ca87-ca0f-494d-975e-5241e8da77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:33.882261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.882767 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Bound using segment: {'id': '7434ca87-ca0f-494d-975e-5241e8da77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:33.883348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Bound port: 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7434ca87-ca0f-494d-975e-5241e8da77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:33.883969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.892999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.953582 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd09543-933a-42f1-ae4b-25de94830392 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:33.954117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd09543-933a-42f1-ae4b-25de94830392 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:33.958676 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9fd09543-933a-42f1-ae4b-25de94830392 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/b85eefca-2a26-48b5-ac38-a53948809c28 HTTP/1.1" status: 404 len: 337 time: 0.2607675 Oct 05 09:38:33.959307 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41972) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:34.011164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ed70a-4a89-456c-a446-6dd17db1092e None None] Pushing event updated for resources: {'Port': ['ID=953fdc28-bfaa-4b79-9a17-40977fa5c23d,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:34.020268 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 7 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:34.029200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:34.070901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5159671a-df86-42a1-979e-6346b66aab0a tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:34.098086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159671a-df86-42a1-979e-6346b66aab0a tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbaf5f3-8e94-46cd-9470-ecba0dceaaf3,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:34.117391 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a920f38f-6ff5-484b-a31e-d786f2e7f137 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Synchronizing usage tracker for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:34.119122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:34.153587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:34.161708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad56c227-00a0-4832-8a0e-b29bccdf3c99 None None] Network cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:34.234916 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=8696ce94-de59-4c09-83c1-176045f55599,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:34.240225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:34.279971 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5159671a-df86-42a1-979e-6346b66aab0a tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:34.284220 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5159671a-df86-42a1-979e-6346b66aab0a tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "DELETE /v2.0/security-groups/8dbaf5f3-8e94-46cd-9470-ecba0dceaaf3 HTTP/1.1" status: 204 len: 168 time: 0.9437292 Oct 05 09:38:34.285542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41978) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:34.313935 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] For port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:34.321581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 06d06ecc-f0cd-4e41-80bc-71b75b130288 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:34.331621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:34.335514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=0d53a360-6a90-4269-ada8-85a65ac30c3b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:34.345894 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:34.346698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:34.364360 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0f5dd263-bc16-4bad-b789-d51fc75cd3c9 req-abc4dbdb-1190-4330-9437-5b378f35cb66 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0889862 Oct 05 09:38:34.368573 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] For port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1,segment=NetworkSegment(7434ca87-ca0f-494d-975e-5241e8da77b6),segment_id=7434ca87-ca0f-494d-975e-5241e8da77b6)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:34.440827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1bc581c0-5572-422e-b413-b3925abf105c tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Synchronizing usage tracker for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:34.485136 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a920f38f-6ff5-484b-a31e-d786f2e7f137 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Unset dirty status for tenant:7eeaf2f92eda4e74b4a823d89422d65f on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:34.489064 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a920f38f-6ff5-484b-a31e-d786f2e7f137 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a87afde-698b-4442-95e9-108004b2cb5e HTTP/1.1" status: 200 len: 205 time: 0.5289102 Oct 05 09:38:34.489704 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41982) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:34.507538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:34.524393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network f771daac-81cb-4af9-9a89-ef83253403ec is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:34.525597 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:34.579879 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1bc581c0-5572-422e-b413-b3925abf105c tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Unset dirty status for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:34.581121 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1bc581c0-5572-422e-b413-b3925abf105c tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2915585 Oct 05 09:38:34.586381 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-f2391276-5897-432e-8dd0-71e6a0d45c87 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] delete failed (client error): The resource could not be found. Oct 05 09:38:34.587388 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f2391276-5897-432e-8dd0-71e6a0d45c87 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/routers/1a87afde-698b-4442-95e9-108004b2cb5e HTTP/1.1" status: 404 len: 336 time: 0.0953250 Oct 05 09:38:34.589394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41986) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:34.591500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41988) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:34.596541 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e325d6e1-de28-403b-b3e2-184e57f892e2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group': {'name': 'tempest-secgroup--807655890'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:34.626720 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9148f-b7b3-46f3-8ec0-94dca0b6950f None None] Pushing event updated for resources: {'Port': ['ID=6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:34.641493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e325d6e1-de28-403b-b3e2-184e57f892e2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:34.649852 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-818318b3-bc2e-4386-bb18-3def893efefa tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:34.650363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818318b3-bc2e-4386-bb18-3def893efefa tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:34.652076 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-818318b3-bc2e-4386-bb18-3def893efefa tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/87e736aa-7bb5-4b20-927a-4ab42fecb3b6 HTTP/1.1" status: 404 len: 337 time: 0.0594862 Oct 05 09:38:34.654879 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 8 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:34.656568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 41994) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:34.705916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e325d6e1-de28-403b-b3e2-184e57f892e2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:34.791795 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-2683be73-34b6-4ea2-8205-115f53e0e804 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:34.792231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2683be73-34b6-4ea2-8205-115f53e0e804 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:34.797543 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2683be73-34b6-4ea2-8205-115f53e0e804 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/1b418a98-7276-442d-b90c-ad12ad3830cb HTTP/1.1" status: 404 len: 337 time: 0.1366243 Oct 05 09:38:34.797881 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8432ee5c-9956-45df-847e-d11387bef1e1 None None] DHCP port deletion for cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:38:34.798703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 41998) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:34.815118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8432ee5c-9956-45df-847e-d11387bef1e1 None None] Deleting port 75638825-bfdc-45c4-b16b-a99b7c67fe5d {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:34.815746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8432ee5c-9956-45df-847e-d11387bef1e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:34.854725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:34.864408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 61d6614b-a6b1-4a79-bb5e-ac27c667fffc is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:38:34.867254 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d678350-fb8f-407f-abda-bd8227a22d62 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:34.867885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d678350-fb8f-407f-abda-bd8227a22d62 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:34.877445 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7d678350-fb8f-407f-abda-bd8227a22d62 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/a13a63cb-0f55-467b-bfb4-72a012b7998e HTTP/1.1" status: 404 len: 337 time: 0.0772595 Oct 05 09:38:34.894577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42002) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:34.947786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:34.950064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e325d6e1-de28-403b-b3e2-184e57f892e2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:34.968507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 953fdc28-bfaa-4b79-9a17-40977fa5c23d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:35.030868 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7411f7-eb5e-4841-af5d-f17c41813858 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:35.031498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7411f7-eb5e-4841-af5d-f17c41813858 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:35.032787 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7a7411f7-eb5e-4841-af5d-f17c41813858 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/26fda703-74c6-4d38-80df-04e97eb82d95 HTTP/1.1" status: 404 len: 333 time: 0.1376874 Oct 05 09:38:35.037851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42006) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:35.124756 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-14067bc7-b6b5-41dd-a287-55345d807f2c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:35.125246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14067bc7-b6b5-41dd-a287-55345d807f2c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:35.127006 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-14067bc7-b6b5-41dd-a287-55345d807f2c tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/c1cd82cd-570b-417b-96a9-53b75ed131f0 HTTP/1.1" status: 404 len: 337 time: 0.0870140 Oct 05 09:38:35.128260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e325d6e1-de28-403b-b3e2-184e57f892e2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:35.133945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42010) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:35.137012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e325d6e1-de28-403b-b3e2-184e57f892e2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:35.151013 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 953fdc28-bfaa-4b79-9a17-40977fa5c23d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:35.167782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:35.176450 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e46f601a-5ec7-46bd-9dbe-87d141557702 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/61d6614b-a6b1-4a79-bb5e-ac27c667fffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1653092 Oct 05 09:38:35.176677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42014) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:35.183289 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d677c049-46ea-4f69-8a6d-7dd040a93624 None None] Sync routers for ids ['61d6614b-a6b1-4a79-bb5e-ac27c667fffc'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:35.197792 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e325d6e1-de28-403b-b3e2-184e57f892e2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:35.201011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:35.206666 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d677c049-46ea-4f69-8a6d-7dd040a93624 None None] Routers {'61d6614b-a6b1-4a79-bb5e-ac27c667fffc'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:35.207549 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d677c049-46ea-4f69-8a6d-7dd040a93624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['61d6614b-a6b1-4a79-bb5e-ac27c667fffc'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:35.207823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e325d6e1-de28-403b-b3e2-184e57f892e2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:35.293308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e325d6e1-de28-403b-b3e2-184e57f892e2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:35.297807 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d677c049-46ea-4f69-8a6d-7dd040a93624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:35.298363 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd09a6c-b30c-4960-ac98-cd839e26d7e2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:35.298830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd09a6c-b30c-4960-ac98-cd839e26d7e2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:35.310582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8432ee5c-9956-45df-847e-d11387bef1e1 None None] For port 75638825-bfdc-45c4-b16b-a99b7c67fe5d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=75638825-bfdc-45c4-b16b-a99b7c67fe5d,segment=NetworkSegment(816f52e2-afee-491d-8f50-47fbaec019dc),segment_id=816f52e2-afee-491d-8f50-47fbaec019dc)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:35.311125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8432ee5c-9956-45df-847e-d11387bef1e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:35.311657 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d677c049-46ea-4f69-8a6d-7dd040a93624 None None] Routers {'61d6614b-a6b1-4a79-bb5e-ac27c667fffc'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:35.316217 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d677c049-46ea-4f69-8a6d-7dd040a93624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['61d6614b-a6b1-4a79-bb5e-ac27c667fffc'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:35.321241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8ea336-0839-4353-bc26-6bd1121b123f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:35.322075 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cc8ea336-0839-4353-bc26-6bd1121b123f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Synchronizing usage tracker for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:35.373502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42018) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:35.373723 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6dd09a6c-b30c-4960-ac98-cd839e26d7e2 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/751108b7-f213-4482-a7c2-af911df630e7 HTTP/1.1" status: 404 len: 337 time: 0.2384205 Oct 05 09:38:35.383420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e325d6e1-de28-403b-b3e2-184e57f892e2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:35.416733 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d677c049-46ea-4f69-8a6d-7dd040a93624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:35.418868 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d677c049-46ea-4f69-8a6d-7dd040a93624 None None] The sync data for ids ['61d6614b-a6b1-4a79-bb5e-ac27c667fffc'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:35.476085 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 9 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:35.494345 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cc8ea336-0839-4353-bc26-6bd1121b123f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Unset dirty status for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:35.495908 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cc8ea336-0839-4353-bc26-6bd1121b123f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports/8696ce94-de59-4c09-83c1-176045f55599 HTTP/1.1" status: 200 len: 910 time: 0.3183258 Oct 05 09:38:35.509199 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42024) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:35.512718 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2705d4ab-39b0-47ff-a92b-c7d4ec06ae8e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:35.513558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2705d4ab-39b0-47ff-a92b-c7d4ec06ae8e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:35.516256 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2705d4ab-39b0-47ff-a92b-c7d4ec06ae8e tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/50c6e7b2-a044-4def-aa81-883ac8f1ac7f HTTP/1.1" status: 404 len: 333 time: 0.1403267 Oct 05 09:38:35.518839 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8432ee5c-9956-45df-847e-d11387bef1e1 None None] Calling delete_port for 75638825-bfdc-45c4-b16b-a99b7c67fe5d owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:35.522840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42028) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:35.533293 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0d4e9086-02c3-4c5d-9985-b806ec768fca req-fb766baf-1782-4a18-a65f-04ef462ab886 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0759847 Oct 05 09:38:35.549912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c50d453e-f65e-4566-b139-877828b2dcee tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '410e395f-4c65-4e36-b7b3-8da08a0e1fac'}]}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:35.569158 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1ba552-9936-434c-8bbd-d0165ce5ff3f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:35.569612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1ba552-9936-434c-8bbd-d0165ce5ff3f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:35.571412 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fa1ba552-9936-434c-8bbd-d0165ce5ff3f tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/02c7dda9-afdb-4941-93d6-9ab86e54c5c3 HTTP/1.1" status: 404 len: 337 time: 0.0475953 Oct 05 09:38:35.575497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42032) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:35.605602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e325d6e1-de28-403b-b3e2-184e57f892e2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:35.610064 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e325d6e1-de28-403b-b3e2-184e57f892e2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0196228 Oct 05 09:38:35.616674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42036) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:35.632966 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-95af1d42-fe5c-48c2-be6d-7cc058fa7979 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] DELETE failed (client error): The resource could not be found. Oct 05 09:38:35.632966 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95af1d42-fe5c-48c2-be6d-7cc058fa7979 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:38:35.635126 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-95af1d42-fe5c-48c2-be6d-7cc058fa7979 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/subnets/71ea5f81-14fc-4879-b682-dd92cffe533a HTTP/1.1" status: 404 len: 337 time: 0.0582674 Oct 05 09:38:35.638309 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42040) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:35.639433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f66fc830-8f94-47a3-ba9b-77d81fb21bec tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '74024434-bc12-4c18-8117-9d6d88ebf871', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:35.640169 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING neutron.api.v2.base [None req-f66fc830-8f94-47a3-ba9b-77d81fb21bec tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 05 09:38:35.641325 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-f66fc830-8f94-47a3-ba9b-77d81fb21bec tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:35.645647 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f66fc830-8f94-47a3-ba9b-77d81fb21bec tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0261254 Oct 05 09:38:35.651120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42044) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:35.657548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325d6e1-de28-403b-b3e2-184e57f892e2 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74024434-bc12-4c18-8117-9d6d88ebf871,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:35.658722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dee352f-8de7-416e-82bf-d6e4e974a51c None None] Network f771daac-81cb-4af9-9a89-ef83253403ec requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:35.680079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-541f5e08-4ec0-42df-bfa8-283be6670a68 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '74024434-bc12-4c18-8117-9d6d88ebf871', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:35.692668 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-541f5e08-4ec0-42df-bfa8-283be6670a68 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:35.722240 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-541f5e08-4ec0-42df-bfa8-283be6670a68 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:35.759880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-f5a67d73-f4d8-4e7b-acff-e6e8d8defd2b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Deleting port a0405a70-f44c-4f94-afa1-559e9d0f0c81 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:35.760550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f5a67d73-f4d8-4e7b-acff-e6e8d8defd2b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:35.804555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-541f5e08-4ec0-42df-bfa8-283be6670a68 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:35.846990 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:35.868755 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-541f5e08-4ec0-42df-bfa8-283be6670a68 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:35.941369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8432ee5c-9956-45df-847e-d11387bef1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:35.957451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:36.028736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8432ee5c-9956-45df-847e-d11387bef1e1 None None] No DVR routers for this DVR port 75638825-bfdc-45c4-b16b-a99b7c67fe5d on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:38:36.087988 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432ee5c-9956-45df-847e-d11387bef1e1 None None] Pushing event deleted for resources: {'Port': ['ID=75638825-bfdc-45c4-b16b-a99b7c67fe5d,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:36.120879 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-541f5e08-4ec0-42df-bfa8-283be6670a68 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:36.125550 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-541f5e08-4ec0-42df-bfa8-283be6670a68 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4696853 Oct 05 09:38:36.126226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42048) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:36.149354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-204e682e-9bd7-42c3-9d81-5dcfb9a8cbf0 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '74024434-bc12-4c18-8117-9d6d88ebf871', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:36.149924 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING neutron.api.v2.base [None req-204e682e-9bd7-42c3-9d81-5dcfb9a8cbf0 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 05 09:38:36.150455 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-204e682e-9bd7-42c3-9d81-5dcfb9a8cbf0 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:36.154628 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-204e682e-9bd7-42c3-9d81-5dcfb9a8cbf0 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0140600 Oct 05 09:38:36.155215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42052) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:36.177927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 75638825-bfdc-45c4-b16b-a99b7c67fe5d no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:38:36.188807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-7e8057ad-2da6-4ee6-a267-3bbb236e2667 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '74024434-bc12-4c18-8117-9d6d88ebf871', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:36.200213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7e8057ad-2da6-4ee6-a267-3bbb236e2667 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:36.206562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:36.207981 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ec36e5-3e8c-4eb0-98ce-ec5d10e65476 None None] Network 06d06ecc-f0cd-4e41-80bc-71b75b130288 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:36.212070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7e8057ad-2da6-4ee6-a267-3bbb236e2667 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:36.218057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7e8057ad-2da6-4ee6-a267-3bbb236e2667 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:36.224738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c50d453e-f65e-4566-b139-877828b2dcee tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:36.236257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7e8057ad-2da6-4ee6-a267-3bbb236e2667 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:36.302252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f5a67d73-f4d8-4e7b-acff-e6e8d8defd2b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:36.304634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:36.305453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:36.316998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 75638825-bfdc-45c4-b16b-a99b7c67fe5d {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:38:36.316998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 75638825-bfdc-45c4-b16b-a99b7c67fe5d not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:38:36.351626 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Attempt 10 to provision port a0405a70-f44c-4f94-afa1-559e9d0f0c81 Oct 05 09:38:36.439839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-f5a67d73-f4d8-4e7b-acff-e6e8d8defd2b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Calling delete_port for a0405a70-f44c-4f94-afa1-559e9d0f0c81 owned by {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:36.454498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Port a0405a70-f44c-4f94-afa1-559e9d0f0c81 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:36.485496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9725a64-0ae6-478a-a8fc-a765676de329 None None] Could not find standard attr ID for object 75638825-bfdc-45c4-b16b-a99b7c67fe5d. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:38:36.603254 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Could not find standard attr ID for object 1355619a-44ad-4b09-814a-6e5eeb3dc0fc. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:38:36.645905 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f5a67d73-f4d8-4e7b-acff-e6e8d8defd2b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:36.692973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Provisioning for port a37b5803-24bc-4622-bb6b-638522e30297 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:36.699777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Provisioning complete for port a37b5803-24bc-4622-bb6b-638522e30297 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:36.700582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:36.701119 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Attempt 1 to provision port a37b5803-24bc-4622-bb6b-638522e30297 Oct 05 09:38:36.705531 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-79a263a8-667c-469e-837b-e9bf59b1f1c8 req-53856b78-db8a-4f28-83bb-3a3abe525887 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1087370 Oct 05 09:38:36.714006 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a67d73-f4d8-4e7b-acff-e6e8d8defd2b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Port': ['ID=a0405a70-f44c-4f94-afa1-559e9d0f0c81,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:36.722422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f5a67d73-f4d8-4e7b-acff-e6e8d8defd2b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:36.813535 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f5a67d73-f4d8-4e7b-acff-e6e8d8defd2b tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/ports/a0405a70-f44c-4f94-afa1-559e9d0f0c81 HTTP/1.1" status: 204 len: 168 time: 1.1742611 Oct 05 09:38:36.815915 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42058) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:36.828694 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=0d53a360-6a90-4269-ada8-85a65ac30c3b,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:36.858325 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-7e8057ad-2da6-4ee6-a267-3bbb236e2667 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:36.866187 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7e8057ad-2da6-4ee6-a267-3bbb236e2667 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6909037 Oct 05 09:38:36.869002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42062) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:36.881643 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-6f4d931d-13f9-44f1-9fb9-3f5c00de5e70 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '74024434-bc12-4c18-8117-9d6d88ebf871', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:36.882440 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING neutron.api.v2.base [None req-6f4d931d-13f9-44f1-9fb9-3f5c00de5e70 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 05 09:38:36.883114 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-6f4d931d-13f9-44f1-9fb9-3f5c00de5e70 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:36.887310 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6f4d931d-13f9-44f1-9fb9-3f5c00de5e70 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150425 Oct 05 09:38:36.888073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42066) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:36.902332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c63e56a7-fb8a-40cc-9cbe-41143697c14d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '74024434-bc12-4c18-8117-9d6d88ebf871', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:36.931070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c63e56a7-fb8a-40cc-9cbe-41143697c14d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:36.947955 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:36.989141 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c63e56a7-fb8a-40cc-9cbe-41143697c14d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:37.006612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c63e56a7-fb8a-40cc-9cbe-41143697c14d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:37.021099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-864922d0-4df5-4d5e-bd00-f35de2b96317 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.026861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c63e56a7-fb8a-40cc-9cbe-41143697c14d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:37.082458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Current status of the port a37b5803-24bc-4622-bb6b-638522e30297 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:37.083331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.105704 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 06d06ecc-f0cd-4e41-80bc-71b75b130288 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:37.111707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:37.139391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] For port a37b5803-24bc-4622-bb6b-638522e30297, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a37b5803-24bc-4622-bb6b-638522e30297,segment=NetworkSegment(fc5aaf0f-6d31-4082-8c8f-cef8e8468357),segment_id=fc5aaf0f-6d31-4082-8c8f-cef8e8468357)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:37.141780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:37.211452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-864922d0-4df5-4d5e-bd00-f35de2b96317 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.242799 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-864922d0-4df5-4d5e-bd00-f35de2b96317 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf23cee7-dd5b-4b05-8eb1-19a8a59229d0']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:37.260355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-864922d0-4df5-4d5e-bd00-f35de2b96317 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816f52e2-afee-491d-8f50-47fbaec019dc') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:37.260355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-864922d0-4df5-4d5e-bd00-f35de2b96317 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816f52e2-afee-491d-8f50-47fbaec019dc') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:37.261546 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.271964 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-c63e56a7-fb8a-40cc-9cbe-41143697c14d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Project aa4210b9cd574ea4b718064f55c472a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:38:37.298999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-864922d0-4df5-4d5e-bd00-f35de2b96317 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.322288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-864922d0-4df5-4d5e-bd00-f35de2b96317 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.346529 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864922d0-4df5-4d5e-bd00-f35de2b96317 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:38:37.347268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-864922d0-4df5-4d5e-bd00-f35de2b96317 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.402067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Pushing event updated for resources: {'Port': ['ID=a37b5803-24bc-4622-bb6b-638522e30297,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:37.419005 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Provisioning for port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:37.420218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:38:37.425629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Provisioning complete for port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:37.429264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.429264 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Attempt 1 to provision port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 Oct 05 09:38:37.466718 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 816f52e2-afee-491d-8f50-47fbaec019dc resource provider aggregate not found Oct 05 09:38:37.494759 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 816f52e2-afee-491d-8f50-47fbaec019dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 816f52e2-afee-491d-8f50-47fbaec019dc found for delete ", "request_id": "req-0672e201-dc9e-4ed1-bc69-8f9b482d56a5"}]} Oct 05 09:38:37.537500 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-c63e56a7-fb8a-40cc-9cbe-41143697c14d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:37.541638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42074) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:37.541898 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c63e56a7-fb8a-40cc-9cbe-41143697c14d tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6464503 Oct 05 09:38:37.547874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9dd74f5f-98ae-42f5-8162-dab3e0ddf75e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '74024434-bc12-4c18-8117-9d6d88ebf871', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:37.548642 dv-neutron-860329-1-hyperv neutron-server[89846]: WARNING neutron.api.v2.base [None req-9dd74f5f-98ae-42f5-8162-dab3e0ddf75e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 05 09:38:37.549557 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-9dd74f5f-98ae-42f5-8162-dab3e0ddf75e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:37.552951 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9dd74f5f-98ae-42f5-8162-dab3e0ddf75e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071559 Oct 05 09:38:37.554690 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42078) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:37.566102 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-f902c3bc-8ae7-48a0-bf86-cbededb5a126 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '74024434-bc12-4c18-8117-9d6d88ebf871', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:37.573069 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f902c3bc-8ae7-48a0-bf86-cbededb5a126 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:37.575587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-864922d0-4df5-4d5e-bd00-f35de2b96317 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.599144 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Current status of the port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:37.599555 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.600450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f902c3bc-8ae7-48a0-bf86-cbededb5a126 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:37.606065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-864922d0-4df5-4d5e-bd00-f35de2b96317 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.609348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f902c3bc-8ae7-48a0-bf86-cbededb5a126 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:37.620268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864922d0-4df5-4d5e-bd00-f35de2b96317 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] Pushing event deleted for resources: {'Network': ['ID=cf23cee7-dd5b-4b05-8eb1-19a8a59229d0,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:37.635492 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f902c3bc-8ae7-48a0-bf86-cbededb5a126 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:37.638527 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-864922d0-4df5-4d5e-bd00-f35de2b96317 tempest-PortsTestJSON-733493736 tempest-PortsTestJSON-733493736-project] 10.222.0.49 "DELETE /v2.0/networks/cf23cee7-dd5b-4b05-8eb1-19a8a59229d0 HTTP/1.1" status: 204 len: 168 time: 0.8212209 Oct 05 09:38:37.655617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] For port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1,segment=NetworkSegment(7434ca87-ca0f-494d-975e-5241e8da77b6),segment_id=7434ca87-ca0f-494d-975e-5241e8da77b6)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:37.678565 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c50d453e-f65e-4566-b139-877828b2dcee tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.681747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:37.693517 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-92466697-b22c-41b3-96b7-3768fb97a353 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8790624 Oct 05 09:38:37.693517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42084) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:37.695580 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b943270a-1238-415f-9013-0822038480ce None None] Sync routers for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:37.697284 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1601735801'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:37.703928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:37.707368 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-f902c3bc-8ae7-48a0-bf86-cbededb5a126 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Project aa4210b9cd574ea4b718064f55c472a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:38:37.716114 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b943270a-1238-415f-9013-0822038480ce None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:37.716114 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b943270a-1238-415f-9013-0822038480ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:37.716424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:network and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:37.717945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:37.732092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:37.770832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.784065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c50d453e-f65e-4566-b139-877828b2dcee tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.847409 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-11dc11a2-c763-4ce5-a8ef-4e20253ced50 req-96b6503d-eaf2-445d-8527-ac29e9a4bc33 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0577309 Oct 05 09:38:37.848618 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-f902c3bc-8ae7-48a0-bf86-cbededb5a126 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:37.849889 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f902c3bc-8ae7-48a0-bf86-cbededb5a126 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2942345 Oct 05 09:38:37.857376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42090) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:37.858074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:37.862201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.902317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-845c6d48-a188-4cfb-b073-e1e94ea20d12 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '74024434-bc12-4c18-8117-9d6d88ebf871', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:37.916556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-845c6d48-a188-4cfb-b073-e1e94ea20d12 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:37.942213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-845c6d48-a188-4cfb-b073-e1e94ea20d12 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:37.945297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-b943270a-1238-415f-9013-0822038480ce None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:37.950073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-845c6d48-a188-4cfb-b073-e1e94ea20d12 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:37.959249 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50d453e-f65e-4566-b139-877828b2dcee tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:37.959864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c50d453e-f65e-4566-b139-877828b2dcee tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.965222 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c50d453e-f65e-4566-b139-877828b2dcee tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/ports/8696ce94-de59-4c09-83c1-176045f55599 HTTP/1.1" status: 200 len: 910 time: 2.4512033 Oct 05 09:38:37.968242 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42094) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:37.969811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-845c6d48-a188-4cfb-b073-e1e94ea20d12 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:37.977807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:38:37.979940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d453e-f65e-4566-b139-877828b2dcee tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=8696ce94-de59-4c09-83c1-176045f55599,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:37.987591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Pushing event updated for resources: {'Port': ['ID=6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:37.993014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:37.993416 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Added segment 80348768-166a-4871-9c6f-2ba1a4946c02 of type vlan for network 13490d04-aaf1-452b-9407-373321500fcc Oct 05 09:38:37.998631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Provisioning for port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:38.016971 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Provisioning complete for port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:38.017364 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:38.017679 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Attempt 1 to provision port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 Oct 05 09:38:38.024119 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:38.049282 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-845c6d48-a188-4cfb-b073-e1e94ea20d12 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Project aa4210b9cd574ea4b718064f55c472a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:38:38.133541 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:38.143677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:38.145003 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:38.195667 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-845c6d48-a188-4cfb-b073-e1e94ea20d12 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:38.197308 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-845c6d48-a188-4cfb-b073-e1e94ea20d12 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3246689 Oct 05 09:38:38.201096 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42100) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:38.201640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42102) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:38.291755 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5995991 Oct 05 09:38:38.299670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42110) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:38.319805 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'subnet': {'network_id': '13490d04-aaf1-452b-9407-373321500fcc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:38.368866 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Current status of the port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:38.369221 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:38.458511 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] For port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=28ff0aa4-7e2b-4b75-befa-8c10934fcaa0,segment=NetworkSegment(fc5aaf0f-6d31-4082-8c8f-cef8e8468357),segment_id=fc5aaf0f-6d31-4082-8c8f-cef8e8468357)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:38.485780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b943270a-1238-415f-9013-0822038480ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:38:34Z', 'revision_number': 3, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:35Z', 'revision_number': 2, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:31Z', 'revision_number': 4, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:38.489741 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b943270a-1238-415f-9013-0822038480ce None None] Checking router: 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:38:38.490263 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b943270a-1238-415f-9013-0822038480ce None None] Updating router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f port 0d53a360-6a90-4269-ada8-85a65ac30c3b binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:38:38.530328 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:38.583795 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Could not find standard attr ID for object a0405a70-f44c-4f94-afa1-559e9d0f0c81. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:38:38.604422 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Could not find standard attr ID for object 75638825-bfdc-45c4-b16b-a99b7c67fe5d. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:38:38.608173 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b943270a-1238-415f-9013-0822038480ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:38.627730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:38.638747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Pushing event updated for resources: {'Port': ['ID=28ff0aa4-7e2b-4b75-befa-8c10934fcaa0,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:38.673003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-861333ad-2b86-4d5d-a096-46b12ee4630f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:38.698104 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ad11b64e-0a04-455c-90be-6fe0e2ba3ea4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7eeaf2f92eda4e74b4a823d89422d65f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4950829 Oct 05 09:38:38.699371 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:subnet and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:38.702006 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bf902-dd9e-4785-b5e5-14beaf1b5671 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Network': ['ID=13490d04-aaf1-452b-9407-373321500fcc,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:38.706606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:38.709338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42116) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:38.776508 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 13490d04-aaf1-452b-9407-373321500fcc details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:38:38.780224 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:38.822160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e2f032d3-07e3-4bc3-a7c2-e236927a60d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:38.854296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b110-5c93-4f60-bcf3-4540ae8a16c7 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:38.860105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:38.881635 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e2f032d3-07e3-4bc3-a7c2-e236927a60d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:38.905481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Provisioning for port 953fdc28-bfaa-4b79-9a17-40977fa5c23d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:38.946796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Provisioning complete for port 953fdc28-bfaa-4b79-9a17-40977fa5c23d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:38.947255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:38.947664 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Attempt 1 to provision port 953fdc28-bfaa-4b79-9a17-40977fa5c23d Oct 05 09:38:38.959230 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b110-5c93-4f60-bcf3-4540ae8a16c7 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.004484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:39.008453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.051530 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1ad01c26-1b6e-4a8e-855b-47fc6257b874 req-576a3ddd-88bd-43c2-ae43-7b8d460a118e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0926251 Oct 05 09:38:39.137771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e2f032d3-07e3-4bc3-a7c2-e236927a60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.157015 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:39.161573 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.161573 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 Oct 05 09:38:39.161839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-861333ad-2b86-4d5d-a096-46b12ee4630f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port 8696ce94-de59-4c09-83c1-176045f55599 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:39.161839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-861333ad-2b86-4d5d-a096-46b12ee4630f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.171582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f032d3-07e3-4bc3-a7c2-e236927a60d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062e55bc-9ee7-4361-80b0-91cd5a0f8e5a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:39.206957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b110-5c93-4f60-bcf3-4540ae8a16c7 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.233384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2b110-5c93-4f60-bcf3-4540ae8a16c7 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74024434-bc12-4c18-8117-9d6d88ebf871,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:39.239165 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b110-5c93-4f60-bcf3-4540ae8a16c7 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.240724 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9ef2b110-5c93-4f60-bcf3-4540ae8a16c7 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "DELETE /v2.0/security-groups/74024434-bc12-4c18-8117-9d6d88ebf871 HTTP/1.1" status: 204 len: 168 time: 1.0348113 Oct 05 09:38:39.244122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42122) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:39.307343 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e2f032d3-07e3-4bc3-a7c2-e236927a60d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.308472 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e2f032d3-07e3-4bc3-a7c2-e236927a60d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/062e55bc-9ee7-4361-80b0-91cd5a0f8e5a HTTP/1.1" status: 204 len: 168 time: 0.5982487 Oct 05 09:38:39.318404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Current status of the port 953fdc28-bfaa-4b79-9a17-40977fa5c23d is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:39.319090 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.414590 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-078ae32d-3a8e-40c6-b6d2-ce67b698789f tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1701763 Oct 05 09:38:39.421211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42128) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:39.428426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0ece2051-709a-4ece-bc86-ffcef27b49cd tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group': {'name': 'tempest-secgroup--715274690'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:39.433641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-861333ad-2b86-4d5d-a096-46b12ee4630f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.436599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0ece2051-709a-4ece-bc86-ffcef27b49cd tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:39.442682 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0ece2051-709a-4ece-bc86-ffcef27b49cd tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:39.443640 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b943270a-1238-415f-9013-0822038480ce None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.446962 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0ece2051-709a-4ece-bc86-ffcef27b49cd tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:39.453220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0ece2051-709a-4ece-bc86-ffcef27b49cd tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:39.477129 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] For port 953fdc28-bfaa-4b79-9a17-40977fa5c23d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=953fdc28-bfaa-4b79-9a17-40977fa5c23d,segment=NetworkSegment(59bde1db-8c8e-463b-a69c-55905003e573),segment_id=59bde1db-8c8e-463b-a69c-55905003e573)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:39.478441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b943270a-1238-415f-9013-0822038480ce None None] Transition to ACTIVE for port object 0d53a360-6a90-4269-ada8-85a65ac30c3b will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:39.492780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:39.493917 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a37b5803-24bc-4622-bb6b-638522e30297 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:39.545335 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.559438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.589401 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ece2051-709a-4ece-bc86-ffcef27b49cd tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.594580 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b943270a-1238-415f-9013-0822038480ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.622632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-861333ad-2b86-4d5d-a096-46b12ee4630f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for 8696ce94-de59-4c09-83c1-176045f55599 owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:39.642546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0ece2051-709a-4ece-bc86-ffcef27b49cd tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:39.656983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0ece2051-709a-4ece-bc86-ffcef27b49cd tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:39.664434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0ece2051-709a-4ece-bc86-ffcef27b49cd tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:39.671346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Subnet': ['ID=cbf0930a-59f7-40d6-b200-ccf5375b10b4,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:39.683745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0ece2051-709a-4ece-bc86-ffcef27b49cd tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:39.698772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Checking segment: {'id': '80348768-166a-4871-9c6f-2ba1a4946c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13490d04-aaf1-452b-9407-373321500fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:39.699286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network hostable DHCP agents. Network: 13490d04-aaf1-452b-9407-373321500fcc, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:38:39.837737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port a37b5803-24bc-4622-bb6b-638522e30297 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:39.838962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.839692 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port a37b5803-24bc-4622-bb6b-638522e30297 Oct 05 09:38:39.839897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ece2051-709a-4ece-bc86-ffcef27b49cd tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.843967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 13490d04-aaf1-452b-9407-373321500fcc is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:38:39.874499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ec72f-8487-4a97-b77e-84af195feb1e None None] Pushing event updated for resources: {'Port': ['ID=953fdc28-bfaa-4b79-9a17-40977fa5c23d,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:39.972174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ece2051-709a-4ece-bc86-ffcef27b49cd tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:39.987936 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 13490d04-aaf1-452b-9407-373321500fcc) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:39.989561 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-31f51c5e-79c7-4de4-875d-07a71d4e5562 None None] Provisioning for port 0d53a360-6a90-4269-ada8-85a65ac30c3b completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:40.003152 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-861333ad-2b86-4d5d-a096-46b12ee4630f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:40.005717 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:40.006416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:40.009625 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b943270a-1238-415f-9013-0822038480ce None None] Attempting to bind port 0d53a360-6a90-4269-ada8-85a65ac30c3b on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:40.010483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b943270a-1238-415f-9013-0822038480ce None None] Attempting to bind port 0d53a360-6a90-4269-ada8-85a65ac30c3b by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '7434ca87-ca0f-494d-975e-5241e8da77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:40.010980 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943270a-1238-415f-9013-0822038480ce None None] Attempting to bind port 0d53a360-6a90-4269-ada8-85a65ac30c3b on network 06d06ecc-f0cd-4e41-80bc-71b75b130288 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:40.014798 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c23d689-332b-4291-981c-9fa48718bbd7 None None] Network 13490d04-aaf1-452b-9407-373321500fcc requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:40.057261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece2051-709a-4ece-bc86-ffcef27b49cd tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e32742-1b39-467e-91c3-fc46889c103d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:40.068484 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943270a-1238-415f-9013-0822038480ce None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:40.069001 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943270a-1238-415f-9013-0822038480ce None None] Checking segment: {'id': '7434ca87-ca0f-494d-975e-5241e8da77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:40.069932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b943270a-1238-415f-9013-0822038480ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:40.070522 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943270a-1238-415f-9013-0822038480ce None None] Bound using segment: {'id': '7434ca87-ca0f-494d-975e-5241e8da77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:40.071112 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b943270a-1238-415f-9013-0822038480ce None None] Bound port: 0d53a360-6a90-4269-ada8-85a65ac30c3b, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7434ca87-ca0f-494d-975e-5241e8da77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:40.071594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b943270a-1238-415f-9013-0822038480ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:40.102983 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad727a0c-8452-4dc3-a110-b7f40ae5da0d None None] Pushing event updated for resources: {'Port': ['ID=0d53a360-6a90-4269-ada8-85a65ac30c3b,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:40.133298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ece2051-709a-4ece-bc86-ffcef27b49cd tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:40.139713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861333ad-2b86-4d5d-a096-46b12ee4630f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Port': ['ID=8696ce94-de59-4c09-83c1-176045f55599,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:40.141482 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0ece2051-709a-4ece-bc86-ffcef27b49cd tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7179995 Oct 05 09:38:40.142664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42144) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:40.150517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-43a17b25-f20e-4cdc-ac1b-e760881b34bc tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': 'd8e32742-1b39-467e-91c3-fc46889c103d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:40.160456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-43a17b25-f20e-4cdc-ac1b-e760881b34bc tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:40.170714 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6bb10c84-8e38-4ad0-a1dd-ac33f7adb98e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8694863 Oct 05 09:38:40.174336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-43a17b25-f20e-4cdc-ac1b-e760881b34bc tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:40.176547 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42148) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:40.180588 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-43a17b25-f20e-4cdc-ac1b-e760881b34bc tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:40.195662 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-43a17b25-f20e-4cdc-ac1b-e760881b34bc tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:40.342727 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-703aaa7c-5d65-4f7d-b50e-9601e0b73d50 req-4ec0a921-0b9d-4cfb-9713-39fb0c583726 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1666510 Oct 05 09:38:40.354653 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-31f51c5e-79c7-4de4-875d-07a71d4e5562 None None] Provisioning complete for port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:40.356369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-31f51c5e-79c7-4de4-875d-07a71d4e5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:40.356369 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-31f51c5e-79c7-4de4-875d-07a71d4e5562 None None] Attempt 1 to provision port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 Oct 05 09:38:40.453541 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-43a17b25-f20e-4cdc-ac1b-e760881b34bc tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The resource could not be found. Oct 05 09:38:40.459488 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-43a17b25-f20e-4cdc-ac1b-e760881b34bc tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3152435 Oct 05 09:38:40.461879 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42154) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:40.472399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-ea1266d0-cc5c-4499-9c4d-7a78a460afde tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': 'd8e32742-1b39-467e-91c3-fc46889c103d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ed703f61-75b0-473f-89cb-5c9d1a929e3c'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:40.480807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ea1266d0-cc5c-4499-9c4d-7a78a460afde tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:40.488322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ea1266d0-cc5c-4499-9c4d-7a78a460afde tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:40.489572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port a37b5803-24bc-4622-bb6b-638522e30297 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:40.490944 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:40.496799 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ea1266d0-cc5c-4499-9c4d-7a78a460afde tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:40.508037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ea1266d0-cc5c-4499-9c4d-7a78a460afde tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:40.568782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b943270a-1238-415f-9013-0822038480ce None None] For port 0d53a360-6a90-4269-ada8-85a65ac30c3b, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:40.597536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b943270a-1238-415f-9013-0822038480ce None None] For port 0d53a360-6a90-4269-ada8-85a65ac30c3b, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0d53a360-6a90-4269-ada8-85a65ac30c3b,segment=NetworkSegment(7434ca87-ca0f-494d-975e-5241e8da77b6),segment_id=7434ca87-ca0f-494d-975e-5241e8da77b6)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:40.740476 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-ea1266d0-cc5c-4499-9c4d-7a78a460afde tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The resource could not be found. Oct 05 09:38:40.742717 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ea1266d0-cc5c-4499-9c4d-7a78a460afde tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2785792 Oct 05 09:38:40.745640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42164) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:40.746645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b943270a-1238-415f-9013-0822038480ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:40.823561 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-13490d04-aaf1-452b-9407-373321500fcc', 'network_id': '13490d04-aaf1-452b-9407-373321500fcc', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'fixed_ips': [{'subnet_id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:38:40.824402 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:40.846155 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-31f51c5e-79c7-4de4-875d-07a71d4e5562 None None] Current status of the port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:40.862769 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:40.863452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:40.863942 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 Oct 05 09:38:40.868163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-861333ad-2b86-4d5d-a096-46b12ee4630f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:40.889532 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b943270a-1238-415f-9013-0822038480ce None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:40.891032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b943270a-1238-415f-9013-0822038480ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:40.904299 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-28c4e812-9073-40d7-b637-ef21facd2b25 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:40.952283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-28c4e812-9073-40d7-b637-ef21facd2b25 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:41.126368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-28c4e812-9073-40d7-b637-ef21facd2b25 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:41.160246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4e812-9073-40d7-b637-ef21facd2b25 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e32742-1b39-467e-91c3-fc46889c103d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:41.167331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-31f51c5e-79c7-4de4-875d-07a71d4e5562 None None] Provisioning complete for port 953fdc28-bfaa-4b79-9a17-40977fa5c23d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:41.168328 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-31f51c5e-79c7-4de4-875d-07a71d4e5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:41.168460 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-31f51c5e-79c7-4de4-875d-07a71d4e5562 None None] Attempt 1 to provision port 953fdc28-bfaa-4b79-9a17-40977fa5c23d Oct 05 09:38:41.186984 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-28c4e812-9073-40d7-b637-ef21facd2b25 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:41.188959 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-28c4e812-9073-40d7-b637-ef21facd2b25 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "DELETE /v2.0/security-groups/d8e32742-1b39-467e-91c3-fc46889c103d HTTP/1.1" status: 204 len: 168 time: 0.4414210 Oct 05 09:38:41.192942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42172) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:41.212123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad727a0c-8452-4dc3-a110-b7f40ae5da0d None None] Pushing event updated for resources: {'Port': ['ID=0d53a360-6a90-4269-ada8-85a65ac30c3b,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:41.272428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-432b59bb-6b9e-478b-9fd1-8625ceff8ed3 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Synchronizing usage tracker for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:41.366789 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-432b59bb-6b9e-478b-9fd1-8625ceff8ed3 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Unset dirty status for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:41.369488 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-432b59bb-6b9e-478b-9fd1-8625ceff8ed3 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1753664 Oct 05 09:38:41.380835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42178) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:41.390963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-b943270a-1238-415f-9013-0822038480ce None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:41.391670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-9eb3ef90-96a8-4c61-a1a5-f4c27f03f400 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': 'cdf55eaf-b6d3-448e-b492-70a569cc0156', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:41.402033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9eb3ef90-96a8-4c61-a1a5-f4c27f03f400 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:41.408834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9eb3ef90-96a8-4c61-a1a5-f4c27f03f400 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:41.413053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9eb3ef90-96a8-4c61-a1a5-f4c27f03f400 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:41.425494 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9eb3ef90-96a8-4c61-a1a5-f4c27f03f400 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:41.621629 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-9eb3ef90-96a8-4c61-a1a5-f4c27f03f400 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The resource could not be found. Oct 05 09:38:41.622839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861333ad-2b86-4d5d-a096-46b12ee4630f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 61d6614b-a6b1-4a79-bb5e-ac27c667fffc has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:38:41.628230 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9eb3ef90-96a8-4c61-a1a5-f4c27f03f400 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2450202 Oct 05 09:38:41.634367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42188) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:41.635182 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e59ee9a8-f6b6-4315-9e0a-7ad1a7bb62b2 req-e20de4b5-bdf3-4598-9e82-3769b284d9e1 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1559334 Oct 05 09:38:41.658085 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-eb805d36-b910-482e-8d03-fb893c122804 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group': {'name': 'tempest-secgroup--693173830'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:41.667408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-eb805d36-b910-482e-8d03-fb893c122804 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:41.691271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-eb805d36-b910-482e-8d03-fb893c122804 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:41.798303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eb805d36-b910-482e-8d03-fb893c122804 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:41.871219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Allocated IP 2001:db8:2::2 (13490d04-aaf1-452b-9407-373321500fcc/cbf0930a-59f7-40d6-b200-ccf5375b10b4/16b4832b-a2cc-42d1-90ca-cfc5579ff6e2) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:41.875732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-eb805d36-b910-482e-8d03-fb893c122804 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:41.882707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-eb805d36-b910-482e-8d03-fb893c122804 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:41.887855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-eb805d36-b910-482e-8d03-fb893c122804 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:41.897839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-eb805d36-b910-482e-8d03-fb893c122804 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:41.925487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:41.936000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861333ad-2b86-4d5d-a096-46b12ee4630f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:41.972150 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284e6750-d665-4299-82a5-66adc138ba86 None None] Sync routers for ids ['61d6614b-a6b1-4a79-bb5e-ac27c667fffc'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:41.992183 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e6750-d665-4299-82a5-66adc138ba86 None None] Routers {'61d6614b-a6b1-4a79-bb5e-ac27c667fffc'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:41.992807 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-284e6750-d665-4299-82a5-66adc138ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['61d6614b-a6b1-4a79-bb5e-ac27c667fffc'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:42.053355 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eb805d36-b910-482e-8d03-fb893c122804 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:42.061582 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-861333ad-2b86-4d5d-a096-46b12ee4630f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/61d6614b-a6b1-4a79-bb5e-ac27c667fffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0906191 Oct 05 09:38:42.067595 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-284e6750-d665-4299-82a5-66adc138ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:42.067854 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42196) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:42.086528 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e6750-d665-4299-82a5-66adc138ba86 None None] Routers {'61d6614b-a6b1-4a79-bb5e-ac27c667fffc'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:42.087986 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-284e6750-d665-4299-82a5-66adc138ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['61d6614b-a6b1-4a79-bb5e-ac27c667fffc'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:42.163090 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-284e6750-d665-4299-82a5-66adc138ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:42.163811 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284e6750-d665-4299-82a5-66adc138ba86 None None] The sync data for ids ['61d6614b-a6b1-4a79-bb5e-ac27c667fffc'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:42.178002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eb805d36-b910-482e-8d03-fb893c122804 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:42.234347 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-749a761f-5f9f-42d1-9141-11d31f23195c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports?device_id=61d6614b-a6b1-4a79-bb5e-ac27c667fffc HTTP/1.1" status: 200 len: 205 time: 0.1645663 Oct 05 09:38:42.235301 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42202) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:42.245693 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-31f51c5e-79c7-4de4-875d-07a71d4e5562 None None] Current status of the port 953fdc28-bfaa-4b79-9a17-40977fa5c23d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:42.276732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:42.277669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb805d36-b910-482e-8d03-fb893c122804 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e0982b-ccd9-42c3-888e-838541ac1e9f,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:42.294036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-31f51c5e-79c7-4de4-875d-07a71d4e5562 None None] Could not find standard attr ID for object 8696ce94-de59-4c09-83c1-176045f55599. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:38:42.505690 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42210) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:42.529385 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 953fdc28-bfaa-4b79-9a17-40977fa5c23d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:42.611935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fb1132f-6d46-427f-9640-9b562211d567 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:42.765455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:42.793862 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'network': {'name': 'tempest-network-smoke--1875326208', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'port_security_enabled': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:42.803432 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Transition to ACTIVE for port object 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:42.808540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:42.812622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:network and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:42.815807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:42.820827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eb805d36-b910-482e-8d03-fb893c122804 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:42.820827 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-eb805d36-b910-482e-8d03-fb893c122804 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1732209 Oct 05 09:38:42.822164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:42.827331 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42218) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:42.830402 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 953fdc28-bfaa-4b79-9a17-40977fa5c23d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:42.831097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:42.831640 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 953fdc28-bfaa-4b79-9a17-40977fa5c23d Oct 05 09:38:42.839867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-7b2f3f43-d2fa-4e26-a2e5-8215226fafc9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group': {'name': 'tempest-secgroup--454301453'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:42.846933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7b2f3f43-d2fa-4e26-a2e5-8215226fafc9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:42.855050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7b2f3f43-d2fa-4e26-a2e5-8215226fafc9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:42.855523 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7b2f3f43-d2fa-4e26-a2e5-8215226fafc9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:42.863477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7b2f3f43-d2fa-4e26-a2e5-8215226fafc9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:42.908784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b943270a-1238-415f-9013-0822038480ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:38:34Z', 'revision_number': 3, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:40Z', 'revision_number': 4, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:42.931164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3f43-d2fa-4e26-a2e5-8215226fafc9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:42.940139 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b943270a-1238-415f-9013-0822038480ce None None] The sync data for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv is: [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:38:34Z', 'revision_number': 3, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:40Z', 'revision_number': 4, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:42.946619 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:42.947742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Transition to ACTIVE for port object 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:42.950024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:42.974215 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:42.991049 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ba7bc1eb-f9dc-467e-a95b-f4afe56e9252 req-fcd8db7e-1e9a-4efe-90aa-73778cbf213b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1351879 Oct 05 09:38:42.997370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:43.003060 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:43.007977 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:43.035064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:43.071075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.253672 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Allocated IP 2001:db8:2::1 (13490d04-aaf1-452b-9407-373321500fcc/cbf0930a-59f7-40d6-b200-ccf5375b10b4/3512c370-fe8a-4cfe-9ac0-dd800ebdfac9) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:43.281871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 953fdc28-bfaa-4b79-9a17-40977fa5c23d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:43.290405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Network 13490d04-aaf1-452b-9407-373321500fcc is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:43.298206 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:43.306412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:43.312974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fb1132f-6d46-427f-9640-9b562211d567 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.315303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fb1132f-6d46-427f-9640-9b562211d567 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.354946 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7b2f3f43-d2fa-4e26-a2e5-8215226fafc9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:43.359416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7b2f3f43-d2fa-4e26-a2e5-8215226fafc9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:43.363020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7b2f3f43-d2fa-4e26-a2e5-8215226fafc9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:43.371442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7b2f3f43-d2fa-4e26-a2e5-8215226fafc9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:43.391565 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Pushing event updated for resources: {'Port': ['ID=16b4832b-a2cc-42d1-90ca-cfc5579ff6e2,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:43.470938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3f43-d2fa-4e26-a2e5-8215226fafc9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.474454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fb1132f-6d46-427f-9640-9b562211d567 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.475256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb1132f-6d46-427f-9640-9b562211d567 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Fanout notify agent at l3_agent the message router_deleted on router 61d6614b-a6b1-4a79-bb5e-ac27c667fffc {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:38:43.505083 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Attempting to bind port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:43.505587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Attempting to bind port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '80348768-166a-4871-9c6f-2ba1a4946c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13490d04-aaf1-452b-9407-373321500fcc'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:43.510412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Attempting to bind port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 on network 13490d04-aaf1-452b-9407-373321500fcc {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:43.512286 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:43.512806 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Checking segment: {'id': '80348768-166a-4871-9c6f-2ba1a4946c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13490d04-aaf1-452b-9407-373321500fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:43.513223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.513928 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Bound using segment: {'id': '80348768-166a-4871-9c6f-2ba1a4946c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13490d04-aaf1-452b-9407-373321500fcc'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:43.514862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Bound port: 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80348768-166a-4871-9c6f-2ba1a4946c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13490d04-aaf1-452b-9407-373321500fcc'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:43.515835 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.563283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3f43-d2fa-4e26-a2e5-8215226fafc9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.614024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8fb1132f-6d46-427f-9640-9b562211d567 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.615973 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8fb1132f-6d46-427f-9640-9b562211d567 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/routers/61d6614b-a6b1-4a79-bb5e-ac27c667fffc HTTP/1.1" status: 204 len: 168 time: 1.3406184 Oct 05 09:38:43.620352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42222) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:43.644400 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.652273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] For port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:43.658268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] For port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=16b4832b-a2cc-42d1-90ca-cfc5579ff6e2,segment=NetworkSegment(80348768-166a-4871-9c6f-2ba1a4946c02),segment_id=80348768-166a-4871-9c6f-2ba1a4946c02)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:43.666155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.686645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Transition to ACTIVE for port object 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:43.691576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3f43-d2fa-4e26-a2e5-8215226fafc9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.692832 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7b2f3f43-d2fa-4e26-a2e5-8215226fafc9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8641217 Oct 05 09:38:43.698575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42228) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:43.703945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f3f43-d2fa-4e26-a2e5-8215226fafc9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c00c10-92e0-41c3-8cfa-4718095567a4,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:43.706550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.717188 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-fd72ebbe-d6a2-4197-aa0c-4b5e6ae46b7a tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '09e0982b-ccd9-42c3-888e-838541ac1e9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c2c00c10-92e0-41c3-8cfa-4718095567a4'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:43.730514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-fd72ebbe-d6a2-4197-aa0c-4b5e6ae46b7a tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:43.743102 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-50cf8077-4f8b-4df4-8651-92279add8508 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting subnet 410e395f-4c65-4e36-b7b3-8da08a0e1fac {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:38:43.748310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fd72ebbe-d6a2-4197-aa0c-4b5e6ae46b7a tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:43.750864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:38:43.751779 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50cf8077-4f8b-4df4-8651-92279add8508 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.757132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.761130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4779f9eb-7a14-4856-bb71-1fac9d160ccf,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:43.767478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.767888 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Added segment 0dd1ca02-66c8-4933-9267-42c31a4f5d91 of type vlan for network e9eb515a-212e-4997-b546-956c7271565f Oct 05 09:38:43.785468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fd72ebbe-d6a2-4197-aa0c-4b5e6ae46b7a tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:43.813229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-fd72ebbe-d6a2-4197-aa0c-4b5e6ae46b7a tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:43.822283 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.842511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50cf8077-4f8b-4df4-8651-92279add8508 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.876120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.945387 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161b0bf-6d59-4f39-9282-c3d6a1c29b4b None None] Pushing event updated for resources: {'Port': ['ID=16b4832b-a2cc-42d1-90ca-cfc5579ff6e2,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:43.968065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:43.977772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:43.978695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:44.002628 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-fd72ebbe-d6a2-4197-aa0c-4b5e6ae46b7a tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:44.003963 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fd72ebbe-d6a2-4197-aa0c-4b5e6ae46b7a tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2975862 Oct 05 09:38:44.013566 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42232) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:44.026083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 13490d04-aaf1-452b-9407-373321500fcc is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:44.032881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50cf8077-4f8b-4df4-8651-92279add8508 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:44.115604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:44.189670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:44.192074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:44.220054 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Network': ['ID=e9eb515a-212e-4997-b546-956c7271565f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:44.231454 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network e9eb515a-212e-4997-b546-956c7271565f details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:38:44.270475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50cf8077-4f8b-4df4-8651-92279add8508 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:44.292791 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=3512c370-fe8a-4cfe-9ac0-dd800ebdfac9,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:44.316587 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-63dcd1cb-ab7b-46c8-b6af-fad230890fa2 req-68c633d2-b48a-46fa-8222-347b8aad884b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1003976 Oct 05 09:38:44.324797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf8077-4f8b-4df4-8651-92279add8508 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Subnet': ['ID=410e395f-4c65-4e36-b7b3-8da08a0e1fac,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:44.327716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50cf8077-4f8b-4df4-8651-92279add8508 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:44.329013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5493-c6f2-4e47-8cdd-5d4572722343 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:44.337758 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-50cf8077-4f8b-4df4-8651-92279add8508 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/410e395f-4c65-4e36-b7b3-8da08a0e1fac HTTP/1.1" status: 204 len: 168 time: 0.7165074 Oct 05 09:38:44.342248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42238) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:44.376091 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e8b247f4-8600-4442-b031-2201a00dc4fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8685801 Oct 05 09:38:44.382262 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42242) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:44.392201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5493-c6f2-4e47-8cdd-5d4572722343 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:44.411460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d41c48f-8872-42bf-a1e3-89246d8d61aa None None] Network f771daac-81cb-4af9-9a89-ef83253403ec requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:44.450378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-792753819', 'admin_state_up': True, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:44.458024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:44.462127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:router and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:44.465928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:44.474683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:44.535841 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:44.548030 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:44.550957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:44.553536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5493-c6f2-4e47-8cdd-5d4572722343 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:44.562076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port 953fdc28-bfaa-4b79-9a17-40977fa5c23d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:44.562076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:44.580980 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd5493-c6f2-4e47-8cdd-5d4572722343 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c00c10-92e0-41c3-8cfa-4718095567a4,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:44.612061 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5493-c6f2-4e47-8cdd-5d4572722343 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:44.613226 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b8fd5493-c6f2-4e47-8cdd-5d4572722343 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "DELETE /v2.0/security-groups/c2c00c10-92e0-41c3-8cfa-4718095567a4 HTTP/1.1" status: 204 len: 168 time: 0.5858579 Oct 05 09:38:44.616763 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42246) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:44.619721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:44.627435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:44.679500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:44.832060 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-29964de2-d093-4372-b6e9-ba2b9c01d888 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Synchronizing usage tracker for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:44.893044 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:44.911175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0d53a360-6a90-4269-ada8-85a65ac30c3b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:44.977030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1043903b-3de1-4411-ad09-6d6a01cdaf22 None None] DHCP port deletion for f771daac-81cb-4af9-9a89-ef83253403ec request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:38:44.982951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-29964de2-d093-4372-b6e9-ba2b9c01d888 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Unset dirty status for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:44.985169 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-29964de2-d093-4372-b6e9-ba2b9c01d888 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3673165 Oct 05 09:38:44.992123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42250) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:45.000261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1043903b-3de1-4411-ad09-6d6a01cdaf22 None None] Deleting port 953fdc28-bfaa-4b79-9a17-40977fa5c23d {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:45.001035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1043903b-3de1-4411-ad09-6d6a01cdaf22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.182819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] For port 953fdc28-bfaa-4b79-9a17-40977fa5c23d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=953fdc28-bfaa-4b79-9a17-40977fa5c23d,segment=NetworkSegment(59bde1db-8c8e-463b-a69c-55905003e573),segment_id=59bde1db-8c8e-463b-a69c-55905003e573)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:45.183602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.200279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.208346 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 0d53a360-6a90-4269-ada8-85a65ac30c3b completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:45.220322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0d53a360-6a90-4269-ada8-85a65ac30c3b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:45.220322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.220976 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0d53a360-6a90-4269-ada8-85a65ac30c3b Oct 05 09:38:45.242190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6a877f71-c0c1-4ca3-b0ec-4b4dc2eab672 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.313331 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6a877f71-c0c1-4ca3-b0ec-4b4dc2eab672 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.388584 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for 953fdc28-bfaa-4b79-9a17-40977fa5c23d owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:45.391765 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.392491 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1043903b-3de1-4411-ad09-6d6a01cdaf22 None None] For port 953fdc28-bfaa-4b79-9a17-40977fa5c23d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=953fdc28-bfaa-4b79-9a17-40977fa5c23d,segment=NetworkSegment(59bde1db-8c8e-463b-a69c-55905003e573),segment_id=59bde1db-8c8e-463b-a69c-55905003e573)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:45.392943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1043903b-3de1-4411-ad09-6d6a01cdaf22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.479687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6a877f71-c0c1-4ca3-b0ec-4b4dc2eab672 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.490507 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.502607 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.575776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1043903b-3de1-4411-ad09-6d6a01cdaf22 None None] Calling delete_port for 953fdc28-bfaa-4b79-9a17-40977fa5c23d owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:45.611397 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fefa78d-832e-4483-a270-ec4174176b50 None None] Network 13490d04-aaf1-452b-9407-373321500fcc requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:45.805448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a877f71-c0c1-4ca3-b0ec-4b4dc2eab672 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e0982b-ccd9-42c3-888e-838541ac1e9f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:45.805448 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4b32d62b-3a08-4815-80b6-27734fc743bf req-f6061ba5-63c2-4c5d-95e1-da6153974131 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.2703590 Oct 05 09:38:45.810211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=3512c370-fe8a-4cfe-9ac0-dd800ebdfac9,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:45.819146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0d53a360-6a90-4269-ada8-85a65ac30c3b is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:45.819388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.882393 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3c17af90-3449-49b9-844d-7c7512183bbc None None] Provisioning for port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:45.884756 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 13490d04-aaf1-452b-9407-373321500fcc is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:45.887123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:45.889673 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 0d53a360-6a90-4269-ada8-85a65ac30c3b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0d53a360-6a90-4269-ada8-85a65ac30c3b,segment=NetworkSegment(7434ca87-ca0f-494d-975e-5241e8da77b6),segment_id=7434ca87-ca0f-494d-975e-5241e8da77b6)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:45.891576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.896327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6a877f71-c0c1-4ca3-b0ec-4b4dc2eab672 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.897574 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6a877f71-c0c1-4ca3-b0ec-4b4dc2eab672 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "DELETE /v2.0/security-groups/09e0982b-ccd9-42c3-888e-838541ac1e9f HTTP/1.1" status: 204 len: 168 time: 0.9042106 Oct 05 09:38:45.900305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42260) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:45.906756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3c17af90-3449-49b9-844d-7c7512183bbc None None] Provisioning complete for port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:45.907138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3c17af90-3449-49b9-844d-7c7512183bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.908589 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-3c17af90-3449-49b9-844d-7c7512183bbc None None] Attempt 1 to provision port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 Oct 05 09:38:45.949417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-1043903b-3de1-4411-ad09-6d6a01cdaf22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:38:45.949776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-1043903b-3de1-4411-ad09-6d6a01cdaf22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:38:45.988149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Port': ['ID=953fdc28-bfaa-4b79-9a17-40977fa5c23d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:45.993160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:45.993890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] No DVR routers for this DVR port 953fdc28-bfaa-4b79-9a17-40977fa5c23d on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:38:45.995863 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.066887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.134782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ba82c199-629f-49a2-97dc-88d69f4b221e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Synchronizing usage tracker for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:46.173696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:38:46.193734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=0d53a360-6a90-4269-ada8-85a65ac30c3b,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:46.234537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3c17af90-3449-49b9-844d-7c7512183bbc None None] Current status of the port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:46.237284 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3c17af90-3449-49b9-844d-7c7512183bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.237404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.276994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-3c17af90-3449-49b9-844d-7c7512183bbc None None] For port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=16b4832b-a2cc-42d1-90ca-cfc5579ff6e2,segment=NetworkSegment(80348768-166a-4871-9c6f-2ba1a4946c02),segment_id=80348768-166a-4871-9c6f-2ba1a4946c02)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:46.299538 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ba82c199-629f-49a2-97dc-88d69f4b221e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Unset dirty status for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:46.301696 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ba82c199-629f-49a2-97dc-88d69f4b221e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3489196 Oct 05 09:38:46.302530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f771daac-81cb-4af9-9a89-ef83253403ec']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:46.309232 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42264) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:46.328898 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a1609a76-38c6-413e-ba33-6b56153862a9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369961825'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:46.336869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bde1db-8c8e-463b-a69c-55905003e573') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:46.337170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bde1db-8c8e-463b-a69c-55905003e573') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:46.339230 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3c17af90-3449-49b9-844d-7c7512183bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.352519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a1609a76-38c6-413e-ba33-6b56153862a9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:46.363286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.387223 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a1609a76-38c6-413e-ba33-6b56153862a9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:46.409472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.409472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.68 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/0d70d072-d5e9-41f7-8f16-a9f0bde97d77) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:46.420860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:38:46.428111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.457792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1043903b-3de1-4411-ad09-6d6a01cdaf22 None None] Deleting port 953fdc28-bfaa-4b79-9a17-40977fa5c23d {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:46.458158 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1043903b-3de1-4411-ad09-6d6a01cdaf22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.502817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0d53a360-6a90-4269-ada8-85a65ac30c3b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:46.507756 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:46.529849 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6c690667-7005-4bcb-90c4-c126d96c4a07 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3469820 Oct 05 09:38:46.531490 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42270) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:46.537114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a1609a76-38c6-413e-ba33-6b56153862a9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.546388 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1931095837'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:46.557383 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 59bde1db-8c8e-463b-a69c-55905003e573 resource provider aggregate not found Oct 05 09:38:46.561485 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:46.568377 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:network and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:46.574120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:46.581953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:46.597630 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 59bde1db-8c8e-463b-a69c-55905003e573 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59bde1db-8c8e-463b-a69c-55905003e573 found for delete ", "request_id": "req-9e9ad67d-6b1e-46d3-8c32-35d1929c814c"}]} Oct 05 09:38:46.623547 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Sync routers for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:46.654215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.659596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.669766 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:46.675272 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.687747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a1609a76-38c6-413e-ba33-6b56153862a9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:46.698323 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1043903b-3de1-4411-ad09-6d6a01cdaf22 None None] The port '953fdc28-bfaa-4b79-9a17-40977fa5c23d' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:38:46.702776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:46.703417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:46.716470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a1609a76-38c6-413e-ba33-6b56153862a9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:46.739615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:38:46.742604 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a1609a76-38c6-413e-ba33-6b56153862a9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:46.749097 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Network': ['ID=f771daac-81cb-4af9-9a89-ef83253403ec,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:46.756304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.756864 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Added segment 52297500-9747-4818-8f27-44eafb917899 of type vlan for network 3cc9114c-3880-4fd6-8912-ae3d18d61bd9 Oct 05 09:38:46.802633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a1609a76-38c6-413e-ba33-6b56153862a9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:46.804542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17af90-3449-49b9-844d-7c7512183bbc None None] Pushing event updated for resources: {'Port': ['ID=16b4832b-a2cc-42d1-90ca-cfc5579ff6e2,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:46.829579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.910970 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e8f6219f-04dd-4893-9f3f-678f76531d1e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/networks/f771daac-81cb-4af9-9a89-ef83253403ec HTTP/1.1" status: 204 len: 168 time: 2.5641956 Oct 05 09:38:46.912029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42278) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:46.924719 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-20c091ce-3caa-4c6d-8f88-9821dfbb16d3 req-f3fd14f8-e031-481a-8cfc-4482c2b7a6e7 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0905280 Oct 05 09:38:46.947477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4569e5ed-3518-452f-a382-2eea4fa2219b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1529653804', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:46.982646 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0d53a360-6a90-4269-ada8-85a65ac30c3b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:46.983304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:46.984316 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0d53a360-6a90-4269-ada8-85a65ac30c3b Oct 05 09:38:46.992787 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4569e5ed-3518-452f-a382-2eea4fa2219b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:47.019082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a1609a76-38c6-413e-ba33-6b56153862a9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.022541 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4569e5ed-3518-452f-a382-2eea4fa2219b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:router and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:47.022998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Provisioning for port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:47.027824 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.031234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4569e5ed-3518-452f-a382-2eea4fa2219b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:47.039673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4569e5ed-3518-452f-a382-2eea4fa2219b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:47.048022 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.049613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Provisioning complete for port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:47.050235 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.050572 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Attempt 1 to provision port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 Oct 05 09:38:47.057622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:47.057622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.085347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:47.116858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a1609a76-38c6-413e-ba33-6b56153862a9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.157623 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4569e5ed-3518-452f-a382-2eea4fa2219b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.159402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4569e5ed-3518-452f-a382-2eea4fa2219b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.176785 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.196113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Network': ['ID=3cc9114c-3880-4fd6-8912-ae3d18d61bd9,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:47.231378 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-da3a71a2-166f-40b0-9fb4-150e2ae41406 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6984336 Oct 05 09:38:47.234721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42282) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:47.242961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'subnet': {'network_id': '3cc9114c-3880-4fd6-8912-ae3d18d61bd9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:47.272706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 3cc9114c-3880-4fd6-8912-ae3d18d61bd9 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:38:47.288060 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:47.289290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1609a76-38c6-413e-ba33-6b56153862a9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6264cfd7-0893-4182-8c1e-bbc85cc91b19,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:47.307830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:47.315523 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:47.357663 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4569e5ed-3518-452f-a382-2eea4fa2219b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.381406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:47.399490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a1609a76-38c6-413e-ba33-6b56153862a9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.400897 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a1609a76-38c6-413e-ba33-6b56153862a9 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0861406 Oct 05 09:38:47.408728 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42286) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:47.409398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=0d70d072-d5e9-41f7-8f16-a9f0bde97d77,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:47.422118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a78f69cc-c256-4445-9e11-8ca8114a5542 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '6264cfd7-0893-4182-8c1e-bbc85cc91b19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:47.434721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a78f69cc-c256-4445-9e11-8ca8114a5542 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:47.440624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4569e5ed-3518-452f-a382-2eea4fa2219b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.455628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a78f69cc-c256-4445-9e11-8ca8114a5542 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:47.455981 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:47.461731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:subnet and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:47.467164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:47.477065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:47.519644 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a78f69cc-c256-4445-9e11-8ca8114a5542 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:47.543988 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Made reservation on behalf of 8a678f013a094c128f127c4feb4764df for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:47.544959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a78f69cc-c256-4445-9e11-8ca8114a5542 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:47.549269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.618631 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4569e5ed-3518-452f-a382-2eea4fa2219b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.623269 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4569e5ed-3518-452f-a382-2eea4fa2219b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7021880 Oct 05 09:38:47.634729 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42290) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:47.640591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'network': {'name': 'tempest-RoutersTest-316541436'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:47.653060 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:47.660087 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0d53a360-6a90-4269-ada8-85a65ac30c3b is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:47.670915 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:network and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:47.679384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:47.692202 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:47.754566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 953fdc28-bfaa-4b79-9a17-40977fa5c23d no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:38:47.755390 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-a78f69cc-c256-4445-9e11-8ca8114a5542 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:47.759017 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a78f69cc-c256-4445-9e11-8ca8114a5542 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3440950 Oct 05 09:38:47.759560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42294) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:47.766500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-55f10705-1989-4e58-a512-8ffc553065d6 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group_rule': {'security_group_id': '6264cfd7-0893-4182-8c1e-bbc85cc91b19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:47.799651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 953fdc28-bfaa-4b79-9a17-40977fa5c23d {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:38:47.800022 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 953fdc28-bfaa-4b79-9a17-40977fa5c23d not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:38:47.836304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:38:44Z', 'revision_number': 4, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:45Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3512c370-fe8a-4cfe-9ac0-dd800ebdfac9', 'name': '', 'network_id': '13490d04-aaf1-452b-9407-373321500fcc', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:2e:29:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:42Z', 'updated_at': '2022-10-05T09:38:44Z', 'revision_number': 2, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:47.844425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Checking router: 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:38:47.845721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Updating router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:38:47.853762 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:47.854036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-55f10705-1989-4e58-a512-8ffc553065d6 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:47.855427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.862478 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-55f10705-1989-4e58-a512-8ffc553065d6 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:47.888921 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Attempt 2 to provision port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 Oct 05 09:38:47.915838 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:38:47.929696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.930607 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Added segment 62943664-d77f-46fd-aa4a-72ff20f7dd29 of type vlan for network 9f5e897b-7ee3-48c3-8c73-493bb541a4c1 Oct 05 09:38:47.968933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:47.995680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:48.007270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:48.011278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-55f10705-1989-4e58-a512-8ffc553065d6 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:48.022325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-55f10705-1989-4e58-a512-8ffc553065d6 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:48.030936 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:48.161308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:48.222940 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d7f35dee-086d-445e-9b6c-4d938c5985eb req-713c4ce5-6644-4880-91f2-b3ba86657468 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1454964 Oct 05 09:38:48.249256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Subnet': ['ID=40ac9597-7bdb-4210-899e-96f93c0ab0fb,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:48.262807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Checking segment: {'id': '52297500-9747-4818-8f27-44eafb917899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3cc9114c-3880-4fd6-8912-ae3d18d61bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:48.267057 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network hostable DHCP agents. Network: 3cc9114c-3880-4fd6-8912-ae3d18d61bd9, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:38:48.329064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:48.344727 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:48.345960 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:48.346474 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-55f10705-1989-4e58-a512-8ffc553065d6 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:38:48.347639 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-55f10705-1989-4e58-a512-8ffc553065d6 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5868006 Oct 05 09:38:48.362688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42300) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:48.432015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 3cc9114c-3880-4fd6-8912-ae3d18d61bd9 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:38:48.439111 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:48.455948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:48.521779 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Attempt 3 to provision port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 Oct 05 09:38:48.537923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a9b95c3f-e97b-47ac-bde5-9159aaf52d86 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:48.548425 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Network': ['ID=9f5e897b-7ee3-48c3-8c73-493bb541a4c1,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:48.581611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 9f5e897b-7ee3-48c3-8c73-493bb541a4c1 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:38:48.601695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 3cc9114c-3880-4fd6-8912-ae3d18d61bd9) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:48.606032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Transition to ACTIVE for port object 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:48.609958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:48.610347 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:48.630365 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-862b578c-2b93-484f-af3b-5785289a61d4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9946411 Oct 05 09:38:48.634445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42304) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:48.644333 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'subnet': {'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:48.666959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a9b95c3f-e97b-47ac-bde5-9159aaf52d86 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:48.689815 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:48.694799 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd01fa70-d478-4864-adc7-ceb869b6c4b0 None None] Network 3cc9114c-3880-4fd6-8912-ae3d18d61bd9 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:48.850897 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:48.856311 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-445885f4-db56-4f3a-805e-02f8fe51e7ec tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6197791 Oct 05 09:38:48.864251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42308) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:49.045788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:49.055474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:subnet and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:49.060647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:49.115506 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a9b95c3f-e97b-47ac-bde5-9159aaf52d86 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:49.123757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:49.129427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:49.138737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b95c3f-e97b-47ac-bde5-9159aaf52d86 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6264cfd7-0893-4182-8c1e-bbc85cc91b19,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:49.149540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:38:49.155250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a9b95c3f-e97b-47ac-bde5-9159aaf52d86 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:49.157645 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a9b95c3f-e97b-47ac-bde5-9159aaf52d86 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "DELETE /v2.0/security-groups/6264cfd7-0893-4182-8c1e-bbc85cc91b19 HTTP/1.1" status: 204 len: 168 time: 0.7937007 Oct 05 09:38:49.161264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42312) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:49.380501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:49.388389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:49.388389 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 Oct 05 09:38:49.388671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7de2bb3f-7609-4195-b46a-003456ac7355 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Synchronizing usage tracker for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:49.413148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce1864-3ac7-4c0e-bf37-0f8c97108ce5 None None] Pushing event updated for resources: {'Port': ['ID=3512c370-fe8a-4cfe-9ac0-dd800ebdfac9,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:49.422112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:49.425016 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:49.473771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:49.485892 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Attempting to bind port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:49.486461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Attempting to bind port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '80348768-166a-4871-9c6f-2ba1a4946c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13490d04-aaf1-452b-9407-373321500fcc'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:49.486641 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Attempting to bind port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 on network 13490d04-aaf1-452b-9407-373321500fcc {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:49.504611 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Sync routers for ids ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:49.514285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-3cc9114c-3880-4fd6-8912-ae3d18d61bd9', 'network_id': '3cc9114c-3880-4fd6-8912-ae3d18d61bd9', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'fixed_ips': [{'subnet_id': '40ac9597-7bdb-4210-899e-96f93c0ab0fb'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:38:49.515577 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:49.516322 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Routers {'f3f5eeb0-d614-4d2a-a2be-23094ec827a2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:49.516947 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:49.525695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:49.526473 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Checking segment: {'id': '80348768-166a-4871-9c6f-2ba1a4946c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13490d04-aaf1-452b-9407-373321500fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:49.526786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:49.526970 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Bound using segment: {'id': '80348768-166a-4871-9c6f-2ba1a4946c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13490d04-aaf1-452b-9407-373321500fcc'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:49.527577 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Bound port: 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80348768-166a-4871-9c6f-2ba1a4946c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13490d04-aaf1-452b-9407-373321500fcc'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:49.527936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:49.532958 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7de2bb3f-7609-4195-b46a-003456ac7355 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Unset dirty status for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:49.538427 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7de2bb3f-7609-4195-b46a-003456ac7355 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3719571 Oct 05 09:38:49.543380 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42318) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:49.544511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c8a5b484-dabd-46e1-9931-46c032cc9709 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group': {'name': 'tempest-secgroup--19336671'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:49.551216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c8a5b484-dabd-46e1-9931-46c032cc9709 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:49.563987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c8a5b484-dabd-46e1-9931-46c032cc9709 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:49.572596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:49.576745 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-40b3dbe3-a7ce-49e4-a2a9-f30261e51050 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1903679 Oct 05 09:38:49.579156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42322) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:49.651282 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cceb44b4-e739-4e40-a115-7bc93b1cc8cb req-6cce20bb-b769-411a-b126-9b639ebf1947 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.3466926 Oct 05 09:38:49.654214 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Attempt 4 to provision port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 Oct 05 09:38:49.682783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c8a5b484-dabd-46e1-9931-46c032cc9709 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:49.720404 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Set router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:49.722803 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-662931ff-5590-4216-a926-b982e91c2a21 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6294a6c4935647d8b376ea5a0a53c756&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1430376 Oct 05 09:38:49.726798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42328) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:49.741543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c8a5b484-dabd-46e1-9931-46c032cc9709 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:49.749662 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c8a5b484-dabd-46e1-9931-46c032cc9709 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Usage tracker for resource:security_group_rule and tenant:aa4210b9cd574ea4b718064f55c472a2 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:49.757351 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c8a5b484-dabd-46e1-9931-46c032cc9709 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:49.768185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:49.773603 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c8a5b484-dabd-46e1-9931-46c032cc9709 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:49.812652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:49.923707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c8a5b484-dabd-46e1-9931-46c032cc9709 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:49.994476 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Subnet': ['ID=ba25f10a-7fb6-48a8-ac4e-9218dea5c80f,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:49.998377 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Allocated IP 2001:db8:3::2 (3cc9114c-3880-4fd6-8912-ae3d18d61bd9/40ac9597-7bdb-4210-899e-96f93c0ab0fb/dcd54f24-90d2-48cc-9a93-e2177cdaa9cc) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:50.020880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.036024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.036504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.037080 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.037475 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.037868 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.038299 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.038682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.039067 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.039469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.039984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.040502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.041018 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.041147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c8a5b484-dabd-46e1-9931-46c032cc9709 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.059293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Checking segment: {'id': '62943664-d77f-46fd-aa4a-72ff20f7dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:50.060458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network hostable DHCP agents. Network: 9f5e897b-7ee3-48c3-8c73-493bb541a4c1, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:38:50.103987 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:38:47Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:50.110602 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Checking router: f3f5eeb0-d614-4d2a-a2be-23094ec827a2 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:38:50.111036 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Updating router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:38:50.117544 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5b484-dabd-46e1-9931-46c032cc9709 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad20c1be-1800-4a9a-8def-2601c0a1e952,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:50.136704 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1838e4-d40d-4d2e-accd-bdf0063eb017 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:50.138557 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-eb1838e4-d40d-4d2e-accd-bdf0063eb017 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4106655 Oct 05 09:38:50.141971 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42332) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:50.176883 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.195636 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c8a5b484-dabd-46e1-9931-46c032cc9709 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.197315 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c8a5b484-dabd-46e1-9931-46c032cc9709 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6571655 Oct 05 09:38:50.205566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42336) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:50.209302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:50.217795 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cc324633-a355-493e-aade-b21f6264cbc6 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0719428 Oct 05 09:38:50.219793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42340) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:50.231750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-fd1995c3-8151-45db-95a5-f79082d1de5e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:50.233508 dv-neutron-860329-1-hyperv neutron-server[89845]: WARNING neutron.api.v2.base [None req-fd1995c3-8151-45db-95a5-f79082d1de5e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 05 09:38:50.234589 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] For port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:50.238156 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-fd1995c3-8151-45db-95a5-f79082d1de5e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] update failed (client error): There was a conflict when trying to complete your request. Oct 05 09:38:50.242034 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fd1995c3-8151-45db-95a5-f79082d1de5e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "PUT /v2.0/security-groups/ad20c1be-1800-4a9a-8def-2601c0a1e952 HTTP/1.1" status: 409 len: 330 time: 0.0327992 Oct 05 09:38:50.250449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-63647850', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:50.261407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] For port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3512c370-fe8a-4cfe-9ac0-dd800ebdfac9,segment=NetworkSegment(80348768-166a-4871-9c6f-2ba1a4946c02),segment_id=80348768-166a-4871-9c6f-2ba1a4946c02)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:50.271845 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Attempt 5 to provision port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 Oct 05 09:38:50.346459 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42344) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:50.361466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.420357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:50.424882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:subnet and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:50.428189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:50.434535 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:50.448776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce1864-3ac7-4c0e-bf37-0f8c97108ce5 None None] Pushing event updated for resources: {'Port': ['ID=3512c370-fe8a-4cfe-9ac0-dd800ebdfac9,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:50.470433 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:50.474847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d101-14ad-469f-bf5d-c4a9f1452825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.509575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-88d3bf90-7657-4255-a57a-33956cdd197e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.518238 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:38:50.533501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:50.534318 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:50.543898 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:50.549362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.584365 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 9f5e897b-7ee3-48c3-8c73-493bb541a4c1 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:38:50.587467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-88d3bf90-7657-4255-a57a-33956cdd197e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.652140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 9f5e897b-7ee3-48c3-8c73-493bb541a4c1) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:50.656931 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:50.657583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.685045 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7c43fa-6b06-49e5-a137-0d8a24942602 None None] Network 9f5e897b-7ee3-48c3-8c73-493bb541a4c1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:50.721419 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-88d3bf90-7657-4255-a57a-33956cdd197e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.725058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-88d3bf90-7657-4255-a57a-33956cdd197e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.727824 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-88d3bf90-7657-4255-a57a-33956cdd197e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "DELETE /v2.0/security-groups/ad20c1be-1800-4a9a-8def-2601c0a1e952 HTTP/1.1" status: 204 len: 168 time: 0.3793781 Oct 05 09:38:50.730156 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.744557 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Transition to ACTIVE for port object 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:50.748576 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42350) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:50.754955 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.774284 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-070c7c3a-a9c4-4ac9-beec-7206ae746f9c tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1381214 Oct 05 09:38:50.781968 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42354) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:50.795432 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.841254 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Transition to ACTIVE for port object dcd54f24-90d2-48cc-9a93-e2177cdaa9cc will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:50.858138 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3bf90-7657-4255-a57a-33956cdd197e tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad20c1be-1800-4a9a-8def-2601c0a1e952,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:50.863279 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6960a3d6-c31c-4bae-926e-48e669a922c1 req-b0ea48bc-ed65-45ce-8b02-659b3d756dc6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0930054 Oct 05 09:38:50.868105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:50.890381 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Attempting to bind port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:50.891207 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Attempting to bind port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:50.891791 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Attempting to bind port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:50.903238 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:50.903968 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:50.904633 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.905225 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:50.906453 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Bound port: 0d70d072-d5e9-41f7-8f16-a9f0bde97d77, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:50.907170 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:50.919875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ca109b14-d9b5-4e2c-9963-f7643ece22ff tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Synchronizing usage tracker for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:50.947770 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487b062-7472-4277-8cd2-35f633204f37 None None] Pushing event updated for resources: {'Port': ['ID=0d70d072-d5e9-41f7-8f16-a9f0bde97d77,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:50.966461 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b062-7472-4277-8cd2-35f633204f37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.967196 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b062-7472-4277-8cd2-35f633204f37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.967512 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b062-7472-4277-8cd2-35f633204f37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.968592 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b062-7472-4277-8cd2-35f633204f37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.969008 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b062-7472-4277-8cd2-35f633204f37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.969440 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b062-7472-4277-8cd2-35f633204f37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.970430 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b062-7472-4277-8cd2-35f633204f37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.970430 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b062-7472-4277-8cd2-35f633204f37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.970755 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b062-7472-4277-8cd2-35f633204f37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.971099 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b062-7472-4277-8cd2-35f633204f37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.971524 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b062-7472-4277-8cd2-35f633204f37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.972794 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b062-7472-4277-8cd2-35f633204f37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:50.973513 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Attempt 6 to provision port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 Oct 05 09:38:51.001656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ca109b14-d9b5-4e2c-9963-f7643ece22ff tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] Unset dirty status for tenant:aa4210b9cd574ea4b718064f55c472a2 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:51.007634 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ca109b14-d9b5-4e2c-9963-f7643ece22ff tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2546637 Oct 05 09:38:51.008103 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42358) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:51.011097 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] For port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:51.015612 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] For port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0d70d072-d5e9-41f7-8f16-a9f0bde97d77,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:51.032627 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-f4164755-4309-4c53-a25c-e2bd1ffe7fe1 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] delete failed (client error): The resource could not be found. Oct 05 09:38:51.038355 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f4164755-4309-4c53-a25c-e2bd1ffe7fe1 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "DELETE /v2.0/security-groups/0ae84ea8-ce75-4367-9da9-9202d90ab584 HTTP/1.1" status: 404 len: 347 time: 0.0230706 Oct 05 09:38:51.044860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42362) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:51.078193 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-9d1d7f80-5848-4e8c-99ba-a4ef91bdd320 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] show failed (client error): The resource could not be found. Oct 05 09:38:51.083155 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9d1d7f80-5848-4e8c-99ba-a4ef91bdd320 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "GET /v2.0/security-groups/ac2eeffa-511a-4890-8b11-d2915e19c974 HTTP/1.1" status: 404 len: 347 time: 0.0312915 Oct 05 09:38:51.084338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42366) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:51.096069 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:51.110180 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-1632c9c3-2536-4d06-8709-5e671df82816 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] show failed (client error): The resource could not be found. Oct 05 09:38:51.118030 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1632c9c3-2536-4d06-8709-5e671df82816 tempest-NegativeSecGroupIPv6Test-1158854540 tempest-NegativeSecGroupIPv6Test-1158854540-project] 10.222.0.49 "GET /v2.0/security-group-rules/0635602b-23a5-48c0-9c5e-51d575869de7 HTTP/1.1" status: 404 len: 356 time: 0.0259967 Oct 05 09:38:51.118242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Transition to ACTIVE for port object dcd54f24-90d2-48cc-9a93-e2177cdaa9cc will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:51.179050 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Routers {'f3f5eeb0-d614-4d2a-a2be-23094ec827a2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:51.179684 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:51.271452 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487b062-7472-4277-8cd2-35f633204f37 None None] Pushing event updated for resources: {'Port': ['ID=0d70d072-d5e9-41f7-8f16-a9f0bde97d77,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:51.325882 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Allocated IP 2001:db8:3::1 (3cc9114c-3880-4fd6-8912-ae3d18d61bd9/40ac9597-7bdb-4210-899e-96f93c0ab0fb/8f2db48b-fd22-43c4-87cc-eb13737085d6) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:51.326534 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:51.393856 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] Set router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:51.408201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:51.430173 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Network 3cc9114c-3880-4fd6-8912-ae3d18d61bd9 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:51.438460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:51.441634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:51.535452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:51.561020 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Transition to ACTIVE for port object 8f2db48b-fd22-43c4-87cc-eb13737085d6 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:51.636283 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Pushing event updated for resources: {'Port': ['ID=dcd54f24-90d2-48cc-9a93-e2177cdaa9cc,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:51.653603 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Subnet': ['ID=82cdf6d0-403b-463a-9fcc-48ccd16c5a39,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:51.660550 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:38:51.666433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Checking segment: {'id': '0dd1ca02-66c8-4933-9267-42c31a4f5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:51.666793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network hostable DHCP agents. Network: e9eb515a-212e-4997-b546-956c7271565f, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:38:51.676868 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:51.684261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:38:51.685086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:51.718305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:51.773570 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 3cc9114c-3880-4fd6-8912-ae3d18d61bd9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:51.777914 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:51.783487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:51.784167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:51.800335 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Attempting to bind port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:51.800721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Attempting to bind port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '52297500-9747-4818-8f27-44eafb917899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3cc9114c-3880-4fd6-8912-ae3d18d61bd9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:51.801084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Attempting to bind port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc on network 3cc9114c-3880-4fd6-8912-ae3d18d61bd9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:51.811141 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=8f2db48b-fd22-43c4-87cc-eb13737085d6,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:51.864539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network e9eb515a-212e-4997-b546-956c7271565f is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:38:51.872150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:51.872150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Checking segment: {'id': '52297500-9747-4818-8f27-44eafb917899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3cc9114c-3880-4fd6-8912-ae3d18d61bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:51.873954 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:51.876557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Bound using segment: {'id': '52297500-9747-4818-8f27-44eafb917899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3cc9114c-3880-4fd6-8912-ae3d18d61bd9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:51.877808 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Bound port: dcd54f24-90d2-48cc-9a93-e2177cdaa9cc, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52297500-9747-4818-8f27-44eafb917899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3cc9114c-3880-4fd6-8912-ae3d18d61bd9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:51.879926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:51.897513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42374) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:51.921283 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:38:47Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:51.927827 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb117f1-c21b-4257-a559-512ac4b2ad7f None None] The sync data for ids ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'] in dv-neutron-860329-1-hyperv is: [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:38:47Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:52.045291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Provisioning complete for port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:52.045749 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:52.046818 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Attempt 1 to provision port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 Oct 05 09:38:52.109529 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-827548e6-fc11-4d5f-9d61-1507092b825d req-610467e5-ae55-4ab9-9034-c09a3962e4b5 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1530118 Oct 05 09:38:52.142224 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Allocated IP 172.20.0.1 (9f5e897b-7ee3-48c3-8c73-493bb541a4c1/ba25f10a-7fb6-48a8-ac4e-9218dea5c80f/0829bbce-494e-4501-8059-c743a0e52f2c) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:52.170051 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:52.177408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, e9eb515a-212e-4997-b546-956c7271565f) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:52.189809 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1c4f9ee7-851d-49be-aa6b-c63c53fe517f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa4210b9cd574ea4b718064f55c472a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898002 Oct 05 09:38:52.210394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] For port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:52.215053 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] For port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=dcd54f24-90d2-48cc-9a93-e2177cdaa9cc,segment=NetworkSegment(52297500-9747-4818-8f27-44eafb917899),segment_id=52297500-9747-4818-8f27-44eafb917899)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:52.221971 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ff215e-7efa-4567-bc10-10261cbaad6d None None] Network e9eb515a-212e-4997-b546-956c7271565f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:52.227528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42382) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:52.230670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:52.231259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:52.316124 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:52.391952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:38:44Z', 'revision_number': 4, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:45Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3512c370-fe8a-4cfe-9ac0-dd800ebdfac9', 'name': '', 'network_id': '13490d04-aaf1-452b-9407-373321500fcc', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:2e:29:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:42Z', 'updated_at': '2022-10-05T09:38:50Z', 'revision_number': 4, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:52.464169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f6297-a91c-4127-a0e2-e56aab9339c2 None None] The sync data for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv is: [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:38:44Z', 'revision_number': 4, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:45Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3512c370-fe8a-4cfe-9ac0-dd800ebdfac9', 'name': '', 'network_id': '13490d04-aaf1-452b-9407-373321500fcc', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:2e:29:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:42Z', 'updated_at': '2022-10-05T09:38:50Z', 'revision_number': 4, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:52.522228 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4289b220-a5a8-4c0c-9e52-7cc03657b584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2997160 Oct 05 09:38:52.522900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42386) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:52.566812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:52.653573 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f81a1-8e0f-4976-882a-d9d2af4acb31 None None] Pushing event updated for resources: {'Port': ['ID=dcd54f24-90d2-48cc-9a93-e2177cdaa9cc,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:52.711026 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9315fc9d-a97f-4ca2-833b-f368d1639d1f None None] Current status of the port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:52.781732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0eb75a78-d299-4c1b-b651-0dddf5d15081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:52.860443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:52.917609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-e9eb515a-212e-4997-b546-956c7271565f', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:38:52.919195 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:52.932649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:52.937076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:52.959772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:52.991407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:53.048168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:53.050924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:53.091806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Transition to ACTIVE for port object 0829bbce-494e-4501-8059-c743a0e52f2c will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:53.092037 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:53.092037 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:53.092037 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 Oct 05 09:38:53.183295 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:53.224471 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event updated for resources: {'Port': ['ID=8f2db48b-fd22-43c4-87cc-eb13737085d6,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:53.242752 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8037ae-4b57-4c12-8f0c-62cfb0bf67ba,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:53.269398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:53.269904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:53.270379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:53.270817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:53.271275 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:53.271713 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:53.272147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:53.272584 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:53.273012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:53.273546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:53.274006 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:53.274488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:53.346301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Allocated IP 172.20.0.2 (e9eb515a-212e-4997-b546-956c7271565f/82cdf6d0-403b-463a-9fcc-48ccd16c5a39/319dcada-767d-4dae-a2b7-20c76fe63f3f) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:53.451606 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4cad240f-7226-48f1-affd-bc1f86f502ce req-c06c024e-0831-49ca-b24d-15e9203b986f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1692164 Oct 05 09:38:53.506698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:53.508209 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a51a7d4f-e3ef-4321-bbf6-ccadc04bd52d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b8037ae-4b57-4c12-8f0c-62cfb0bf67ba HTTP/1.1" status: 204 len: 168 time: 1.2796459 Oct 05 09:38:53.516042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Network 3cc9114c-3880-4fd6-8912-ae3d18d61bd9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:53.524743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:53.632986 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:53.800972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 9f5e897b-7ee3-48c3-8c73-493bb541a4c1 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:53.808451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:53.812820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:53.896583 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:53.927316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=0829bbce-494e-4501-8059-c743a0e52f2c,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:53.959914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:54.078864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Transition to ACTIVE for port object 319dcada-767d-4dae-a2b7-20c76fe63f3f will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:54.197732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Allocated IP 172.20.0.2 (9f5e897b-7ee3-48c3-8c73-493bb541a4c1/ba25f10a-7fb6-48a8-ac4e-9218dea5c80f/2cf9d057-b544-4d47-8486-8be46280a008) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:54.207556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Transition to ACTIVE for port object 319dcada-767d-4dae-a2b7-20c76fe63f3f will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:54.228490 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:38:54.337351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad1a691-dbbb-4098-abf1-bd0fa16454bd None None] Network 3cc9114c-3880-4fd6-8912-ae3d18d61bd9 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:54.352583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:54.357275 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:54.367166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:54.372328 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:54.434801 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:54.444378 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3889a526-4b97-462d-a34a-7152d2da880c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5744452 Oct 05 09:38:54.444710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42394) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:54.450422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c132853a-5c6a-42ed-a256-ee8555797a64 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:54.507514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Sync routers for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:54.511845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:54.543060 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:54.543435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:54.578451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Network e9eb515a-212e-4997-b546-956c7271565f is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:54.589730 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:54.617859 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:54.625293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:54.625916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:54.679056 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-40c435a4-6619-4507-8e33-33e0c7882d62 req-602e1627-416a-4c3f-82e9-9753b79b9db9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0563412 Oct 05 09:38:54.722070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-53b5d3dd-4fd9-445c-a0f7-738dd00041b5 None None] Provisioning for port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:54.729736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0d70d072-d5e9-41f7-8f16-a9f0bde97d77,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:54.740338 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Pushing event updated for resources: {'Port': ['ID=319dcada-767d-4dae-a2b7-20c76fe63f3f,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:54.868438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:55.125395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device dcd54f24-90d2-48cc-9a93-e2177cdaa9cc up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:55.190757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:55.239531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Attempting to bind port 319dcada-767d-4dae-a2b7-20c76fe63f3f on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:55.239805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Attempting to bind port 319dcada-767d-4dae-a2b7-20c76fe63f3f by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '0dd1ca02-66c8-4933-9267-42c31a4f5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:55.240362 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Attempting to bind port 319dcada-767d-4dae-a2b7-20c76fe63f3f on network e9eb515a-212e-4997-b546-956c7271565f {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:55.265614 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.extraroute_db [None req-c132853a-5c6a-42ed-a256-ee8555797a64 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=89846) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 05 09:38:55.266345 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:55.282378 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.extraroute_db [None req-c132853a-5c6a-42ed-a256-ee8555797a64 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Removed routes are [] {{(pid=89846) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 05 09:38:55.283254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c132853a-5c6a-42ed-a256-ee8555797a64 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:55.331527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:55.334276 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:55.334648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Checking segment: {'id': '0dd1ca02-66c8-4933-9267-42c31a4f5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:55.335040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:55.335425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Bound using segment: {'id': '0dd1ca02-66c8-4933-9267-42c31a4f5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:55.335903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Bound port: 319dcada-767d-4dae-a2b7-20c76fe63f3f, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd1ca02-66c8-4933-9267-42c31a4f5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:55.336262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:55.360459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=0d70d072-d5e9-41f7-8f16-a9f0bde97d77,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:55.384757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Transition to ACTIVE for port object 2cf9d057-b544-4d47-8486-8be46280a008 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:55.447403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.1 (e9eb515a-212e-4997-b546-956c7271565f/82cdf6d0-403b-463a-9fcc-48ccd16c5a39/6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:55.562155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:55.652660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:55.682111 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Transition to ACTIVE for port object 2cf9d057-b544-4d47-8486-8be46280a008 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:55.775211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:55.785807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:55.795455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] For port 319dcada-767d-4dae-a2b7-20c76fe63f3f, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:55.820655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:55.826434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:55.831736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:55.842458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=0829bbce-494e-4501-8059-c743a0e52f2c,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:55.847004 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:55.897122 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:55.897492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:55.897823 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc Oct 05 09:38:55.933156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] For port 319dcada-767d-4dae-a2b7-20c76fe63f3f, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=319dcada-767d-4dae-a2b7-20c76fe63f3f,segment=NetworkSegment(0dd1ca02-66c8-4933-9267-42c31a4f5d91),segment_id=0dd1ca02-66c8-4933-9267-42c31a4f5d91)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:55.936521 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-886818d3-d82b-41eb-b9c6-4ee3470235e1 req-9f5d568a-74d2-40a2-b9eb-55d2592223f7 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1006167 Oct 05 09:38:55.978557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Network 9f5e897b-7ee3-48c3-8c73-493bb541a4c1 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:55.979984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c132853a-5c6a-42ed-a256-ee8555797a64 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:55.985389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c132853a-5c6a-42ed-a256-ee8555797a64 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:56.018431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:56.034361 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:56.041008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 9f5e897b-7ee3-48c3-8c73-493bb541a4c1 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:56.042572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:56.044113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:56.079464 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Pushing event updated for resources: {'Port': ['ID=2cf9d057-b544-4d47-8486-8be46280a008,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:56.212919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c132853a-5c6a-42ed-a256-ee8555797a64 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:38:56.259009 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:56.362737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Attempting to bind port 2cf9d057-b544-4d47-8486-8be46280a008 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:56.363313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Attempting to bind port 2cf9d057-b544-4d47-8486-8be46280a008 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '62943664-d77f-46fd-aa4a-72ff20f7dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:56.363794 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Attempting to bind port 2cf9d057-b544-4d47-8486-8be46280a008 on network 9f5e897b-7ee3-48c3-8c73-493bb541a4c1 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:56.376330 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:56.376943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Checking segment: {'id': '62943664-d77f-46fd-aa4a-72ff20f7dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:56.377453 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:56.377948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Bound using segment: {'id': '62943664-d77f-46fd-aa4a-72ff20f7dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:56.378659 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Bound port: 2cf9d057-b544-4d47-8486-8be46280a008, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62943664-d77f-46fd-aa4a-72ff20f7dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:56.379138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:56.383145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network e9eb515a-212e-4997-b546-956c7271565f is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:56.384054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:56.389098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:56.392387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:56.492918 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:56.521952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:56.522526 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:56.529143 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:38:56.542436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdaed2-1b05-49b3-b9e5-01d6ca127f48 None None] Pushing event updated for resources: {'Port': ['ID=319dcada-767d-4dae-a2b7-20c76fe63f3f,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:56.558730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c132853a-5c6a-42ed-a256-ee8555797a64 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:56.570662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c132853a-5c6a-42ed-a256-ee8555797a64 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:56.578160 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c132853a-5c6a-42ed-a256-ee8555797a64 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f HTTP/1.1" status: 200 len: 953 time: 2.1322532 Oct 05 09:38:56.581192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] For port 2cf9d057-b544-4d47-8486-8be46280a008, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:56.586366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:38:51Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:45Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3512c370-fe8a-4cfe-9ac0-dd800ebdfac9', 'name': '', 'network_id': '13490d04-aaf1-452b-9407-373321500fcc', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:2e:29:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:42Z', 'updated_at': '2022-10-05T09:38:50Z', 'revision_number': 4, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f2db48b-fd22-43c4-87cc-eb13737085d6', 'name': '', 'network_id': '3cc9114c-3880-4fd6-8912-ae3d18d61bd9', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:3a:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '40ac9597-7bdb-4210-899e-96f93c0ab0fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:50Z', 'updated_at': '2022-10-05T09:38:52Z', 'revision_number': 2, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '40ac9597-7bdb-4210-899e-96f93c0ab0fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:56.586757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42402) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:56.594020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] For port 2cf9d057-b544-4d47-8486-8be46280a008, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2cf9d057-b544-4d47-8486-8be46280a008,segment=NetworkSegment(62943664-d77f-46fd-aa4a-72ff20f7dd29),segment_id=62943664-d77f-46fd-aa4a-72ff20f7dd29)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:56.601022 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Checking router: 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:38:56.604441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Updating router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f port 8f2db48b-fd22-43c4-87cc-eb13737085d6 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:38:56.628390 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-79013727-ab23-4fd8-8031-cbdc3523485f None None] Provisioning complete for port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:56.628915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-79013727-ab23-4fd8-8031-cbdc3523485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:56.629435 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-79013727-ab23-4fd8-8031-cbdc3523485f None None] Attempt 1 to provision port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc Oct 05 09:38:56.707158 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:56.792579 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=dcd54f24-90d2-48cc-9a93-e2177cdaa9cc,segment=NetworkSegment(52297500-9747-4818-8f27-44eafb917899),segment_id=52297500-9747-4818-8f27-44eafb917899)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:56.844203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:56.850639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:56.864522 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Sync routers for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:56.865942 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-34672d27-d157-4f9a-9d1e-5e5569fc35b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0829160 Oct 05 09:38:56.869345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42406) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:56.880516 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:56.882313 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:56.886564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'network': {'name': 'tempest-RoutersTest-861227265'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:56.900824 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:56.906815 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:network and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:56.910390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:56.922757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:56.930585 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:56.932874 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:56.983937 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-38b9c421-b0c2-4885-af89-df7f6fa556c4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/routers/30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f HTTP/1.1" status: 200 len: 953 time: 0.3927088 Oct 05 09:38:56.984246 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42412) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:56.990617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c9665de5-5be3-4a9d-953e-53407e474214 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'router': {'routes': None}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:57.031918 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:57.044140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:57.129072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-79013727-ab23-4fd8-8031-cbdc3523485f None None] Current status of the port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:57.131521 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0603e-4387-4d2f-8974-c74bee85a029 None None] Pushing event updated for resources: {'Port': ['ID=2cf9d057-b544-4d47-8486-8be46280a008,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:57.148433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:57.174345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:38:57.224371 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:57.242836 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-15a8cdaa-8973-451b-a25d-c1872e8fbdc3 req-f5173f07-d390-4e94-b277-b576883cee3f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1564224 Oct 05 09:38:57.264788 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:57.265170 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Added segment f7d71ad7-828c-45df-9fba-6fc48adb0ced of type vlan for network 0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc Oct 05 09:38:57.474875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=dcd54f24-90d2-48cc-9a93-e2177cdaa9cc,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:57.502157 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-79013727-ab23-4fd8-8031-cbdc3523485f None None] Provisioning for port 8f2db48b-fd22-43c4-87cc-eb13737085d6 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:57.591312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:57.616957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-79013727-ab23-4fd8-8031-cbdc3523485f None None] Provisioning complete for port 8f2db48b-fd22-43c4-87cc-eb13737085d6 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:57.617328 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-79013727-ab23-4fd8-8031-cbdc3523485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:57.617672 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-79013727-ab23-4fd8-8031-cbdc3523485f None None] Attempt 1 to provision port 8f2db48b-fd22-43c4-87cc-eb13737085d6 Oct 05 09:38:57.680941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:57.684812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:57.685412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:57.685960 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 Oct 05 09:38:57.807518 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-79013727-ab23-4fd8-8031-cbdc3523485f None None] Port 8f2db48b-fd22-43c4-87cc-eb13737085d6 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:57.915017 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 2, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:38:55Z', 'revision_number': 2, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:57.926460 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Checking router: 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:38:57.933419 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Updating router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 port 0829bbce-494e-4501-8059-c743a0e52f2c binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:38:58.055764 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:58.133434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:58.140014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:58.140829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:58.184653 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:58.202519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Transition to ACTIVE for port object 8f2db48b-fd22-43c4-87cc-eb13737085d6 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:58.221299 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcede54-ee4e-42a0-8c96-2d9a5ca93cd2 None None] Network e9eb515a-212e-4997-b546-956c7271565f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:58.288722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Network': ['ID=0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:58.293492 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a634a1de-763b-40ac-ae13-8ba790b55ed1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4230411 Oct 05 09:38:58.305197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42418) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:58.307862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:58.308355 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:58.319030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:38:58.324525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'subnet': {'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:58.329100 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.extraroute_db [None req-c9665de5-5be3-4a9d-953e-53407e474214 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Added routes are [] {{(pid=89846) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 05 09:38:58.332714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.extraroute_db [None req-c9665de5-5be3-4a9d-953e-53407e474214 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=89846) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 05 09:38:58.351714 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-79013727-ab23-4fd8-8031-cbdc3523485f None None] Attempt 2 to provision port 8f2db48b-fd22-43c4-87cc-eb13737085d6 Oct 05 09:38:58.414808 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2151a687-ec16-4f89-8557-14c5dc6e339b req-434668d0-2c9f-42ea-abf3-06f97ea5c8d5 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0704138 Oct 05 09:38:58.443052 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9665de5-5be3-4a9d-953e-53407e474214 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:58.448603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:58.511076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:58.515658 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:58.518939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:subnet and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:58.523781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:58.534217 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:58.567410 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:58.583794 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Transition to ACTIVE for port object 0829bbce-494e-4501-8059-c743a0e52f2c will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:58.584935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:58.609611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da55aef-28cc-4358-8db2-75c515ee60ca None None] Network 9f5e897b-7ee3-48c3-8c73-493bb541a4c1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:58.662657 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:58.666503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:58.680865 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:58.802975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:58.848757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-79013727-ab23-4fd8-8031-cbdc3523485f None None] Port 8f2db48b-fd22-43c4-87cc-eb13737085d6 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:58.853858 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3512c370-fe8a-4cfe-9ac0-dd800ebdfac9,segment=NetworkSegment(80348768-166a-4871-9c6f-2ba1a4946c02),segment_id=80348768-166a-4871-9c6f-2ba1a4946c02)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:58.929528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ccfa1-a71f-47a0-9ef2-7555a919f7e7 None None] Pushing event updated for resources: {'Port': ['ID=8f2db48b-fd22-43c4-87cc-eb13737085d6,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:58.955138 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:58.965577 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9665de5-5be3-4a9d-953e-53407e474214 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:58.971702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9665de5-5be3-4a9d-953e-53407e474214 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:59.004920 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:59.015425 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afbfb3-f6f6-4c38-ae61-a560594d9b6a None None] Pushing event updated for resources: {'Port': ['ID=0829bbce-494e-4501-8059-c743a0e52f2c,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:59.027229 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Attempting to bind port 0829bbce-494e-4501-8059-c743a0e52f2c on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:59.027696 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Attempting to bind port 0829bbce-494e-4501-8059-c743a0e52f2c by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '62943664-d77f-46fd-aa4a-72ff20f7dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:59.028322 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Attempting to bind port 0829bbce-494e-4501-8059-c743a0e52f2c on network 9f5e897b-7ee3-48c3-8c73-493bb541a4c1 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:59.034730 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:59.035281 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Checking segment: {'id': '62943664-d77f-46fd-aa4a-72ff20f7dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:59.035781 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:59.036365 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Bound using segment: {'id': '62943664-d77f-46fd-aa4a-72ff20f7dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:59.036934 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Bound port: 0829bbce-494e-4501-8059-c743a0e52f2c, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62943664-d77f-46fd-aa4a-72ff20f7dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:59.037531 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:59.088318 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Attempting to bind port 8f2db48b-fd22-43c4-87cc-eb13737085d6 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:59.088773 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Attempting to bind port 8f2db48b-fd22-43c4-87cc-eb13737085d6 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '52297500-9747-4818-8f27-44eafb917899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3cc9114c-3880-4fd6-8912-ae3d18d61bd9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:59.089150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Attempting to bind port 8f2db48b-fd22-43c4-87cc-eb13737085d6 on network 3cc9114c-3880-4fd6-8912-ae3d18d61bd9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:59.107123 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:59.125769 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:59.126199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Checking segment: {'id': '52297500-9747-4818-8f27-44eafb917899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3cc9114c-3880-4fd6-8912-ae3d18d61bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:59.126610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:59.127014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Bound using segment: {'id': '52297500-9747-4818-8f27-44eafb917899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3cc9114c-3880-4fd6-8912-ae3d18d61bd9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:59.127506 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Bound port: 8f2db48b-fd22-43c4-87cc-eb13737085d6, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52297500-9747-4818-8f27-44eafb917899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3cc9114c-3880-4fd6-8912-ae3d18d61bd9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:59.127882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:59.223030 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] For port 0829bbce-494e-4501-8059-c743a0e52f2c, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:59.227951 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] For port 0829bbce-494e-4501-8059-c743a0e52f2c, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0829bbce-494e-4501-8059-c743a0e52f2c,segment=NetworkSegment(62943664-d77f-46fd-aa4a-72ff20f7dd29),segment_id=62943664-d77f-46fd-aa4a-72ff20f7dd29)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:59.245581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Subnet': ['ID=a47f8e4b-6fec-413e-8e67-72353f972294,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:59.262066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9665de5-5be3-4a9d-953e-53407e474214 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:38:59.264488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Checking segment: {'id': 'f7d71ad7-828c-45df-9fba-6fc48adb0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:59.264858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network hostable DHCP agents. Network: 0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:38:59.288352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network e9eb515a-212e-4997-b546-956c7271565f is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:59.293085 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:59.311404 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:59.352083 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-79013727-ab23-4fd8-8031-cbdc3523485f None None] Attempt 3 to provision port 8f2db48b-fd22-43c4-87cc-eb13737085d6 Oct 05 09:38:59.392778 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=3512c370-fe8a-4cfe-9ac0-dd800ebdfac9,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:59.396330 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:59.396971 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:59.419726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device dcd54f24-90d2-48cc-9a93-e2177cdaa9cc up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:59.446814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:38:59.487315 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9665de5-5be3-4a9d-953e-53407e474214 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:59.562630 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afbfb3-f6f6-4c38-ae61-a560594d9b6a None None] Pushing event updated for resources: {'Port': ['ID=0829bbce-494e-4501-8059-c743a0e52f2c,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:59.570753 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-79013727-ab23-4fd8-8031-cbdc3523485f None None] Port 8f2db48b-fd22-43c4-87cc-eb13737085d6 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:59.573610 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9665de5-5be3-4a9d-953e-53407e474214 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:59.578684 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c9665de5-5be3-4a9d-953e-53407e474214 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f HTTP/1.1" status: 200 len: 703 time: 2.5903351 Oct 05 09:38:59.578912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] For port 8f2db48b-fd22-43c4-87cc-eb13737085d6, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:59.585693 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42424) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:59.594448 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-abf10df8-3abe-4b0e-95b0-36ee3d778e15 req-6961f227-b3bc-48b8-9771-21859e21e0c0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0979590 Oct 05 09:38:59.596348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] For port 8f2db48b-fd22-43c4-87cc-eb13737085d6, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8f2db48b-fd22-43c4-87cc-eb13737085d6,segment=NetworkSegment(52297500-9747-4818-8f27-44eafb917899),segment_id=52297500-9747-4818-8f27-44eafb917899)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:59.600856 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:59.628925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:59.630185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:59.630700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:59.631414 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc Oct 05 09:38:59.643303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:59.644182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:59.678260 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4ab530-4b26-4bfc-b9fe-f367efb50fd3 None None] Network 0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:59.707809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:59.745903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:38:59.839678 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a4343235-868f-46e1-9a48-ed894a435b71 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/routers/30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f HTTP/1.1" status: 200 len: 703 time: 0.2516558 Oct 05 09:38:59.842388 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42428) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:59.925973 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b7ab7706-b8b9-497e-91bf-3fe5fac86fc1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6177540 Oct 05 09:38:59.933287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42432) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:59.945040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:59.946121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:00.155442 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-79013727-ab23-4fd8-8031-cbdc3523485f None None] Attempt 4 to provision port 8f2db48b-fd22-43c4-87cc-eb13737085d6 Oct 05 09:39:00.307653 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 2, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:38:59Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:00.314802 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76dac6b-7cb0-46b5-9727-9cf24652ab29 None None] The sync data for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv is: [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 2, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:38:59Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:00.453744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ccfa1-a71f-47a0-9ef2-7555a919f7e7 None None] Pushing event updated for resources: {'Port': ['ID=8f2db48b-fd22-43c4-87cc-eb13737085d6,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:00.563893 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:00.898083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:00.909964 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-80a70dbd-d7ee-4d92-8894-0f744a31fad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/f3f5eeb0-d614-4d2a-a2be-23094ec827a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3782201 Oct 05 09:39:00.927402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42438) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:00.932936 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-389e634d-ae77-42e3-af2f-749eafce06ca req-1264c723-8b0b-4d57-8fdf-4c78cbd8d524 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1828558 Oct 05 09:39:01.146981 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Sync routers for ids ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:01.179538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Routers {'f3f5eeb0-d614-4d2a-a2be-23094ec827a2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:01.180186 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:01.199601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5097a447-bd0c-472f-9f02-cf35c0582e42 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:01.294823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef19d0a-bcd0-4834-942d-c780356f4d86 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.295243 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef19d0a-bcd0-4834-942d-c780356f4d86 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.295767 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef19d0a-bcd0-4834-942d-c780356f4d86 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.296234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef19d0a-bcd0-4834-942d-c780356f4d86 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.296730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef19d0a-bcd0-4834-942d-c780356f4d86 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.297191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef19d0a-bcd0-4834-942d-c780356f4d86 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.297649 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef19d0a-bcd0-4834-942d-c780356f4d86 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.298652 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef19d0a-bcd0-4834-942d-c780356f4d86 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.298652 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef19d0a-bcd0-4834-942d-c780356f4d86 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.299038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef19d0a-bcd0-4834-942d-c780356f4d86 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.299495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef19d0a-bcd0-4834-942d-c780356f4d86 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.299956 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef19d0a-bcd0-4834-942d-c780356f4d86 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.302103 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2ef19d0a-bcd0-4834-942d-c780356f4d86 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8390 time: 0.3735967 Oct 05 09:39:01.305787 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42442) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:01.379139 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:39:01.379982 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:01.400191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:01.429642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-79013727-ab23-4fd8-8031-cbdc3523485f None None] Port 8f2db48b-fd22-43c4-87cc-eb13737085d6 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:39:01.471686 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Set router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:01.576687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a91c3e-81b2-4783-828b-b7b46203e27e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.577650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a91c3e-81b2-4783-828b-b7b46203e27e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.578104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a91c3e-81b2-4783-828b-b7b46203e27e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.578542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a91c3e-81b2-4783-828b-b7b46203e27e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.578987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a91c3e-81b2-4783-828b-b7b46203e27e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.579432 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a91c3e-81b2-4783-828b-b7b46203e27e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.579876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a91c3e-81b2-4783-828b-b7b46203e27e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.580314 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a91c3e-81b2-4783-828b-b7b46203e27e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.580759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a91c3e-81b2-4783-828b-b7b46203e27e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.581189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a91c3e-81b2-4783-828b-b7b46203e27e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.581623 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a91c3e-81b2-4783-828b-b7b46203e27e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.582081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a91c3e-81b2-4783-828b-b7b46203e27e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:01.584131 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c8a91c3e-81b2-4783-828b-b7b46203e27e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7662 time: 0.2773366 Oct 05 09:39:01.588333 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42446) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:01.602136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:01.603940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:01.701568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5097a447-bd0c-472f-9f02-cf35c0582e42 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port 8f2db48b-fd22-43c4-87cc-eb13737085d6 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:01.702476 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5097a447-bd0c-472f-9f02-cf35c0582e42 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:01.926987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Allocated IP 172.21.0.1 (0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc/a47f8e4b-6fec-413e-8e67-72353f972294/cb4e89b7-ea6a-479b-ae4a-e917667a3fff) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:01.928608 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:01.928985 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:01.929331 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 Oct 05 09:39:02.040796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:38:58Z', 'revision_number': 7, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:45Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3512c370-fe8a-4cfe-9ac0-dd800ebdfac9', 'name': '', 'network_id': '13490d04-aaf1-452b-9407-373321500fcc', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:2e:29:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:42Z', 'updated_at': '2022-10-05T09:38:58Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f2db48b-fd22-43c4-87cc-eb13737085d6', 'name': '', 'network_id': '3cc9114c-3880-4fd6-8912-ae3d18d61bd9', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:3a:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '40ac9597-7bdb-4210-899e-96f93c0ab0fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:50Z', 'updated_at': '2022-10-05T09:38:59Z', 'revision_number': 4, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '40ac9597-7bdb-4210-899e-96f93c0ab0fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:02.043034 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Provisioning for port 2cf9d057-b544-4d47-8486-8be46280a008 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:02.119953 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-15aae673-da24-49f9-8c53-84104fd66a94 req-d70d39ab-f18c-4547-abb5-4f13aa23d4b9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0879169 Oct 05 09:39:02.129187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-5097a447-bd0c-472f-9f02-cf35c0582e42 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] For port 8f2db48b-fd22-43c4-87cc-eb13737085d6, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8f2db48b-fd22-43c4-87cc-eb13737085d6,segment=NetworkSegment(52297500-9747-4818-8f27-44eafb917899),segment_id=52297500-9747-4818-8f27-44eafb917899)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:02.129753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5097a447-bd0c-472f-9f02-cf35c0582e42 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:02.192547 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6849cfe8-62ef-48ec-b96d-d2d03109824f None None] The sync data for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv is: [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:38:58Z', 'revision_number': 7, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:45Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3512c370-fe8a-4cfe-9ac0-dd800ebdfac9', 'name': '', 'network_id': '13490d04-aaf1-452b-9407-373321500fcc', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:2e:29:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:42Z', 'updated_at': '2022-10-05T09:38:58Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f2db48b-fd22-43c4-87cc-eb13737085d6', 'name': '', 'network_id': '3cc9114c-3880-4fd6-8912-ae3d18d61bd9', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:3a:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '40ac9597-7bdb-4210-899e-96f93c0ab0fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:50Z', 'updated_at': '2022-10-05T09:38:59Z', 'revision_number': 4, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '40ac9597-7bdb-4210-899e-96f93c0ab0fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:02.300199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:02.306416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2cf9d057-b544-4d47-8486-8be46280a008 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:02.322447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5097a447-bd0c-472f-9f02-cf35c0582e42 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for 8f2db48b-fd22-43c4-87cc-eb13737085d6 owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:02.349623 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:02.378911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Provisioning for port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:02.379571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Transition to ACTIVE for port object cb4e89b7-ea6a-479b-ae4a-e917667a3fff will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:02.390102 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Provisioning complete for port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:02.390487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:02.391276 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Attempt 1 to provision port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab Oct 05 09:39:02.417432 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6e1eb4df-f6c6-4743-92f1-3228f8ea1195 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4112 time: 0.8278136 Oct 05 09:39:02.481205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:02.484084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:02.528395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:38:56Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab', 'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:e9:b3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:54Z', 'updated_at': '2022-10-05T09:38:57Z', 'revision_number': 2, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:02.548891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Checking router: f3f5eeb0-d614-4d2a-a2be-23094ec827a2 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:02.549252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Updating router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:39:02.575327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42456) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:02.586387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-21175a5f-d2fe-4f9f-a21c-182dded3fded tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-673451818', 'description': 'tempest-secgroup-smoke-673451818 description', 'project_id': '6294a6c4935647d8b376ea5a0a53c756'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:02.598311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-21175a5f-d2fe-4f9f-a21c-182dded3fded tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:02.606766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:02.608302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-21175a5f-d2fe-4f9f-a21c-182dded3fded tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:02.613663 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-21175a5f-d2fe-4f9f-a21c-182dded3fded tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:02.617088 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:02.622165 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=cb4e89b7-ea6a-479b-ae4a-e917667a3fff,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:02.625179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-21175a5f-d2fe-4f9f-a21c-182dded3fded tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:02.627087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:02.635939 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Allocated IP 172.21.0.2 (0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc/a47f8e4b-6fec-413e-8e67-72353f972294/bc110782-ba26-4eea-b9ea-d16cca34a25e) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:02.698678 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:02.752062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 2cf9d057-b544-4d47-8486-8be46280a008 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:02.760803 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 2cf9d057-b544-4d47-8486-8be46280a008 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:02.761164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:02.761633 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 2cf9d057-b544-4d47-8486-8be46280a008 Oct 05 09:39:02.767599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21175a5f-d2fe-4f9f-a21c-182dded3fded tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:02.807387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-21175a5f-d2fe-4f9f-a21c-182dded3fded tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:02.813058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-21175a5f-d2fe-4f9f-a21c-182dded3fded tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:02.817829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-21175a5f-d2fe-4f9f-a21c-182dded3fded tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:02.825138 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-21175a5f-d2fe-4f9f-a21c-182dded3fded tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:02.845592 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:02.882605 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5097a447-bd0c-472f-9f02-cf35c0582e42 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:02.955228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:02.979608 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097a447-bd0c-472f-9f02-cf35c0582e42 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=8f2db48b-fd22-43c4-87cc-eb13737085d6,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:03.001632 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Attempt 2 to provision port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab Oct 05 09:39:03.017702 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21175a5f-d2fe-4f9f-a21c-182dded3fded tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:03.093380 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21175a5f-d2fe-4f9f-a21c-182dded3fded tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:03.230044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5097a447-bd0c-472f-9f02-cf35c0582e42 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:03.273240 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:03.275442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21175a5f-d2fe-4f9f-a21c-182dded3fded tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:03.280120 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-21175a5f-d2fe-4f9f-a21c-182dded3fded tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6988344 Oct 05 09:39:03.317487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:03.319497 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff7bd7c-4620-4d0a-a2de-fbc69a01ec2b None None] Sync routers for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:03.336424 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7bd7c-4620-4d0a-a2de-fbc69a01ec2b None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:03.337513 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-eff7bd7c-4620-4d0a-a2de-fbc69a01ec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:03.346569 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42462) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:03.364807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b4c0d89c-99ca-4c12-86fe-5c0d9ec42803 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '3b20610f-7ff0-4219-b952-b7fabf78a489', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:03.370443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b4c0d89c-99ca-4c12-86fe-5c0d9ec42803 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:03.375274 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b4c0d89c-99ca-4c12-86fe-5c0d9ec42803 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:03.377082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21175a5f-d2fe-4f9f-a21c-182dded3fded tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b20610f-7ff0-4219-b952-b7fabf78a489,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:03.378171 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b4c0d89c-99ca-4c12-86fe-5c0d9ec42803 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:03.383876 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b4c0d89c-99ca-4c12-86fe-5c0d9ec42803 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:03.397799 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2cf9d057-b544-4d47-8486-8be46280a008 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:03.398620 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:03.409000 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Transition to ACTIVE for port object bc110782-ba26-4eea-b9ea-d16cca34a25e will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:03.452302 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1f2ba359-0409-475c-9027-6f05781d39a7 req-9b76b546-d447-4c6a-9300-02c5279124cd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1471474 Oct 05 09:39:03.487147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d89c-99ca-4c12-86fe-5c0d9ec42803 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:03.499610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 2cf9d057-b544-4d47-8486-8be46280a008, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2cf9d057-b544-4d47-8486-8be46280a008,segment=NetworkSegment(62943664-d77f-46fd-aa4a-72ff20f7dd29),segment_id=62943664-d77f-46fd-aa4a-72ff20f7dd29)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:03.513030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Transition to ACTIVE for port object bc110782-ba26-4eea-b9ea-d16cca34a25e will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:03.559000 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-eff7bd7c-4620-4d0a-a2de-fbc69a01ec2b None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:03.626190 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:03.629638 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:03.630397 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 319dcada-767d-4dae-a2b7-20c76fe63f3f up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:03.694560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:03.714702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d89c-99ca-4c12-86fe-5c0d9ec42803 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:03.728237 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5097a447-bd0c-472f-9f02-cf35c0582e42 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:03.748536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Network 0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:03.767388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:03.770378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:03.778236 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Attempt 3 to provision port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab Oct 05 09:39:03.789022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:03.806684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d89c-99ca-4c12-86fe-5c0d9ec42803 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:03.856447 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:03.911446 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Pushing event updated for resources: {'Port': ['ID=bc110782-ba26-4eea-b9ea-d16cca34a25e,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:03.915708 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0d89c-99ca-4c12-86fe-5c0d9ec42803 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b357932-48f3-44c5-9877-567caaadf451,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:03.934636 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-eff7bd7c-4620-4d0a-a2de-fbc69a01ec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:02Z', 'revision_number': 8, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:45Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3512c370-fe8a-4cfe-9ac0-dd800ebdfac9', 'name': '', 'network_id': '13490d04-aaf1-452b-9407-373321500fcc', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:2e:29:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:42Z', 'updated_at': '2022-10-05T09:38:58Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:03.940237 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff7bd7c-4620-4d0a-a2de-fbc69a01ec2b None None] Checking router: 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:03.948968 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5097a447-bd0c-472f-9f02-cf35c0582e42 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:03.954562 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5097a447-bd0c-472f-9f02-cf35c0582e42 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1104414 Oct 05 09:39:03.954826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=cb4e89b7-ea6a-479b-ae4a-e917667a3fff,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:03.957478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42466) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:03.958490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:03.959704 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7bd7c-4620-4d0a-a2de-fbc69a01ec2b None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:03.960381 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-eff7bd7c-4620-4d0a-a2de-fbc69a01ec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:04.007297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d89c-99ca-4c12-86fe-5c0d9ec42803 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.010923 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b4c0d89c-99ca-4c12-86fe-5c0d9ec42803 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6608720 Oct 05 09:39:04.018394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42470) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:04.035311 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d1fa1d80-0038-4f59-aaa6-db72956e1bf7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '3b20610f-7ff0-4219-b952-b7fabf78a489', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:04.044316 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d1fa1d80-0038-4f59-aaa6-db72956e1bf7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:04.051888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d1fa1d80-0038-4f59-aaa6-db72956e1bf7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:04.056371 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d1fa1d80-0038-4f59-aaa6-db72956e1bf7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:04.064417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Attempting to bind port bc110782-ba26-4eea-b9ea-d16cca34a25e on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:39:04.064888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Attempting to bind port bc110782-ba26-4eea-b9ea-d16cca34a25e by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'f7d71ad7-828c-45df-9fba-6fc48adb0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:39:04.065333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Attempting to bind port bc110782-ba26-4eea-b9ea-d16cca34a25e on network 0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:04.066512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d1fa1d80-0038-4f59-aaa6-db72956e1bf7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:04.072842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a35cbfd-8abb-4da6-9446-c6d7186f5807 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting subnet 40ac9597-7bdb-4210-899e-96f93c0ab0fb {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:39:04.079646 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4a35cbfd-8abb-4da6-9446-c6d7186f5807 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.094002 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:39:04.094485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Checking segment: {'id': 'f7d71ad7-828c-45df-9fba-6fc48adb0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:04.095505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.095993 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Bound using segment: {'id': 'f7d71ad7-828c-45df-9fba-6fc48adb0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:39:04.096634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Bound port: bc110782-ba26-4eea-b9ea-d16cca34a25e, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d71ad7-828c-45df-9fba-6fc48adb0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:39:04.097097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.145842 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-eff7bd7c-4620-4d0a-a2de-fbc69a01ec2b None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:04.152867 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4a35cbfd-8abb-4da6-9446-c6d7186f5807 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.163805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 319dcada-767d-4dae-a2b7-20c76fe63f3f completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:04.164243 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:04.165591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:04.240096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4a35cbfd-8abb-4da6-9446-c6d7186f5807 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.246725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=2cf9d057-b544-4d47-8486-8be46280a008,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:04.308615 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] For port bc110782-ba26-4eea-b9ea-d16cca34a25e, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:39:04.317209 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] For port bc110782-ba26-4eea-b9ea-d16cca34a25e, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bc110782-ba26-4eea-b9ea-d16cca34a25e,segment=NetworkSegment(f7d71ad7-828c-45df-9fba-6fc48adb0ced),segment_id=f7d71ad7-828c-45df-9fba-6fc48adb0ced)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:39:04.324386 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.341782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Transition to ACTIVE for port object 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:04.357730 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Attempt 4 to provision port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab Oct 05 09:39:04.398989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:04.405772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4a35cbfd-8abb-4da6-9446-c6d7186f5807 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.435401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:04.437239 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.449712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1fa1d80-0038-4f59-aaa6-db72956e1bf7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.478907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35cbfd-8abb-4da6-9446-c6d7186f5807 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Subnet': ['ID=40ac9597-7bdb-4210-899e-96f93c0ab0fb,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:04.491995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4a35cbfd-8abb-4da6-9446-c6d7186f5807 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.510207 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4a35cbfd-8abb-4da6-9446-c6d7186f5807 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/40ac9597-7bdb-4210-899e-96f93c0ab0fb HTTP/1.1" status: 204 len: 168 time: 0.5412307 Oct 05 09:39:04.517365 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42476) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:04.546591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.622074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0829bbce-494e-4501-8059-c743a0e52f2c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:04.655425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65299fca-5686-40fb-86ed-12943751eb57 None None] Network 3cc9114c-3880-4fd6-8912-ae3d18d61bd9 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:04.666569 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:04.676875 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a2ce5d50-5a90-4182-989e-de32c8f3908a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7414095 Oct 05 09:39:04.678371 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42480) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:04.685540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'network': {'name': 'tempest-RoutersTest-206185335'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:04.692830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:04.695938 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-eff7bd7c-4620-4d0a-a2de-fbc69a01ec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:02Z', 'revision_number': 8, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:45Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3512c370-fe8a-4cfe-9ac0-dd800ebdfac9', 'name': '', 'network_id': '13490d04-aaf1-452b-9407-373321500fcc', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:2e:29:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:42Z', 'updated_at': '2022-10-05T09:38:58Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:04.697319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:network and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:04.698965 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Sync routers for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:04.700924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:04.708881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:04.719888 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff7bd7c-4620-4d0a-a2de-fbc69a01ec2b None None] The sync data for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv is: [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:02Z', 'revision_number': 8, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:45Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3512c370-fe8a-4cfe-9ac0-dd800ebdfac9', 'name': '', 'network_id': '13490d04-aaf1-452b-9407-373321500fcc', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:2e:29:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:42Z', 'updated_at': '2022-10-05T09:38:58Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:04.783779 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:39:04.789820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.819624 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3a8dccb2-acb9-4e5a-95e5-cbbdd438941f req-fe5991bf-dd66-49e8-b352-c8ab1c1d0410 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.2701423 Oct 05 09:39:04.851954 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:04.852685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:04.857835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:39:04.861378 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1fa1d80-0038-4f59-aaa6-db72956e1bf7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.872684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.878808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.883491 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Added segment 13051322-cb07-4a67-9359-1e0d81610065 of type vlan for network 42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9 Oct 05 09:39:04.885337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:04.885759 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.939363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1fa1d80-0038-4f59-aaa6-db72956e1bf7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.982324 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Attempt 5 to provision port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab Oct 05 09:39:05.003545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa1d80-0038-4f59-aaa6-db72956e1bf7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccb0fee-01c1-4b5a-a4c0-6ebb594d8052,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:05.036513 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:05.132302 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1fa1d80-0038-4f59-aaa6-db72956e1bf7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:05.133780 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d1fa1d80-0038-4f59-aaa6-db72956e1bf7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1142554 Oct 05 09:39:05.137200 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42484) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:05.145249 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-eeec45bf-0098-4375-8607-04f54f61eaab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '3b20610f-7ff0-4219-b952-b7fabf78a489', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:05.154726 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-eeec45bf-0098-4375-8607-04f54f61eaab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:05.163610 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-eeec45bf-0098-4375-8607-04f54f61eaab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:05.166985 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-eeec45bf-0098-4375-8607-04f54f61eaab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:05.174687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:05.179836 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e9ece-20a8-47f4-93c3-6aea3c8fc9bb None None] Pushing event updated for resources: {'Port': ['ID=bc110782-ba26-4eea-b9ea-d16cca34a25e,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:05.180376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:05.181023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:05.185247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-eeec45bf-0098-4375-8607-04f54f61eaab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:05.223280 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] For port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=dcd54f24-90d2-48cc-9a93-e2177cdaa9cc,segment=NetworkSegment(52297500-9747-4818-8f27-44eafb917899),segment_id=52297500-9747-4818-8f27-44eafb917899)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:05.223280 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:05.265706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Attempting to bind port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:39:05.266258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Attempting to bind port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '0dd1ca02-66c8-4933-9267-42c31a4f5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:39:05.266716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Attempting to bind port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab on network e9eb515a-212e-4997-b546-956c7271565f {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:05.311889 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Network': ['ID=42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:05.359979 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:39:05.364222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Checking segment: {'id': '0dd1ca02-66c8-4933-9267-42c31a4f5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:05.364222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:05.364222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Bound using segment: {'id': '0dd1ca02-66c8-4933-9267-42c31a4f5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:39:05.364222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Bound port: 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd1ca02-66c8-4933-9267-42c31a4f5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:39:05.364222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:05.391750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eeec45bf-0098-4375-8607-04f54f61eaab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:05.418197 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:39:05.424272 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6cc1d8a8-574c-45ee-835c-8ceaccb92958 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7419915 Oct 05 09:39:05.426976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42488) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:05.433845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for dcd54f24-90d2-48cc-9a93-e2177cdaa9cc owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:05.434686 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3f444-067d-45a3-9be7-27bb1b90d128 None None] Pushing event updated for resources: {'Port': ['ID=6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:05.435477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'subnet': {'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:05.545939 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:05.591364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eeec45bf-0098-4375-8607-04f54f61eaab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:05.592402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:05.596608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:subnet and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:05.600110 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:05.605051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:05.606575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:05.641063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:05.647170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 0829bbce-494e-4501-8059-c743a0e52f2c completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:05.675654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eeec45bf-0098-4375-8607-04f54f61eaab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:05.698438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:05.713268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=dcd54f24-90d2-48cc-9a93-e2177cdaa9cc,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:05.715357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec45bf-0098-4375-8607-04f54f61eaab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdfcec1-4998-491e-8f96-2e02de2167a5,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:05.731435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No DVR routers for this DVR port dcd54f24-90d2-48cc-9a93-e2177cdaa9cc on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:39:05.739914 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:39:05.742485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:05.886387 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7e9c4-784b-4db4-a465-b3ab358267d1 None None] Sync routers for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:05.913922 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7e9c4-784b-4db4-a465-b3ab358267d1 None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:05.915878 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f9e7e9c4-784b-4db4-a465-b3ab358267d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:05.919950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] For port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:39:05.935191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:05.967923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-eeec45bf-0098-4375-8607-04f54f61eaab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:05.970437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc9114c-3880-4fd6-8912-ae3d18d61bd9']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:05.973643 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-eeec45bf-0098-4375-8607-04f54f61eaab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8346460 Oct 05 09:39:05.992251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42496) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:06.006253 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52297500-9747-4818-8f27-44eafb917899') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:06.006822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52297500-9747-4818-8f27-44eafb917899') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:06.013513 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-24cc1f4a-7e0a-47c3-af56-88b30624d874 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '3b20610f-7ff0-4219-b952-b7fabf78a489', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:06.034842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:06.053901 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] For port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab,segment=NetworkSegment(0dd1ca02-66c8-4933-9267-42c31a4f5d91),segment_id=0dd1ca02-66c8-4933-9267-42c31a4f5d91)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:39:06.061862 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Attempt 6 to provision port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab Oct 05 09:39:06.094266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-24cc1f4a-7e0a-47c3-af56-88b30624d874 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:06.139761 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-24cc1f4a-7e0a-47c3-af56-88b30624d874 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:06.170193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-24cc1f4a-7e0a-47c3-af56-88b30624d874 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:06.199312 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-24cc1f4a-7e0a-47c3-af56-88b30624d874 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:06.249257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac0ad39-0058-4cf4-936a-cab4d9761f54 None None] DHCP port deletion for 3cc9114c-3880-4fd6-8912-ae3d18d61bd9 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:39:06.261308 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-991da085-c5f4-46d9-97be-bb1a6d710da1 req-fcb82def-eadd-4601-92a6-783f06fcd3e2 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.2388279 Oct 05 09:39:06.270170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:06.359091 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:06.382389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:39:06.382389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:06.382620 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Routers {'f3f5eeb0-d614-4d2a-a2be-23094ec827a2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:06.383069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:06.440497 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24cc1f4a-7e0a-47c3-af56-88b30624d874 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:06.535373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:39:06.541998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1979e30-bae4-4375-8ead-fee8f963ea2f None None] Network 0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:06.550230 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-f9e7e9c4-784b-4db4-a465-b3ab358267d1 None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:06.559037 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 52297500-9747-4818-8f27-44eafb917899 resource provider aggregate not found Oct 05 09:39:06.606625 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 52297500-9747-4818-8f27-44eafb917899 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52297500-9747-4818-8f27-44eafb917899 found for delete ", "request_id": "req-7c1b8be7-75cc-435c-a9ce-54a6adef8f46"}]} Oct 05 09:39:06.652408 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3f444-067d-45a3-9be7-27bb1b90d128 None None] Pushing event updated for resources: {'Port': ['ID=6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:06.661646 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24cc1f4a-7e0a-47c3-af56-88b30624d874 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:06.685957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:06.686366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:06.686696 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 Oct 05 09:39:06.703708 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:06.710011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:06.738078 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24cc1f4a-7e0a-47c3-af56-88b30624d874 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:06.745818 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:06.759603 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Network': ['ID=3cc9114c-3880-4fd6-8912-ae3d18d61bd9,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:06.773088 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-45a8000f-1e67-484e-a655-ada5d95b1d28 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/networks/3cc9114c-3880-4fd6-8912-ae3d18d61bd9 HTTP/1.1" status: 204 len: 168 time: 2.2523611 Oct 05 09:39:06.775128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42504) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:06.838667 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc1f4a-7e0a-47c3-af56-88b30624d874 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245cfb3c-ab09-41f5-941c-c9482b645799,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:06.876857 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Subnet': ['ID=db84e2cc-f28c-4608-97c2-4bf1d851d497,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:06.892045 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Checking segment: {'id': '13051322-cb07-4a67-9359-1e0d81610065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:06.892479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network hostable DHCP agents. Network: 42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:39:06.927127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-24cc1f4a-7e0a-47c3-af56-88b30624d874 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:06.929826 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-24cc1f4a-7e0a-47c3-af56-88b30624d874 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9357686 Oct 05 09:39:06.932664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42508) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:06.932886 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Provisioning for port 319dcada-767d-4dae-a2b7-20c76fe63f3f completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:06.940424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-462459af-c02c-4ff5-8771-2e3a414cf8fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '3b20610f-7ff0-4219-b952-b7fabf78a489', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:06.954136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Provisioning complete for port 319dcada-767d-4dae-a2b7-20c76fe63f3f triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:06.954494 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:06.954833 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Attempt 1 to provision port 319dcada-767d-4dae-a2b7-20c76fe63f3f Oct 05 09:39:06.963026 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-462459af-c02c-4ff5-8771-2e3a414cf8fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:06.970973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-462459af-c02c-4ff5-8771-2e3a414cf8fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:06.982865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-462459af-c02c-4ff5-8771-2e3a414cf8fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:06.996158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:39:07.008997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-462459af-c02c-4ff5-8771-2e3a414cf8fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:07.070307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:07.078637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:07.079407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:07.088771 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141ff027-2ba8-4aa4-aafa-5e210b61962e None None] Network 42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:07.089548 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f9e7e9c4-784b-4db4-a465-b3ab358267d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:02Z', 'revision_number': 8, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:45Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3512c370-fe8a-4cfe-9ac0-dd800ebdfac9', 'name': '', 'network_id': '13490d04-aaf1-452b-9407-373321500fcc', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:2e:29:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:42Z', 'updated_at': '2022-10-05T09:38:58Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:07.097834 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7e9c4-784b-4db4-a465-b3ab358267d1 None None] Checking router: 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:07.099943 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-462459af-c02c-4ff5-8771-2e3a414cf8fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:39:07.107884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-462459af-c02c-4ff5-8771-2e3a414cf8fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:07.111171 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7e9c4-784b-4db4-a465-b3ab358267d1 None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:07.111825 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f9e7e9c4-784b-4db4-a465-b3ab358267d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:07.178594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-462459af-c02c-4ff5-8771-2e3a414cf8fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:07.184570 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f5eedab6-2430-4d75-8863-3d30489194f5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7564862 Oct 05 09:39:07.187573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42512) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:07.187693 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] Set router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:07.271148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-462459af-c02c-4ff5-8771-2e3a414cf8fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:07.319768 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-f9e7e9c4-784b-4db4-a465-b3ab358267d1 None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:07.428177 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462459af-c02c-4ff5-8771-2e3a414cf8fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b38ffec-14e7-4a2f-bbfb-95d82324a1e7,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:07.481922 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8dcef53a-b725-4ee4-9dec-258cda65f65a req-3ffcd2ca-9cce-4b43-b632-3a0666c2ed42 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0925338 Oct 05 09:39:07.559367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-462459af-c02c-4ff5-8771-2e3a414cf8fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:07.564849 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-462459af-c02c-4ff5-8771-2e3a414cf8fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6309934 Oct 05 09:39:07.569821 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42518) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:07.584117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-91e38d14-b48c-433a-98c6-291df323a336 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '3b20610f-7ff0-4219-b952-b7fabf78a489', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:07.586151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:07.593892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-91e38d14-b48c-433a-98c6-291df323a336 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:07.600493 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:02Z', 'revision_number': 3, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:38:59Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:03Z', 'revision_number': 2, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:07.611267 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-91e38d14-b48c-433a-98c6-291df323a336 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:07.616520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-91e38d14-b48c-433a-98c6-291df323a336 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:07.629916 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-91e38d14-b48c-433a-98c6-291df323a336 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:07.727986 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Checking router: 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:07.728327 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Updating router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 port cb4e89b7-ea6a-479b-ae4a-e917667a3fff binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:39:07.739254 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-91e38d14-b48c-433a-98c6-291df323a336 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:39:07.756789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-91e38d14-b48c-433a-98c6-291df323a336 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:07.829259 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f9e7e9c4-784b-4db4-a465-b3ab358267d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:02Z', 'revision_number': 8, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:45Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3512c370-fe8a-4cfe-9ac0-dd800ebdfac9', 'name': '', 'network_id': '13490d04-aaf1-452b-9407-373321500fcc', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:2e:29:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:42Z', 'updated_at': '2022-10-05T09:38:58Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:07.835297 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7e9c4-784b-4db4-a465-b3ab358267d1 None None] The sync data for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv is: [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:02Z', 'revision_number': 8, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:45Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3512c370-fe8a-4cfe-9ac0-dd800ebdfac9', 'name': '', 'network_id': '13490d04-aaf1-452b-9407-373321500fcc', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:2e:29:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:42Z', 'updated_at': '2022-10-05T09:38:58Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'cbf0930a-59f7-40d6-b200-ccf5375b10b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:07.899835 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Current status of the port 319dcada-767d-4dae-a2b7-20c76fe63f3f is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:07.900219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:07.912638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-91e38d14-b48c-433a-98c6-291df323a336 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:07.916831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5e9-b429-4e30-9f4b-61870e1f807c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:07.926807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bc110782-ba26-4eea-b9ea-d16cca34a25e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:07.991685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-91e38d14-b48c-433a-98c6-291df323a336 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:08.091048 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e38d14-b48c-433a-98c6-291df323a336 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30447eb-3d6f-4cb6-90d5-0ed33c8eda3b,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:08.126527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:08.187348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-91e38d14-b48c-433a-98c6-291df323a336 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:08.204598 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-91e38d14-b48c-433a-98c6-291df323a336 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6176322 Oct 05 09:39:08.216069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:08.311880 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] For port 319dcada-767d-4dae-a2b7-20c76fe63f3f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=319dcada-767d-4dae-a2b7-20c76fe63f3f,segment=NetworkSegment(0dd1ca02-66c8-4933-9267-42c31a4f5d91),segment_id=0dd1ca02-66c8-4933-9267-42c31a4f5d91)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:08.371686 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-eed2c5e9-b429-4e30-9f4b-61870e1f807c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:08.372159 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5e9-b429-4e30-9f4b-61870e1f807c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:08.391639 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:08.394485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:39:08.395456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:08.518992 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port bc110782-ba26-4eea-b9ea-d16cca34a25e completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:08.562979 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2cf9d057-b544-4d47-8486-8be46280a008 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:08.690974 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5c2b678-350f-452b-ab1e-d16ffdc65a7a req-fc08501a-8dde-4bcf-98a0-61bd57114bfe tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0779517 Oct 05 09:39:08.711094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-cb83a6e2-8063-403f-8cd2-3d3afbbd2a41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:39:08.721497 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Provisioning for port 0829bbce-494e-4501-8059-c743a0e52f2c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:08.759120 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Pushing event updated for resources: {'Port': ['ID=319dcada-767d-4dae-a2b7-20c76fe63f3f,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:08.785401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-eed2c5e9-b429-4e30-9f4b-61870e1f807c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] For port 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3512c370-fe8a-4cfe-9ac0-dd800ebdfac9,segment=NetworkSegment(80348768-166a-4871-9c6f-2ba1a4946c02),segment_id=80348768-166a-4871-9c6f-2ba1a4946c02)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:08.785764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5e9-b429-4e30-9f4b-61870e1f807c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:08.795366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Provisioning complete for port 0829bbce-494e-4501-8059-c743a0e52f2c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:08.798577 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:08.798577 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Attempt 1 to provision port 0829bbce-494e-4501-8059-c743a0e52f2c Oct 05 09:39:08.833666 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:08.834045 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:08.834401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:08.834742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:08.835080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:08.835419 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:08.835767 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:08.836085 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:08.836417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:08.836998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:08.837327 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:08.837655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:08.886564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-cb83a6e2-8063-403f-8cd2-3d3afbbd2a41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:39:08.887954 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-cb83a6e2-8063-403f-8cd2-3d3afbbd2a41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673451818&fields=id&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 267 time: 0.4003699 Oct 05 09:39:08.923060 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Allocated IP 172.22.0.1 (42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9/db84e2cc-f28c-4608-97c2-4bf1d851d497/83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:09.110401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-1f466f83-fe5f-43dc-821d-923f637298d8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:09.111127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-1f466f83-fe5f-43dc-821d-923f637298d8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:39:09.119886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:09.124760 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-eed2c5e9-b429-4e30-9f4b-61870e1f807c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:09.127257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:09.142319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Transition to ACTIVE for port object 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:09.163150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:38:56Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab', 'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:e9:b3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:54Z', 'updated_at': '2022-10-05T09:39:05Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:09.184653 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 2cf9d057-b544-4d47-8486-8be46280a008 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:09.185275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:09.186399 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 2cf9d057-b544-4d47-8486-8be46280a008 Oct 05 09:39:09.224003 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:09.227538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Transition to ACTIVE for port object cb4e89b7-ea6a-479b-ae4a-e917667a3fff will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:09.231982 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dafc31-49ec-45dd-9f12-947ea7dc822b None None] The sync data for ids ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'] in dv-neutron-860329-1-hyperv is: [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:38:56Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab', 'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:e9:b3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:54Z', 'updated_at': '2022-10-05T09:39:05Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:09.251759 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-1f466f83-fe5f-43dc-821d-923f637298d8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:39:09.254243 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-1f466f83-fe5f-43dc-821d-923f637298d8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/networks?id=e9eb515a-212e-4997-b546-956c7271565f HTTP/1.1" status: 200 len: 797 time: 0.3033750 Oct 05 09:39:09.291533 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-5601805b-23fe-4f40-8e15-fb55a09dbf0c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/quotas/6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 375 time: 0.0323989 Oct 05 09:39:09.348773 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:09.403161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:09.403161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:09.406835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:09.467745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:09.494455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:09.516510 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-af665da4-b03f-4f58-9dd4-25bf516ea007 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2068083 Oct 05 09:39:09.666110 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Current status of the port 0829bbce-494e-4501-8059-c743a0e52f2c is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:09.666611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:09.682518 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Allocated IP 172.22.0.2 (42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9/db84e2cc-f28c-4608-97c2-4bf1d851d497/c13ccc01-8ede-4c14-841a-35bbc99349ff) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:09.690540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab443fbf-7bf3-4fcf-bfa1-615b2069a871 None None] Pushing event updated for resources: {'Port': ['ID=cb4e89b7-ea6a-479b-ae4a-e917667a3fff,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:09.749622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5e9-b429-4e30-9f4b-61870e1f807c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:09.853075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] For port 0829bbce-494e-4501-8059-c743a0e52f2c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0829bbce-494e-4501-8059-c743a0e52f2c,segment=NetworkSegment(62943664-d77f-46fd-aa4a-72ff20f7dd29),segment_id=62943664-d77f-46fd-aa4a-72ff20f7dd29)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:09.892337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2c5e9-b429-4e30-9f4b-61870e1f807c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=3512c370-fe8a-4cfe-9ac0-dd800ebdfac9,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:09.893234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:09.976715 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Attempting to bind port cb4e89b7-ea6a-479b-ae4a-e917667a3fff on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:39:09.977239 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Attempting to bind port cb4e89b7-ea6a-479b-ae4a-e917667a3fff by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'f7d71ad7-828c-45df-9fba-6fc48adb0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:39:09.978021 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Attempting to bind port cb4e89b7-ea6a-479b-ae4a-e917667a3fff on network 0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:09.986308 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:09.998727 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-00b9ca9e-d7d2-4f68-9172-40d66a08cf0e req-f38d3da6-0d31-46a6-b6cf-88ffc66febb3 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1769443 Oct 05 09:39:10.042002 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2cf9d057-b544-4d47-8486-8be46280a008 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:10.054213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:39:10.054213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Checking segment: {'id': 'f7d71ad7-828c-45df-9fba-6fc48adb0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:10.054612 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:10.055113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Bound using segment: {'id': 'f7d71ad7-828c-45df-9fba-6fc48adb0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:39:10.055732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Bound port: cb4e89b7-ea6a-479b-ae4a-e917667a3fff, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d71ad7-828c-45df-9fba-6fc48adb0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:39:10.056230 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:10.143161 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8f2db48b-fd22-43c4-87cc-eb13737085d6 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:10.332863 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-de522172-7a30-4480-bdf3-0a067e00ce7b service neutron] 10.222.0.49 "GET /v2.0/networks/e9eb515a-212e-4997-b546-956c7271565f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8033872 Oct 05 09:39:10.359362 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] For port cb4e89b7-ea6a-479b-ae4a-e917667a3fff, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:39:10.363289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] For port cb4e89b7-ea6a-479b-ae4a-e917667a3fff, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cb4e89b7-ea6a-479b-ae4a-e917667a3fff,segment=NetworkSegment(f7d71ad7-828c-45df-9fba-6fc48adb0ced),segment_id=f7d71ad7-828c-45df-9fba-6fc48adb0ced)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:39:10.390882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 8f2db48b-fd22-43c4-87cc-eb13737085d6 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:10.391275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8f2db48b-fd22-43c4-87cc-eb13737085d6 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:10.391761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device dcd54f24-90d2-48cc-9a93-e2177cdaa9cc no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:10.433933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5e9-b429-4e30-9f4b-61870e1f807c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:10.444011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: dcd54f24-90d2-48cc-9a93-e2177cdaa9cc {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:10.444366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device dcd54f24-90d2-48cc-9a93-e2177cdaa9cc not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:10.457637 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:10.473745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8b5bd-a5f9-4a04-b3e3-5fb355b05078 None None] Pushing event updated for resources: {'Port': ['ID=0829bbce-494e-4501-8059-c743a0e52f2c,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:10.505464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:10.571773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:10.603698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-82e6ea8e-fb14-4a5b-a7f5-65a7731a2346 None None] Provisioning for port cb4e89b7-ea6a-479b-ae4a-e917667a3fff completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:10.641602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:10.642288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:10.681324 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-dadb661b-fb70-4202-8991-f2ac714df29b service neutron] 10.222.0.49 "GET /v2.0/networks/e9eb515a-212e-4997-b546-956c7271565f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397195 Oct 05 09:39:10.781139 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab443fbf-7bf3-4fcf-bfa1-615b2069a871 None None] Pushing event updated for resources: {'Port': ['ID=cb4e89b7-ea6a-479b-ae4a-e917667a3fff,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:10.812730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:10.838553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:10.987601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed2c5e9-b429-4e30-9f4b-61870e1f807c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:10.994424 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 319dcada-767d-4dae-a2b7-20c76fe63f3f up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:11.087247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network 42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:11.088658 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:11.124045 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:11.139544 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:11.212585 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Transition to ACTIVE for port object c13ccc01-8ede-4c14-841a-35bbc99349ff will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:11.214534 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-82e6ea8e-fb14-4a5b-a7f5-65a7731a2346 None None] Provisioning for port bc110782-ba26-4eea-b9ea-d16cca34a25e completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:11.251853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-82e6ea8e-fb14-4a5b-a7f5-65a7731a2346 None None] Provisioning complete for port bc110782-ba26-4eea-b9ea-d16cca34a25e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:11.251853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-82e6ea8e-fb14-4a5b-a7f5-65a7731a2346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:11.251853 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-82e6ea8e-fb14-4a5b-a7f5-65a7731a2346 None None] Attempt 1 to provision port bc110782-ba26-4eea-b9ea-d16cca34a25e Oct 05 09:39:11.282322 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed2c5e9-b429-4e30-9f4b-61870e1f807c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:11.299578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Transition to ACTIVE for port object c13ccc01-8ede-4c14-841a-35bbc99349ff will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:11.338971 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-32fd9e89-e438-4db5-aa0e-417b2c69b085 req-f4735594-60f3-4a31-aea8-192933848b96 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0603199 Oct 05 09:39:11.398628 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d41882-d058-483e-90d2-7cdc1cd4b806 None None] Sync routers for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:11.442524 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-eed2c5e9-b429-4e30-9f4b-61870e1f807c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6660585 Oct 05 09:39:11.451688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42556) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:11.502239 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3130af75-7d9d-4702-88f9-6f6451eac95e req-257f8c4c-3126-475d-a94d-925af3a0d419 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 210 time: 0.2224331 Oct 05 09:39:11.520252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:11.545492 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea47721b-fb53-42e7-9648-63f1440ce453 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting subnet cbf0930a-59f7-40d6-b200-ccf5375b10b4 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:39:11.553286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea47721b-fb53-42e7-9648-63f1440ce453 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:11.630532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea47721b-fb53-42e7-9648-63f1440ce453 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:11.652433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:11.676366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d41882-d058-483e-90d2-7cdc1cd4b806 None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:11.677022 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-66d41882-d058-483e-90d2-7cdc1cd4b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:11.763510 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Network 42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:11.774450 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 319dcada-767d-4dae-a2b7-20c76fe63f3f triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:11.774450 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:11.774808 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 319dcada-767d-4dae-a2b7-20c76fe63f3f Oct 05 09:39:11.811059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:11.880677 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:11.921147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:11.939332 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ee2b5957-58f2-4825-bdcb-f16f42cf0351 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7497072 Oct 05 09:39:11.939590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42566) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:11.946015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'network': {'name': 'tempest-RoutersTest-1046855732'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:11.952088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Pushing event updated for resources: {'Port': ['ID=c13ccc01-8ede-4c14-841a-35bbc99349ff,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:11.958638 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:11.963205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:network and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:11.966740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:11.973919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:11.980236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea47721b-fb53-42e7-9648-63f1440ce453 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:12.114794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:39:12.119164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:12.133289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-66d41882-d058-483e-90d2-7cdc1cd4b806 None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:12.157488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:39:12.169669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:12.170448 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Added segment 761ceed2-4e5c-4b86-aebb-e50c0a0da05d of type vlan for network def02782-391c-4925-b989-59564b26d4d6 Oct 05 09:39:12.189441 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea47721b-fb53-42e7-9648-63f1440ce453 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:12.221581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:12.287874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47721b-fb53-42e7-9648-63f1440ce453 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf0930a-59f7-40d6-b200-ccf5375b10b4,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:12.295670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea47721b-fb53-42e7-9648-63f1440ce453 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:12.307670 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ea47721b-fb53-42e7-9648-63f1440ce453 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/cbf0930a-59f7-40d6-b200-ccf5375b10b4 HTTP/1.1" status: 204 len: 168 time: 0.8507097 Oct 05 09:39:12.313536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42574) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:12.336026 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f4e8a-38b6-402c-b17a-3138cf642705 None None] Network 13490d04-aaf1-452b-9407-373321500fcc requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:12.393316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Attempting to bind port c13ccc01-8ede-4c14-841a-35bbc99349ff on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:39:12.393581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Attempting to bind port c13ccc01-8ede-4c14-841a-35bbc99349ff by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '13051322-cb07-4a67-9359-1e0d81610065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:39:12.394170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Attempting to bind port c13ccc01-8ede-4c14-841a-35bbc99349ff on network 42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:12.395291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:12.400515 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:12.401780 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:12.528819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Network': ['ID=def02782-391c-4925-b989-59564b26d4d6,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:12.537318 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-82e6ea8e-fb14-4a5b-a7f5-65a7731a2346 None None] Current status of the port bc110782-ba26-4eea-b9ea-d16cca34a25e is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:12.537318 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-82e6ea8e-fb14-4a5b-a7f5-65a7731a2346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:12.555619 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4a737d2d-80dc-49c0-9bd7-3444adf11f13 req-3d790520-39bf-4ce5-b28e-eb3479092c7b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1081872 Oct 05 09:39:12.567036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:39:12.567651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Checking segment: {'id': '13051322-cb07-4a67-9359-1e0d81610065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:12.567870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:12.568068 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:12.568435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Bound using segment: {'id': '13051322-cb07-4a67-9359-1e0d81610065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:39:12.568928 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Bound port: c13ccc01-8ede-4c14-841a-35bbc99349ff, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13051322-cb07-4a67-9359-1e0d81610065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:39:12.569301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:12.578551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network def02782-391c-4925-b989-59564b26d4d6 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:39:12.582678 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:12.599235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:12.649887 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a01f00eb-4c3e-44d1-9a8a-86afe88af51d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7002966 Oct 05 09:39:12.649887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42584) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:12.650363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'subnet': {'network_id': 'def02782-391c-4925-b989-59564b26d4d6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:12.743205 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f512bfd4-5369-4761-b1ac-0ad87a07b438 req-87728995-8e5f-412d-b806-a2babf5c4275 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 210 time: 0.0965283 Oct 05 09:39:12.804608 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 319dcada-767d-4dae-a2b7-20c76fe63f3f is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:12.805770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:12.911440 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:12.927428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:subnet and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:12.933065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:12.948775 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:12.963687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] For port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=16b4832b-a2cc-42d1-90ca-cfc5579ff6e2,segment=NetworkSegment(80348768-166a-4871-9c6f-2ba1a4946c02),segment_id=80348768-166a-4871-9c6f-2ba1a4946c02)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:12.964059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:12.976074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-82e6ea8e-fb14-4a5b-a7f5-65a7731a2346 None None] For port bc110782-ba26-4eea-b9ea-d16cca34a25e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bc110782-ba26-4eea-b9ea-d16cca34a25e,segment=NetworkSegment(f7d71ad7-828c-45df-9fba-6fc48adb0ced),segment_id=f7d71ad7-828c-45df-9fba-6fc48adb0ced)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:13.080213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-82e6ea8e-fb14-4a5b-a7f5-65a7731a2346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:13.094210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Made reservation on behalf of 8833d1fc0c654a1199b2c3de72d5884c for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:39:13.097893 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:13.118554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:13.142667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] For port c13ccc01-8ede-4c14-841a-35bbc99349ff, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:39:13.164165 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:10Z', 'revision_number': 2, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:10Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:13.208211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] For port c13ccc01-8ede-4c14-841a-35bbc99349ff, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c13ccc01-8ede-4c14-841a-35bbc99349ff,segment=NetworkSegment(13051322-cb07-4a67-9359-1e0d81610065),segment_id=13051322-cb07-4a67-9359-1e0d81610065)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:39:13.219950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2e91c-c94d-40ce-8fe1-0bad8e88d9ed None None] The sync data for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv is: [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:10Z', 'revision_number': 2, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:10Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:13.248742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6ea8e-fb14-4a5b-a7f5-65a7731a2346 None None] Pushing event updated for resources: {'Port': ['ID=bc110782-ba26-4eea-b9ea-d16cca34a25e,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:13.297591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-66d41882-d058-483e-90d2-7cdc1cd4b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 9, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:45Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:13.304853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d41882-d058-483e-90d2-7cdc1cd4b806 None None] Checking router: 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:13.349184 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d41882-d058-483e-90d2-7cdc1cd4b806 None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:13.354543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-66d41882-d058-483e-90d2-7cdc1cd4b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:13.432516 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de5e57a-aa6b-40dc-a1a1-4afd5dc9f43c None None] DHCP port deletion for 13490d04-aaf1-452b-9407-373321500fcc request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:39:13.444476 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:13.516132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:13.570165 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:13.572228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=16b4832b-a2cc-42d1-90ca-cfc5579ff6e2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:13.575541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0de5e57a-aa6b-40dc-a1a1-4afd5dc9f43c None None] Deleting port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:13.575541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0de5e57a-aa6b-40dc-a1a1-4afd5dc9f43c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:13.592299 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No DVR routers for this DVR port 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:39:13.641656 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:13.658123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:13.658695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:13.659183 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab Oct 05 09:39:13.870689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0de5e57a-aa6b-40dc-a1a1-4afd5dc9f43c None None] The port '16b4832b-a2cc-42d1-90ca-cfc5579ff6e2' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:39:13.897828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-66d41882-d058-483e-90d2-7cdc1cd4b806 None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:13.908330 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3c8b9db2-086c-415c-b4f7-0a89eaa32672 req-f3388987-baa6-4b5c-919d-34825b79910d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1384461 Oct 05 09:39:14.074774 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-660e7bd4-49f9-45dc-9ecf-2763b3b3630d req-3c54629a-f148-4ba8-a3b8-9a6dd8967434 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 210 time: 0.1613841 Oct 05 09:39:14.190640 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58866f-0f21-44b5-adf4-263a4d45e1cb None None] Pushing event updated for resources: {'Port': ['ID=c13ccc01-8ede-4c14-841a-35bbc99349ff,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:14.268629 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:14.303419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13490d04-aaf1-452b-9407-373321500fcc']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:14.332861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80348768-166a-4871-9c6f-2ba1a4946c02') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:14.333164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80348768-166a-4871-9c6f-2ba1a4946c02') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:14.349621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:14.376639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:14.383948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:39:14.384670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:14.490044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Subnet': ['ID=b9e18c64-0b60-4c1a-8682-6c6683899fc0,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:14.529106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Checking segment: {'id': '761ceed2-4e5c-4b86-aebb-e50c0a0da05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'def02782-391c-4925-b989-59564b26d4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:14.530239 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network hostable DHCP agents. Network: def02782-391c-4925-b989-59564b26d4d6, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:39:14.536503 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 80348768-166a-4871-9c6f-2ba1a4946c02 resource provider aggregate not found Oct 05 09:39:14.548976 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:14.549335 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:14.614627 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 80348768-166a-4871-9c6f-2ba1a4946c02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80348768-166a-4871-9c6f-2ba1a4946c02 found for delete ", "request_id": "req-fce2c267-4fee-4f87-9963-7161f1e0b0c8"}]} Oct 05 09:39:14.643810 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab,segment=NetworkSegment(0dd1ca02-66c8-4933-9267-42c31a4f5d91),segment_id=0dd1ca02-66c8-4933-9267-42c31a4f5d91)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:14.706990 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-9754e405-a2eb-4790-ae46-65fa6012b7df tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:14.708903 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-9754e405-a2eb-4790-ae46-65fa6012b7df tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.55 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 811 time: 0.2125955 Oct 05 09:39:14.719523 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-66d41882-d058-483e-90d2-7cdc1cd4b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 9, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:45Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:14.724237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d41882-d058-483e-90d2-7cdc1cd4b806 None None] The sync data for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv is: [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 9, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '0d53a360-6a90-4269-ada8-85a65ac30c3b', 'name': '', 'network_id': '06d06ecc-f0cd-4e41-80bc-71b75b130288', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:48:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:31Z', 'updated_at': '2022-10-05T09:38:45Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': 'fc468da9-1417-452d-9b99-a2aac07bcff6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:14.731674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:14.768037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:14.769742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network def02782-391c-4925-b989-59564b26d4d6 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:39:14.823307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:14.841579 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:14.879456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Network': ['ID=13490d04-aaf1-452b-9407-373321500fcc,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:14.914682 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-52434c3b-0bc5-4760-8076-a1fbb7907e00 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be9b9908fe7c4c9a97f0c067874401dc HTTP/1.1" status: 200 len: 380 time: 0.1813705 Oct 05 09:39:14.920629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42596) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:14.932065 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1dc568f7-0d78-47b7-b551-afee02e60934 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/networks/13490d04-aaf1-452b-9407-373321500fcc HTTP/1.1" status: 204 len: 168 time: 2.6225059 Oct 05 09:39:14.947839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Request body: {'port': {'device_id': '49a231ad-b3ea-49c6-97e0-643ffc186729', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'admin_state_up': True, 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'security_groups': ['2ff0f98f-374d-49d2-9214-c15d9c91e97f']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:14.981734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, def02782-391c-4925-b989-59564b26d4d6) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:14.991489 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b61ba7f-0384-4daa-8143-661fab799ecb None None] Network def02782-391c-4925-b989-59564b26d4d6 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:15.003550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:15.004523 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:15.447559 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5eb020ad-8800-4192-8f7f-263266cdb0ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8023193 Oct 05 09:39:15.457663 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:15.479520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42608) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:15.489901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Usage tracker for resource:port and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:15.511967 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb4e89b7-ea6a-479b-ae4a-e917667a3fff up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:15.553397 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ebb4fb-4499-41df-a8a5-a9a83f606cc0 None None] Network 42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:15.560292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:15.574274 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7e254aaf-6caa-41bf-9a6c-a8e9e4128565 req-20c1006b-ca7a-47ce-a3b8-4a1838eaf178 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.2697392 Oct 05 09:39:15.607268 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:15.639401 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-18719753-e254-4c22-8b0d-f6e5904b72b2 req-bda88aa0-b38b-4c98-b5ab-72a5dfde077a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 210 time: 0.1343715 Oct 05 09:39:15.704878 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-def02782-391c-4925-b989-59564b26d4d6', 'network_id': 'def02782-391c-4925-b989-59564b26d4d6', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'fixed_ips': [{'subnet_id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:39:15.705792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:15.785558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-90b064e0-0479-40bc-903c-7632c3469a9d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:15.787283 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-90b064e0-0479-40bc-903c-7632c3469a9d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/networks?id=e9eb515a-212e-4997-b546-956c7271565f HTTP/1.1" status: 200 len: 797 time: 0.6543427 Oct 05 09:39:15.852097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ab2edc12-1a56-4707-8dbe-9e2a526af75d None None] Provisioning for port c13ccc01-8ede-4c14-841a-35bbc99349ff completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:15.883410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Made reservation on behalf of be9b9908fe7c4c9a97f0c067874401dc for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:39:15.886701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:15.928142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-e66e6fa6-1989-46df-acb3-fc6b5c45e650 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:39:16.081384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Allocated IP 172.23.0.2 (def02782-391c-4925-b989-59564b26d4d6/b9e18c64-0b60-4c1a-8682-6c6683899fc0/f1132609-58a4-46ab-bcb5-320d82d651e9) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:16.082050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-e66e6fa6-1989-46df-acb3-fc6b5c45e650 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:39:16.083650 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-e66e6fa6-1989-46df-acb3-fc6b5c45e650 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 379 time: 0.2374542 Oct 05 09:39:16.096688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25e7f2be-88a2-444b-907c-13851f2f8750 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:16.098477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'port': {'device_id': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'admin_state_up': True, 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'security_groups': ['3b20610f-7ff0-4219-b952-b7fabf78a489']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:16.392226 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:16.404666 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Sync routers for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:16.411042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port cb4e89b7-ea6a-479b-ae4a-e917667a3fff completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:16.421519 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:16.422415 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:16.432728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Transition to ACTIVE for port object f1132609-58a4-46ab-bcb5-320d82d651e9 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:16.464507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Transition to ACTIVE for port object f1132609-58a4-46ab-bcb5-320d82d651e9 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:16.489388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port cb4e89b7-ea6a-479b-ae4a-e917667a3fff triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:16.489929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:16.491767 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port cb4e89b7-ea6a-479b-ae4a-e917667a3fff Oct 05 09:39:16.559337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-25e7f2be-88a2-444b-907c-13851f2f8750 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port 0d53a360-6a90-4269-ada8-85a65ac30c3b {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:16.559823 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25e7f2be-88a2-444b-907c-13851f2f8750 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:16.579307 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:16.710656 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:16.728476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Allocated IP 172.20.0.11 (5bc55122-780d-427f-aa2d-df73122091e8/1db5b5f1-8073-4fe0-98fc-693b2965d2d8/45f6e1a6-e627-4d2d-856d-c027edbb987c) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:16.785567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Network def02782-391c-4925-b989-59564b26d4d6 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:16.796135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:16.800262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Pushing event updated for resources: {'Port': ['ID=f1132609-58a4-46ab-bcb5-320d82d651e9,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:16.804035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:16.993193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:17.030445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Attempting to bind port f1132609-58a4-46ab-bcb5-320d82d651e9 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:39:17.030824 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Attempting to bind port f1132609-58a4-46ab-bcb5-320d82d651e9 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '761ceed2-4e5c-4b86-aebb-e50c0a0da05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'def02782-391c-4925-b989-59564b26d4d6'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:39:17.031193 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Attempting to bind port f1132609-58a4-46ab-bcb5-320d82d651e9 on network def02782-391c-4925-b989-59564b26d4d6 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:17.032505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:port and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:17.042037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:17.076921 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:17.096115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:39:17.096528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Checking segment: {'id': '761ceed2-4e5c-4b86-aebb-e50c0a0da05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'def02782-391c-4925-b989-59564b26d4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:17.101871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:17.101871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Bound using segment: {'id': '761ceed2-4e5c-4b86-aebb-e50c0a0da05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'def02782-391c-4925-b989-59564b26d4d6'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:39:17.101871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Bound port: f1132609-58a4-46ab-bcb5-320d82d651e9, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761ceed2-4e5c-4b86-aebb-e50c0a0da05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'def02782-391c-4925-b989-59564b26d4d6'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:39:17.101871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:17.115695 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c6ff931d-08f1-4a75-94a4-88da20af43b9 req-7efd0642-49e7-4a74-ac02-78e3d689a077 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.1202252 Oct 05 09:39:17.191531 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:39:17.196027 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:17.216093 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-232ea40d-b092-4190-a0c9-8797755d2211 req-457ce5e0-3a53-4651-bb32-0f17a7569a56 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 210 time: 0.1547029 Oct 05 09:39:17.274695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] For port f1132609-58a4-46ab-bcb5-320d82d651e9, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:39:17.278222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] For port f1132609-58a4-46ab-bcb5-320d82d651e9, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=f1132609-58a4-46ab-bcb5-320d82d651e9,segment=NetworkSegment(761ceed2-4e5c-4b86-aebb-e50c0a0da05d),segment_id=761ceed2-4e5c-4b86-aebb-e50c0a0da05d)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:39:17.285357 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port cb4e89b7-ea6a-479b-ae4a-e917667a3fff is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:17.285818 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:17.345850 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port cb4e89b7-ea6a-479b-ae4a-e917667a3fff, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cb4e89b7-ea6a-479b-ae4a-e917667a3fff,segment=NetworkSegment(f7d71ad7-828c-45df-9fba-6fc48adb0ced),segment_id=f7d71ad7-828c-45df-9fba-6fc48adb0ced)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:17.365384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:17.371779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:17.378320 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:10Z', 'revision_number': 2, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:10Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:17.388417 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Checking router: 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:17.389336 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Updating router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:39:17.428537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-25e7f2be-88a2-444b-907c-13851f2f8750 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] For port 0d53a360-6a90-4269-ada8-85a65ac30c3b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0d53a360-6a90-4269-ada8-85a65ac30c3b,segment=NetworkSegment(7434ca87-ca0f-494d-975e-5241e8da77b6),segment_id=7434ca87-ca0f-494d-975e-5241e8da77b6)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:17.430329 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25e7f2be-88a2-444b-907c-13851f2f8750 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:17.509875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3c557-687f-4550-b029-16ffd0ace877 None None] Pushing event updated for resources: {'Port': ['ID=f1132609-58a4-46ab-bcb5-320d82d651e9,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:17.520052 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:17.521285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c13ccc01-8ede-4c14-841a-35bbc99349ff up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:17.532750 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:17.625596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:17.753161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-25e7f2be-88a2-444b-907c-13851f2f8750 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for 0d53a360-6a90-4269-ada8-85a65ac30c3b owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:17.758410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=cb4e89b7-ea6a-479b-ae4a-e917667a3fff,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:17.797464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Transition to ACTIVE for port object 45f6e1a6-e627-4d2d-856d-c027edbb987c will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:17.869366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-75724187-7e7c-444c-b663-a761ac12de36 None None] Provisioning for port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:17.886752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-75724187-7e7c-444c-b663-a761ac12de36 None None] Provisioning complete for port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:17.891046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-75724187-7e7c-444c-b663-a761ac12de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:17.891752 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-75724187-7e7c-444c-b663-a761ac12de36 None None] Attempt 1 to provision port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e Oct 05 09:39:18.012932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port c13ccc01-8ede-4c14-841a-35bbc99349ff completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:18.037923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port c13ccc01-8ede-4c14-841a-35bbc99349ff triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:18.071081 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:18.071490 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port c13ccc01-8ede-4c14-841a-35bbc99349ff Oct 05 09:39:18.155462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25e7f2be-88a2-444b-907c-13851f2f8750 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:18.234897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.6 (e9eb515a-212e-4997-b546-956c7271565f/82cdf6d0-403b-463a-9fcc-48ccd16c5a39/7ff00468-1478-4c01-954d-2e30c263bc2a) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:18.306707 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:18.339490 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Transition to ACTIVE for port object 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:18.480567 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:18.485801 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port c13ccc01-8ede-4c14-841a-35bbc99349ff is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:18.486211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:18.548861 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-75724187-7e7c-444c-b663-a761ac12de36 None None] Port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:18.578750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port c13ccc01-8ede-4c14-841a-35bbc99349ff, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c13ccc01-8ede-4c14-841a-35bbc99349ff,segment=NetworkSegment(13051322-cb07-4a67-9359-1e0d81610065),segment_id=13051322-cb07-4a67-9359-1e0d81610065)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:18.591276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Allocated IP 172.23.0.1 (def02782-391c-4925-b989-59564b26d4d6/b9e18c64-0b60-4c1a-8682-6c6683899fc0/490f498e-35de-4c6c-b91e-e4ee155731fd) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:18.597773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7f2be-88a2-444b-907c-13851f2f8750 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=0d53a360-6a90-4269-ada8-85a65ac30c3b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:18.602172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:18.662178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:18.662958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bc110782-ba26-4eea-b9ea-d16cca34a25e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:18.829070 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe0964-7c4b-4698-a0e6-5a31efe0893e None None] Pushing event updated for resources: {'Port': ['ID=83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:18.881376 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Attempting to bind port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:39:18.881883 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Attempting to bind port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '13051322-cb07-4a67-9359-1e0d81610065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:39:18.882356 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Attempting to bind port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e on network 42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:18.896336 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:39:18.896727 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Checking segment: {'id': '13051322-cb07-4a67-9359-1e0d81610065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:18.897206 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:18.897648 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Bound using segment: {'id': '13051322-cb07-4a67-9359-1e0d81610065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:39:18.898153 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Bound port: 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13051322-cb07-4a67-9359-1e0d81610065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:39:18.898532 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:18.904701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Network 5bc55122-780d-427f-aa2d-df73122091e8 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:19.008261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:19.027620 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=c13ccc01-8ede-4c14-841a-35bbc99349ff,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:19.030271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'Port': ['ID=45f6e1a6-e627-4d2d-856d-c027edbb987c,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:19.051731 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-75724187-7e7c-444c-b663-a761ac12de36 None None] Attempt 2 to provision port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e Oct 05 09:39:19.067376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:19.077895 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] For port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:39:19.088429 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] For port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e,segment=NetworkSegment(13051322-cb07-4a67-9359-1e0d81610065),segment_id=13051322-cb07-4a67-9359-1e0d81610065)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:39:19.161386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25e7f2be-88a2-444b-907c-13851f2f8750 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:19.182951 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:19.191783 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-05fa2b7b-0403-4753-b3dc-ed5b4fb57e81 req-8257e489-1200-4bec-acb6-0fc483fca710 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 210 time: 0.5872474 Oct 05 09:39:19.212676 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-75724187-7e7c-444c-b663-a761ac12de36 None None] Port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:19.213166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port bc110782-ba26-4eea-b9ea-d16cca34a25e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:19.213538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:19.213870 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port bc110782-ba26-4eea-b9ea-d16cca34a25e Oct 05 09:39:19.279986 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:19.345544 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:19.346223 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:19.413217 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object 7ff00468-1478-4c01-954d-2e30c263bc2a will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:19.433549 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9cfb94-725d-4d8e-bc4d-d87c310fa041 None None] Network def02782-391c-4925-b989-59564b26d4d6 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:19.481577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:19.484231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:19.535204 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe0964-7c4b-4698-a0e6-5a31efe0893e None None] Pushing event updated for resources: {'Port': ['ID=83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:19.567168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port bc110782-ba26-4eea-b9ea-d16cca34a25e is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:19.571825 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:19.572549 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:19.574194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0829bbce-494e-4501-8059-c743a0e52f2c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:19.575931 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81509832-585b-431b-ac9d-42f6fdc18a83 req-f9c50252-73fa-40ab-9cea-467312fc7ccc tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:19.578692 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-81509832-585b-431b-ac9d-42f6fdc18a83 req-f9c50252-73fa-40ab-9cea-467312fc7ccc tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 932 time: 1.0880623 Oct 05 09:39:19.588139 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf1e43e7-7066-46ff-ab31-ca730685acfd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6529427 Oct 05 09:39:19.624970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Transition to ACTIVE for port object 490f498e-35de-4c6c-b91e-e4ee155731fd will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:19.641774 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:19.705452 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-81509832-585b-431b-ac9d-42f6fdc18a83 req-e2201cd5-475e-4a49-98db-093a33982bd8 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011312 Oct 05 09:39:19.714243 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-75724187-7e7c-444c-b663-a761ac12de36 None None] Attempt 3 to provision port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e Oct 05 09:39:19.904163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Request body: {'port': {'device_id': '49a231ad-b3ea-49c6-97e0-643ffc186729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:19.939398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network e9eb515a-212e-4997-b546-956c7271565f is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:19.947619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=7ff00468-1478-4c01-954d-2e30c263bc2a,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:19.953821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:19.966208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:20.048779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-75724187-7e7c-444c-b663-a761ac12de36 None None] Port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:39:20.062084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0829bbce-494e-4501-8059-c743a0e52f2c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:20.081641 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:20.082302 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0829bbce-494e-4501-8059-c743a0e52f2c Oct 05 09:39:20.293228 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:19Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:20.308910 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eddba61-6ef0-47e6-af8d-2bcf9a67c7ad None None] The sync data for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv is: [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:19Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:20.344525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:20.383862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-75724187-7e7c-444c-b663-a761ac12de36 None None] Provisioning complete for port c13ccc01-8ede-4c14-841a-35bbc99349ff triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:20.384544 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-75724187-7e7c-444c-b663-a761ac12de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:20.385069 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-75724187-7e7c-444c-b663-a761ac12de36 None None] Attempt 1 to provision port c13ccc01-8ede-4c14-841a-35bbc99349ff Oct 05 09:39:20.395752 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:20.522474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e7f2be-88a2-444b-907c-13851f2f8750 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:20.557333 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:20.557960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:20.562257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fa48ba65-f3c6-4534-ad9b-1b8f59804d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:20.585077 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network def02782-391c-4925-b989-59564b26d4d6 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:20.595318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:20.601646 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:20.647558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=490f498e-35de-4c6c-b91e-e4ee155731fd,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:20.649031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0829bbce-494e-4501-8059-c743a0e52f2c is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:20.726021 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-75724187-7e7c-444c-b663-a761ac12de36 None None] Current status of the port c13ccc01-8ede-4c14-841a-35bbc99349ff is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:20.740237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:20.742557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f6f12-432e-43a6-a3b9-6ed7f7efd7e4 req-2fdbc2ee-0c74-4ef1-93f7-628aa0df3b03 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:20.744281 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-714f6f12-432e-43a6-a3b9-6ed7f7efd7e4 req-2fdbc2ee-0c74-4ef1-93f7-628aa0df3b03 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 931 time: 0.3675041 Oct 05 09:39:20.758304 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-da12ed59-32dc-4904-a626-6c86c122ca6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6645324 Oct 05 09:39:20.772765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:20.782398 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e7f2be-88a2-444b-907c-13851f2f8750 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:20.788325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Request body: {'port': {'device_id': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:20.799119 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-25e7f2be-88a2-444b-907c-13851f2f8750 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8763685 Oct 05 09:39:20.805262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42630) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:20.854273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364bf6d0-3177-40a9-848c-9febaccfdc4b None None] Sync routers for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:20.879478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:20.879955 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 16b4832b-a2cc-42d1-90ca-cfc5579ff6e2 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:20.889782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364bf6d0-3177-40a9-848c-9febaccfdc4b None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:20.890426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-364bf6d0-3177-40a9-848c-9febaccfdc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:21.026584 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-714f6f12-432e-43a6-a3b9-6ed7f7efd7e4 req-d9088852-ed2a-4742-a3ff-dce7d5ba2550 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723398 Oct 05 09:39:21.082111 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf68d69-38b4-4c74-a6eb-9f0b5a28e792 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting subnet fc468da9-1417-452d-9b99-a2aac07bcff6 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:39:21.089556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ebf68d69-38b4-4c74-a6eb-9f0b5a28e792 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:21.134225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Provisioning for port 45f6e1a6-e627-4d2d-856d-c027edbb987c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:21.156514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Provisioning complete for port 45f6e1a6-e627-4d2d-856d-c027edbb987c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:21.156892 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:21.157269 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Attempt 1 to provision port 45f6e1a6-e627-4d2d-856d-c027edbb987c Oct 05 09:39:21.192891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d21da-e130-476c-b4e3-4cb7ed059ce9 req-33d8186a-7c66-429c-8dff-3a4b7e43228d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:21.194262 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8c8d21da-e130-476c-b4e3-4cb7ed059ce9 req-33d8186a-7c66-429c-8dff-3a4b7e43228d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 932 time: 0.2805319 Oct 05 09:39:21.260624 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ebf68d69-38b4-4c74-a6eb-9f0b5a28e792 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:21.286430 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-364bf6d0-3177-40a9-848c-9febaccfdc4b None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:21.337031 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:21.350984 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8c8d21da-e130-476c-b4e3-4cb7ed059ce9 req-d4b7eae0-2699-45cc-afa5-342ece2cfc8f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305742 Oct 05 09:39:21.394479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:21.402182 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ebf68d69-38b4-4c74-a6eb-9f0b5a28e792 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:21.402721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:21.453693 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Port 45f6e1a6-e627-4d2d-856d-c027edbb987c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:21.617897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ebf68d69-38b4-4c74-a6eb-9f0b5a28e792 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:21.660334 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf68d69-38b4-4c74-a6eb-9f0b5a28e792 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Subnet': ['ID=fc468da9-1417-452d-9b99-a2aac07bcff6,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:21.662739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ebf68d69-38b4-4c74-a6eb-9f0b5a28e792 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:21.671045 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ebf68d69-38b4-4c74-a6eb-9f0b5a28e792 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/fc468da9-1417-452d-9b99-a2aac07bcff6 HTTP/1.1" status: 204 len: 168 time: 0.8629806 Oct 05 09:39:21.672712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42634) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:21.680005 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eb083a-e2ac-4450-81ea-1ad787d64935 None None] Network 06d06ecc-f0cd-4e41-80bc-71b75b130288 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:21.763249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:21.819985 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:21.820348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:21.820686 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e Oct 05 09:39:21.825650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f6e1a6-e627-4d2d-856d-c027edbb987c {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:39:21.851656 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:21.882055 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:21.891149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Transition to ACTIVE for port object 45f6e1a6-e627-4d2d-856d-c027edbb987c will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:21.895283 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:21.896219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:21.984414 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Attempt 2 to provision port 45f6e1a6-e627-4d2d-856d-c027edbb987c Oct 05 09:39:22.043486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:22.157201 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Port 45f6e1a6-e627-4d2d-856d-c027edbb987c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:22.164864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] For port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1,segment=NetworkSegment(7434ca87-ca0f-494d-975e-5241e8da77b6),segment_id=7434ca87-ca0f-494d-975e-5241e8da77b6)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:22.169255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:22.204148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-364bf6d0-3177-40a9-848c-9febaccfdc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 10, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:22.217150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:22.217683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:22.252995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364bf6d0-3177-40a9-848c-9febaccfdc4b None None] Checking router: 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:22.277279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364bf6d0-3177-40a9-848c-9febaccfdc4b None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:22.278280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-364bf6d0-3177-40a9-848c-9febaccfdc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:38:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:22.314462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Pushing event updated for resources: {'Port': ['ID=45f6e1a6-e627-4d2d-856d-c027edbb987c,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:22.358728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:22.370269 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ba65be-c7cf-4527-a6b8-2073cf12d7d8 None None] DHCP port deletion for 06d06ecc-f0cd-4e41-80bc-71b75b130288 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:39:22.398316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c7ba65be-c7cf-4527-a6b8-2073cf12d7d8 None None] Deleting port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:22.398316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c7ba65be-c7cf-4527-a6b8-2073cf12d7d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:22.433794 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e,segment=NetworkSegment(13051322-cb07-4a67-9359-1e0d81610065),segment_id=13051322-cb07-4a67-9359-1e0d81610065)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:22.505845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a9b58-3485-4ca3-90e8-f9f0304086e4 req-2d630892-fde8-4496-b215-bc44aa75cff6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:22.510498 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ee7a9b58-3485-4ca3-90e8-f9f0304086e4 req-2d630892-fde8-4496-b215-bc44aa75cff6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 931 time: 0.3369527 Oct 05 09:39:22.547682 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:22.549405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Attempting to bind port 45f6e1a6-e627-4d2d-856d-c027edbb987c on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:39:22.549734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Attempting to bind port 45f6e1a6-e627-4d2d-856d-c027edbb987c by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:39:22.557695 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Attempting to bind port 45f6e1a6-e627-4d2d-856d-c027edbb987c on network 5bc55122-780d-427f-aa2d-df73122091e8 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:22.580169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:22.580936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb4e89b7-ea6a-479b-ae4a-e917667a3fff up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:22.581090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Port 45f6e1a6-e627-4d2d-856d-c027edbb987c on network 5bc55122-780d-427f-aa2d-df73122091e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:39:22.581674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Attempting to bind port 45f6e1a6-e627-4d2d-856d-c027edbb987c on network 5bc55122-780d-427f-aa2d-df73122091e8 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:22.595823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:39:22.596183 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Checking segment: {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:22.596571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Bound using segment: {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:39:22.597014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Bound port: 45f6e1a6-e627-4d2d-856d-c027edbb987c, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:39:22.597366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:22.630721 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ee7a9b58-3485-4ca3-90e8-f9f0304086e4 req-cd9d2d7f-969e-447f-a92b-ea1a15fd9a78 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711396 Oct 05 09:39:22.657821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-364bf6d0-3177-40a9-848c-9febaccfdc4b None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:22.664200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a9450-ad5b-4aac-b547-b1b6f069b2b5 req-2c9d7ed1-94f7-48f7-8ed0-587251dabf21 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:22.664488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:22.665477 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2e8a9450-ad5b-4aac-b547-b1b6f069b2b5 req-2c9d7ed1-94f7-48f7-8ed0-587251dabf21 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 944 time: 0.1481378 Oct 05 09:39:22.666927 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:22.750611 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Attempt 3 to provision port 45f6e1a6-e627-4d2d-856d-c027edbb987c Oct 05 09:39:22.829390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff00468-1478-4c01-954d-2e30c263bc2a {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:39:22.848018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:22.867354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:22.889407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c7ba65be-c7cf-4527-a6b8-2073cf12d7d8 None None] The port '6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:39:22.899464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event updated for resources: {'Port': ['ID=490f498e-35de-4c6c-b91e-e4ee155731fd,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:22.922928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Transition to ACTIVE for port object 7ff00468-1478-4c01-954d-2e30c263bc2a will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:22.949807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:22.951869 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No DVR routers for this DVR port 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:39:22.988441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-41f997e4-dddb-4b7d-8544-ed42aaa7a6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:22.998574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Port 45f6e1a6-e627-4d2d-856d-c027edbb987c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:23.007215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] For port 45f6e1a6-e627-4d2d-856d-c027edbb987c, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:39:23.015146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:23.029091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] For port 45f6e1a6-e627-4d2d-856d-c027edbb987c, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=45f6e1a6-e627-4d2d-856d-c027edbb987c,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:39:23.093887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:23.097062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port cb4e89b7-ea6a-479b-ae4a-e917667a3fff triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:23.097437 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:23.097772 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port cb4e89b7-ea6a-479b-ae4a-e917667a3fff Oct 05 09:39:23.128484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:23.165312 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2e8a9450-ad5b-4aac-b547-b1b6f069b2b5 req-373cd3de-2517-4a64-907c-5ddf7cbcd0cd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4876716 Oct 05 09:39:23.181273 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d06ecc-f0cd-4e41-80bc-71b75b130288']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:23.187751 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Network def02782-391c-4925-b989-59564b26d4d6 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:23.203515 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:23.205942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:23.219717 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7434ca87-ca0f-494d-975e-5241e8da77b6') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:23.221090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7434ca87-ca0f-494d-975e-5241e8da77b6') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:23.223079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:23.223708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:23.225082 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] 10.222.0.55 "PUT /v2.0/ports/45f6e1a6-e627-4d2d-856d-c027edbb987c HTTP/1.1" status: 200 len: 1094 time: 3.6184988 Oct 05 09:39:23.227068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a231ad-b3ea-49c6-97e0-643ffc186729', 'tag': '45f6e1a6-e627-4d2d-856d-c027edbb987c'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:39:23.230948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6c108e-77b4-4ba5-b17f-cd1557aafcd3" -d '{"events": [{"name": "network-changed", "server_uuid": "49a231ad-b3ea-49c6-97e0-643ffc186729", "tag": "45f6e1a6-e627-4d2d-856d-c027edbb987c"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:39:23.262485 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:23.315129 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port cb4e89b7-ea6a-479b-ae4a-e917667a3fff is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:23.316218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:23.319794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:23.332870 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:39:23.333554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:23.363681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e41ed5-33e8-4d81-8fd0-58ff2b2568e3 x-openstack-request-id: req-f9e41ed5-33e8-4d81-8fd0-58ff2b2568e3 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:39:23.364028 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a231ad-b3ea-49c6-97e0-643ffc186729", "tag": "45f6e1a6-e627-4d2d-856d-c027edbb987c", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:39:23.366291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9e41ed5-33e8-4d81-8fd0-58ff2b2568e3 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:39:23.366291 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e41ed5-33e8-4d81-8fd0-58ff2b2568e3'] response: {'name': 'network-changed', 'server_uuid': '49a231ad-b3ea-49c6-97e0-643ffc186729', 'tag': '45f6e1a6-e627-4d2d-856d-c027edbb987c', 'status': 'completed', 'code': 200} Oct 05 09:39:23.407083 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-364bf6d0-3177-40a9-848c-9febaccfdc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 10, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:23.414104 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364bf6d0-3177-40a9-848c-9febaccfdc4b None None] The sync data for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv is: [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 10, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None, '_interfaces': [{'id': '28ff0aa4-7e2b-4b75-befa-8c10934fcaa0', 'name': '', 'network_id': 'dc04768d-5aa2-489c-8177-4689a33ab631', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'mac_address': 'fa:16:3e:22:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:24Z', 'updated_at': '2022-10-05T09:38:38Z', 'revision_number': 5, 'project_id': '8a678f013a094c128f127c4feb4764df', 'subnets': [{'id': '948c4955-22b5-4fed-8f0e-842d5b76bcae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:23.424319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:23.424612 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:23.424946 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab Oct 05 09:39:23.459265 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 7434ca87-ca0f-494d-975e-5241e8da77b6 resource provider aggregate not found Oct 05 09:39:23.485191 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 7434ca87-ca0f-494d-975e-5241e8da77b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7434ca87-ca0f-494d-975e-5241e8da77b6 found for delete ", "request_id": "req-b5eabac6-c88e-4f55-809d-bd45cb4941fc"}]} Oct 05 09:39:23.499479 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Attempt 4 to provision port 45f6e1a6-e627-4d2d-856d-c027edbb987c Oct 05 09:39:23.543078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:23.564622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:23.571469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Network': ['ID=06d06ecc-f0cd-4e41-80bc-71b75b130288,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:23.587120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Pushing event updated for resources: {'Port': ['ID=7ff00468-1478-4c01-954d-2e30c263bc2a,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:23.588070 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-72b8d5ae-e4ac-4f6e-9344-e52fee3b7679 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/networks/06d06ecc-f0cd-4e41-80bc-71b75b130288 HTTP/1.1" status: 204 len: 168 time: 1.9134965 Oct 05 09:39:23.590210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42648) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:23.612507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Port 45f6e1a6-e627-4d2d-856d-c027edbb987c had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:39:23.637869 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:23.637869 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device f1132609-58a4-46ab-bcb5-320d82d651e9 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:23.685037 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Provisioning complete for port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:23.685545 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:23.686092 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Attempt 1 to provision port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e Oct 05 09:39:23.711731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Attempting to bind port 7ff00468-1478-4c01-954d-2e30c263bc2a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:39:23.712095 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Attempting to bind port 7ff00468-1478-4c01-954d-2e30c263bc2a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '0dd1ca02-66c8-4933-9267-42c31a4f5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:39:23.712428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Attempting to bind port 7ff00468-1478-4c01-954d-2e30c263bc2a on network e9eb515a-212e-4997-b546-956c7271565f {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:23.723346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:23.726707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Port 7ff00468-1478-4c01-954d-2e30c263bc2a on network e9eb515a-212e-4997-b546-956c7271565f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:39:23.727125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Attempting to bind port 7ff00468-1478-4c01-954d-2e30c263bc2a on network e9eb515a-212e-4997-b546-956c7271565f {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:23.737840 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82413528-2e32-4936-8d36-b6d71ead9850 service neutron] Pushing event updated for resources: {'Port': ['ID=45f6e1a6-e627-4d2d-856d-c027edbb987c,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:23.742097 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:39:23.742421 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Checking segment: {'id': '0dd1ca02-66c8-4933-9267-42c31a4f5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:23.742797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Bound using segment: {'id': '0dd1ca02-66c8-4933-9267-42c31a4f5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:39:23.743225 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Bound port: 7ff00468-1478-4c01-954d-2e30c263bc2a, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd1ca02-66c8-4933-9267-42c31a4f5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:39:23.743576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:23.843677 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port f1132609-58a4-46ab-bcb5-320d82d651e9 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:23.854486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c13ccc01-8ede-4c14-841a-35bbc99349ff up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:23.885157 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Current status of the port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:23.930378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port c13ccc01-8ede-4c14-841a-35bbc99349ff triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:23.930914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:23.931330 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port c13ccc01-8ede-4c14-841a-35bbc99349ff Oct 05 09:39:23.979478 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-201b77cd-fc34-4dfd-92ad-6fa6ed1da53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:23.981001 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-201b77cd-fc34-4dfd-92ad-6fa6ed1da53a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 1097 time: 0.4568944 Oct 05 09:39:23.999694 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Provisioning for port 7ff00468-1478-4c01-954d-2e30c263bc2a completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:24.096779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port c13ccc01-8ede-4c14-841a-35bbc99349ff is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:24.107684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:24.139836 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Provisioning for port f1132609-58a4-46ab-bcb5-320d82d651e9 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:24.149131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:24.149617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3512c370-fe8a-4cfe-9ac0-dd800ebdfac9 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:24.151867 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:24.153085 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Provisioning complete for port f1132609-58a4-46ab-bcb5-320d82d651e9 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:24.153549 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:24.154946 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Attempt 1 to provision port f1132609-58a4-46ab-bcb5-320d82d651e9 Oct 05 09:39:24.162179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31fa8c-e2de-41d7-9450-031a8c371c68 req-30d483e1-096c-4a28-b8d4-2d33e40a6d61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:24.163990 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3d31fa8c-e2de-41d7-9450-031a8c371c68 req-30d483e1-096c-4a28-b8d4-2d33e40a6d61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 943 time: 0.3236079 Oct 05 09:39:24.215382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:24.242298 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3d31fa8c-e2de-41d7-9450-031a8c371c68 req-e913f6cc-c268-4d10-be60-0a4ddfb063a1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707264 Oct 05 09:39:24.256300 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-49986c4f-650d-40de-8fa9-770cb2583f2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45f6e1a6-e627-4d2d-856d-c027edbb987c HTTP/1.1" status: 200 len: 217 time: 0.2548456 Oct 05 09:39:24.309258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:24.337871 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:24.349763 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-823f0194-50e2-4afc-9f64-890e8235ab5e tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8729587 Oct 05 09:39:24.354168 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42656) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:24.357756 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Sync routers for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:24.367042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-46f14b94-7511-4ace-88a3-8f10345c66b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:24.372235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] For port 7ff00468-1478-4c01-954d-2e30c263bc2a, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:39:24.377260 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:24.377908 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:24.386167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] For port 7ff00468-1478-4c01-954d-2e30c263bc2a, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7ff00468-1478-4c01-954d-2e30c263bc2a,segment=NetworkSegment(0dd1ca02-66c8-4933-9267-42c31a4f5d91),segment_id=0dd1ca02-66c8-4933-9267-42c31a4f5d91)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:39:24.392411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-20b4e2ff-dafa-4f38-b1af-70ac04d4fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:24.394426 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-20b4e2ff-dafa-4f38-b1af-70ac04d4fb28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1db5b5f1-8073-4fe0-98fc-693b2965d2d8 HTTP/1.1" status: 200 len: 850 time: 0.1111186 Oct 05 09:39:24.403562 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Current status of the port f1132609-58a4-46ab-bcb5-320d82d651e9 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:24.404195 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:24.478051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:24.478688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:24.478819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:24.479304 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e Oct 05 09:39:24.519329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] For port f1132609-58a4-46ab-bcb5-320d82d651e9, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=f1132609-58a4-46ab-bcb5-320d82d651e9,segment=NetworkSegment(761ceed2-4e5c-4b86-aebb-e50c0a0da05d),segment_id=761ceed2-4e5c-4b86-aebb-e50c0a0da05d)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:24.545022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:24.546383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:24.548123 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3de17289-c61f-4516-bae1-245042ff481a service neutron] 10.222.0.55 "PUT /v2.0/ports/7ff00468-1478-4c01-954d-2e30c263bc2a HTTP/1.1" status: 200 len: 1093 time: 3.7678385 Oct 05 09:39:24.572260 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:24.583144 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf22bfe0-f797-46da-b525-dbbabe27bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:24.585631 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-cf22bfe0-f797-46da-b525-dbbabe27bc14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bc55122-780d-427f-aa2d-df73122091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1843357 Oct 05 09:39:24.586999 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de17289-c61f-4516-bae1-245042ff481a service neutron] Pushing event updated for resources: {'Port': ['ID=7ff00468-1478-4c01-954d-2e30c263bc2a,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:24.635379 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:24.638031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:24.785308 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-b548dc6c-68ba-48b9-8fa4-97d02a0df3c0 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920798 Oct 05 09:39:24.878762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9840b1c-9dc5-4446-9c40-e4be902f4768 None None] Pushing event updated for resources: {'Port': ['ID=f1132609-58a4-46ab-bcb5-320d82d651e9,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:24.881685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:24.925735 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:24.926173 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6d4ce5d8-b31d-4f70-8ec7-2fa74139e9b1 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:24.926525 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0d53a360-6a90-4269-ada8-85a65ac30c3b no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:24.973604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 0d53a360-6a90-4269-ada8-85a65ac30c3b {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:24.973964 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0d53a360-6a90-4269-ada8-85a65ac30c3b not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:24.980096 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:21Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '490f498e-35de-4c6c-b91e-e4ee155731fd', 'name': '', 'network_id': 'def02782-391c-4925-b989-59564b26d4d6', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:17:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:17Z', 'updated_at': '2022-10-05T09:39:21Z', 'revision_number': 2, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:22Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:24.987197 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Checking router: 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:24.987491 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Updating router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 port 490f498e-35de-4c6c-b91e-e4ee155731fd binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:39:24.990006 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910138e9-42e5-432d-a1ce-6349c619e930 req-9df494d6-4e81-49be-85bd-6a49c3de2510 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:24.992092 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-910138e9-42e5-432d-a1ce-6349c619e930 req-9df494d6-4e81-49be-85bd-6a49c3de2510 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 944 time: 0.6837761 Oct 05 09:39:25.024577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-ca9e7296-496f-428c-941d-807d1d7a3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:25.025274 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-ca9e7296-496f-428c-941d-807d1d7a3e3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 1096 time: 0.2390475 Oct 05 09:39:25.052979 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:25.085919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:25.108351 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-910138e9-42e5-432d-a1ce-6349c619e930 req-2f84eb75-3f64-4414-b265-31caf13c25fd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059797 Oct 05 09:39:25.115831 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-c8c3375f-98e4-4b19-8607-d21c46dfd161 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ff00468-1478-4c01-954d-2e30c263bc2a HTTP/1.1" status: 200 len: 217 time: 0.0752277 Oct 05 09:39:25.117786 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1d867e9-000d-469f-96cf-c2ae1eac3f90 req-797523b2-fecf-4c6d-bf14-5c978e09ad4e service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830098 Oct 05 09:39:25.120372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8144f198-143e-4355-a725-e12ef62ef294 None None] Provisioning for port 490f498e-35de-4c6c-b91e-e4ee155731fd completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:25.134019 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8144f198-143e-4355-a725-e12ef62ef294 None None] Provisioning complete for port 490f498e-35de-4c6c-b91e-e4ee155731fd triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:25.134019 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8144f198-143e-4355-a725-e12ef62ef294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:25.134019 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8144f198-143e-4355-a725-e12ef62ef294 None None] Attempt 1 to provision port 490f498e-35de-4c6c-b91e-e4ee155731fd Oct 05 09:39:25.155233 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ebeaa0e1-9a31-408a-a0d2-3928e14f7f4c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:25.200205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-20fb15d8-cc3c-4045-b9d3-53cb84b13be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:25.202276 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-20fb15d8-cc3c-4045-b9d3-53cb84b13be8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82cdf6d0-403b-463a-9fcc-48ccd16c5a39 HTTP/1.1" status: 200 len: 833 time: 0.0705185 Oct 05 09:39:25.216633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8144f198-143e-4355-a725-e12ef62ef294 None None] Port 490f498e-35de-4c6c-b91e-e4ee155731fd cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:25.357556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3d8717dd-ec22-42e3-9afa-e75ede3ea86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:25.359504 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-3d8717dd-ec22-42e3-9afa-e75ede3ea86b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e9eb515a-212e-4997-b546-956c7271565f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1507595 Oct 05 09:39:25.391454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'tag': '7ff00468-1478-4c01-954d-2e30c263bc2a'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:39:25.394201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72ceee6-da26-4a4c-b570-4ab5bf3ba6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "932a8945-4df9-4848-8d9d-8da0b3d216f9", "tag": "7ff00468-1478-4c01-954d-2e30c263bc2a"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:39:25.470806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc92d1b0-6b2a-4181-becd-2894aa53dd8a x-openstack-request-id: req-bc92d1b0-6b2a-4181-becd-2894aa53dd8a {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:39:25.471236 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932a8945-4df9-4848-8d9d-8da0b3d216f9", "tag": "7ff00468-1478-4c01-954d-2e30c263bc2a", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:39:25.471594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc92d1b0-6b2a-4181-becd-2894aa53dd8a {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:39:25.472111 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc92d1b0-6b2a-4181-becd-2894aa53dd8a'] response: {'name': 'network-changed', 'server_uuid': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'tag': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'status': 'completed', 'code': 200} Oct 05 09:39:25.489725 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:25.502469 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Transition to ACTIVE for port object 490f498e-35de-4c6c-b91e-e4ee155731fd will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:25.503136 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c108e-77b4-4ba5-b17f-cd1557aafcd3 req-e7675b9f-a4e1-432a-86c8-fb440025b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:25.504734 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e6c108e-77b4-4ba5-b17f-cd1557aafcd3 req-e7675b9f-a4e1-432a-86c8-fb440025b0b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 1097 time: 0.2056079 Oct 05 09:39:25.534436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:25.623585 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-6aa261e7-6f5f-451d-bbce-cc112ed607b5 service neutron] 10.222.0.55 "GET /v2.0/networks/e9eb515a-212e-4997-b546-956c7271565f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496700 Oct 05 09:39:25.632653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.extraroute_db [None req-46f14b94-7511-4ace-88a3-8f10345c66b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=89846) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 05 09:39:25.638450 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:25.655805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.extraroute_db [None req-46f14b94-7511-4ace-88a3-8f10345c66b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Removed routes are [] {{(pid=89846) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 05 09:39:25.656198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-46f14b94-7511-4ace-88a3-8f10345c66b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:25.680654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b5875-e538-4607-88a7-e69dffb998c6 req-5c2e76f8-11bb-4151-b935-bd68684f6026 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:25.682160 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-849b5875-e538-4607-88a7-e69dffb998c6 req-5c2e76f8-11bb-4151-b935-bd68684f6026 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 943 time: 0.2257135 Oct 05 09:39:25.717699 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8144f198-143e-4355-a725-e12ef62ef294 None None] Attempt 2 to provision port 490f498e-35de-4c6c-b91e-e4ee155731fd Oct 05 09:39:25.757217 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c108e-77b4-4ba5-b17f-cd1557aafcd3 req-ebceb7fa-eb4a-4ab3-97f2-4c7350913cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:25.758813 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e6c108e-77b4-4ba5-b17f-cd1557aafcd3 req-ebceb7fa-eb4a-4ab3-97f2-4c7350913cfb service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 912 time: 0.2478123 Oct 05 09:39:25.828978 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8144f198-143e-4355-a725-e12ef62ef294 None None] Port 490f498e-35de-4c6c-b91e-e4ee155731fd cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:25.835784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ebeaa0e1-9a31-408a-a0d2-3928e14f7f4c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:25.836385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ebeaa0e1-9a31-408a-a0d2-3928e14f7f4c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:25.847538 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e6c108e-77b4-4ba5-b17f-cd1557aafcd3 req-de9df400-30c8-4059-9998-302e71d9ed32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45f6e1a6-e627-4d2d-856d-c027edbb987c HTTP/1.1" status: 200 len: 217 time: 0.0825043 Oct 05 09:39:25.900259 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdff80-3916-4f10-8b8a-eb62b47d8171 None None] Pushing event updated for resources: {'Port': ['ID=490f498e-35de-4c6c-b91e-e4ee155731fd,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:25.924000 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Attempting to bind port 490f498e-35de-4c6c-b91e-e4ee155731fd on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:39:25.924365 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Attempting to bind port 490f498e-35de-4c6c-b91e-e4ee155731fd by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '761ceed2-4e5c-4b86-aebb-e50c0a0da05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'def02782-391c-4925-b989-59564b26d4d6'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:39:25.925047 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Attempting to bind port 490f498e-35de-4c6c-b91e-e4ee155731fd on network def02782-391c-4925-b989-59564b26d4d6 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:25.931546 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-daccdaef-4748-4470-9532-6dbb66e7b949 req-cc18995f-b815-434e-8e67-73e17a23d860 service neutron] 10.222.0.55 "GET /v2.0/networks/e9eb515a-212e-4997-b546-956c7271565f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008361 Oct 05 09:39:25.932891 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:39:25.933258 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Checking segment: {'id': '761ceed2-4e5c-4b86-aebb-e50c0a0da05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'def02782-391c-4925-b989-59564b26d4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:25.933906 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:25.934130 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Bound using segment: {'id': '761ceed2-4e5c-4b86-aebb-e50c0a0da05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'def02782-391c-4925-b989-59564b26d4d6'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:39:25.934531 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Bound port: 490f498e-35de-4c6c-b91e-e4ee155731fd, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761ceed2-4e5c-4b86-aebb-e50c0a0da05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'def02782-391c-4925-b989-59564b26d4d6'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:39:25.934923 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:25.935230 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-849b5875-e538-4607-88a7-e69dffb998c6 req-9755691d-d321-4d50-97ab-24bc2834c489 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230003 Oct 05 09:39:25.941626 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c108e-77b4-4ba5-b17f-cd1557aafcd3 req-137e36b9-f6b1-4bb9-ad39-e8d4d554e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:25.943120 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e6c108e-77b4-4ba5-b17f-cd1557aafcd3 req-137e36b9-f6b1-4bb9-ad39-e8d4d554e67a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1db5b5f1-8073-4fe0-98fc-693b2965d2d8 HTTP/1.1" status: 200 len: 850 time: 0.0796473 Oct 05 09:39:26.035878 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] For port 490f498e-35de-4c6c-b91e-e4ee155731fd, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:39:26.039342 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] For port 490f498e-35de-4c6c-b91e-e4ee155731fd, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=490f498e-35de-4c6c-b91e-e4ee155731fd,segment=NetworkSegment(761ceed2-4e5c-4b86-aebb-e50c0a0da05d),segment_id=761ceed2-4e5c-4b86-aebb-e50c0a0da05d)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:39:26.135747 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:26.203995 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:26.204633 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:26.250759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c108e-77b4-4ba5-b17f-cd1557aafcd3 req-5e817a2f-3de5-4704-ae80-245f37830d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:26.252336 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e6c108e-77b4-4ba5-b17f-cd1557aafcd3 req-5e817a2f-3de5-4704-ae80-245f37830d3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bc55122-780d-427f-aa2d-df73122091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2846971 Oct 05 09:39:26.290830 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device f1132609-58a4-46ab-bcb5-320d82d651e9 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:26.358220 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8144f198-143e-4355-a725-e12ef62ef294 None None] Attempt 3 to provision port 490f498e-35de-4c6c-b91e-e4ee155731fd Oct 05 09:39:26.379182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ceee6-da26-4a4c-b570-4ab5bf3ba6bb req-a973547e-17cd-4091-81ae-8bc111853e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:26.380676 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c72ceee6-da26-4a4c-b570-4ab5bf3ba6bb req-a973547e-17cd-4091-81ae-8bc111853e01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 1096 time: 0.2098660 Oct 05 09:39:26.427628 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8144f198-143e-4355-a725-e12ef62ef294 None None] Port 490f498e-35de-4c6c-b91e-e4ee155731fd had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:39:26.432308 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:26.447598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8144f198-143e-4355-a725-e12ef62ef294 None None] Provisioning complete for port f1132609-58a4-46ab-bcb5-320d82d651e9 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:26.447936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8144f198-143e-4355-a725-e12ef62ef294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:26.448278 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8144f198-143e-4355-a725-e12ef62ef294 None None] Attempt 1 to provision port f1132609-58a4-46ab-bcb5-320d82d651e9 Oct 05 09:39:26.473218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port f1132609-58a4-46ab-bcb5-320d82d651e9 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:26.473591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:26.473932 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port f1132609-58a4-46ab-bcb5-320d82d651e9 Oct 05 09:39:26.477116 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-46f14b94-7511-4ace-88a3-8f10345c66b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:26.481669 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-46f14b94-7511-4ace-88a3-8f10345c66b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:26.517391 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e6c108e-77b4-4ba5-b17f-cd1557aafcd3 req-53632b2e-a70d-4143-b8bc-18202bb51095 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523017 Oct 05 09:39:26.606407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-ebeaa0e1-9a31-408a-a0d2-3928e14f7f4c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] For port 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=28ff0aa4-7e2b-4b75-befa-8c10934fcaa0,segment=NetworkSegment(fc5aaf0f-6d31-4082-8c8f-cef8e8468357),segment_id=fc5aaf0f-6d31-4082-8c8f-cef8e8468357)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:26.607738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ebeaa0e1-9a31-408a-a0d2-3928e14f7f4c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:26.627103 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdff80-3916-4f10-8b8a-eb62b47d8171 None None] Pushing event updated for resources: {'Port': ['ID=490f498e-35de-4c6c-b91e-e4ee155731fd,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:26.634740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port f1132609-58a4-46ab-bcb5-320d82d651e9 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:26.646292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ceee6-da26-4a4c-b570-4ab5bf3ba6bb req-4b5f161a-c680-4edb-a101-86f6ec72b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:26.647762 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c72ceee6-da26-4a4c-b570-4ab5bf3ba6bb req-4b5f161a-c680-4edb-a101-86f6ec72b1a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e9eb515a-212e-4997-b546-956c7271565f HTTP/1.1" status: 200 len: 898 time: 0.2598562 Oct 05 09:39:26.710844 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8144f198-143e-4355-a725-e12ef62ef294 None None] Current status of the port f1132609-58a4-46ab-bcb5-320d82d651e9 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:26.728648 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c72ceee6-da26-4a4c-b570-4ab5bf3ba6bb req-931c40db-d923-42e6-b0a6-11990bcae599 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ff00468-1478-4c01-954d-2e30c263bc2a HTTP/1.1" status: 200 len: 217 time: 0.0736737 Oct 05 09:39:26.822361 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e6c108e-77b4-4ba5-b17f-cd1557aafcd3 req-98139811-09cd-4a04-ace3-315e41f56b38 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971511 Oct 05 09:39:26.830453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ceee6-da26-4a4c-b570-4ab5bf3ba6bb req-720cc6ec-c8b7-47f0-b79f-81949ef050c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:26.831904 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c72ceee6-da26-4a4c-b570-4ab5bf3ba6bb req-720cc6ec-c8b7-47f0-b79f-81949ef050c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82cdf6d0-403b-463a-9fcc-48ccd16c5a39 HTTP/1.1" status: 200 len: 833 time: 0.0915768 Oct 05 09:39:26.836796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ebeaa0e1-9a31-408a-a0d2-3928e14f7f4c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:26.902474 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:25Z', 'revision_number': 6, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '490f498e-35de-4c6c-b91e-e4ee155731fd', 'name': '', 'network_id': 'def02782-391c-4925-b989-59564b26d4d6', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:17:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:17Z', 'updated_at': '2022-10-05T09:39:26Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:22Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:26.907191 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7869a8d-b5fb-4897-ab5b-961cbe472b19 None None] The sync data for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv is: [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:25Z', 'revision_number': 6, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '490f498e-35de-4c6c-b91e-e4ee155731fd', 'name': '', 'network_id': 'def02782-391c-4925-b989-59564b26d4d6', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:17:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:17Z', 'updated_at': '2022-10-05T09:39:26Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:22Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:26.928973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ceee6-da26-4a4c-b570-4ab5bf3ba6bb req-a56579b9-2920-483d-9e47-efc9a29be4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:26.931492 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c72ceee6-da26-4a4c-b570-4ab5bf3ba6bb req-a56579b9-2920-483d-9e47-efc9a29be4a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e9eb515a-212e-4997-b546-956c7271565f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868998 Oct 05 09:39:27.066584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f14b94-7511-4ace-88a3-8f10345c66b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:27.096024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845eddf-f0d3-4978-a40a-c2f46cc6475a req-c1526974-a600-4367-9f33-bbdd047eb1d4 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:27.098832 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6845eddf-f0d3-4978-a40a-c2f46cc6475a req-c1526974-a600-4367-9f33-bbdd047eb1d4 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 944 time: 0.6106222 Oct 05 09:39:27.151180 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c72ceee6-da26-4a4c-b570-4ab5bf3ba6bb req-1f616f3f-bfde-48a9-b5e3-47760f4e2f81 service neutron] 10.222.0.55 "GET /v2.0/networks/e9eb515a-212e-4997-b546-956c7271565f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788967 Oct 05 09:39:27.296418 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c72ceee6-da26-4a4c-b570-4ab5bf3ba6bb req-0ad7e3a0-b8ea-4880-a59d-ca621d59d1c4 service neutron] 10.222.0.55 "GET /v2.0/networks/e9eb515a-212e-4997-b546-956c7271565f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378033 Oct 05 09:39:27.385810 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6845eddf-f0d3-4978-a40a-c2f46cc6475a req-88716632-ee01-45ec-be79-b5a9f5d83980 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888576 Oct 05 09:39:27.433624 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f14b94-7511-4ace-88a3-8f10345c66b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:27.458273 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-46f14b94-7511-4ace-88a3-8f10345c66b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:27.465045 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-46f14b94-7511-4ace-88a3-8f10345c66b1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 HTTP/1.1" status: 200 len: 934 time: 3.1068182 Oct 05 09:39:27.465235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42672) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:27.481630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e8719-2ebf-4877-a64e-60257b27f3cf req-64fcce47-df95-4ef7-994b-107031520179 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:27.483358 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-524e8719-2ebf-4877-a64e-60257b27f3cf req-64fcce47-df95-4ef7-994b-107031520179 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 943 time: 0.3816876 Oct 05 09:39:27.498165 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:39:27.546904 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-524e8719-2ebf-4877-a64e-60257b27f3cf req-14c45d51-43d0-4d0a-b4dd-db8585d9abdd tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489736 Oct 05 09:39:27.566413 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ebeaa0e1-9a31-408a-a0d2-3928e14f7f4c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:27.618361 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeaa0e1-9a31-408a-a0d2-3928e14f7f4c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=28ff0aa4-7e2b-4b75-befa-8c10934fcaa0,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:27.639025 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7ef6f712-3872-4370-94f0-29723f6262f6 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/routers/2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 HTTP/1.1" status: 200 len: 934 time: 0.1747181 Oct 05 09:39:27.642327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42676) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:27.647792 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-14a274b3-6871-4c10-a149-67d6609c621a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'router': {'routes': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:27.795190 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003afac-99a4-44ad-93e7-c40d4d4b1e0b None None] Sync routers for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:27.813882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003afac-99a4-44ad-93e7-c40d4d4b1e0b None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:27.814575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-2003afac-99a4-44ad-93e7-c40d4d4b1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:27.830833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ebeaa0e1-9a31-408a-a0d2-3928e14f7f4c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:27.977369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-2003afac-99a4-44ad-93e7-c40d4d4b1e0b None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:28.257558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebeaa0e1-9a31-408a-a0d2-3928e14f7f4c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:28.346644 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-2003afac-99a4-44ad-93e7-c40d4d4b1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:25Z', 'revision_number': 6, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '490f498e-35de-4c6c-b91e-e4ee155731fd', 'name': '', 'network_id': 'def02782-391c-4925-b989-59564b26d4d6', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:17:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:17Z', 'updated_at': '2022-10-05T09:39:26Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:22Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:28.354409 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003afac-99a4-44ad-93e7-c40d4d4b1e0b None None] Checking router: 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:28.363560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 490f498e-35de-4c6c-b91e-e4ee155731fd up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:28.413828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003afac-99a4-44ad-93e7-c40d4d4b1e0b None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:28.414424 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-2003afac-99a4-44ad-93e7-c40d4d4b1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:28.426675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebeaa0e1-9a31-408a-a0d2-3928e14f7f4c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:28.440380 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a25da0-19ff-49a8-99c2-99c09bdaab6f None None] Sync routers for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:28.446694 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42682) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:28.448778 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ebeaa0e1-9a31-408a-a0d2-3928e14f7f4c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8512585 Oct 05 09:39:28.454439 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a25da0-19ff-49a8-99c2-99c09bdaab6f None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:28.455072 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-52a25da0-19ff-49a8-99c2-99c09bdaab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:28.516347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.extraroute_db [None req-14a274b3-6871-4c10-a149-67d6609c621a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Added routes are [] {{(pid=89845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 05 09:39:28.516823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.extraroute_db [None req-14a274b3-6871-4c10-a149-67d6609c621a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=89845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 05 09:39:28.553940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f2cd5e-9642-4691-93c6-0abde6ce2131 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting subnet 948c4955-22b5-4fed-8f0e-842d5b76bcae {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:39:28.562756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d7f2cd5e-9642-4691-93c6-0abde6ce2131 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:28.624031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-2003afac-99a4-44ad-93e7-c40d4d4b1e0b None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:28.635285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-14a274b3-6871-4c10-a149-67d6609c621a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:28.636749 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-52a25da0-19ff-49a8-99c2-99c09bdaab6f None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:28.644513 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d7f2cd5e-9642-4691-93c6-0abde6ce2131 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:28.694196 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 490f498e-35de-4c6c-b91e-e4ee155731fd completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:28.698255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be82f03-a154-45e0-a858-dc4f7e656524 req-5efe8564-2262-492a-9246-9acb55636abe tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:28.700000 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3be82f03-a154-45e0-a858-dc4f7e656524 req-5efe8564-2262-492a-9246-9acb55636abe tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 944 time: 0.1585250 Oct 05 09:39:28.753354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 490f498e-35de-4c6c-b91e-e4ee155731fd triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:28.754043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:28.754544 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 490f498e-35de-4c6c-b91e-e4ee155731fd Oct 05 09:39:28.821522 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3be82f03-a154-45e0-a858-dc4f7e656524 req-b93c13ce-1ca2-4f6c-af3c-ff00cc526667 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770752 Oct 05 09:39:28.858059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978aae1-38fc-490b-bcf6-73bf8d874fca req-8d5d6ac3-afaf-45bf-b6dc-52571ad6f273 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:28.858059 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9978aae1-38fc-490b-bcf6-73bf8d874fca req-8d5d6ac3-afaf-45bf-b6dc-52571ad6f273 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 943 time: 0.1533909 Oct 05 09:39:28.863574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d7f2cd5e-9642-4691-93c6-0abde6ce2131 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:28.866140 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-52a25da0-19ff-49a8-99c2-99c09bdaab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:27Z', 'revision_number': 11, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:28.871672 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a25da0-19ff-49a8-99c2-99c09bdaab6f None None] Checking router: 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:28.881544 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a25da0-19ff-49a8-99c2-99c09bdaab6f None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:28.882412 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-52a25da0-19ff-49a8-99c2-99c09bdaab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:28.910797 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9978aae1-38fc-490b-bcf6-73bf8d874fca req-090daf0d-3c32-44eb-9dd1-ac3977067675 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531762 Oct 05 09:39:29.018561 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-52a25da0-19ff-49a8-99c2-99c09bdaab6f None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:29.090293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 490f498e-35de-4c6c-b91e-e4ee155731fd is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:29.090898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:29.101714 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d7f2cd5e-9642-4691-93c6-0abde6ce2131 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:29.129825 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-52a25da0-19ff-49a8-99c2-99c09bdaab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:27Z', 'revision_number': 11, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:29.134059 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a25da0-19ff-49a8-99c2-99c09bdaab6f None None] The sync data for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv is: [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:27Z', 'revision_number': 11, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:29.174544 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 490f498e-35de-4c6c-b91e-e4ee155731fd, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=490f498e-35de-4c6c-b91e-e4ee155731fd,segment=NetworkSegment(761ceed2-4e5c-4b86-aebb-e50c0a0da05d),segment_id=761ceed2-4e5c-4b86-aebb-e50c0a0da05d)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:29.197785 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-2003afac-99a4-44ad-93e7-c40d4d4b1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:25Z', 'revision_number': 6, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '490f498e-35de-4c6c-b91e-e4ee155731fd', 'name': '', 'network_id': 'def02782-391c-4925-b989-59564b26d4d6', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:17:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:17Z', 'updated_at': '2022-10-05T09:39:26Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:22Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:29.202743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003afac-99a4-44ad-93e7-c40d4d4b1e0b None None] The sync data for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv is: [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:25Z', 'revision_number': 6, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '490f498e-35de-4c6c-b91e-e4ee155731fd', 'name': '', 'network_id': 'def02782-391c-4925-b989-59564b26d4d6', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:17:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:17Z', 'updated_at': '2022-10-05T09:39:26Z', 'revision_number': 4, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:22Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:29.211644 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778731e9-ec7a-46f9-a331-71504ea3df6d None None] Network dc04768d-5aa2-489c-8177-4689a33ab631 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:29.211864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2cd5e-9642-4691-93c6-0abde6ce2131 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Subnet': ['ID=948c4955-22b5-4fed-8f0e-842d5b76bcae,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:29.213859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d7f2cd5e-9642-4691-93c6-0abde6ce2131 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:29.226458 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d7f2cd5e-9642-4691-93c6-0abde6ce2131 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/948c4955-22b5-4fed-8f0e-842d5b76bcae HTTP/1.1" status: 204 len: 168 time: 0.7753780 Oct 05 09:39:29.229918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42688) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:29.238693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-14a274b3-6871-4c10-a149-67d6609c621a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:29.242444 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-14a274b3-6871-4c10-a149-67d6609c621a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:29.285879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:29.383340 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:29.395306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Deleting port a37b5803-24bc-4622-bb6b-638522e30297 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:29.395652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:29.419688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a274b3-6871-4c10-a149-67d6609c621a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:29.460629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=490f498e-35de-4c6c-b91e-e4ee155731fd,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:29.593503 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fc7179-f0be-468d-996d-72cc4edad8c1 None None] DHCP port deletion for dc04768d-5aa2-489c-8177-4689a33ab631 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:39:29.598472 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-47fc7179-f0be-468d-996d-72cc4edad8c1 None None] Deleting port a37b5803-24bc-4622-bb6b-638522e30297 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:29.599062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-47fc7179-f0be-468d-996d-72cc4edad8c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:29.650232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] For port a37b5803-24bc-4622-bb6b-638522e30297, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a37b5803-24bc-4622-bb6b-638522e30297,segment=NetworkSegment(fc5aaf0f-6d31-4082-8c8f-cef8e8468357),segment_id=fc5aaf0f-6d31-4082-8c8f-cef8e8468357)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:29.650599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:29.713172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a274b3-6871-4c10-a149-67d6609c621a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:29.723238 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-14a274b3-6871-4c10-a149-67d6609c621a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:29.728338 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-14a274b3-6871-4c10-a149-67d6609c621a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 HTTP/1.1" status: 200 len: 700 time: 2.0849166 Oct 05 09:39:29.729248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42692) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:29.738754 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90af3a-50bc-4f79-9a17-bd95811e516f None None] Sync routers for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:29.789260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Calling delete_port for a37b5803-24bc-4622-bb6b-638522e30297 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:29.800587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90af3a-50bc-4f79-9a17-bd95811e516f None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:29.801409 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6c90af3a-50bc-4f79-9a17-bd95811e516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:29.916408 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6068ee78-869b-4238-8aac-c9fe3538e4cf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/routers/2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 HTTP/1.1" status: 200 len: 700 time: 0.1860437 Oct 05 09:39:29.920296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42698) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:29.984787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-47fc7179-f0be-468d-996d-72cc4edad8c1 None None] For port a37b5803-24bc-4622-bb6b-638522e30297, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a37b5803-24bc-4622-bb6b-638522e30297,segment=NetworkSegment(fc5aaf0f-6d31-4082-8c8f-cef8e8468357),segment_id=fc5aaf0f-6d31-4082-8c8f-cef8e8468357)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:29.985340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-47fc7179-f0be-468d-996d-72cc4edad8c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:30.014910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:30.110683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-6c90af3a-50bc-4f79-9a17-bd95811e516f None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:30.116491 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No DVR routers for this DVR port a37b5803-24bc-4622-bb6b-638522e30297 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:39:30.142842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Port': ['ID=a37b5803-24bc-4622-bb6b-638522e30297,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:30.161096 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-47fc7179-f0be-468d-996d-72cc4edad8c1 None None] Calling delete_port for a37b5803-24bc-4622-bb6b-638522e30297 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:30.273427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:30.309330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc04768d-5aa2-489c-8177-4689a33ab631']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:30.331407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5aaf0f-6d31-4082-8c8f-cef8e8468357') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:30.331730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5aaf0f-6d31-4082-8c8f-cef8e8468357') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:30.341165 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 490f498e-35de-4c6c-b91e-e4ee155731fd up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:30.351610 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:30.366700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b86487-4846-4ea3-abc7-9a68b03ebe5a req-14453a19-80d5-4f86-a53e-5755a92fc6fd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:30.369412 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b5b86487-4846-4ea3-abc7-9a68b03ebe5a req-14453a19-80d5-4f86-a53e-5755a92fc6fd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 944 time: 0.4148231 Oct 05 09:39:30.401485 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:30.417458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f3fee-311e-4219-a0c6-d68bd42b1248 req-5c3ed0a6-8ebd-4a6b-9b73-baba84d858d5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:30.423116 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1c7f3fee-311e-4219-a0c6-d68bd42b1248 req-5c3ed0a6-8ebd-4a6b-9b73-baba84d858d5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 943 time: 0.3656685 Oct 05 09:39:30.429964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:39:30.430390 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:30.498344 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-47fc7179-f0be-468d-996d-72cc4edad8c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:39:30.498706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-47fc7179-f0be-468d-996d-72cc4edad8c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:39:30.502424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de1d765e-e8f1-447e-9ea5-8a7bcbf103ff tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:30.522769 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 490f498e-35de-4c6c-b91e-e4ee155731fd triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:30.523139 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:30.523472 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 490f498e-35de-4c6c-b91e-e4ee155731fd Oct 05 09:39:30.641757 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment fc5aaf0f-6d31-4082-8c8f-cef8e8468357 resource provider aggregate not found Oct 05 09:39:30.677866 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b5b86487-4846-4ea3-abc7-9a68b03ebe5a req-c2a0328c-d99b-4541-92aa-22ad7ecb7f71 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939157 Oct 05 09:39:30.679507 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment fc5aaf0f-6d31-4082-8c8f-cef8e8468357 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc5aaf0f-6d31-4082-8c8f-cef8e8468357 found for delete ", "request_id": "req-31c32654-3da4-41a0-8725-d0c472e72c01"}]} Oct 05 09:39:30.702155 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1c7f3fee-311e-4219-a0c6-d68bd42b1248 req-67dc9589-50b0-4cad-98ac-f4ef6199eeb2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371517 Oct 05 09:39:30.729698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6c90af3a-50bc-4f79-9a17-bd95811e516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:28Z', 'revision_number': 7, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '490f498e-35de-4c6c-b91e-e4ee155731fd', 'name': '', 'network_id': 'def02782-391c-4925-b989-59564b26d4d6', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:17:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:17Z', 'updated_at': '2022-10-05T09:39:29Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:22Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:30.742663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90af3a-50bc-4f79-9a17-bd95811e516f None None] Checking router: 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:30.756992 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 490f498e-35de-4c6c-b91e-e4ee155731fd is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:30.761411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90af3a-50bc-4f79-9a17-bd95811e516f None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:30.762193 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6c90af3a-50bc-4f79-9a17-bd95811e516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:30.770639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:30.781234 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:30.816605 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Pushing event deleted for resources: {'Network': ['ID=dc04768d-5aa2-489c-8177-4689a33ab631,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:30.827259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42708) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:30.827983 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a5083a90-085a-4492-8fce-725e18cdf243 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/networks/dc04768d-5aa2-489c-8177-4689a33ab631 HTTP/1.1" status: 204 len: 168 time: 1.5955315 Oct 05 09:39:30.833829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-23a81b4b-512f-4401-83c7-ff282a4fcb2e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'router': {'routes': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:30.876826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a37b5803-24bc-4622-bb6b-638522e30297 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:30.917077 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 7ff00468-1478-4c01-954d-2e30c263bc2a details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:39:30.935390 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: a37b5803-24bc-4622-bb6b-638522e30297 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:30.935733 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a37b5803-24bc-4622-bb6b-638522e30297 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:30.936147 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:30.975452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:30.975796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 28ff0aa4-7e2b-4b75-befa-8c10934fcaa0 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:30.993335 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-6c90af3a-50bc-4f79-9a17-bd95811e516f None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:31.035875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-47fc7179-f0be-468d-996d-72cc4edad8c1 None None] Deleting port a37b5803-24bc-4622-bb6b-638522e30297 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:31.036244 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-47fc7179-f0be-468d-996d-72cc4edad8c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:31.189486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-47fc7179-f0be-468d-996d-72cc4edad8c1 None None] The port 'a37b5803-24bc-4622-bb6b-638522e30297' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:39:31.191379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-de1d765e-e8f1-447e-9ea5-8a7bcbf103ff tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port 490f498e-35de-4c6c-b91e-e4ee155731fd {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:31.191717 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de1d765e-e8f1-447e-9ea5-8a7bcbf103ff tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:31.340014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.extraroute_db [None req-23a81b4b-512f-4401-83c7-ff282a4fcb2e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Added routes are [] {{(pid=89845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 05 09:39:31.340311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.extraroute_db [None req-23a81b4b-512f-4401-83c7-ff282a4fcb2e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Removed routes are [] {{(pid=89845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 05 09:39:31.340669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23a81b4b-512f-4401-83c7-ff282a4fcb2e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:31.388202 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 7ff00468-1478-4c01-954d-2e30c263bc2a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7ff00468-1478-4c01-954d-2e30c263bc2a,segment=NetworkSegment(0dd1ca02-66c8-4933-9267-42c31a4f5d91),segment_id=0dd1ca02-66c8-4933-9267-42c31a4f5d91)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:31.409818 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'port_id': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'mac_address': 'fa:16:3e:f6:75:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:39:31.526404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 7ff00468-1478-4c01-954d-2e30c263bc2a is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:31.526738 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:31.550991 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff00468-1478-4c01-954d-2e30c263bc2a {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:39:31.572122 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 7ff00468-1478-4c01-954d-2e30c263bc2a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7ff00468-1478-4c01-954d-2e30c263bc2a,segment=NetworkSegment(0dd1ca02-66c8-4933-9267-42c31a4f5d91),segment_id=0dd1ca02-66c8-4933-9267-42c31a4f5d91)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:31.585505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6c90af3a-50bc-4f79-9a17-bd95811e516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:28Z', 'revision_number': 7, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '490f498e-35de-4c6c-b91e-e4ee155731fd', 'name': '', 'network_id': 'def02782-391c-4925-b989-59564b26d4d6', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:17:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:17Z', 'updated_at': '2022-10-05T09:39:29Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:22Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:31.590105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90af3a-50bc-4f79-9a17-bd95811e516f None None] The sync data for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv is: [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:28Z', 'revision_number': 7, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '490f498e-35de-4c6c-b91e-e4ee155731fd', 'name': '', 'network_id': 'def02782-391c-4925-b989-59564b26d4d6', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:17:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:17Z', 'updated_at': '2022-10-05T09:39:29Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'b9e18c64-0b60-4c1a-8682-6c6683899fc0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:22Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:31.661203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:31.695038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23a81b4b-512f-4401-83c7-ff282a4fcb2e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:31.704740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23a81b4b-512f-4401-83c7-ff282a4fcb2e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:31.751860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=7ff00468-1478-4c01-954d-2e30c263bc2a,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:31.807176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-de1d765e-e8f1-447e-9ea5-8a7bcbf103ff tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] For port 490f498e-35de-4c6c-b91e-e4ee155731fd, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=490f498e-35de-4c6c-b91e-e4ee155731fd,segment=NetworkSegment(761ceed2-4e5c-4b86-aebb-e50c0a0da05d),segment_id=761ceed2-4e5c-4b86-aebb-e50c0a0da05d)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:31.807548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de1d765e-e8f1-447e-9ea5-8a7bcbf103ff tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:31.945274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-de1d765e-e8f1-447e-9ea5-8a7bcbf103ff tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for 490f498e-35de-4c6c-b91e-e4ee155731fd owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:31.997213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b2996-c05e-434d-84be-d0b3f82078c3 req-2666e838-0f58-4827-b48b-af23f29c0d6d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:31.998804 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cb2b2996-c05e-434d-84be-d0b3f82078c3 req-2666e838-0f58-4827-b48b-af23f29c0d6d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 944 time: 0.1668215 Oct 05 09:39:32.011091 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcec6e-8522-44d3-8678-f90313de9ce4 req-001eeb41-5d2d-45e3-ace6-a5c460adc0d7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:32.013816 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-51dcec6e-8522-44d3-8678-f90313de9ce4 req-001eeb41-5d2d-45e3-ace6-a5c460adc0d7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 944 time: 0.1373355 Oct 05 09:39:32.069205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a81b4b-512f-4401-83c7-ff282a4fcb2e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:32.086318 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cb2b2996-c05e-434d-84be-d0b3f82078c3 req-31d52337-4a4e-4d44-8acd-d146d5b3d179 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717533 Oct 05 09:39:32.090901 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-51dcec6e-8522-44d3-8678-f90313de9ce4 req-fdf78689-0dba-467e-93df-1ba3cfa2e01a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637150 Oct 05 09:39:32.155056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['7ff00468-1478-4c01-954d-2e30c263bc2a'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:39:32.496585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a81b4b-512f-4401-83c7-ff282a4fcb2e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:32.505551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23a81b4b-512f-4401-83c7-ff282a4fcb2e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:32.506713 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-23a81b4b-512f-4401-83c7-ff282a4fcb2e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f HTTP/1.1" status: 200 len: 704 time: 1.6782510 Oct 05 09:39:32.507508 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27d1fa-c057-450b-85e3-4a981f5a3b47 None None] Sync routers for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:32.509659 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42716) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:32.517566 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27d1fa-c057-450b-85e3-4a981f5a3b47 None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:32.518565 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5f27d1fa-c057-450b-85e3-4a981f5a3b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:32.562384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1fe439f6-d65f-428f-bd64-f8bbe514adf2 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Synchronizing usage tracker for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:39:32.647230 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-5f27d1fa-c057-450b-85e3-4a981f5a3b47 None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:32.662240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1fe439f6-d65f-428f-bd64-f8bbe514adf2 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Unset dirty status for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:39:32.663492 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1fe439f6-d65f-428f-bd64-f8bbe514adf2 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f HTTP/1.1" status: 200 len: 205 time: 0.1528347 Oct 05 09:39:32.666179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42720) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:32.691293 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de1d765e-e8f1-447e-9ea5-8a7bcbf103ff tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:32.743012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d765e-e8f1-447e-9ea5-8a7bcbf103ff tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Port': ['ID=490f498e-35de-4c6c-b91e-e4ee155731fd,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:32.760907 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5f27d1fa-c057-450b-85e3-4a981f5a3b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:27Z', 'revision_number': 11, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:32.777395 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27d1fa-c057-450b-85e3-4a981f5a3b47 None None] Checking router: 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:32.788498 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27d1fa-c057-450b-85e3-4a981f5a3b47 None None] Routers {'30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:32.789478 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5f27d1fa-c057-450b-85e3-4a981f5a3b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:32.801899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5c052da3-7d03-4a39-9e86-2aa722374452 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:32.958409 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-5f27d1fa-c057-450b-85e3-4a981f5a3b47 None None] Set router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:33.030255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-de1d765e-e8f1-447e-9ea5-8a7bcbf103ff tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:33.070143 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5f27d1fa-c057-450b-85e3-4a981f5a3b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:27Z', 'revision_number': 11, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:33.074159 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27d1fa-c057-450b-85e3-4a981f5a3b47 None None] The sync data for ids ['30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f'] in dv-neutron-860329-1-hyperv is: [{'id': '30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f', 'name': 'tempest-RoutersIpV6Test-router-737961697', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:20Z', 'updated_at': '2022-10-05T09:39:27Z', 'revision_number': 11, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:33.165756 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5c052da3-7d03-4a39-9e86-2aa722374452 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:33.172243 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5c052da3-7d03-4a39-9e86-2aa722374452 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:33.333443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5c052da3-7d03-4a39-9e86-2aa722374452 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:33.333870 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c052da3-7d03-4a39-9e86-2aa722374452 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Fanout notify agent at l3_agent the message router_deleted on router 30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:39:33.360347 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5c052da3-7d03-4a39-9e86-2aa722374452 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:33.369871 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5c052da3-7d03-4a39-9e86-2aa722374452 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/routers/30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f HTTP/1.1" status: 204 len: 168 time: 0.6943548 Oct 05 09:39:33.372676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42728) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:33.388423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-cae0c3dc-724d-4916-89c1-63a86cad1198 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1985094042', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:33.396966 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cae0c3dc-724d-4916-89c1-63a86cad1198 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:33.398568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1d765e-e8f1-447e-9ea5-8a7bcbf103ff tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:33.407185 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cae0c3dc-724d-4916-89c1-63a86cad1198 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Usage tracker for resource:router and tenant:8a678f013a094c128f127c4feb4764df is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:33.410769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cae0c3dc-724d-4916-89c1-63a86cad1198 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:33.420378 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cae0c3dc-724d-4916-89c1-63a86cad1198 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:33.443382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7e85b-d66c-4a98-be61-af2d8bad7c3b req-f9feff8e-8e5c-45d9-be1a-55c6fcaf2d5d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:33.444956 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aad7e85b-d66c-4a98-be61-af2d8bad7c3b req-f9feff8e-8e5c-45d9-be1a-55c6fcaf2d5d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 944 time: 0.1711118 Oct 05 09:39:33.455833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e3caf-c350-4461-bcb8-60f674d23670 req-13c73860-7bef-4b93-ae7a-ef02ce422492 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:33.457302 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9c6e3caf-c350-4461-bcb8-60f674d23670 req-13c73860-7bef-4b93-ae7a-ef02ce422492 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 944 time: 0.2199602 Oct 05 09:39:33.492575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cae0c3dc-724d-4916-89c1-63a86cad1198 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:33.493685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cae0c3dc-724d-4916-89c1-63a86cad1198 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:33.534094 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aad7e85b-d66c-4a98-be61-af2d8bad7c3b req-f8a7ba62-1f2a-4eda-9d4b-a68ee30105a6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758069 Oct 05 09:39:33.545605 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9c6e3caf-c350-4461-bcb8-60f674d23670 req-28bdcde2-f3f8-41f1-ac58-324812e6de28 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722103 Oct 05 09:39:33.548059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cae0c3dc-724d-4916-89c1-63a86cad1198 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:33.568686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1d765e-e8f1-447e-9ea5-8a7bcbf103ff tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:33.580064 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f74f5b6-340c-4957-8850-761735f07eff None None] Sync routers for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:33.584605 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-de1d765e-e8f1-447e-9ea5-8a7bcbf103ff tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6607704 Oct 05 09:39:33.584826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42732) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:33.595452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f74f5b6-340c-4957-8850-761735f07eff None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:33.596186 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6f74f5b6-340c-4957-8850-761735f07eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:33.634466 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cae0c3dc-724d-4916-89c1-63a86cad1198 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:33.664194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc377b4b-cc88-4534-8a95-ade4f35296f6 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting subnet b9e18c64-0b60-4c1a-8682-6c6683899fc0 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:39:33.664194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fc377b4b-cc88-4534-8a95-ade4f35296f6 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:33.719175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fc377b4b-cc88-4534-8a95-ade4f35296f6 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:33.725598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cae0c3dc-724d-4916-89c1-63a86cad1198 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:33.729340 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cae0c3dc-724d-4916-89c1-63a86cad1198 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3466980 Oct 05 09:39:33.729555 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42736) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:33.734534 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b5b2a5c9-49ec-450f-9b3b-0970f22709d8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:33.754787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-6f74f5b6-340c-4957-8850-761735f07eff None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:33.814952 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fc377b4b-cc88-4534-8a95-ade4f35296f6 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:33.961236 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fc377b4b-cc88-4534-8a95-ade4f35296f6 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:34.003018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc377b4b-cc88-4534-8a95-ade4f35296f6 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e18c64-0b60-4c1a-8682-6c6683899fc0,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:34.006643 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fc377b4b-cc88-4534-8a95-ade4f35296f6 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:34.016255 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fc377b4b-cc88-4534-8a95-ade4f35296f6 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/b9e18c64-0b60-4c1a-8682-6c6683899fc0 HTTP/1.1" status: 204 len: 168 time: 0.4272141 Oct 05 09:39:34.016255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42740) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:34.023433 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c30001-11bc-4f7c-829f-f463e8cf80c1 None None] Network def02782-391c-4925-b989-59564b26d4d6 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:34.245526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5b2a5c9-49ec-450f-9b3b-0970f22709d8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:34.267639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:34.278542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port f1132609-58a4-46ab-bcb5-320d82d651e9 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:34.278874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:34.295650 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6f74f5b6-340c-4957-8850-761735f07eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:32Z', 'revision_number': 8, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:22Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:34.301746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f74f5b6-340c-4957-8850-761735f07eff None None] Checking router: 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:34.314943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f74f5b6-340c-4957-8850-761735f07eff None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:34.315365 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5b2a5c9-49ec-450f-9b3b-0970f22709d8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:34.315672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6f74f5b6-340c-4957-8850-761735f07eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:34.461890 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b923b6-c4ad-4c39-a337-5611a0a9609a None None] DHCP port deletion for def02782-391c-4925-b989-59564b26d4d6 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:39:34.472412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8b923b6-c4ad-4c39-a337-5611a0a9609a None None] Deleting port f1132609-58a4-46ab-bcb5-320d82d651e9 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:34.472775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b8b923b6-c4ad-4c39-a337-5611a0a9609a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:34.503939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] For port f1132609-58a4-46ab-bcb5-320d82d651e9, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=f1132609-58a4-46ab-bcb5-320d82d651e9,segment=NetworkSegment(761ceed2-4e5c-4b86-aebb-e50c0a0da05d),segment_id=761ceed2-4e5c-4b86-aebb-e50c0a0da05d)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:34.503939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:34.534099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-6f74f5b6-340c-4957-8850-761735f07eff None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:34.553548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b2a5c9-49ec-450f-9b3b-0970f22709d8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Router 2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:39:34.656475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for f1132609-58a4-46ab-bcb5-320d82d651e9 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:34.749287 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b2a5c9-49ec-450f-9b3b-0970f22709d8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:34.759666 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d7d0fc-d8cf-4ec2-b3d8-b364cd054f09 None None] Sync routers for ids ['2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:34.772315 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d7d0fc-d8cf-4ec2-b3d8-b364cd054f09 None None] Routers {'2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:34.773201 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d8d7d0fc-d8cf-4ec2-b3d8-b364cd054f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:34.797669 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5b2a5c9-49ec-450f-9b3b-0970f22709d8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:34.798964 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b5b2a5c9-49ec-450f-9b3b-0970f22709d8 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "PUT /v2.0/routers/2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd HTTP/1.1" status: 200 len: 698 time: 1.0684910 Oct 05 09:39:34.802345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42748) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:34.904331 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:34.917063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df208a-0431-4bbc-9334-5c18c4702ac9 req-e0d707fb-ab0f-40e9-9eb8-b1fe9a148166 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:34.918721 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-89df208a-0431-4bbc-9334-5c18c4702ac9 req-e0d707fb-ab0f-40e9-9eb8-b1fe9a148166 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 944 time: 0.1706741 Oct 05 09:39:34.928487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45e1e9-1721-473b-9657-784cc1037237 req-1e75c768-9016-402a-92fc-ef2f1206df23 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:34.936643 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9f45e1e9-1721-473b-9657-784cc1037237 req-1e75c768-9016-402a-92fc-ef2f1206df23 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 944 time: 0.1892855 Oct 05 09:39:34.968271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 45f6e1a6-e627-4d2d-856d-c027edbb987c details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:39:34.970925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 7ff00468-1478-4c01-954d-2e30c263bc2a up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:34.975667 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-d8d7d0fc-d8cf-4ec2-b3d8-b364cd054f09 None None] Set router 2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:35.011930 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9f45e1e9-1721-473b-9657-784cc1037237 req-d6bf328c-6ce1-438b-9ec2-74071829235c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747333 Oct 05 09:39:35.040874 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-89df208a-0431-4bbc-9334-5c18c4702ac9 req-cbd1b568-8daa-4824-90ef-3105fcf0d77b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024745 Oct 05 09:39:35.054747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] No DVR routers for this DVR port f1132609-58a4-46ab-bcb5-320d82d651e9 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:39:35.080849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b8b923b6-c4ad-4c39-a337-5611a0a9609a None None] For port f1132609-58a4-46ab-bcb5-320d82d651e9, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=f1132609-58a4-46ab-bcb5-320d82d651e9,segment=NetworkSegment(761ceed2-4e5c-4b86-aebb-e50c0a0da05d),segment_id=761ceed2-4e5c-4b86-aebb-e50c0a0da05d)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:35.081242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b8b923b6-c4ad-4c39-a337-5611a0a9609a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.099285 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d8d7d0fc-d8cf-4ec2-b3d8-b364cd054f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd', 'name': 'tempest-RoutersIpV6Test-router-1985094042', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:39:33Z', 'updated_at': '2022-10-05T09:39:34Z', 'revision_number': 2, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:35.103320 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d7d0fc-d8cf-4ec2-b3d8-b364cd054f09 None None] Checking router: 2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:35.104406 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Port': ['ID=f1132609-58a4-46ab-bcb5-320d82d651e9,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:35.119309 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0d28955a-5977-4f51-8564-244722777761 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/routers/2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd HTTP/1.1" status: 200 len: 704 time: 0.3126533 Oct 05 09:39:35.120421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42752) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:35.126980 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d7d0fc-d8cf-4ec2-b3d8-b364cd054f09 None None] Routers {'2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:35.127846 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d8d7d0fc-d8cf-4ec2-b3d8-b364cd054f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:35.179893 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.resource_extend [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:39:35.183142 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-88ba8315-6ae7-4d41-b6fa-1811e9b7e48e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports?device_id=2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd HTTP/1.1" status: 200 len: 205 time: 0.0593827 Oct 05 09:39:35.183534 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42756) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:35.210139 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.240213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def02782-391c-4925-b989-59564b26d4d6']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:35.254023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761ceed2-4e5c-4b86-aebb-e50c0a0da05d') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:35.254307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761ceed2-4e5c-4b86-aebb-e50c0a0da05d') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:35.266325 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8b923b6-c4ad-4c39-a337-5611a0a9609a None None] Calling delete_port for f1132609-58a4-46ab-bcb5-320d82d651e9 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:35.267282 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.283890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.287729 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-d8d7d0fc-d8cf-4ec2-b3d8-b364cd054f09 None None] Set router 2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:35.290398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:39:35.290818 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.346524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-862d483f-3465-4787-bd0a-8ca14bb4ebc4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.397543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 7ff00468-1478-4c01-954d-2e30c263bc2a completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:35.404888 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 761ceed2-4e5c-4b86-aebb-e50c0a0da05d resource provider aggregate not found Oct 05 09:39:35.417793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 7ff00468-1478-4c01-954d-2e30c263bc2a triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:35.417793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.418318 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 7ff00468-1478-4c01-954d-2e30c263bc2a Oct 05 09:39:35.426727 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 761ceed2-4e5c-4b86-aebb-e50c0a0da05d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 761ceed2-4e5c-4b86-aebb-e50c0a0da05d found for delete ", "request_id": "req-05aa0374-16a3-4055-a1e4-7d5b8cc9f97b"}]} Oct 05 09:39:35.441078 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d8d7d0fc-d8cf-4ec2-b3d8-b364cd054f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd', 'name': 'tempest-RoutersIpV6Test-router-1985094042', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:39:33Z', 'updated_at': '2022-10-05T09:39:34Z', 'revision_number': 2, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:35.445538 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d7d0fc-d8cf-4ec2-b3d8-b364cd054f09 None None] The sync data for ids ['2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd'] in dv-neutron-860329-1-hyperv is: [{'id': '2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd', 'name': 'tempest-RoutersIpV6Test-router-1985094042', 'tenant_id': '8a678f013a094c128f127c4feb4764df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:39:33Z', 'updated_at': '2022-10-05T09:39:34Z', 'revision_number': 2, 'project_id': '8a678f013a094c128f127c4feb4764df', 'gw_port_host': None}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:35.474959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.499461 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.511775 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Network': ['ID=def02782-391c-4925-b989-59564b26d4d6,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:35.526422 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ac9b8292-52f7-416b-86ae-a094629a56e4 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/networks/def02782-391c-4925-b989-59564b26d4d6 HTTP/1.1" status: 204 len: 168 time: 1.5097499 Oct 05 09:39:35.529166 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42764) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:35.534436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 45f6e1a6-e627-4d2d-856d-c027edbb987c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=45f6e1a6-e627-4d2d-856d-c027edbb987c,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:35.541784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-b8b923b6-c4ad-4c39-a337-5611a0a9609a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:39:35.546004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-b8b923b6-c4ad-4c39-a337-5611a0a9609a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:39:35.566852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '45f6e1a6-e627-4d2d-856d-c027edbb987c', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'port_id': '45f6e1a6-e627-4d2d-856d-c027edbb987c', 'mac_address': 'fa:16:3e:a4:db:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:39:35.693811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6f74f5b6-340c-4957-8850-761735f07eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:32Z', 'revision_number': 8, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:22Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:35.702182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f74f5b6-340c-4957-8850-761735f07eff None None] The sync data for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv is: [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:32Z', 'revision_number': 8, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e', 'name': '', 'network_id': '42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:ec:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:08Z', 'updated_at': '2022-10-05T09:39:22Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'db84e2cc-f28c-4608-97c2-4bf1d851d497', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:35.719771 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 45f6e1a6-e627-4d2d-856d-c027edbb987c is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:35.720157 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.745880 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f6e1a6-e627-4d2d-856d-c027edbb987c {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:39:35.764794 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 45f6e1a6-e627-4d2d-856d-c027edbb987c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=45f6e1a6-e627-4d2d-856d-c027edbb987c,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:35.772734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 7ff00468-1478-4c01-954d-2e30c263bc2a is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:35.773062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.811543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 7ff00468-1478-4c01-954d-2e30c263bc2a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7ff00468-1478-4c01-954d-2e30c263bc2a,segment=NetworkSegment(0dd1ca02-66c8-4933-9267-42c31a4f5d91),segment_id=0dd1ca02-66c8-4933-9267-42c31a4f5d91)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:35.812507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff00468-1478-4c01-954d-2e30c263bc2a'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:39:35.815397 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0ab19f-af86-400d-92c9-7a0892a74456" -d '{"events": [{"server_uuid": "932a8945-4df9-4848-8d9d-8da0b3d216f9", "name": "network-vif-plugged", "status": "completed", "tag": "7ff00468-1478-4c01-954d-2e30c263bc2a"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:39:35.833636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.884623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-862d483f-3465-4787-bd0a-8ca14bb4ebc4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.886990 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-862d483f-3465-4787-bd0a-8ca14bb4ebc4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.895404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.924802 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=45f6e1a6-e627-4d2d-856d-c027edbb987c,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:35.977964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-862d483f-3465-4787-bd0a-8ca14bb4ebc4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.979671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862d483f-3465-4787-bd0a-8ca14bb4ebc4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Fanout notify agent at l3_agent the message router_deleted on router 2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:39:36.000977 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=7ff00468-1478-4c01-954d-2e30c263bc2a,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:36.010687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-862d483f-3465-4787-bd0a-8ca14bb4ebc4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:36.015009 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-862d483f-3465-4787-bd0a-8ca14bb4ebc4 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/routers/2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd HTTP/1.1" status: 204 len: 168 time: 0.8271673 Oct 05 09:39:36.015519 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42772) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:36.031216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53eea4dd-c1ff-4197-99be-6632fa220c0f x-openstack-request-id: req-53eea4dd-c1ff-4197-99be-6632fa220c0f {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:39:36.031587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932a8945-4df9-4848-8d9d-8da0b3d216f9", "name": "network-vif-plugged", "status": "completed", "tag": "7ff00468-1478-4c01-954d-2e30c263bc2a", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:39:36.031908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53eea4dd-c1ff-4197-99be-6632fa220c0f {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:39:36.032405 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53eea4dd-c1ff-4197-99be-6632fa220c0f'] response: {'server_uuid': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'code': 200} Oct 05 09:39:36.047141 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8b923b6-c4ad-4c39-a337-5611a0a9609a None None] Deleting port f1132609-58a4-46ab-bcb5-320d82d651e9 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:36.047608 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b8b923b6-c4ad-4c39-a337-5611a0a9609a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:36.084163 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4c90ce92-36c8-49a7-9fb8-b8b6b00473fe tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports?device_id=2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd HTTP/1.1" status: 200 len: 205 time: 0.0660665 Oct 05 09:39:36.086447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42780) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:36.212297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b8b923b6-c4ad-4c39-a337-5611a0a9609a None None] The port 'f1132609-58a4-46ab-bcb5-320d82d651e9' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:39:36.267546 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device f1132609-58a4-46ab-bcb5-320d82d651e9 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:36.329950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['45f6e1a6-e627-4d2d-856d-c027edbb987c'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:39:36.366698 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-a81495ce-b823-4187-989c-ff2ad39c13b0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] delete failed (client error): The resource could not be found. Oct 05 09:39:36.366698 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a81495ce-b823-4187-989c-ff2ad39c13b0 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/routers/2468f9ab-eb56-4077-8dc7-da1d1c9bb1cd HTTP/1.1" status: 404 len: 336 time: 0.2751589 Oct 05 09:39:36.369577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42784) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:36.401796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: f1132609-58a4-46ab-bcb5-320d82d651e9 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:36.401796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device f1132609-58a4-46ab-bcb5-320d82d651e9 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:36.401796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 490f498e-35de-4c6c-b91e-e4ee155731fd no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:36.427669 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a7d248-f8f7-4f0b-9589-d20aec0c2230 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:36.428127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a7d248-f8f7-4f0b-9589-d20aec0c2230 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:36.432504 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-35a7d248-f8f7-4f0b-9589-d20aec0c2230 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/40ac9597-7bdb-4210-899e-96f93c0ab0fb HTTP/1.1" status: 404 len: 337 time: 0.0539982 Oct 05 09:39:36.437264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42788) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:36.438204 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd98463-67b2-43a2-8c11-fd7a309c0f67 req-d2818309-5ed2-474e-92f7-ee7fda17ef2a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:36.439809 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3fd98463-67b2-43a2-8c11-fd7a309c0f67 req-d2818309-5ed2-474e-92f7-ee7fda17ef2a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 945 time: 0.1648817 Oct 05 09:39:36.448696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a6bcf-c02a-4b42-8c5c-404c9931b304 req-aeb9152e-ca00-4b5f-8582-f21e0f83b42c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:36.450555 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d41a6bcf-c02a-4b42-8c5c-404c9931b304 req-aeb9152e-ca00-4b5f-8582-f21e0f83b42c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 945 time: 0.2330480 Oct 05 09:39:36.452187 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 490f498e-35de-4c6c-b91e-e4ee155731fd {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:36.452536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 490f498e-35de-4c6c-b91e-e4ee155731fd not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:36.490373 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad94a5b4-94ab-4fa0-866d-578efec0d32a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:36.490373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad94a5b4-94ab-4fa0-866d-578efec0d32a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:36.492616 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ad94a5b4-94ab-4fa0-866d-578efec0d32a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/cbf0930a-59f7-40d6-b200-ccf5375b10b4 HTTP/1.1" status: 404 len: 337 time: 0.0523727 Oct 05 09:39:36.496308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42792) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:36.513752 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23ba35dc-2561-4c49-a23f-4ababe7398a3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:36.548689 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3fd98463-67b2-43a2-8c11-fd7a309c0f67 req-2fb5ec08-cda1-49ae-ad71-837e0dd92dba tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969586 Oct 05 09:39:36.561810 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1107b5c6-5d32-458a-b01e-9412a1ac6738 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:36.562660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1107b5c6-5d32-458a-b01e-9412a1ac6738 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:36.564623 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1107b5c6-5d32-458a-b01e-9412a1ac6738 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/fc468da9-1417-452d-9b99-a2aac07bcff6 HTTP/1.1" status: 404 len: 337 time: 0.0665672 Oct 05 09:39:36.589471 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42796) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:36.634644 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d41a6bcf-c02a-4b42-8c5c-404c9931b304 req-739c9d9a-0c15-4667-b378-56116f91330e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426952 Oct 05 09:39:36.644528 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1527549-a10a-4a72-917b-e9dd3d0b2117 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:36.645273 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1527549-a10a-4a72-917b-e9dd3d0b2117 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:36.647204 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f1527549-a10a-4a72-917b-e9dd3d0b2117 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/948c4955-22b5-4fed-8f0e-842d5b76bcae HTTP/1.1" status: 404 len: 337 time: 0.0567181 Oct 05 09:39:36.649836 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42800) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:36.707774 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-06d9f9f8-0e2f-41c3-b8b6-dcd7849a04dc tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f HTTP/1.1" status: 200 len: 205 time: 0.0565140 Oct 05 09:39:36.710224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42804) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:36.790926 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-242b0e7b-568b-4a8f-9ce9-329a7ed6eba3 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] delete failed (client error): The resource could not be found. Oct 05 09:39:36.794432 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-242b0e7b-568b-4a8f-9ce9-329a7ed6eba3 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/routers/30a0d6a9-35ea-4e8e-a9a9-c86b57e0a93f HTTP/1.1" status: 404 len: 336 time: 0.0802019 Oct 05 09:39:36.794875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42808) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:36.853341 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6530a86a-3ef3-420e-90a6-fdff8df45a4e tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a414a54-5d41-4ed9-a4fd-af752c637597 HTTP/1.1" status: 200 len: 205 time: 0.0569570 Oct 05 09:39:36.857252 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42812) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:36.938561 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-ed29fc09-019f-4fa5-bb77-eda9b477b525 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] delete failed (client error): The resource could not be found. Oct 05 09:39:36.939595 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ed29fc09-019f-4fa5-bb77-eda9b477b525 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/routers/2a414a54-5d41-4ed9-a4fd-af752c637597 HTTP/1.1" status: 404 len: 336 time: 0.0766129 Oct 05 09:39:36.942481 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42816) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:36.965016 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e013d5-a248-4818-9048-d1d1ae1a44d0 req-5483a258-595d-454e-98e7-2960eb43616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:36.966543 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-07e013d5-a248-4818-9048-d1d1ae1a44d0 req-5483a258-595d-454e-98e7-2960eb43616c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 1098 time: 0.3989978 Oct 05 09:39:36.983998 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-947140f4-51f7-4abb-bd67-bd0bc066a15b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:36.984438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947140f4-51f7-4abb-bd67-bd0bc066a15b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:36.986236 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-947140f4-51f7-4abb-bd67-bd0bc066a15b tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/c3e7b496-6a90-4c5a-b05f-408a5a46195f HTTP/1.1" status: 404 len: 337 time: 0.0425811 Oct 05 09:39:36.988730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42820) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:37.048424 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-29907773-0ddb-46b4-aa9e-8c686bbda801 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98 HTTP/1.1" status: 200 len: 205 time: 0.0584667 Oct 05 09:39:37.050639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42824) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:37.058078 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-07e013d5-a248-4818-9048-d1d1ae1a44d0 req-e1f2b9d6-bd88-46b9-8d75-b9b75316a987 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848083 Oct 05 09:39:37.072175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-23ba35dc-2561-4c49-a23f-4ababe7398a3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:37.072517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23ba35dc-2561-4c49-a23f-4ababe7398a3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:37.120232 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-e35d0ae8-768c-40b8-bf35-09b9417ebf76 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] delete failed (client error): The resource could not be found. Oct 05 09:39:37.121357 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e35d0ae8-768c-40b8-bf35-09b9417ebf76 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/routers/5dbb9c63-c3f0-436f-9353-7a8fbf7bbe98 HTTP/1.1" status: 404 len: 336 time: 0.0698164 Oct 05 09:39:37.124646 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42828) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:37.197278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8b6afcd0-a1cc-4f09-9328-cda91eb8dbd6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Synchronizing usage tracker for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:39:37.274930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8b6afcd0-a1cc-4f09-9328-cda91eb8dbd6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] Unset dirty status for tenant:8a678f013a094c128f127c4feb4764df on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:39:37.276074 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8b6afcd0-a1cc-4f09-9328-cda91eb8dbd6 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports?device_id=015c65d7-5296-4f44-b7de-d59e46f8dfcb HTTP/1.1" status: 200 len: 205 time: 0.1505098 Oct 05 09:39:37.278845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42832) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:37.327946 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-23ba35dc-2561-4c49-a23f-4ababe7398a3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] For port 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e,segment=NetworkSegment(13051322-cb07-4a67-9359-1e0d81610065),segment_id=13051322-cb07-4a67-9359-1e0d81610065)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:37.328288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23ba35dc-2561-4c49-a23f-4ababe7398a3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:37.347000 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-54a1e099-e95c-4ac8-9767-01c4aecb431c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] delete failed (client error): The resource could not be found. Oct 05 09:39:37.348073 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-54a1e099-e95c-4ac8-9767-01c4aecb431c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/routers/015c65d7-5296-4f44-b7de-d59e46f8dfcb HTTP/1.1" status: 404 len: 336 time: 0.0681713 Oct 05 09:39:37.350670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42836) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:37.392364 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c38dca-b34b-4447-ba93-36d0f2c9d024 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:37.393066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c38dca-b34b-4447-ba93-36d0f2c9d024 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:37.394551 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c8c38dca-b34b-4447-ba93-36d0f2c9d024 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/db8d9f6f-eadf-4da9-8a18-6aeb586aea19 HTTP/1.1" status: 404 len: 337 time: 0.0429688 Oct 05 09:39:37.397191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42840) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:37.448588 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1684ffeb-7f59-41f0-95dd-8f9af807e7a5 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports?device_id=119c34c1-d1d3-4062-b06d-2fd6253aaa10 HTTP/1.1" status: 200 len: 205 time: 0.0497062 Oct 05 09:39:37.450927 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42844) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:37.452806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-23ba35dc-2561-4c49-a23f-4ababe7398a3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:37.519648 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-957f2c4a-47ff-40a9-9cb6-2fb375293682 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] delete failed (client error): The resource could not be found. Oct 05 09:39:37.520657 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-957f2c4a-47ff-40a9-9cb6-2fb375293682 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/routers/119c34c1-d1d3-4062-b06d-2fd6253aaa10 HTTP/1.1" status: 404 len: 336 time: 0.0687907 Oct 05 09:39:37.523255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42848) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:37.560881 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e778f2ba-8f79-4674-b1c8-a86a6c055084 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:37.561333 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e778f2ba-8f79-4674-b1c8-a86a6c055084 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:37.563012 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e778f2ba-8f79-4674-b1c8-a86a6c055084 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/7f77e8ac-a5c8-4e0b-9cac-5b5754ece9ff HTTP/1.1" status: 404 len: 337 time: 0.0388687 Oct 05 09:39:37.566473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42852) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:37.620272 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9da9c2a3-5e8c-4176-8e37-c4bc9ae7c115 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca57cd65-3979-458d-b978-d363451941be HTTP/1.1" status: 200 len: 205 time: 0.0505266 Oct 05 09:39:37.620517 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42858) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:37.693877 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-1cb14b95-94de-4492-80b5-95713918527c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] delete failed (client error): The resource could not be found. Oct 05 09:39:37.698470 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1cb14b95-94de-4492-80b5-95713918527c tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/routers/ca57cd65-3979-458d-b978-d363451941be HTTP/1.1" status: 404 len: 336 time: 0.0725815 Oct 05 09:39:37.698470 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42864) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:37.699837 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23ba35dc-2561-4c49-a23f-4ababe7398a3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:37.740664 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdebca36-d17e-4d29-9dcb-9b7508dc200a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:37.741120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdebca36-d17e-4d29-9dcb-9b7508dc200a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:37.745266 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cdebca36-d17e-4d29-9dcb-9b7508dc200a tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/889a4c7b-abe3-4898-9f4b-f9cae2e29041 HTTP/1.1" status: 404 len: 337 time: 0.0436974 Oct 05 09:39:37.747042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42868) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:37.779376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba35dc-2561-4c49-a23f-4ababe7398a3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Port': ['ID=83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:38.015798 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-096419f4-efa3-43e7-bc6f-027e69c84529 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:38.016247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096419f4-efa3-43e7-bc6f-027e69c84529 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:38.017925 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-096419f4-efa3-43e7-bc6f-027e69c84529 tempest-RoutersIpV6Test-477324765 tempest-RoutersIpV6Test-477324765-project] 10.222.0.49 "DELETE /v2.0/subnets/dfff80ff-050a-4120-a2f5-0e4e2fc9971a HTTP/1.1" status: 404 len: 337 time: 0.2712164 Oct 05 09:39:38.077555 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c3aa4-0fea-4fa2-848c-6e76df6de524 req-619b0264-bad8-4dba-85e7-b009596236f3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:38.078946 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f88c3aa4-0fea-4fa2-848c-6e76df6de524 req-619b0264-bad8-4dba-85e7-b009596236f3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 945 time: 0.1566780 Oct 05 09:39:38.107188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a74e6-49b8-4700-9f8a-0929e822df49 req-a6c229a0-c2ad-47fb-a70f-e57395cf3270 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:38.108671 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-747a74e6-49b8-4700-9f8a-0929e822df49 req-a6c229a0-c2ad-47fb-a70f-e57395cf3270 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 945 time: 0.1878049 Oct 05 09:39:38.156359 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f88c3aa4-0fea-4fa2-848c-6e76df6de524 req-a640bfd0-0af7-42ee-ba9a-42e3e9598459 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705297 Oct 05 09:39:38.176666 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-747a74e6-49b8-4700-9f8a-0929e822df49 req-5670ca81-cdc6-4447-ba11-349c751fc6e2 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507495 Oct 05 09:39:38.192458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-23ba35dc-2561-4c49-a23f-4ababe7398a3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:38.524517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ba35dc-2561-4c49-a23f-4ababe7398a3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:38.531216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42876) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:38.683660 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-53c7ad24-3368-499e-bc08-dc4f9a75d084 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a678f013a094c128f127c4feb4764df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506035 Oct 05 09:39:38.686808 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42882) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:38.696623 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ba35dc-2561-4c49-a23f-4ababe7398a3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:38.708310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc8e53-a4bf-424d-bc6d-5e0215842284 None None] Sync routers for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:38.715599 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-23ba35dc-2561-4c49-a23f-4ababe7398a3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1796618 Oct 05 09:39:38.718233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42886) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:38.721336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc8e53-a4bf-424d-bc6d-5e0215842284 None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:38.722253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-40bc8e53-a4bf-424d-bc6d-5e0215842284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:38.754628 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-69d2315d-79d9-4881-a7f9-09966f405fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:38.785032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-69d2315d-79d9-4881-a7f9-09966f405fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:38.796775 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91d7da0-7611-4eb3-84df-89cec329d243 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting subnet db84e2cc-f28c-4608-97c2-4bf1d851d497 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:39:38.800754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d91d7da0-7611-4eb3-84df-89cec329d243 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:38.860150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d91d7da0-7611-4eb3-84df-89cec329d243 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:38.885192 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-69d2315d-79d9-4881-a7f9-09966f405fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:38.902358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2315d-79d9-4881-a7f9-09966f405fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102cdddc-69b8-4718-9e2e-3cfd560c253e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:38.907587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-69d2315d-79d9-4881-a7f9-09966f405fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:38.911998 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-69d2315d-79d9-4881-a7f9-09966f405fa8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/102cdddc-69b8-4718-9e2e-3cfd560c253e HTTP/1.1" status: 204 len: 168 time: 0.2236421 Oct 05 09:39:38.953881 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-40bc8e53-a4bf-424d-bc6d-5e0215842284 None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:38.959528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d91d7da0-7611-4eb3-84df-89cec329d243 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:38.997721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 45f6e1a6-e627-4d2d-856d-c027edbb987c up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:39.092189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d91d7da0-7611-4eb3-84df-89cec329d243 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:39.134949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d7da0-7611-4eb3-84df-89cec329d243 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Subnet': ['ID=db84e2cc-f28c-4608-97c2-4bf1d851d497,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:39.138784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d91d7da0-7611-4eb3-84df-89cec329d243 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:39.145598 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d91d7da0-7611-4eb3-84df-89cec329d243 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/db84e2cc-f28c-4608-97c2-4bf1d851d497 HTTP/1.1" status: 204 len: 168 time: 0.4262643 Oct 05 09:39:39.150032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42894) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:39.159779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd0207f-5ab3-4b83-ad56-a610848077b5 None None] Network 42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:39.376958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:39.454083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port c13ccc01-8ede-4c14-841a-35bbc99349ff {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:39.454426 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:39.459572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 45f6e1a6-e627-4d2d-856d-c027edbb987c completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:39.497872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 45f6e1a6-e627-4d2d-856d-c027edbb987c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:39.498281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:39.498627 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 45f6e1a6-e627-4d2d-856d-c027edbb987c Oct 05 09:39:39.564823 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674df10-654e-4de2-a11f-ee057a6aae33 req-aec5b1bd-8938-4a5f-8dc2-b5ce2f017947 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:39.566458 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4674df10-654e-4de2-a11f-ee057a6aae33 req-aec5b1bd-8938-4a5f-8dc2-b5ce2f017947 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 945 time: 0.2496068 Oct 05 09:39:39.632304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effecbe8-ece0-42d5-bf66-1584a613b1be req-577d6b02-6c23-45a1-a189-a79c9f53630e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:39.633825 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-effecbe8-ece0-42d5-bf66-1584a613b1be req-577d6b02-6c23-45a1-a189-a79c9f53630e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 945 time: 0.2705352 Oct 05 09:39:39.657154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-40bc8e53-a4bf-424d-bc6d-5e0215842284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:37Z', 'revision_number': 9, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:39.671827 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc8e53-a4bf-424d-bc6d-5e0215842284 None None] Checking router: 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:39.683626 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 45f6e1a6-e627-4d2d-856d-c027edbb987c is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:39.684037 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:39.725584 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4674df10-654e-4de2-a11f-ee057a6aae33 req-263163fd-006b-4f2e-8e41-b8984a3d005f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460330 Oct 05 09:39:39.765140 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 45f6e1a6-e627-4d2d-856d-c027edbb987c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=45f6e1a6-e627-4d2d-856d-c027edbb987c,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:39.769755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc8e53-a4bf-424d-bc6d-5e0215842284 None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:39.771679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-40bc8e53-a4bf-424d-bc6d-5e0215842284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:39.781616 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-effecbe8-ece0-42d5-bf66-1584a613b1be req-1dfe250e-bf99-4426-bbce-7f4ff21ef982 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255584 Oct 05 09:39:39.786987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] For port c13ccc01-8ede-4c14-841a-35bbc99349ff, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c13ccc01-8ede-4c14-841a-35bbc99349ff,segment=NetworkSegment(13051322-cb07-4a67-9359-1e0d81610065),segment_id=13051322-cb07-4a67-9359-1e0d81610065)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:39.787344 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:39.847597 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260b485f-9029-4504-9b40-66bc0174df73 None None] DHCP port deletion for 42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:39:39.856149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a231ad-b3ea-49c6-97e0-643ffc186729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f6e1a6-e627-4d2d-856d-c027edbb987c'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:39:39.858997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565653f5-1b47-40e8-8846-2bdb17991f4e" -d '{"events": [{"server_uuid": "49a231ad-b3ea-49c6-97e0-643ffc186729", "name": "network-vif-plugged", "status": "completed", "tag": "45f6e1a6-e627-4d2d-856d-c027edbb987c"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:39:39.871412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:39.911487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-260b485f-9029-4504-9b40-66bc0174df73 None None] Deleting port c13ccc01-8ede-4c14-841a-35bbc99349ff {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:39.911914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-260b485f-9029-4504-9b40-66bc0174df73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:39.946598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5cdb20-8e80-4d7b-b60c-21520cd5eb00 x-openstack-request-id: req-df5cdb20-8e80-4d7b-b60c-21520cd5eb00 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:39:39.947024 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a231ad-b3ea-49c6-97e0-643ffc186729", "name": "network-vif-plugged", "status": "completed", "tag": "45f6e1a6-e627-4d2d-856d-c027edbb987c", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:39:39.947141 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df5cdb20-8e80-4d7b-b60c-21520cd5eb00 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:39:39.947504 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5cdb20-8e80-4d7b-b60c-21520cd5eb00'] response: {'server_uuid': '49a231ad-b3ea-49c6-97e0-643ffc186729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f6e1a6-e627-4d2d-856d-c027edbb987c', 'code': 200} Oct 05 09:39:39.995273 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for c13ccc01-8ede-4c14-841a-35bbc99349ff owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:40.066900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42922) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:40.112737 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe1024-c4e7-453a-95ca-9a9ef06c6380 req-2cbf97e6-acba-431c-92c8-0f8378502a5b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:40.114308 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cbbe1024-c4e7-453a-95ca-9a9ef06c6380 req-2cbf97e6-acba-431c-92c8-0f8378502a5b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 945 time: 0.2353861 Oct 05 09:39:40.130254 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=45f6e1a6-e627-4d2d-856d-c027edbb987c,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:40.135752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-40bc8e53-a4bf-424d-bc6d-5e0215842284 None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:40.173393 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cbbe1024-c4e7-453a-95ca-9a9ef06c6380 req-17202f34-98d2-4225-b8d7-0699fcfffe24 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511806 Oct 05 09:39:40.188520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:40.215828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42928) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:40.280663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] No DVR routers for this DVR port c13ccc01-8ede-4c14-841a-35bbc99349ff on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:39:40.283664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-aa4c6c41-5743-4a1c-8642-91473e01f92a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-678753191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:40.283803 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Port': ['ID=c13ccc01-8ede-4c14-841a-35bbc99349ff,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:40.299483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-aa4c6c41-5743-4a1c-8642-91473e01f92a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:40.306872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-aa4c6c41-5743-4a1c-8642-91473e01f92a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Usage tracker for resource:router and tenant:a7b2565ec98944caa916f198b764ae5a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:40.310753 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-aa4c6c41-5743-4a1c-8642-91473e01f92a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:40.323306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-aa4c6c41-5743-4a1c-8642-91473e01f92a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:40.327504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c13ccc01-8ede-4c14-841a-35bbc99349ff no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:40.353444 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f135968-be1d-4694-b31b-e16a305bf9cd tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:40.358717 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1f135968-be1d-4694-b31b-e16a305bf9cd tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 1093 time: 0.1381817 Oct 05 09:39:40.360365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42932) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:40.371134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:40.379535 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:40.383949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:floatingip and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:40.414770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:40.426175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:40.445116 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:40.447567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6c41-5743-4a1c-8642-91473e01f92a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:40.448994 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6c41-5743-4a1c-8642-91473e01f92a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:40.451175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: c13ccc01-8ede-4c14-841a-35bbc99349ff {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:40.451531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c13ccc01-8ede-4c14-841a-35bbc99349ff not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:40.458283 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13051322-cb07-4a67-9359-1e0d81610065') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:40.462156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13051322-cb07-4a67-9359-1e0d81610065') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:40.465159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6c41-5743-4a1c-8642-91473e01f92a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:40.475187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:40.475883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:40.494819 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:40.501858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:39:40.502410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:40.517893 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefe5d6-1d4f-49db-879c-94aa7d953143 req-02c682ef-1b25-4617-b47b-f8dcb26be706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:40.519413 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cdefe5d6-1d4f-49db-879c-94aa7d953143 req-02c682ef-1b25-4617-b47b-f8dcb26be706 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 1099 time: 0.1323140 Oct 05 09:39:40.538438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-260b485f-9029-4504-9b40-66bc0174df73 None None] For port c13ccc01-8ede-4c14-841a-35bbc99349ff, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c13ccc01-8ede-4c14-841a-35bbc99349ff,segment=NetworkSegment(13051322-cb07-4a67-9359-1e0d81610065),segment_id=13051322-cb07-4a67-9359-1e0d81610065)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:40.538831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-260b485f-9029-4504-9b40-66bc0174df73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:40.569462 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cdefe5d6-1d4f-49db-879c-94aa7d953143 req-5c0de154-7cc1-4eb0-8357-1fd1c9b3b5b9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437069 Oct 05 09:39:40.570762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:40.645007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6c41-5743-4a1c-8642-91473e01f92a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:40.670282 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-260b485f-9029-4504-9b40-66bc0174df73 None None] Calling delete_port for c13ccc01-8ede-4c14-841a-35bbc99349ff owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:40.686276 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 13051322-cb07-4a67-9359-1e0d81610065 resource provider aggregate not found Oct 05 09:39:40.728196 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 13051322-cb07-4a67-9359-1e0d81610065 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13051322-cb07-4a67-9359-1e0d81610065 found for delete ", "request_id": "req-5804e0d2-5d2e-4829-aba9-8e36fc3a8138"}]} Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: from cryptography.utils import int_from_bytes Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: from cryptography.utils import int_from_bytes Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn_limited( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn_limited( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:39:40.812211 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 09:39:40.825766 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-260b485f-9029-4504-9b40-66bc0174df73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:39:40.826156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-260b485f-9029-4504-9b40-66bc0174df73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:39:40.845112 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-40bc8e53-a4bf-424d-bc6d-5e0215842284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:37Z', 'revision_number': 9, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:40.849289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc8e53-a4bf-424d-bc6d-5e0215842284 None None] The sync data for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv is: [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:37Z', 'revision_number': 9, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4e89b7-ea6a-479b-ae4a-e917667a3fff', 'name': '', 'network_id': '0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:39:01Z', 'updated_at': '2022-10-05T09:39:17Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'a47f8e4b-6fec-413e-8e67-72353f972294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:40.868136 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:40.969226 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:40.975228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6c41-5743-4a1c-8642-91473e01f92a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:40.980556 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-aa4c6c41-5743-4a1c-8642-91473e01f92a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9080853 Oct 05 09:39:40.981274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42942) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:40.991757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:40.996401 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1365466722'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:41.004231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Network': ['ID=42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:41.004743 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:41.012311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Usage tracker for resource:network and tenant:a7b2565ec98944caa916f198b764ae5a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:41.016957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:41.019363 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-51786b88-650b-4fdc-9069-7fb054bdda0d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/networks/42a1b426-bfdf-4ec0-ab8d-6022a5bdf1a9 HTTP/1.1" status: 204 len: 168 time: 1.8679223 Oct 05 09:39:41.025750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42946) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:41.026727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:41.039051 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.171 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/27d79fa5-bad5-4fc7-b21e-987955b74b45) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:41.132036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Made reservation on behalf of a7b2565ec98944caa916f198b764ae5a for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:39:41.135458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.154821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.177478 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:41.186552 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342ebeb-0941-447b-961e-fec3aa8cc0c1 req-be3c62fa-48a0-4cc2-bb82-8d2e3aae3700 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:41.188858 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c342ebeb-0941-447b-961e-fec3aa8cc0c1 req-be3c62fa-48a0-4cc2-bb82-8d2e3aae3700 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 946 time: 0.2601352 Oct 05 09:39:41.198485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Usage tracker for resource:security_group_rule and tenant:a7b2565ec98944caa916f198b764ae5a is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:41.204730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:41.224075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:41.249370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.327051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-260b485f-9029-4504-9b40-66bc0174df73 None None] Deleting port c13ccc01-8ede-4c14-841a-35bbc99349ff {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:41.331469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-260b485f-9029-4504-9b40-66bc0174df73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.347238 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.363595 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c342ebeb-0941-447b-961e-fec3aa8cc0c1 req-c037a296-705d-466a-9ad1-d4c6a0d678fc tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693935 Oct 05 09:39:41.371443 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.420020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-260b485f-9029-4504-9b40-66bc0174df73 None None] The port 'c13ccc01-8ede-4c14-841a-35bbc99349ff' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:39:41.430931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.482207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:41.485836 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:39:41.490066 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:41.503108 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:41.531836 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287fecc1-c7d5-4ab1-ac4b-e2d21b4b29bb,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:41.534312 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=27d79fa5-bad5-4fc7-b21e-987955b74b45,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:41.549784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.550176 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Added segment 3e7a24a3-d0eb-4bfa-9048-8488b50f359a of type vlan for network fbfec4b7-c3d6-467e-997f-a4043b7345c8 Oct 05 09:39:41.605250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9e753637-ba3e-448d-b858-797794e1c69a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.620037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.797283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.802285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:41.802883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.955963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-9e753637-ba3e-448d-b858-797794e1c69a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port cb4e89b7-ea6a-479b-ae4a-e917667a3fff {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:41.957065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9e753637-ba3e-448d-b858-797794e1c69a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:42.006034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event updated for resources: {'Network': ['ID=fbfec4b7-c3d6-467e-997f-a4043b7345c8,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:42.024066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network fbfec4b7-c3d6-467e-997f-a4043b7345c8 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:39:42.105584 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e544819a-5aaf-43cd-95e5-9cddff258f7a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1231408 Oct 05 09:39:42.109965 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42950) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:42.115326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:42.118382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Request body: {'subnet': {'network_id': 'fbfec4b7-c3d6-467e-997f-a4043b7345c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:42.195636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:42.237267 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:42.237615 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 83fe9d9f-e0b0-4d39-8d4c-647b6b0bdc2e not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:42.284530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:42.389614 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-9e753637-ba3e-448d-b858-797794e1c69a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] For port cb4e89b7-ea6a-479b-ae4a-e917667a3fff, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cb4e89b7-ea6a-479b-ae4a-e917667a3fff,segment=NetworkSegment(f7d71ad7-828c-45df-9fba-6fc48adb0ced),segment_id=f7d71ad7-828c-45df-9fba-6fc48adb0ced)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:42.389890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9e753637-ba3e-448d-b858-797794e1c69a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:42.398107 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:42.407110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Usage tracker for resource:subnet and tenant:a7b2565ec98944caa916f198b764ae5a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:42.458308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:42.498172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:42.521010 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:42.533077 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-9e753637-ba3e-448d-b858-797794e1c69a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for cb4e89b7-ea6a-479b-ae4a-e917667a3fff owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:42.547758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:42.656483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:42.671483 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Made reservation on behalf of a7b2565ec98944caa916f198b764ae5a for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:39:42.675924 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:42.708332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=27d79fa5-bad5-4fc7-b21e-987955b74b45,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:42.805559 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638ba8e-3afa-41c6-a2df-dbbc1c672e48 req-f5e8b9eb-c14a-4238-a62f-127a75aec552 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:42.807149 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0638ba8e-3afa-41c6-a2df-dbbc1c672e48 req-f5e8b9eb-c14a-4238-a62f-127a75aec552 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 946 time: 0.2873569 Oct 05 09:39:42.912612 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0638ba8e-3afa-41c6-a2df-dbbc1c672e48 req-d88a3dc0-90ad-44a9-9a52-481aa2c1242b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964143 Oct 05 09:39:42.963591 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4 associated. External IP: 172.26.7.171, port: 7ff00468-1478-4c01-954d-2e30c263bc2a. Oct 05 09:39:43.027304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9e753637-ba3e-448d-b858-797794e1c69a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:43.130517 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e753637-ba3e-448d-b858-797794e1c69a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Port': ['ID=cb4e89b7-ea6a-479b-ae4a-e917667a3fff,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:43.339425 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:43.474960 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f4538-5e32-4c9e-b057-7de7b7a757cf req-ced65f86-11be-48d3-b83e-9811304d7afc tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:43.476465 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-226f4538-5e32-4c9e-b057-7de7b7a757cf req-ced65f86-11be-48d3-b83e-9811304d7afc tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 946 time: 0.4501910 Oct 05 09:39:43.520604 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:43.531463 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97093bc6-e8b8-4f05-96cb-277065b88b78 None None] Sync routers for ids ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:43.535919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9e753637-ba3e-448d-b858-797794e1c69a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:43.542382 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97093bc6-e8b8-4f05-96cb-277065b88b78 None None] Routers {'f3f5eeb0-d614-4d2a-a2be-23094ec827a2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:43.543046 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-97093bc6-e8b8-4f05-96cb-277065b88b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:43.549177 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-226f4538-5e32-4c9e-b057-7de7b7a757cf req-4fb477f4-3ebc-4876-8362-55418b221a9f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576804 Oct 05 09:39:43.554194 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:43.583253 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42958) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:43.628278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:43.709773 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-50a8195d-bfda-4295-a489-cf21f3c24c2f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3431380 Oct 05 09:39:43.711200 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'tag': '7ff00468-1478-4c01-954d-2e30c263bc2a'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:39:43.714679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac70fd44-3825-47ba-890a-f565ff0775a4" -d '{"events": [{"name": "network-changed", "server_uuid": "932a8945-4df9-4848-8d9d-8da0b3d216f9", "tag": "7ff00468-1478-4c01-954d-2e30c263bc2a"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:39:43.718104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42964) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:43.742722 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-97093bc6-e8b8-4f05-96cb-277065b88b78 None None] Set router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:43.791327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event updated for resources: {'Subnet': ['ID=4f6132da-856b-4497-a014-3c7ecb64931f,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:43.809421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Checking segment: {'id': '3e7a24a3-d0eb-4bfa-9048-8488b50f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fbfec4b7-c3d6-467e-997f-a4043b7345c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:43.809781 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Network hostable DHCP agents. Network: fbfec4b7-c3d6-467e-997f-a4043b7345c8, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:39:43.816201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01e255b-b86c-40e9-8c49-6efaafead3a2 x-openstack-request-id: req-a01e255b-b86c-40e9-8c49-6efaafead3a2 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:39:43.816552 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932a8945-4df9-4848-8d9d-8da0b3d216f9", "tag": "7ff00468-1478-4c01-954d-2e30c263bc2a", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:39:43.816863 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a01e255b-b86c-40e9-8c49-6efaafead3a2 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:39:43.817321 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01e255b-b86c-40e9-8c49-6efaafead3a2'] response: {'name': 'network-changed', 'server_uuid': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'tag': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'status': 'completed', 'code': 200} Oct 05 09:39:43.973239 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-32b65ad0-6059-4f14-abc0-28900fb6f8ba tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4 HTTP/1.1" status: 200 len: 991 time: 0.2429914 Oct 05 09:39:44.004166 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09167890-4a45-4713-9d48-1ce71626baf7 tempest-TestVolumeBootPattern-1734328256 tempest-TestVolumeBootPattern-1734328256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:44.005599 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-09167890-4a45-4713-9d48-1ce71626baf7 tempest-TestVolumeBootPattern-1734328256 tempest-TestVolumeBootPattern-1734328256-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 1094 time: 0.4207120 Oct 05 09:39:44.008723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42970) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:44.015691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '45f6e1a6-e627-4d2d-856d-c027edbb987c', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:44.023736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:44.027448 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70fd44-3825-47ba-890a-f565ff0775a4 req-c7246e3d-be0a-4656-8b6b-1cf202741d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:44.029537 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ac70fd44-3825-47ba-890a-f565ff0775a4 req-c7246e3d-be0a-4656-8b6b-1cf202741d04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 1098 time: 0.1662676 Oct 05 09:39:44.033324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Usage tracker for resource:floatingip and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:44.056476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:44.103930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e753637-ba3e-448d-b858-797794e1c69a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:44.105855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:44.135143 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-97093bc6-e8b8-4f05-96cb-277065b88b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:38:56Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'port_id': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'mac_address': 'fa:16:3e:f6:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:39:42Z', 'updated_at': '2022-10-05T09:39:42Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab', 'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:e9:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:54Z', 'updated_at': '2022-10-05T09:39:14Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:44.139998 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97093bc6-e8b8-4f05-96cb-277065b88b78 None None] Checking router: f3f5eeb0-d614-4d2a-a2be-23094ec827a2 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:44.148892 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97093bc6-e8b8-4f05-96cb-277065b88b78 None None] Routers {'f3f5eeb0-d614-4d2a-a2be-23094ec827a2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:44.149606 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-97093bc6-e8b8-4f05-96cb-277065b88b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:44.173257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70fd44-3825-47ba-890a-f565ff0775a4 req-cdf90a1f-35d4-48ee-9902-36a353ae01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:44.174692 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Network fbfec4b7-c3d6-467e-997f-a4043b7345c8 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:39:44.174918 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ac70fd44-3825-47ba-890a-f565ff0775a4 req-cdf90a1f-35d4-48ee-9902-36a353ae01bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=e9eb515a-212e-4997-b546-956c7271565f HTTP/1.1" status: 200 len: 898 time: 0.1386862 Oct 05 09:39:44.242468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:44.280238 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e753637-ba3e-448d-b858-797794e1c69a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:44.293386 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d3b43-8416-4cc6-a132-81da4a10667c None None] Sync routers for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:44.301093 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9e753637-ba3e-448d-b858-797794e1c69a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2723925 Oct 05 09:39:44.302751 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, fbfec4b7-c3d6-467e-997f-a4043b7345c8) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:44.307834 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:44.308771 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:44.319215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bfd7ae-4cd0-4e8b-97fd-a4f03393fd1c None None] Network fbfec4b7-c3d6-467e-997f-a4043b7345c8 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:44.323620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42974) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:44.341437 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d3b43-8416-4cc6-a132-81da4a10667c None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:44.342930 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-337d3b43-8416-4cc6-a132-81da4a10667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:44.369431 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ac70fd44-3825-47ba-890a-f565ff0775a4 req-39b6ecb9-078a-407f-95f7-9c7834a17083 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ff00468-1478-4c01-954d-2e30c263bc2a HTTP/1.1" status: 200 len: 999 time: 0.1884267 Oct 05 09:39:44.382461 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-97093bc6-e8b8-4f05-96cb-277065b88b78 None None] Set router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:44.397289 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f395d73a-1a24-4e25-8773-5dc677249f2f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting subnet a47f8e4b-6fec-413e-8e67-72353f972294 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:39:44.400654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f395d73a-1a24-4e25-8773-5dc677249f2f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:44.455209 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e363707f-e689-4ce0-a485-8038721a217b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3438623 Oct 05 09:39:44.455907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42978) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:44.472090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Request body: {'network': {'name': 'tempest-router-network01--1597727177'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:44.482222 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:44.491158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Usage tracker for resource:network and tenant:a7b2565ec98944caa916f198b764ae5a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:44.497021 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:44.501573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f395d73a-1a24-4e25-8773-5dc677249f2f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:44.541079 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:44.584706 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70fd44-3825-47ba-890a-f565ff0775a4 req-419f18cf-ce95-4e7b-a915-b5124180fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:44.586764 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ac70fd44-3825-47ba-890a-f565ff0775a4 req-419f18cf-ce95-4e7b-a915-b5124180fe29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82cdf6d0-403b-463a-9fcc-48ccd16c5a39 HTTP/1.1" status: 200 len: 833 time: 0.2110655 Oct 05 09:39:44.611179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f395d73a-1a24-4e25-8773-5dc677249f2f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:44.626838 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-337d3b43-8416-4cc6-a132-81da4a10667c None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:44.683349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:44.698099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Made reservation on behalf of a7b2565ec98944caa916f198b764ae5a for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:39:44.716813 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:44.756258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70fd44-3825-47ba-890a-f565ff0775a4 req-37d864b3-5a09-4e40-ae10-b5ce12fe564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:44.757729 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ac70fd44-3825-47ba-890a-f565ff0775a4 req-37d864b3-5a09-4e40-ae10-b5ce12fe564b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e9eb515a-212e-4997-b546-956c7271565f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1639447 Oct 05 09:39:44.761198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f395d73a-1a24-4e25-8773-5dc677249f2f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:44.865840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395d73a-1a24-4e25-8773-5dc677249f2f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Subnet': ['ID=a47f8e4b-6fec-413e-8e67-72353f972294,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:44.878040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f395d73a-1a24-4e25-8773-5dc677249f2f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:44.891208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:39:44.898090 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f395d73a-1a24-4e25-8773-5dc677249f2f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/a47f8e4b-6fec-413e-8e67-72353f972294 HTTP/1.1" status: 204 len: 168 time: 0.5733159 Oct 05 09:39:44.899589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42982) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:44.945857 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-97093bc6-e8b8-4f05-96cb-277065b88b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:38:56Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'port_id': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'mac_address': 'fa:16:3e:f6:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:39:42Z', 'updated_at': '2022-10-05T09:39:42Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab', 'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:e9:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:54Z', 'updated_at': '2022-10-05T09:39:14Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:44.952932 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97093bc6-e8b8-4f05-96cb-277065b88b78 None None] The sync data for ids ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'] in dv-neutron-860329-1-hyperv is: [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:38:56Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'port_id': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'mac_address': 'fa:16:3e:f6:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:39:42Z', 'updated_at': '2022-10-05T09:39:42Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab', 'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:e9:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:54Z', 'updated_at': '2022-10-05T09:39:14Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:44.954212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95df4ec8-32d9-4c64-bfd0-afe8b5b63e3a None None] Network 0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:44.966489 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Allocated IP 172.26.7.2 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/47712633-b469-4dad-901e-7bba170697c5) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:44.978681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42986) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:45.047844 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.048118 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ac70fd44-3825-47ba-890a-f565ff0775a4 req-aed7fecd-3b3a-46aa-894e-6b61313203a2 service neutron] 10.222.0.55 "GET /v2.0/networks/e9eb515a-212e-4997-b546-956c7271565f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828293 Oct 05 09:39:45.048266 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Added segment 56a1cc17-7c6c-41eb-a5ff-1116d0178725 of type vlan for network ed58b020-0187-47c1-b5f9-98bed4609ae9 Oct 05 09:39:45.052112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.076864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port bc110782-ba26-4eea-b9ea-d16cca34a25e {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:45.077262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.129871 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.140099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-fbfec4b7-c3d6-467e-997f-a4043b7345c8', 'network_id': 'fbfec4b7-c3d6-467e-997f-a4043b7345c8', 'tenant_id': 'a7b2565ec98944caa916f198b764ae5a', 'fixed_ips': [{'subnet_id': '4f6132da-856b-4497-a014-3c7ecb64931f'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:39:45.140939 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.272151 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b9e7a4f7-4d6b-4ee4-9517-aa95968a046c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4 HTTP/1.1" status: 200 len: 991 time: 0.2908318 Oct 05 09:39:45.278857 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988b615-25ca-4171-a362-d7daf3b6384e None None] New status for floating IP e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:39:45.336418 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ac70fd44-3825-47ba-890a-f565ff0775a4 req-c55dc22e-126e-4bfb-b1cb-6e40c298be87 service neutron] 10.222.0.55 "GET /v2.0/networks/e9eb515a-212e-4997-b546-956c7271565f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809153 Oct 05 09:39:45.361629 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.390695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.396524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:45.400345 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.474675 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Allocated IP 172.20.0.2 (fbfec4b7-c3d6-467e-997f-a4043b7345c8/4f6132da-856b-4497-a014-3c7ecb64931f/cb039f26-a72d-41a3-ab28-e5551483d1e8) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:45.475319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.536607 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] For port bc110782-ba26-4eea-b9ea-d16cca34a25e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bc110782-ba26-4eea-b9ea-d16cca34a25e,segment=NetworkSegment(f7d71ad7-828c-45df-9fba-6fc48adb0ced),segment_id=f7d71ad7-828c-45df-9fba-6fc48adb0ced)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:45.537126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.547667 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0842080 Oct 05 09:39:45.556141 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42990) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:45.562833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:45.572895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:45.580842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:45.612326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943699c6-e23e-4631-9645-5514559b7c16 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event updated for resources: {'Network': ['ID=ed58b020-0187-47c1-b5f9-98bed4609ae9,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:45.634374 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network ed58b020-0187-47c1-b5f9-98bed4609ae9 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:39:45.652758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-337d3b43-8416-4cc6-a132-81da4a10667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:42Z', 'revision_number': 10, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:45.680884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'Port': ['ID=47712633-b469-4dad-901e-7bba170697c5,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:45.683014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Request body: {'network': {'name': 'tempest-router-network02--1102381776'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:45.688118 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:45.692445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Usage tracker for resource:network and tenant:a7b2565ec98944caa916f198b764ae5a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:45.696492 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:45.702318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:45.716423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d3b43-8416-4cc6-a132-81da4a10667c None None] Checking router: 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:45.716966 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for bc110782-ba26-4eea-b9ea-d16cca34a25e owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:45.732869 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32d3105-391c-48e5-b613-93a42b86f86f None None] DHCP port deletion for 0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:39:45.776388 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Made reservation on behalf of a7b2565ec98944caa916f198b764ae5a for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:39:45.780688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.797432 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b32d3105-391c-48e5-b613-93a42b86f86f None None] Deleting port bc110782-ba26-4eea-b9ea-d16cca34a25e {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:45.797594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b32d3105-391c-48e5-b613-93a42b86f86f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.819010 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:39:45.828464 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.828906 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Added segment 890751d1-97b5-46de-bcaf-a2559199f331 of type vlan for network e2c6f6b0-33fa-4815-9667-c82732c73457 Oct 05 09:39:45.831507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d3b43-8416-4cc6-a132-81da4a10667c None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:45.832130 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-337d3b43-8416-4cc6-a132-81da4a10667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:45.871488 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.921166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.969045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Port': ['ID=bc110782-ba26-4eea-b9ea-d16cca34a25e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:45.970854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.977580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:45.978245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.007756 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] No DVR routers for this DVR port bc110782-ba26-4eea-b9ea-d16cca34a25e on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:39:46.044893 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.086586 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-337d3b43-8416-4cc6-a132-81da4a10667c None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:46.125514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.141168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b32d3105-391c-48e5-b613-93a42b86f86f None None] The port 'bc110782-ba26-4eea-b9ea-d16cca34a25e' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:39:46.142862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Transition to ACTIVE for port object cb039f26-a72d-41a3-ab28-e5551483d1e8 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:46.194669 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Transition to ACTIVE for port object cb039f26-a72d-41a3-ab28-e5551483d1e8 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:46.259438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bc110782-ba26-4eea-b9ea-d16cca34a25e no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:46.275517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.300584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.300819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 42994) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:46.325132 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7675829 Oct 05 09:39:46.332129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 42998) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:46.341670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Request body: {'subnet': {'network_id': 'ed58b020-0187-47c1-b5f9-98bed4609ae9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:46.364388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: bc110782-ba26-4eea-b9ea-d16cca34a25e {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:46.364758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bc110782-ba26-4eea-b9ea-d16cca34a25e not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:46.369280 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7fae6-e5a1-4c64-9c3f-741002ad5158 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event updated for resources: {'Network': ['ID=e2c6f6b0-33fa-4815-9667-c82732c73457,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:46.438208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.445794 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network e2c6f6b0-33fa-4815-9667-c82732c73457 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:39:46.454989 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fbc62ae7-4dec-4cd0-8e46-95df7b3f0efd tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4 HTTP/1.1" status: 200 len: 993 time: 0.1495249 Oct 05 09:39:46.504190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:46.522650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d71ad7-828c-45df-9fba-6fc48adb0ced') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:46.523206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d71ad7-828c-45df-9fba-6fc48adb0ced') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:46.534019 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:46.545620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.552859 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Usage tracker for resource:subnet and tenant:a7b2565ec98944caa916f198b764ae5a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:46.558425 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:46.567712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:46.573411 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.581941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:39:46.582544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.607685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Network fbfec4b7-c3d6-467e-997f-a4043b7345c8 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:46.619444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:46.623820 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Pushing event updated for resources: {'Port': ['ID=cb039f26-a72d-41a3-ab28-e5551483d1e8,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:46.625856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:46.652365 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment f7d71ad7-828c-45df-9fba-6fc48adb0ced resource provider aggregate not found Oct 05 09:39:46.662169 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Made reservation on behalf of a7b2565ec98944caa916f198b764ae5a for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:39:46.665952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.687038 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment f7d71ad7-828c-45df-9fba-6fc48adb0ced resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7d71ad7-828c-45df-9fba-6fc48adb0ced found for delete ", "request_id": "req-50274242-5017-411a-b976-507693b813d7"}]} Oct 05 09:39:46.767445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Attempting to bind port cb039f26-a72d-41a3-ab28-e5551483d1e8 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:39:46.767733 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Attempting to bind port cb039f26-a72d-41a3-ab28-e5551483d1e8 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '3e7a24a3-d0eb-4bfa-9048-8488b50f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fbfec4b7-c3d6-467e-997f-a4043b7345c8'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:39:46.768106 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Attempting to bind port cb039f26-a72d-41a3-ab28-e5551483d1e8 on network fbfec4b7-c3d6-467e-997f-a4043b7345c8 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:46.769052 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.804536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:39:46.804915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Checking segment: {'id': '3e7a24a3-d0eb-4bfa-9048-8488b50f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fbfec4b7-c3d6-467e-997f-a4043b7345c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:46.805321 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.805766 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Bound using segment: {'id': '3e7a24a3-d0eb-4bfa-9048-8488b50f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fbfec4b7-c3d6-467e-997f-a4043b7345c8'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:39:46.806337 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Bound port: cb039f26-a72d-41a3-ab28-e5551483d1e8, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7a24a3-d0eb-4bfa-9048-8488b50f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fbfec4b7-c3d6-467e-997f-a4043b7345c8'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:39:46.806716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.854035 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.875402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.889963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Network': ['ID=0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:46.892038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.904431 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ee76cabe-21c7-41b7-ae25-ea719a9ac49b tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/networks/0e3a6972-1a61-48ba-9eb8-8d39dca4bbdc HTTP/1.1" status: 204 len: 168 time: 1.9964740 Oct 05 09:39:46.904734 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43006) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:46.918587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] For port cb039f26-a72d-41a3-ab28-e5551483d1e8, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:39:46.922201 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] For port cb039f26-a72d-41a3-ab28-e5551483d1e8, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cb039f26-a72d-41a3-ab28-e5551483d1e8,segment=NetworkSegment(3e7a24a3-d0eb-4bfa-9048-8488b50f359a),segment_id=3e7a24a3-d0eb-4bfa-9048-8488b50f359a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:39:46.924023 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-337d3b43-8416-4cc6-a132-81da4a10667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:42Z', 'revision_number': 10, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:46.928216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d3b43-8416-4cc6-a132-81da4a10667c None None] The sync data for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv is: [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:42Z', 'revision_number': 10, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None, '_interfaces': [{'id': '0829bbce-494e-4501-8059-c743a0e52f2c', 'name': '', 'network_id': '9f5e897b-7ee3-48c3-8c73-493bb541a4c1', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'mac_address': 'fa:16:3e:b5:59:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:51Z', 'updated_at': '2022-10-05T09:39:09Z', 'revision_number': 5, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'subnets': [{'id': 'ba25f10a-7fb6-48a8-ac4e-9218dea5c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:46.988300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:47.008342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:47.062115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'Port': ['ID=47712633-b469-4dad-901e-7bba170697c5,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:47.085286 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab0dd3-096d-494d-b08a-7a7ed2bf471f None None] Pushing event updated for resources: {'Port': ['ID=cb039f26-a72d-41a3-ab28-e5551483d1e8,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:47.196827 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Floating IP f9b302f5-8b7d-4ccb-ac6b-7e49b7521308 associated. External IP: 172.26.7.2, port: 45f6e1a6-e627-4d2d-856d-c027edbb987c. Oct 05 09:39:47.226728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:47.349967 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event updated for resources: {'Subnet': ['ID=ada28f68-5623-4646-9934-11de227660e5,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:47.413762 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Checking segment: {'id': '56a1cc17-7c6c-41eb-a5ff-1116d0178725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ed58b020-0187-47c1-b5f9-98bed4609ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:47.414604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Network hostable DHCP agents. Network: ed58b020-0187-47c1-b5f9-98bed4609ae9, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:39:47.563258 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Network ed58b020-0187-47c1-b5f9-98bed4609ae9 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:39:47.608693 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a911f6ae-3d71-4b18-baac-18cf69845e7f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:47.644622 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Router 3898aadd-c7e0-419a-8f80-1e1148a18578 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:47.662284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, ed58b020-0187-47c1-b5f9-98bed4609ae9) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:47.666949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:47.667544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:47.673688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e9f51e-27ad-430e-85b1-0591a5eb9c23 None None] Network ed58b020-0187-47c1-b5f9-98bed4609ae9 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:47.884006 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:47.898321 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a062b90-edaa-4750-9045-f8f232a276a2 None None] Sync routers for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:47.920788 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a062b90-edaa-4750-9045-f8f232a276a2 None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:47.920788 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1a062b90-edaa-4750-9045-f8f232a276a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:47.972221 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-ed58b020-0187-47c1-b5f9-98bed4609ae9', 'network_id': 'ed58b020-0187-47c1-b5f9-98bed4609ae9', 'tenant_id': 'a7b2565ec98944caa916f198b764ae5a', 'fixed_ips': [{'subnet_id': 'ada28f68-5623-4646-9934-11de227660e5'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:39:47.972836 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:47.982853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:47.994948 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7acc857b-8c58-42b2-8d78-ed84c94da0e2 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6613593 Oct 05 09:39:48.046500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43010) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:48.046500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Request body: {'subnet': {'network_id': 'e2c6f6b0-33fa-4815-9667-c82732c73457', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:48.055659 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8bb3c46d-71b8-4641-84f6-4aa9619490f9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0458841 Oct 05 09:39:48.056570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a231ad-b3ea-49c6-97e0-643ffc186729', 'tag': '45f6e1a6-e627-4d2d-856d-c027edbb987c'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:39:48.060372 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6f732a-ddbe-412c-a746-151c5e5e08bd" -d '{"events": [{"name": "network-changed", "server_uuid": "49a231ad-b3ea-49c6-97e0-643ffc186729", "tag": "45f6e1a6-e627-4d2d-856d-c027edbb987c"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:39:48.111000 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5963b6f1-6593-4067-b818-5a8bcae5dc79 x-openstack-request-id: req-5963b6f1-6593-4067-b818-5a8bcae5dc79 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:39:48.113182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a231ad-b3ea-49c6-97e0-643ffc186729", "tag": "45f6e1a6-e627-4d2d-856d-c027edbb987c", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:39:48.114452 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5963b6f1-6593-4067-b818-5a8bcae5dc79 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:39:48.114909 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5963b6f1-6593-4067-b818-5a8bcae5dc79'] response: {'name': 'network-changed', 'server_uuid': '49a231ad-b3ea-49c6-97e0-643ffc186729', 'tag': '45f6e1a6-e627-4d2d-856d-c027edbb987c', 'status': 'completed', 'code': 200} Oct 05 09:39:48.150415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:48.157533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Usage tracker for resource:subnet and tenant:a7b2565ec98944caa916f198b764ae5a is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:48.160970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:48.170057 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:48.246715 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-1a062b90-edaa-4750-9045-f8f232a276a2 None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:48.307738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-a911f6ae-3d71-4b18-baac-18cf69845e7f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port 0829bbce-494e-4501-8059-c743a0e52f2c {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:48.308082 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a911f6ae-3d71-4b18-baac-18cf69845e7f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:48.336261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f732a-ddbe-412c-a746-151c5e5e08bd req-6da2732e-132d-422a-9c1d-0d3f09c96285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:48.338035 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1c6f732a-ddbe-412c-a746-151c5e5e08bd req-6da2732e-132d-422a-9c1d-0d3f09c96285 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 1099 time: 0.1575201 Oct 05 09:39:48.345848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb039f26-a72d-41a3-ab28-e5551483d1e8 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:48.355259 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Made reservation on behalf of a7b2565ec98944caa916f198b764ae5a for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:39:48.357923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:48.410759 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc972e5-21c2-46d4-b960-70d46b98fe5b None None] Network fbfec4b7-c3d6-467e-997f-a4043b7345c8 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:48.521969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f732a-ddbe-412c-a746-151c5e5e08bd req-42fb75d6-002e-4df3-b8de-26e9697b644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:48.523540 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1c6f732a-ddbe-412c-a746-151c5e5e08bd req-42fb75d6-002e-4df3-b8de-26e9697b644d service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 912 time: 0.1735592 Oct 05 09:39:48.636531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Allocated IP 172.20.0.2 (ed58b020-0187-47c1-b5f9-98bed4609ae9/ada28f68-5623-4646-9934-11de227660e5/ac7a729b-4b37-4038-b8da-59981b6e8db8) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:48.674901 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-a911f6ae-3d71-4b18-baac-18cf69845e7f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] For port 0829bbce-494e-4501-8059-c743a0e52f2c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0829bbce-494e-4501-8059-c743a0e52f2c,segment=NetworkSegment(62943664-d77f-46fd-aa4a-72ff20f7dd29),segment_id=62943664-d77f-46fd-aa4a-72ff20f7dd29)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:48.675960 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a911f6ae-3d71-4b18-baac-18cf69845e7f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:48.764443 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1c6f732a-ddbe-412c-a746-151c5e5e08bd req-56a078ab-eade-44b8-97f6-63bdf7ed3158 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45f6e1a6-e627-4d2d-856d-c027edbb987c HTTP/1.1" status: 200 len: 998 time: 0.2321961 Oct 05 09:39:48.831106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f732a-ddbe-412c-a746-151c5e5e08bd req-6a23b78f-e437-4c81-af85-4c31096fb57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:48.831362 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-49177cbb-15af-49cb-bc36-99e19566664a None None] Provisioning for port cb039f26-a72d-41a3-ab28-e5551483d1e8 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:48.832782 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1c6f732a-ddbe-412c-a746-151c5e5e08bd req-6a23b78f-e437-4c81-af85-4c31096fb57e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1db5b5f1-8073-4fe0-98fc-693b2965d2d8 HTTP/1.1" status: 200 len: 850 time: 0.0619154 Oct 05 09:39:48.844208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-a911f6ae-3d71-4b18-baac-18cf69845e7f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for 0829bbce-494e-4501-8059-c743a0e52f2c owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:48.894346 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port cb039f26-a72d-41a3-ab28-e5551483d1e8 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:48.921566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f732a-ddbe-412c-a746-151c5e5e08bd req-aa470f6b-429c-42e3-a641-9c357023dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:48.923310 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1c6f732a-ddbe-412c-a746-151c5e5e08bd req-aa470f6b-429c-42e3-a641-9c357023dc36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bc55122-780d-427f-aa2d-df73122091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844731 Oct 05 09:39:48.949357 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port cb039f26-a72d-41a3-ab28-e5551483d1e8 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:48.950623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:48.950959 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port cb039f26-a72d-41a3-ab28-e5551483d1e8 Oct 05 09:39:49.037125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:49.064921 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1c6f732a-ddbe-412c-a746-151c5e5e08bd req-79443619-c0d5-486d-9fa8-4a6c0f112106 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351378 Oct 05 09:39:49.145896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event updated for resources: {'Subnet': ['ID=2caf860d-ee07-4974-ae70-5497a9db2ea6,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:49.155384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Checking segment: {'id': '890751d1-97b5-46de-bcaf-a2559199f331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e2c6f6b0-33fa-4815-9667-c82732c73457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:49.155738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Network hostable DHCP agents. Network: e2c6f6b0-33fa-4815-9667-c82732c73457, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:39:49.214336 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1c6f732a-ddbe-412c-a746-151c5e5e08bd req-631fc4d3-d2d4-4e9b-ada1-b0343dfa786d service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427226 Oct 05 09:39:49.216276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a911f6ae-3d71-4b18-baac-18cf69845e7f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:49.268009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Network e2c6f6b0-33fa-4815-9667-c82732c73457 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:39:49.280917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911f6ae-3d71-4b18-baac-18cf69845e7f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Port': ['ID=0829bbce-494e-4501-8059-c743a0e52f2c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:49.300214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:49.324993 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Transition to ACTIVE for port object ac7a729b-4b37-4038-b8da-59981b6e8db8 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:49.329658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port cb039f26-a72d-41a3-ab28-e5551483d1e8 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:49.329658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:49.376719 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Transition to ACTIVE for port object ac7a729b-4b37-4038-b8da-59981b6e8db8 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:49.379451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, e2c6f6b0-33fa-4815-9667-c82732c73457) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:49.388175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:49.388770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:49.396129 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1a062b90-edaa-4750-9045-f8f232a276a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'f9b302f5-8b7d-4ccb-ac6b-7e49b7521308', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'floating_ip_address': '172.26.7.2', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'port_id': '45f6e1a6-e627-4d2d-856d-c027edbb987c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'mac_address': 'fa:16:3e:a4:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a231ad-b3ea-49c6-97e0-643ffc186729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:39:46Z', 'updated_at': '2022-10-05T09:39:46Z', 'revision_number': 0, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:49.398896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port cb039f26-a72d-41a3-ab28-e5551483d1e8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cb039f26-a72d-41a3-ab28-e5551483d1e8,segment=NetworkSegment(3e7a24a3-d0eb-4bfa-9048-8488b50f359a),segment_id=3e7a24a3-d0eb-4bfa-9048-8488b50f359a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:49.402192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a062b90-edaa-4750-9045-f8f232a276a2 None None] Checking router: 3898aadd-c7e0-419a-8f80-1e1148a18578 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:49.410087 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf2d9c-2cbb-409a-8f65-216cea8c8d3d None None] Network e2c6f6b0-33fa-4815-9667-c82732c73457 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:49.479557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a062b90-edaa-4750-9045-f8f232a276a2 None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:49.480110 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1a062b90-edaa-4750-9045-f8f232a276a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:49.544953 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:49.547207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:49.552620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43018) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:49.552772 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-89afbbff-1243-48e9-bc8e-fff89303337b tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5539753 Oct 05 09:39:49.570620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a911f6ae-3d71-4b18-baac-18cf69845e7f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:49.601115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb4e89b7-ea6a-479b-ae4a-e917667a3fff no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:49.680438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: cb4e89b7-ea6a-479b-ae4a-e917667a3fff {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:49.680776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb4e89b7-ea6a-479b-ae4a-e917667a3fff not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:49.706688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Network ed58b020-0187-47c1-b5f9-98bed4609ae9 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:49.714443 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:49.724661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:49.895264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=cb039f26-a72d-41a3-ab28-e5551483d1e8,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:50.022469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a911f6ae-3d71-4b18-baac-18cf69845e7f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:50.024947 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e7d22c61-333a-4ddf-bbfa-6b3ed3e94d1c None None] Provisioning complete for port cb039f26-a72d-41a3-ab28-e5551483d1e8 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:50.025530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e7d22c61-333a-4ddf-bbfa-6b3ed3e94d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:50.025865 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e7d22c61-333a-4ddf-bbfa-6b3ed3e94d1c None None] Attempt 1 to provision port cb039f26-a72d-41a3-ab28-e5551483d1e8 Oct 05 09:39:50.075425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-1a062b90-edaa-4750-9045-f8f232a276a2 None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:50.101501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:50.159733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a911f6ae-3d71-4b18-baac-18cf69845e7f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:50.167160 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a911f6ae-3d71-4b18-baac-18cf69845e7f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2591441 Oct 05 09:39:50.167403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43022) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:50.176850 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ef9c9-1670-45a6-8a5f-e31513ef3700 None None] Sync routers for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:50.192814 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Attempting to bind port ac7a729b-4b37-4038-b8da-59981b6e8db8 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:39:50.193181 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Attempting to bind port ac7a729b-4b37-4038-b8da-59981b6e8db8 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '56a1cc17-7c6c-41eb-a5ff-1116d0178725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ed58b020-0187-47c1-b5f9-98bed4609ae9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:39:50.193537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Attempting to bind port ac7a729b-4b37-4038-b8da-59981b6e8db8 on network ed58b020-0187-47c1-b5f9-98bed4609ae9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:50.199459 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ef9c9-1670-45a6-8a5f-e31513ef3700 None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:50.200642 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c74ef9c9-1670-45a6-8a5f-e31513ef3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:50.273385 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Pushing event updated for resources: {'Port': ['ID=ac7a729b-4b37-4038-b8da-59981b6e8db8,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:50.275860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:39:50.276232 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Checking segment: {'id': '56a1cc17-7c6c-41eb-a5ff-1116d0178725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ed58b020-0187-47c1-b5f9-98bed4609ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:50.276630 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:50.277012 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Bound using segment: {'id': '56a1cc17-7c6c-41eb-a5ff-1116d0178725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ed58b020-0187-47c1-b5f9-98bed4609ae9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:39:50.277487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Bound port: ac7a729b-4b37-4038-b8da-59981b6e8db8, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a1cc17-7c6c-41eb-a5ff-1116d0178725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ed58b020-0187-47c1-b5f9-98bed4609ae9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:39:50.277961 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:50.296217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting subnet ba25f10a-7fb6-48a8-ac4e-9218dea5c80f {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:39:50.307771 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:50.322169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-e2c6f6b0-33fa-4815-9667-c82732c73457', 'network_id': 'e2c6f6b0-33fa-4815-9667-c82732c73457', 'tenant_id': 'a7b2565ec98944caa916f198b764ae5a', 'fixed_ips': [{'subnet_id': '2caf860d-ee07-4974-ae70-5497a9db2ea6'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:39:50.322997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:50.410397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:50.422177 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-c74ef9c9-1670-45a6-8a5f-e31513ef3700 None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:50.434427 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb039f26-a72d-41a3-ab28-e5551483d1e8 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:50.528639 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-88e07710-0551-4611-9125-91ffbf1b0523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:50.545556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:50.546316 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c74ef9c9-1670-45a6-8a5f-e31513ef3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:48Z', 'revision_number': 11, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:50.550747 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ef9c9-1670-45a6-8a5f-e31513ef3700 None None] Checking router: 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:50.552983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Allocated IP 172.20.0.1 (ed58b020-0187-47c1-b5f9-98bed4609ae9/ada28f68-5623-4646-9934-11de227660e5/9d8d552a-969c-4539-bd29-b878ae734131) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:50.560834 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ef9c9-1670-45a6-8a5f-e31513ef3700 None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:50.561686 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c74ef9c9-1670-45a6-8a5f-e31513ef3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:50.708517 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-c74ef9c9-1670-45a6-8a5f-e31513ef3700 None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:50.721820 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:50.790182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] For port ac7a729b-4b37-4038-b8da-59981b6e8db8, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:39:50.797391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e7d22c61-333a-4ddf-bbfa-6b3ed3e94d1c None None] Current status of the port cb039f26-a72d-41a3-ab28-e5551483d1e8 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:50.857290 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:50.857605 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] For port ac7a729b-4b37-4038-b8da-59981b6e8db8, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ac7a729b-4b37-4038-b8da-59981b6e8db8,segment=NetworkSegment(56a1cc17-7c6c-41eb-a5ff-1116d0178725),segment_id=56a1cc17-7c6c-41eb-a5ff-1116d0178725)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:39:50.863088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Subnet': ['ID=ba25f10a-7fb6-48a8-ac4e-9218dea5c80f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:50.865273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a522d8-a3b2-42f6-bd04-ba3a08745fa7 None None] Network 9f5e897b-7ee3-48c3-8c73-493bb541a4c1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:50.871289 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c74ef9c9-1670-45a6-8a5f-e31513ef3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:48Z', 'revision_number': 11, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:50.878243 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43026) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:50.878449 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/ba25f10a-7fb6-48a8-ac4e-9218dea5c80f HTTP/1.1" status: 204 len: 168 time: 0.7098393 Oct 05 09:39:50.880937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:50.880937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:50.881224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:50.881531 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:50.881644 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ef9c9-1670-45a6-8a5f-e31513ef3700 None None] The sync data for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv is: [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:48Z', 'revision_number': 11, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:50.881865 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:50.882329 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:50.882682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:50.883014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:50.883339 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:50.883807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:50.884832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:50.885764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7452e-1e6a-4da7-9e08-cf251baa10c3 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:50.977630 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:51.011984 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:51.038250 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port cb039f26-a72d-41a3-ab28-e5551483d1e8 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:51.038581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:51.038866 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port cb039f26-a72d-41a3-ab28-e5551483d1e8 Oct 05 09:39:51.045164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Transition to ACTIVE for port object 9d8d552a-969c-4539-bd29-b878ae734131 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:51.049326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:51.066604 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Deleting port 2cf9d057-b544-4d47-8486-8be46280a008 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:51.066935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:51.092596 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Allocated IP 172.20.0.2 (e2c6f6b0-33fa-4815-9667-c82732c73457/2caf860d-ee07-4974-ae70-5497a9db2ea6/8cb95152-8082-4cde-a608-3e18fe4c567d) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:51.211541 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:51.335778 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac93d8-1772-4b49-a75b-0082410849af None None] Pushing event updated for resources: {'Port': ['ID=ac7a729b-4b37-4038-b8da-59981b6e8db8,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:51.357176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Network ed58b020-0187-47c1-b5f9-98bed4609ae9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:51.362934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:51.385858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:51.424907 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event updated for resources: {'Port': ['ID=9d8d552a-969c-4539-bd29-b878ae734131,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:51.438021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] For port 2cf9d057-b544-4d47-8486-8be46280a008, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2cf9d057-b544-4d47-8486-8be46280a008,segment=NetworkSegment(62943664-d77f-46fd-aa4a-72ff20f7dd29),segment_id=62943664-d77f-46fd-aa4a-72ff20f7dd29)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:51.438021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:51.540559 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port cb039f26-a72d-41a3-ab28-e5551483d1e8 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:51.560040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1a062b90-edaa-4750-9045-f8f232a276a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'f9b302f5-8b7d-4ccb-ac6b-7e49b7521308', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'floating_ip_address': '172.26.7.2', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'port_id': '45f6e1a6-e627-4d2d-856d-c027edbb987c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'mac_address': 'fa:16:3e:a4:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a231ad-b3ea-49c6-97e0-643ffc186729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:39:46Z', 'updated_at': '2022-10-05T09:39:46Z', 'revision_number': 0, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:51.579648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Calling delete_port for 2cf9d057-b544-4d47-8486-8be46280a008 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:51.597449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a062b90-edaa-4750-9045-f8f232a276a2 None None] The sync data for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv is: [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'f9b302f5-8b7d-4ccb-ac6b-7e49b7521308', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'floating_ip_address': '172.26.7.2', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'port_id': '45f6e1a6-e627-4d2d-856d-c027edbb987c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'mac_address': 'fa:16:3e:a4:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a231ad-b3ea-49c6-97e0-643ffc186729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:39:46Z', 'updated_at': '2022-10-05T09:39:46Z', 'revision_number': 0, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:51.627628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:51.638862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:51.654063 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3ffbd6-3ca6-46e1-9c0f-6f7cfa8036a0 None None] DHCP port deletion for 9f5e897b-7ee3-48c3-8c73-493bb541a4c1 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:39:51.663910 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ffbd6-3ca6-46e1-9c0f-6f7cfa8036a0 None None] Deleting port 2cf9d057-b544-4d47-8486-8be46280a008 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:51.664293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9d3ffbd6-3ca6-46e1-9c0f-6f7cfa8036a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:51.703665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Transition to ACTIVE for port object 8cb95152-8082-4cde-a608-3e18fe4c567d will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:51.738172 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Transition to ACTIVE for port object 8cb95152-8082-4cde-a608-3e18fe4c567d will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:51.764320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:51.776431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ffbd6-3ca6-46e1-9c0f-6f7cfa8036a0 None None] The port '2cf9d057-b544-4d47-8486-8be46280a008' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:39:51.850648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Port': ['ID=2cf9d057-b544-4d47-8486-8be46280a008,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:51.852598 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] No DVR routers for this DVR port 2cf9d057-b544-4d47-8486-8be46280a008 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:39:51.862722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:51.929113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Network e2c6f6b0-33fa-4815-9667-c82732c73457 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:51.932009 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:51.935878 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:51.972080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Pushing event updated for resources: {'Port': ['ID=8cb95152-8082-4cde-a608-3e18fe4c567d,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:51.983887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:52.045128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:52.105458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5e897b-7ee3-48c3-8c73-493bb541a4c1']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:52.125937 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Attempting to bind port 8cb95152-8082-4cde-a608-3e18fe4c567d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:39:52.126940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Attempting to bind port 8cb95152-8082-4cde-a608-3e18fe4c567d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '890751d1-97b5-46de-bcaf-a2559199f331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e2c6f6b0-33fa-4815-9667-c82732c73457'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:39:52.127665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Attempting to bind port 8cb95152-8082-4cde-a608-3e18fe4c567d on network e2c6f6b0-33fa-4815-9667-c82732c73457 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:52.138967 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:39:52.139681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Checking segment: {'id': '890751d1-97b5-46de-bcaf-a2559199f331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e2c6f6b0-33fa-4815-9667-c82732c73457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:52.140404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:52.140979 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Bound using segment: {'id': '890751d1-97b5-46de-bcaf-a2559199f331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e2c6f6b0-33fa-4815-9667-c82732c73457'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:39:52.141648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Bound port: 8cb95152-8082-4cde-a608-3e18fe4c567d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890751d1-97b5-46de-bcaf-a2559199f331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e2c6f6b0-33fa-4815-9667-c82732c73457'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:39:52.142038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:52.155699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161230a1-ca52-4aad-a834-6b33652e5368 None None] New status for floating IP f9b302f5-8b7d-4ccb-ac6b-7e49b7521308: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:39:52.177718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62943664-d77f-46fd-aa4a-72ff20f7dd29') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:52.178037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62943664-d77f-46fd-aa4a-72ff20f7dd29') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:52.281673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:52.324080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ac7a729b-4b37-4038-b8da-59981b6e8db8 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:52.325834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:52.344288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:39:52.344844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:52.426590 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 62943664-d77f-46fd-aa4a-72ff20f7dd29 resource provider aggregate not found Oct 05 09:39:52.433701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79614e79-dbf6-4923-9f43-7669e4dd5f33 None None] Network ed58b020-0187-47c1-b5f9-98bed4609ae9 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:52.477184 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 62943664-d77f-46fd-aa4a-72ff20f7dd29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62943664-d77f-46fd-aa4a-72ff20f7dd29 found for delete ", "request_id": "req-15094efa-a431-4d4b-bf99-d5b45f9a29e6"}]} Oct 05 09:39:52.586797 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] For port 8cb95152-8082-4cde-a608-3e18fe4c567d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:39:52.618163 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] For port 8cb95152-8082-4cde-a608-3e18fe4c567d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8cb95152-8082-4cde-a608-3e18fe4c567d,segment=NetworkSegment(890751d1-97b5-46de-bcaf-a2559199f331),segment_id=890751d1-97b5-46de-bcaf-a2559199f331)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:39:52.696020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0f62c48f-7f15-4e29-8210-dd81a9c8fcdc None None] Provisioning for port ac7a729b-4b37-4038-b8da-59981b6e8db8 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:52.706909 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:52.779346 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9032db57-0317-41e6-90d7-26f1eaab3fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:52.801822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:52.801822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:52.808665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:52.847420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Pushing event deleted for resources: {'Network': ['ID=9f5e897b-7ee3-48c3-8c73-493bb541a4c1,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:52.857377 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a47fcf4f-17b9-4936-bd5d-6c7301f87766 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/networks/9f5e897b-7ee3-48c3-8c73-493bb541a4c1 HTTP/1.1" status: 204 len: 168 time: 1.9615955 Oct 05 09:39:52.861252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port ac7a729b-4b37-4038-b8da-59981b6e8db8 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:52.864723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43034) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:52.864723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-54d7112c-3103-48d7-b009-ab0028e754c1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'router': {'routes': None}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:52.878793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port ac7a729b-4b37-4038-b8da-59981b6e8db8 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:52.878793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:52.878989 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port ac7a729b-4b37-4038-b8da-59981b6e8db8 Oct 05 09:39:52.931338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:52.985422 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730bc2f4-e1f4-46e1-a00e-73ccf81bf69b None None] Pushing event updated for resources: {'Port': ['ID=8cb95152-8082-4cde-a608-3e18fe4c567d,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:53.172360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port ac7a729b-4b37-4038-b8da-59981b6e8db8 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:53.172978 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:53.227627 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port ac7a729b-4b37-4038-b8da-59981b6e8db8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ac7a729b-4b37-4038-b8da-59981b6e8db8,segment=NetworkSegment(56a1cc17-7c6c-41eb-a5ff-1116d0178725),segment_id=56a1cc17-7c6c-41eb-a5ff-1116d0178725)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:53.304933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event updated for resources: {'Port': ['ID=9d8d552a-969c-4539-bd29-b878ae734131,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:53.320124 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:53.320316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:53.327741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:53.328008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:53.329194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:53.330556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:53.331055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:53.332457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:53.336592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:53.336592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:53.336592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:53.336592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:53.336592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:53.336592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:53.396503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.extraroute_db [None req-54d7112c-3103-48d7-b009-ab0028e754c1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Added routes are [] {{(pid=89845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 05 09:39:53.396806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.extraroute_db [None req-54d7112c-3103-48d7-b009-ab0028e754c1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Removed routes are [] {{(pid=89845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 05 09:39:53.397176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54d7112c-3103-48d7-b009-ab0028e754c1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:53.410763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2cf9d057-b544-4d47-8486-8be46280a008 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:53.466164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 2cf9d057-b544-4d47-8486-8be46280a008 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:53.466372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2cf9d057-b544-4d47-8486-8be46280a008 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:53.468602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0829bbce-494e-4501-8059-c743a0e52f2c no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:53.515179 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 0829bbce-494e-4501-8059-c743a0e52f2c {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:53.515723 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0829bbce-494e-4501-8059-c743a0e52f2c not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:53.548253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=ac7a729b-4b37-4038-b8da-59981b6e8db8,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:53.561898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Provisioning complete for port ac7a729b-4b37-4038-b8da-59981b6e8db8 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:53.562723 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:53.562723 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Attempt 1 to provision port ac7a729b-4b37-4038-b8da-59981b6e8db8 Oct 05 09:39:53.697884 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Current status of the port ac7a729b-4b37-4038-b8da-59981b6e8db8 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:53.787301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Provisioning for port 9d8d552a-969c-4539-bd29-b878ae734131 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:53.794781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Provisioning complete for port 9d8d552a-969c-4539-bd29-b878ae734131 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:53.795259 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:53.795697 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Attempt 1 to provision port 9d8d552a-969c-4539-bd29-b878ae734131 Oct 05 09:39:53.818816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54d7112c-3103-48d7-b009-ab0028e754c1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:53.826515 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54d7112c-3103-48d7-b009-ab0028e754c1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:53.833821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Network ed58b020-0187-47c1-b5f9-98bed4609ae9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:53.878982 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Port 9d8d552a-969c-4539-bd29-b878ae734131 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:53.888935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:54.136905 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:54.165346 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:54.183904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9e86e6-2b3b-41e6-a8bf-f8350cf53a13 None None] Network e2c6f6b0-33fa-4815-9667-c82732c73457 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:39:54.228125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d7112c-3103-48d7-b009-ab0028e754c1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:54.342176 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8cb95152-8082-4cde-a608-3e18fe4c567d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:54.399344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d7112c-3103-48d7-b009-ab0028e754c1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:54.408684 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54d7112c-3103-48d7-b009-ab0028e754c1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:54.412540 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-54d7112c-3103-48d7-b009-ab0028e754c1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 HTTP/1.1" status: 200 len: 701 time: 1.5537393 Oct 05 09:39:54.412700 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f09e27-8ae4-4611-9997-ec9661085435 None None] Sync routers for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:54.413145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43040) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:54.420431 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Attempt 2 to provision port 9d8d552a-969c-4539-bd29-b878ae734131 Oct 05 09:39:54.422105 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f09e27-8ae4-4611-9997-ec9661085435 None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:54.422879 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-90f09e27-8ae4-4611-9997-ec9661085435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:54.474773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b8596548-c104-48ec-af40-102e886804b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Synchronizing usage tracker for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:39:54.542117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Router ec35429e-0ad1-4bd8-ba9e-b8478deb7094 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:39:54.556173 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Port 9d8d552a-969c-4539-bd29-b878ae734131 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:54.567166 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-90f09e27-8ae4-4611-9997-ec9661085435 None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:54.633363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 8cb95152-8082-4cde-a608-3e18fe4c567d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:54.640882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ac7a729b-4b37-4038-b8da-59981b6e8db8 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:54.707928 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-90f09e27-8ae4-4611-9997-ec9661085435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:48Z', 'revision_number': 11, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:54.712447 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f09e27-8ae4-4611-9997-ec9661085435 None None] Checking router: 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:54.721435 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f09e27-8ae4-4611-9997-ec9661085435 None None] Routers {'2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:54.722068 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-90f09e27-8ae4-4611-9997-ec9661085435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:54.722602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:54.730819 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-35d3caa2-47ea-40b1-9696-809f2839a3ba tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "PUT /v2.0/routers/ec35429e-0ad1-4bd8-ba9e-b8478deb7094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1739843 Oct 05 09:39:54.730819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b8596548-c104-48ec-af40-102e886804b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Unset dirty status for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:39:54.731109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43044) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:54.734115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port ac7a729b-4b37-4038-b8da-59981b6e8db8 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:54.734660 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:54.735142 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port ac7a729b-4b37-4038-b8da-59981b6e8db8 Oct 05 09:39:54.746046 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b8596548-c104-48ec-af40-102e886804b8 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 HTTP/1.1" status: 200 len: 205 time: 0.3322272 Oct 05 09:39:54.749044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43048) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:54.822679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c60e8-0ad9-49ea-8019-51dd445d3554 None None] Sync routers for ids ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:54.834970 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c60e8-0ad9-49ea-8019-51dd445d3554 None None] Routers {'ec35429e-0ad1-4bd8-ba9e-b8478deb7094'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:54.836383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-706c60e8-0ad9-49ea-8019-51dd445d3554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:54.870760 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-90f09e27-8ae4-4611-9997-ec9661085435 None None] Set router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:54.912728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-706c60e8-0ad9-49ea-8019-51dd445d3554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:54.951085 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6dd1acea-5a43-4e9b-add2-762950f7c5ec tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:54.974232 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c60e8-0ad9-49ea-8019-51dd445d3554 None None] Routers {'ec35429e-0ad1-4bd8-ba9e-b8478deb7094'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:54.975213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-706c60e8-0ad9-49ea-8019-51dd445d3554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:54.990531 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-90f09e27-8ae4-4611-9997-ec9661085435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:48Z', 'revision_number': 11, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:54.994549 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f09e27-8ae4-4611-9997-ec9661085435 None None] The sync data for ids ['2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6'] in dv-neutron-860329-1-hyperv is: [{'id': '2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6', 'name': 'tempest-RoutersTest-router-1529653804', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:47Z', 'updated_at': '2022-10-05T09:39:48Z', 'revision_number': 11, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:55.061381 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Attempt 3 to provision port 9d8d552a-969c-4539-bd29-b878ae734131 Oct 05 09:39:55.093383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port ac7a729b-4b37-4038-b8da-59981b6e8db8 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:55.109814 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:55.129151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-706c60e8-0ad9-49ea-8019-51dd445d3554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:55.129576 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c60e8-0ad9-49ea-8019-51dd445d3554 None None] The sync data for ids ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:55.140135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Port 9d8d552a-969c-4539-bd29-b878ae734131 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:55.279440 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6dd1acea-5a43-4e9b-add2-762950f7c5ec tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:55.281754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6dd1acea-5a43-4e9b-add2-762950f7c5ec tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:55.376746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6dd1acea-5a43-4e9b-add2-762950f7c5ec tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:55.377737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd1acea-5a43-4e9b-add2-762950f7c5ec tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Fanout notify agent at l3_agent the message router_deleted on router 2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:39:55.403990 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6dd1acea-5a43-4e9b-add2-762950f7c5ec tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:55.405954 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6dd1acea-5a43-4e9b-add2-762950f7c5ec tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/routers/2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 HTTP/1.1" status: 204 len: 168 time: 0.6557164 Oct 05 09:39:55.413440 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43052) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:55.421347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a17294ca-c524-4212-b4ad-e90af4a93be5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1669439896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:55.439108 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a17294ca-c524-4212-b4ad-e90af4a93be5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:55.446923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a17294ca-c524-4212-b4ad-e90af4a93be5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Usage tracker for resource:router and tenant:8833d1fc0c654a1199b2c3de72d5884c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:55.452383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a17294ca-c524-4212-b4ad-e90af4a93be5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:55.463974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a17294ca-c524-4212-b4ad-e90af4a93be5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:55.536341 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:55.541496 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-95514e59-51c7-4477-a6fd-972b41089190 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:39:55.542571 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-95514e59-51c7-4477-a6fd-972b41089190 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "PUT /v2.0/routers/ec35429e-0ad1-4bd8-ba9e-b8478deb7094/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8099079 Oct 05 09:39:55.545447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43056) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:55.565000 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a17294ca-c524-4212-b4ad-e90af4a93be5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:55.571334 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a17294ca-c524-4212-b4ad-e90af4a93be5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:55.582918 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a17294ca-c524-4212-b4ad-e90af4a93be5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:55.641525 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Attempt 4 to provision port 9d8d552a-969c-4539-bd29-b878ae734131 Oct 05 09:39:55.673651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a17294ca-c524-4212-b4ad-e90af4a93be5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:55.700970 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Port 9d8d552a-969c-4539-bd29-b878ae734131 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:55.764136 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a17294ca-c524-4212-b4ad-e90af4a93be5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:55.765844 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a17294ca-c524-4212-b4ad-e90af4a93be5 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3510478 Oct 05 09:39:55.768503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43060) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:55.773919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3adf6ac7-7906-4d75-8598-82820b35d837 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:56.055650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-69bc91b4-f128-4d70-8603-2fe4f8428199 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:56.202116 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Attempt 5 to provision port 9d8d552a-969c-4539-bd29-b878ae734131 Oct 05 09:39:56.258597 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Port 9d8d552a-969c-4539-bd29-b878ae734131 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:56.278963 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3adf6ac7-7906-4d75-8598-82820b35d837 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:56.395941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-69bc91b4-f128-4d70-8603-2fe4f8428199 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Deleting port 9d8d552a-969c-4539-bd29-b878ae734131 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:56.396345 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-69bc91b4-f128-4d70-8603-2fe4f8428199 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:56.462691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3adf6ac7-7906-4d75-8598-82820b35d837 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:56.588643 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-69bc91b4-f128-4d70-8603-2fe4f8428199 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:56.707217 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adf6ac7-7906-4d75-8598-82820b35d837 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Router 782e178c-d78e-4a1d-8885-6c8e6fd0dae1 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:39:56.712232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-69bc91b4-f128-4d70-8603-2fe4f8428199 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Calling delete_port for 9d8d552a-969c-4539-bd29-b878ae734131 owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:56.760992 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Attempt 6 to provision port 9d8d552a-969c-4539-bd29-b878ae734131 Oct 05 09:39:56.824007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Port 9d8d552a-969c-4539-bd29-b878ae734131 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:56.859406 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adf6ac7-7906-4d75-8598-82820b35d837 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:56.866182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3adf6ac7-7906-4d75-8598-82820b35d837 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:56.867356 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3adf6ac7-7906-4d75-8598-82820b35d837 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "PUT /v2.0/routers/782e178c-d78e-4a1d-8885-6c8e6fd0dae1 HTTP/1.1" status: 200 len: 694 time: 1.0976169 Oct 05 09:39:56.870074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43064) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:56.876733 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91671f96-4276-4418-a052-01d5da3911bc None None] Sync routers for ids ['782e178c-d78e-4a1d-8885-6c8e6fd0dae1'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:56.886413 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91671f96-4276-4418-a052-01d5da3911bc None None] Routers {'782e178c-d78e-4a1d-8885-6c8e6fd0dae1'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:56.887742 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-91671f96-4276-4418-a052-01d5da3911bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['782e178c-d78e-4a1d-8885-6c8e6fd0dae1'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:57.013751 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0fccfe5d-ffbe-4551-92b8-cd119854343a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/routers/782e178c-d78e-4a1d-8885-6c8e6fd0dae1 HTTP/1.1" status: 200 len: 700 time: 0.1424117 Oct 05 09:39:57.016273 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43068) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:57.022162 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-91671f96-4276-4418-a052-01d5da3911bc None None] Set router 782e178c-d78e-4a1d-8885-6c8e6fd0dae1 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:57.064045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-69bc91b4-f128-4d70-8603-2fe4f8428199 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:57.070888 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0cbe659e-50c3-4f7d-8d0b-2d4511c2cbc0 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports?device_id=782e178c-d78e-4a1d-8885-6c8e6fd0dae1 HTTP/1.1" status: 200 len: 205 time: 0.0534744 Oct 05 09:39:57.073742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43072) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:57.115297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc91b4-f128-4d70-8603-2fe4f8428199 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event deleted for resources: {'Port': ['ID=9d8d552a-969c-4539-bd29-b878ae734131,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:57.143524 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-91671f96-4276-4418-a052-01d5da3911bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782e178c-d78e-4a1d-8885-6c8e6fd0dae1', 'name': 'tempest-RoutersTest-router-1669439896', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:39:55Z', 'updated_at': '2022-10-05T09:39:56Z', 'revision_number': 2, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:57.148887 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91671f96-4276-4418-a052-01d5da3911bc None None] Checking router: 782e178c-d78e-4a1d-8885-6c8e6fd0dae1 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:57.158448 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91671f96-4276-4418-a052-01d5da3911bc None None] Routers {'782e178c-d78e-4a1d-8885-6c8e6fd0dae1'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:57.159146 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-91671f96-4276-4418-a052-01d5da3911bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['782e178c-d78e-4a1d-8885-6c8e6fd0dae1'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:57.210579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fde4fe0b-92f6-4677-a9cd-290d5a165c72 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:57.313578 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-91671f96-4276-4418-a052-01d5da3911bc None None] Set router 782e178c-d78e-4a1d-8885-6c8e6fd0dae1 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:57.325393 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Attempt 7 to provision port 9d8d552a-969c-4539-bd29-b878ae734131 Oct 05 09:39:57.380555 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ab95708d-2a3c-4ff0-aa1c-f281f29729bb None None] Port 9d8d552a-969c-4539-bd29-b878ae734131 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:39:57.432773 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-91671f96-4276-4418-a052-01d5da3911bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782e178c-d78e-4a1d-8885-6c8e6fd0dae1', 'name': 'tempest-RoutersTest-router-1669439896', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:39:55Z', 'updated_at': '2022-10-05T09:39:56Z', 'revision_number': 2, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:57.437561 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91671f96-4276-4418-a052-01d5da3911bc None None] The sync data for ids ['782e178c-d78e-4a1d-8885-6c8e6fd0dae1'] in dv-neutron-860329-1-hyperv is: [{'id': '782e178c-d78e-4a1d-8885-6c8e6fd0dae1', 'name': 'tempest-RoutersTest-router-1669439896', 'tenant_id': '8833d1fc0c654a1199b2c3de72d5884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:39:55Z', 'updated_at': '2022-10-05T09:39:56Z', 'revision_number': 2, 'project_id': '8833d1fc0c654a1199b2c3de72d5884c', 'gw_port_host': None}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:57.443442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-69bc91b4-f128-4d70-8603-2fe4f8428199 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:57.576208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b05cd1e1-7573-444a-8c2f-c9e310dac456 None None] Provisioning for port 8cb95152-8082-4cde-a608-3e18fe4c567d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:57.586405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b05cd1e1-7573-444a-8c2f-c9e310dac456 None None] Provisioning complete for port 8cb95152-8082-4cde-a608-3e18fe4c567d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:57.589696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b05cd1e1-7573-444a-8c2f-c9e310dac456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:57.589696 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b05cd1e1-7573-444a-8c2f-c9e310dac456 None None] Attempt 1 to provision port 8cb95152-8082-4cde-a608-3e18fe4c567d Oct 05 09:39:57.690690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fde4fe0b-92f6-4677-a9cd-290d5a165c72 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:57.693221 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fde4fe0b-92f6-4677-a9cd-290d5a165c72 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:57.732556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bc91b4-f128-4d70-8603-2fe4f8428199 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Router ec35429e-0ad1-4bd8-ba9e-b8478deb7094 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:57.743969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b05cd1e1-7573-444a-8c2f-c9e310dac456 None None] Current status of the port 8cb95152-8082-4cde-a608-3e18fe4c567d is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:57.745319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b05cd1e1-7573-444a-8c2f-c9e310dac456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:57.781823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b05cd1e1-7573-444a-8c2f-c9e310dac456 None None] For port 8cb95152-8082-4cde-a608-3e18fe4c567d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8cb95152-8082-4cde-a608-3e18fe4c567d,segment=NetworkSegment(890751d1-97b5-46de-bcaf-a2559199f331),segment_id=890751d1-97b5-46de-bcaf-a2559199f331)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:57.799219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fde4fe0b-92f6-4677-a9cd-290d5a165c72 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:57.799724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde4fe0b-92f6-4677-a9cd-290d5a165c72 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Fanout notify agent at l3_agent the message router_deleted on router 782e178c-d78e-4a1d-8885-6c8e6fd0dae1 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:39:57.818318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fde4fe0b-92f6-4677-a9cd-290d5a165c72 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:57.819392 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fde4fe0b-92f6-4677-a9cd-290d5a165c72 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/routers/782e178c-d78e-4a1d-8885-6c8e6fd0dae1 HTTP/1.1" status: 204 len: 168 time: 0.7441220 Oct 05 09:39:57.825920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43076) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:57.856787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b05cd1e1-7573-444a-8c2f-c9e310dac456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:57.868038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bc91b4-f128-4d70-8603-2fe4f8428199 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:57.878133 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-69bc91b4-f128-4d70-8603-2fe4f8428199 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "PUT /v2.0/routers/ec35429e-0ad1-4bd8-ba9e-b8478deb7094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3312693 Oct 05 09:39:57.881863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43080) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:57.888463 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b0c96177-c4ca-43ae-882b-40baee9dff85 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports?device_id=782e178c-d78e-4a1d-8885-6c8e6fd0dae1 HTTP/1.1" status: 200 len: 205 time: 0.0605183 Oct 05 09:39:57.889226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43084) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:57.896295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc407e28-b81a-436c-8786-0d42e012fc1d None None] Sync routers for ids ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:57.908207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b05cd1e1-7573-444a-8c2f-c9e310dac456 None None] Could not find standard attr ID for object 9d8d552a-969c-4539-bd29-b878ae734131. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:39:57.934873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc407e28-b81a-436c-8786-0d42e012fc1d None None] Routers {'ec35429e-0ad1-4bd8-ba9e-b8478deb7094'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:57.935542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bc407e28-b81a-436c-8786-0d42e012fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:57.955685 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-8f41d2f2-846e-4021-9120-c064b32a867a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] delete failed (client error): The resource could not be found. Oct 05 09:39:57.960989 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-12f8c534-e30c-43a5-b5dd-55ea922d3f58 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] delete failed (client error): The resource could not be found. Oct 05 09:39:57.961158 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8f41d2f2-846e-4021-9120-c064b32a867a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-602651101 HTTP/1.1" status: 404 len: 334 time: 0.0738280 Oct 05 09:39:57.961266 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-12f8c534-e30c-43a5-b5dd-55ea922d3f58 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/routers/782e178c-d78e-4a1d-8885-6c8e6fd0dae1 HTTP/1.1" status: 404 len: 336 time: 0.0671711 Oct 05 09:39:57.961266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43088) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:57.961266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43090) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:57.968014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-745c9389-0d29-4307-b6b0-9befc1a192b4 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec35429e-0ad1-4bd8-ba9e-b8478deb7094'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:58.004819 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bc407e28-b81a-436c-8786-0d42e012fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:58.012412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cd1e1-7573-444a-8c2f-c9e310dac456 None None] Pushing event updated for resources: {'Port': ['ID=8cb95152-8082-4cde-a608-3e18fe4c567d,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:58.019181 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc407e28-b81a-436c-8786-0d42e012fc1d None None] Routers {'ec35429e-0ad1-4bd8-ba9e-b8478deb7094'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:58.019703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bc407e28-b81a-436c-8786-0d42e012fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:58.070637 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d2d4c9-51b4-445b-96b8-b0f13d9ceb39 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:58.070996 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d2d4c9-51b4-445b-96b8-b0f13d9ceb39 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:58.072640 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-25d2d4c9-51b4-445b-96b8-b0f13d9ceb39 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/b9e18c64-0b60-4c1a-8682-6c6683899fc0 HTTP/1.1" status: 404 len: 337 time: 0.1092713 Oct 05 09:39:58.075980 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43096) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:58.079274 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bc407e28-b81a-436c-8786-0d42e012fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:58.079689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc407e28-b81a-436c-8786-0d42e012fc1d None None] The sync data for ids ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:58.117778 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b8df17-33e7-487f-9b45-90b342ff3b42 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:58.118275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b8df17-33e7-487f-9b45-90b342ff3b42 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:58.119994 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-67b8df17-33e7-487f-9b45-90b342ff3b42 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/db84e2cc-f28c-4608-97c2-4bf1d851d497 HTTP/1.1" status: 404 len: 337 time: 0.0424857 Oct 05 09:39:58.122664 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43100) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:58.161314 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ce4804-7cdb-439e-b8c6-80f3b30d6014 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:58.161777 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ce4804-7cdb-439e-b8c6-80f3b30d6014 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:58.165925 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c4ce4804-7cdb-439e-b8c6-80f3b30d6014 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/a47f8e4b-6fec-413e-8e67-72353f972294 HTTP/1.1" status: 404 len: 337 time: 0.0399458 Oct 05 09:39:58.166199 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43104) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:58.207083 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced6cffd-e78d-4b64-b07d-ad3c69becda7 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:58.207587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced6cffd-e78d-4b64-b07d-ad3c69becda7 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:58.211129 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ced6cffd-e78d-4b64-b07d-ad3c69becda7 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/ba25f10a-7fb6-48a8-ac4e-9218dea5c80f HTTP/1.1" status: 404 len: 337 time: 0.0439844 Oct 05 09:39:58.213727 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43108) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:58.253047 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8cb95152-8082-4cde-a608-3e18fe4c567d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:58.265706 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-dffebd59-12a2-4b93-bae3-9e9d66dab521 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Synchronizing usage tracker for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:39:58.280702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-dffebd59-12a2-4b93-bae3-9e9d66dab521 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] Unset dirty status for tenant:8833d1fc0c654a1199b2c3de72d5884c on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:39:58.281864 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dffebd59-12a2-4b93-bae3-9e9d66dab521 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 HTTP/1.1" status: 200 len: 205 time: 0.0671923 Oct 05 09:39:58.284364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43112) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:58.333709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 8cb95152-8082-4cde-a608-3e18fe4c567d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:58.334040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:58.334568 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 8cb95152-8082-4cde-a608-3e18fe4c567d Oct 05 09:39:58.362580 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-d4376f24-f187-4b02-b4cb-4b6605767d4f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] delete failed (client error): The resource could not be found. Oct 05 09:39:58.363608 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d4376f24-f187-4b02-b4cb-4b6605767d4f tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/routers/2c1e3424-d2c3-490e-ab03-0dc72ef8c3a6 HTTP/1.1" status: 404 len: 336 time: 0.0783498 Oct 05 09:39:58.366327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43116) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:58.413542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-745c9389-0d29-4307-b6b0-9befc1a192b4 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:58.423252 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-337281a1-865f-481c-8bd2-09b143afb655 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports?device_id=61d6614b-a6b1-4a79-bb5e-ac27c667fffc HTTP/1.1" status: 200 len: 205 time: 0.0556436 Oct 05 09:39:58.425639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43120) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:58.471536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 8cb95152-8082-4cde-a608-3e18fe4c567d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:58.526451 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-745c9389-0d29-4307-b6b0-9befc1a192b4 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] update failed (client error): The resource could not be found. Oct 05 09:39:58.531589 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-745c9389-0d29-4307-b6b0-9befc1a192b4 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "PUT /v2.0/routers/ec35429e-0ad1-4bd8-ba9e-b8478deb7094 HTTP/1.1" status: 404 len: 339 time: 0.5656099 Oct 05 09:39:58.531589 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43124) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:58.604307 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-da9b8e4a-8e31-4b77-a514-aa0355d9dc42 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] delete failed (client error): The resource could not be found. Oct 05 09:39:58.605237 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-da9b8e4a-8e31-4b77-a514-aa0355d9dc42 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/routers/61d6614b-a6b1-4a79-bb5e-ac27c667fffc HTTP/1.1" status: 404 len: 336 time: 0.1786594 Oct 05 09:39:58.607932 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43128) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:58.646404 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-14540951-ea3c-458a-8a61-4217e9d68126 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:58.646866 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14540951-ea3c-458a-8a61-4217e9d68126 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:58.648576 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-14540951-ea3c-458a-8a61-4217e9d68126 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/410e395f-4c65-4e36-b7b3-8da08a0e1fac HTTP/1.1" status: 404 len: 337 time: 0.0397589 Oct 05 09:39:58.651276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43132) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:58.714110 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3f330b41-1cf4-4dec-a049-95becfa08558 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5fa3142-0b62-45ab-97fb-d3fa3a56388c HTTP/1.1" status: 200 len: 205 time: 0.0615623 Oct 05 09:39:58.717276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43138) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:58.805717 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-538fbb3b-270e-47cc-b17e-2258e69326ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] delete failed (client error): The resource could not be found. Oct 05 09:39:58.811125 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-538fbb3b-270e-47cc-b17e-2258e69326ac tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/routers/a5fa3142-0b62-45ab-97fb-d3fa3a56388c HTTP/1.1" status: 404 len: 336 time: 0.0866888 Oct 05 09:39:58.811125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43142) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:58.862556 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b9b00a9d-da3a-43e8-9c5c-b43241ad7f43 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5285b3c-aac1-42d2-850b-352218e41243 HTTP/1.1" status: 200 len: 205 time: 0.0517366 Oct 05 09:39:58.864920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43146) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:58.934737 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-0db44a3a-2f4d-4f33-8495-2a86a1ed0186 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] delete failed (client error): The resource could not be found. Oct 05 09:39:58.935758 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0db44a3a-2f4d-4f33-8495-2a86a1ed0186 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/routers/b5285b3c-aac1-42d2-850b-352218e41243 HTTP/1.1" status: 404 len: 336 time: 0.0698946 Oct 05 09:39:58.938362 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43150) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:58.978560 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12e7b3a-904c-43ae-bb97-3b2de7f52c4d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:58.979016 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12e7b3a-904c-43ae-bb97-3b2de7f52c4d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:58.981146 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e12e7b3a-904c-43ae-bb97-3b2de7f52c4d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/94e6213c-91ff-4fd6-86cc-7ef4e9603c2a HTTP/1.1" status: 404 len: 337 time: 0.0413930 Oct 05 09:39:58.983868 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43154) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:59.034970 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2b678c9c-c459-4f44-9204-82e0fcb9753a tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d575fa-81ec-40ba-b938-02b0218c40b4 HTTP/1.1" status: 200 len: 205 time: 0.0500190 Oct 05 09:39:59.037486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43158) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:59.108858 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-350e8cb2-7a24-421f-a2f0-e484ff8decf1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] delete failed (client error): The resource could not be found. Oct 05 09:39:59.110663 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-350e8cb2-7a24-421f-a2f0-e484ff8decf1 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/routers/14d575fa-81ec-40ba-b938-02b0218c40b4 HTTP/1.1" status: 404 len: 336 time: 0.0714118 Oct 05 09:39:59.112496 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43162) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:59.134418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:59.149136 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2f85d4-3569-482d-8aaf-ad3179912d51 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:59.149594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2f85d4-3569-482d-8aaf-ad3179912d51 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:59.151258 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3f2f85d4-3569-482d-8aaf-ad3179912d51 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/85cdb087-7061-4f82-963a-a2d3253ece17 HTTP/1.1" status: 404 len: 337 time: 0.0378881 Oct 05 09:39:59.154353 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43166) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:59.207116 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8c30f3fd-b78f-4966-abcf-b458df22aa3d tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "GET /v2.0/ports?device_id=e23cb1e4-8abe-4348-921d-0bbbaa1321ad HTTP/1.1" status: 200 len: 205 time: 0.0516617 Oct 05 09:39:59.209359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43170) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:59.273921 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-8739ac96-e63a-4a74-a77e-701eb0340705 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] delete failed (client error): The resource could not be found. Oct 05 09:39:59.274947 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8739ac96-e63a-4a74-a77e-701eb0340705 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/routers/e23cb1e4-8abe-4348-921d-0bbbaa1321ad HTTP/1.1" status: 404 len: 336 time: 0.0647223 Oct 05 09:39:59.278216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43174) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:59.320367 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeaf6622-9c58-4f1d-be03-8c885f3edd99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:59.320819 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeaf6622-9c58-4f1d-be03-8c885f3edd99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:59.322475 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-aeaf6622-9c58-4f1d-be03-8c885f3edd99 tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/296c4a76-57fd-4895-95fe-d79fddf5795d HTTP/1.1" status: 404 len: 337 time: 0.0432675 Oct 05 09:39:59.325122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43178) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:59.362993 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-313ae0ce-40e2-45e9-aae1-26a652b57adf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] DELETE failed (client error): The resource could not be found. Oct 05 09:39:59.363476 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313ae0ce-40e2-45e9-aae1-26a652b57adf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:39:59.365173 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-313ae0ce-40e2-45e9-aae1-26a652b57adf tempest-RoutersTest-785841171 tempest-RoutersTest-785841171-project] 10.222.0.49 "DELETE /v2.0/subnets/3f18f188-a929-42ae-9ccf-a4a0d9f35efb HTTP/1.1" status: 404 len: 337 time: 0.0391271 Oct 05 09:39:59.484553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Allocated IP 172.20.0.1 (fbfec4b7-c3d6-467e-997f-a4043b7345c8/4f6132da-856b-4497-a014-3c7ecb64931f/98d81713-a63e-4096-bc67-ef420658cdf8) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:59.643182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:59.661899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Transition to ACTIVE for port object 98d81713-a63e-4096-bc67-ef420658cdf8 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:59.736512 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:59.810820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Network fbfec4b7-c3d6-467e-997f-a4043b7345c8 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:59.821807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:59.821807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:59.860858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event updated for resources: {'Port': ['ID=98d81713-a63e-4096-bc67-ef420658cdf8,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:59.883782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43186) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:59.913313 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:00.156080 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5ae97c89-e047-45c6-93ac-02a5cc4216f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8833d1fc0c654a1199b2c3de72d5884c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711143 Oct 05 09:40:00.159568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43192) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:00.165739 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:00.198496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Provisioning for port 98d81713-a63e-4096-bc67-ef420658cdf8 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:40:00.205166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Provisioning complete for port 98d81713-a63e-4096-bc67-ef420658cdf8 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:40:00.205622 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:00.206064 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Attempt 1 to provision port 98d81713-a63e-4096-bc67-ef420658cdf8 Oct 05 09:40:00.223108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-114938f5-09dd-4de9-ae3d-d337e56a93c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:00.258732 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-114938f5-09dd-4de9-ae3d-d337e56a93c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:00.265102 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Port 98d81713-a63e-4096-bc67-ef420658cdf8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:40:00.404112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-114938f5-09dd-4de9-ae3d-d337e56a93c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:00.416426 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114938f5-09dd-4de9-ae3d-d337e56a93c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b44f85a-55ed-4aeb-870d-50121fcc2dd5,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:00.423857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-114938f5-09dd-4de9-ae3d-d337e56a93c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:00.429169 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-114938f5-09dd-4de9-ae3d-d337e56a93c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b44f85a-55ed-4aeb-870d-50121fcc2dd5 HTTP/1.1" status: 204 len: 168 time: 0.2669218 Oct 05 09:40:00.605005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:00.690479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:00.774140 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Attempt 2 to provision port 98d81713-a63e-4096-bc67-ef420658cdf8 Oct 05 09:40:00.850843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Port 98d81713-a63e-4096-bc67-ef420658cdf8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:40:00.918776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:00.918776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event updated for resources: {'Port': ['ID=98d81713-a63e-4096-bc67-ef420658cdf8,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:01.060068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Network fbfec4b7-c3d6-467e-997f-a4043b7345c8 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:40:01.061144 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:40:01.345866 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Attempt 3 to provision port 98d81713-a63e-4096-bc67-ef420658cdf8 Oct 05 09:40:01.362302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Router ec35429e-0ad1-4bd8-ba9e-b8478deb7094 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:40:01.442722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Port 98d81713-a63e-4096-bc67-ef420658cdf8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:40:01.522043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:40:01.531910 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0f200d33-daf3-4e26-8cdf-02f9bac57498 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "PUT /v2.0/routers/ec35429e-0ad1-4bd8-ba9e-b8478deb7094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9993348 Oct 05 09:40:01.533505 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c319722c-f8e8-44c2-8b83-3155ac331d74 None None] Sync routers for ids ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:40:01.534604 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43198) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:01.544057 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c319722c-f8e8-44c2-8b83-3155ac331d74 None None] Routers {'ec35429e-0ad1-4bd8-ba9e-b8478deb7094'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:40:01.544663 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c319722c-f8e8-44c2-8b83-3155ac331d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:01.607188 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c319722c-f8e8-44c2-8b83-3155ac331d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:01.615785 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c319722c-f8e8-44c2-8b83-3155ac331d74 None None] Routers {'ec35429e-0ad1-4bd8-ba9e-b8478deb7094'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:40:01.616373 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c319722c-f8e8-44c2-8b83-3155ac331d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:01.680032 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c319722c-f8e8-44c2-8b83-3155ac331d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:01.680437 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c319722c-f8e8-44c2-8b83-3155ac331d74 None None] The sync data for ids ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:40:01.689771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b967ced0-561b-4da6-8602-90914457035a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:01.843644 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-b967ced0-561b-4da6-8602-90914457035a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 05 09:40:01.844607 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b967ced0-561b-4da6-8602-90914457035a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "DELETE /v2.0/routers/ec35429e-0ad1-4bd8-ba9e-b8478deb7094 HTTP/1.1" status: 409 len: 329 time: 0.3090954 Oct 05 09:40:01.848041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43202) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:01.943936 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Attempt 4 to provision port 98d81713-a63e-4096-bc67-ef420658cdf8 Oct 05 09:40:02.001444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Port 98d81713-a63e-4096-bc67-ef420658cdf8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:40:02.355172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5b9fdb7-c35d-47a8-9cda-c73cf651fb4c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:02.502719 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Attempt 5 to provision port 98d81713-a63e-4096-bc67-ef420658cdf8 Oct 05 09:40:02.565549 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Port 98d81713-a63e-4096-bc67-ef420658cdf8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:40:02.798471 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-93367448-5b1f-425a-bb03-35433d064b20 req-e3c9f30d-ef68-4f7f-9754-cfca17f36a05 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1888466 Oct 05 09:40:02.876552 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f5b9fdb7-c35d-47a8-9cda-c73cf651fb4c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Deleting port 98d81713-a63e-4096-bc67-ef420658cdf8 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:40:02.876901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5b9fdb7-c35d-47a8-9cda-c73cf651fb4c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:03.066477 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Attempt 6 to provision port 98d81713-a63e-4096-bc67-ef420658cdf8 Oct 05 09:40:03.114485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93367448-5b1f-425a-bb03-35433d064b20 req-dc39bd9b-08e8-43f4-8069-7f3525cc340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:03.115987 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-93367448-5b1f-425a-bb03-35433d064b20 req-dc39bd9b-08e8-43f4-8069-7f3525cc340c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 1099 time: 0.2099731 Oct 05 09:40:03.126249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Port 98d81713-a63e-4096-bc67-ef420658cdf8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:40:03.135302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5b9fdb7-c35d-47a8-9cda-c73cf651fb4c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:03.324751 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f5b9fdb7-c35d-47a8-9cda-c73cf651fb4c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Calling delete_port for 98d81713-a63e-4096-bc67-ef420658cdf8 owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:40:03.462597 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93367448-5b1f-425a-bb03-35433d064b20 req-217d0365-bf4b-4abd-a344-e3939b8fcf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:03.462597 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-93367448-5b1f-425a-bb03-35433d064b20 req-217d0365-bf4b-4abd-a344-e3939b8fcf4c service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 912 time: 0.3170583 Oct 05 09:40:03.611644 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-93367448-5b1f-425a-bb03-35433d064b20 req-2eccb309-2cb3-483a-848c-5b735ee2518f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45f6e1a6-e627-4d2d-856d-c027edbb987c HTTP/1.1" status: 200 len: 1000 time: 0.1443384 Oct 05 09:40:03.626322 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Attempt 7 to provision port 98d81713-a63e-4096-bc67-ef420658cdf8 Oct 05 09:40:03.688036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93367448-5b1f-425a-bb03-35433d064b20 req-fe05a109-e8b4-4fc0-8bbf-637c4d040a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:03.688171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Port 98d81713-a63e-4096-bc67-ef420658cdf8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:40:03.688260 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-93367448-5b1f-425a-bb03-35433d064b20 req-fe05a109-e8b4-4fc0-8bbf-637c4d040a39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1db5b5f1-8073-4fe0-98fc-693b2965d2d8 HTTP/1.1" status: 200 len: 850 time: 0.0683250 Oct 05 09:40:03.744179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5b9fdb7-c35d-47a8-9cda-c73cf651fb4c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:03.800979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9fdb7-c35d-47a8-9cda-c73cf651fb4c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event deleted for resources: {'Port': ['ID=98d81713-a63e-4096-bc67-ef420658cdf8,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:04.123815 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93367448-5b1f-425a-bb03-35433d064b20 req-ff27605b-3f45-446b-b2ac-d9d3fe851ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:04.126302 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-93367448-5b1f-425a-bb03-35433d064b20 req-ff27605b-3f45-446b-b2ac-d9d3fe851ed7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bc55122-780d-427f-aa2d-df73122091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4302323 Oct 05 09:40:04.188398 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Attempt 8 to provision port 98d81713-a63e-4096-bc67-ef420658cdf8 Oct 05 09:40:04.205780 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5b9fdb7-c35d-47a8-9cda-c73cf651fb4c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:04.223923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-78f214b3-8c84-461a-9006-b27d66e6324f None None] Port 98d81713-a63e-4096-bc67-ef420658cdf8 was deleted so its status cannot be updated. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:40:04.335541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e3152ba7-30c0-4338-a6a3-5d139d534954 None None] Could not find standard attr ID for object 98d81713-a63e-4096-bc67-ef420658cdf8. {{(pid=89847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:40:04.497701 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:40:04.550634 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-93367448-5b1f-425a-bb03-35433d064b20 req-a7ab9816-9b09-4238-936b-74fd00bf5c75 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772469 Oct 05 09:40:04.645741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b9fdb7-c35d-47a8-9cda-c73cf651fb4c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Router ec35429e-0ad1-4bd8-ba9e-b8478deb7094 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:40:04.827453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b9fdb7-c35d-47a8-9cda-c73cf651fb4c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:40:04.830549 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-93367448-5b1f-425a-bb03-35433d064b20 req-39c79c86-0227-498e-8060-3869237abc79 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727685 Oct 05 09:40:04.837431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc17207-47d0-4993-9c0d-8a712ef738dc None None] Sync routers for ids ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:40:04.838866 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f5b9fdb7-c35d-47a8-9cda-c73cf651fb4c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "PUT /v2.0/routers/ec35429e-0ad1-4bd8-ba9e-b8478deb7094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9896450 Oct 05 09:40:04.845925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43206) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:04.860403 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc17207-47d0-4993-9c0d-8a712ef738dc None None] Routers {'ec35429e-0ad1-4bd8-ba9e-b8478deb7094'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:40:04.861035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-4fc17207-47d0-4993-9c0d-8a712ef738dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:04.914860 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-c72a1748-aa62-4f8b-9375-8313a274fd72 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] show failed (client error): The resource could not be found. Oct 05 09:40:04.915873 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c72a1748-aa62-4f8b-9375-8313a274fd72 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-1676933480 HTTP/1.1" status: 404 len: 335 time: 0.0712197 Oct 05 09:40:04.920322 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43210) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:04.925272 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-4fc17207-47d0-4993-9c0d-8a712ef738dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:04.926066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5f2f5b2b-1807-449a-883f-02bbd904e4d3 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:04.935164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc17207-47d0-4993-9c0d-8a712ef738dc None None] Routers {'ec35429e-0ad1-4bd8-ba9e-b8478deb7094'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:40:04.935164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-4fc17207-47d0-4993-9c0d-8a712ef738dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:04.990671 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-5f2f5b2b-1807-449a-883f-02bbd904e4d3 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] update failed (client error): The resource could not be found. Oct 05 09:40:04.991748 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5f2f5b2b-1807-449a-883f-02bbd904e4d3 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-577316266 HTTP/1.1" status: 404 len: 334 time: 0.0704234 Oct 05 09:40:04.995331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-4fc17207-47d0-4993-9c0d-8a712ef738dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:04.995760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc17207-47d0-4993-9c0d-8a712ef738dc None None] The sync data for ids ['ec35429e-0ad1-4bd8-ba9e-b8478deb7094'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:40:04.996383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43214) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:05.070205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d6570d-73d6-46ca-bd89-44db95f0a9e4 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Deleting subnet 2caf860d-ee07-4974-ae70-5497a9db2ea6 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:40:05.077435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-43d6570d-73d6-46ca-bd89-44db95f0a9e4 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:05.129250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-43d6570d-73d6-46ca-bd89-44db95f0a9e4 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:05.214982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-43d6570d-73d6-46ca-bd89-44db95f0a9e4 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:05.455976 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-43d6570d-73d6-46ca-bd89-44db95f0a9e4 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:05.497282 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6570d-73d6-46ca-bd89-44db95f0a9e4 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event deleted for resources: {'Subnet': ['ID=2caf860d-ee07-4974-ae70-5497a9db2ea6,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:05.507078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-43d6570d-73d6-46ca-bd89-44db95f0a9e4 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:05.510660 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-43d6570d-73d6-46ca-bd89-44db95f0a9e4 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "DELETE /v2.0/subnets/2caf860d-ee07-4974-ae70-5497a9db2ea6 HTTP/1.1" status: 204 len: 168 time: 0.5105915 Oct 05 09:40:05.511931 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd311da7-746b-4276-bd93-094ecf80b2c9 None None] Network e2c6f6b0-33fa-4815-9667-c82732c73457 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:40:05.512029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43218) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:05.582607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd708d59-1aa1-493b-bce0-d836746ea366 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Deleting subnet ada28f68-5623-4646-9934-11de227660e5 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:40:05.585594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd708d59-1aa1-493b-bce0-d836746ea366 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:05.644263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd708d59-1aa1-493b-bce0-d836746ea366 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:05.733957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd708d59-1aa1-493b-bce0-d836746ea366 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:05.799864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc85ad5-c161-4a2a-bb7d-84367d12d784 None None] DHCP port deletion for e2c6f6b0-33fa-4815-9667-c82732c73457 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:40:05.804121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7dc85ad5-c161-4a2a-bb7d-84367d12d784 None None] Deleting port 8cb95152-8082-4cde-a608-3e18fe4c567d {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:40:05.804492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7dc85ad5-c161-4a2a-bb7d-84367d12d784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:05.884735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd708d59-1aa1-493b-bce0-d836746ea366 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:05.934931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd708d59-1aa1-493b-bce0-d836746ea366 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event deleted for resources: {'Subnet': ['ID=ada28f68-5623-4646-9934-11de227660e5,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:05.934931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd708d59-1aa1-493b-bce0-d836746ea366 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:05.942832 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fd708d59-1aa1-493b-bce0-d836746ea366 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "DELETE /v2.0/subnets/ada28f68-5623-4646-9934-11de227660e5 HTTP/1.1" status: 204 len: 168 time: 0.4253201 Oct 05 09:40:05.942832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43222) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:06.020563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7dc85ad5-c161-4a2a-bb7d-84367d12d784 None None] For port 8cb95152-8082-4cde-a608-3e18fe4c567d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8cb95152-8082-4cde-a608-3e18fe4c567d,segment=NetworkSegment(890751d1-97b5-46de-bcaf-a2559199f331),segment_id=890751d1-97b5-46de-bcaf-a2559199f331)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:40:06.020563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7dc85ad5-c161-4a2a-bb7d-84367d12d784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:06.039881 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395eada0-39d5-4b21-b036-f551ebb45978 None None] Network ed58b020-0187-47c1-b5f9-98bed4609ae9 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:40:06.188969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:06.201880 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Deleting port 8cb95152-8082-4cde-a608-3e18fe4c567d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:40:06.202086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:06.216741 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7dc85ad5-c161-4a2a-bb7d-84367d12d784 None None] Calling delete_port for 8cb95152-8082-4cde-a608-3e18fe4c567d owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:40:06.259251 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8cb95152-8082-4cde-a608-3e18fe4c567d no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:40:06.457671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] For port 8cb95152-8082-4cde-a608-3e18fe4c567d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8cb95152-8082-4cde-a608-3e18fe4c567d,segment=NetworkSegment(890751d1-97b5-46de-bcaf-a2559199f331),segment_id=890751d1-97b5-46de-bcaf-a2559199f331)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:40:06.457671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:06.551631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 8cb95152-8082-4cde-a608-3e18fe4c567d is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:40:06.551978 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:06.571683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7dc85ad5-c161-4a2a-bb7d-84367d12d784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:06.589220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Calling delete_port for 8cb95152-8082-4cde-a608-3e18fe4c567d owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:40:06.633680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc85ad5-c161-4a2a-bb7d-84367d12d784 None None] No DVR routers for this DVR port 8cb95152-8082-4cde-a608-3e18fe4c567d on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:40:06.633680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc85ad5-c161-4a2a-bb7d-84367d12d784 None None] Pushing event deleted for resources: {'Port': ['ID=8cb95152-8082-4cde-a608-3e18fe4c567d,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:06.686962 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:40:06.687280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:40:06.715194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1dc2ef-91c0-4f08-aebb-60644f2c3b07 None None] DHCP port deletion for ed58b020-0187-47c1-b5f9-98bed4609ae9 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:40:06.720395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-be1dc2ef-91c0-4f08-aebb-60644f2c3b07 None None] Deleting port ac7a729b-4b37-4038-b8da-59981b6e8db8 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:40:06.720395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-be1dc2ef-91c0-4f08-aebb-60644f2c3b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:06.932779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-be1dc2ef-91c0-4f08-aebb-60644f2c3b07 None None] For port ac7a729b-4b37-4038-b8da-59981b6e8db8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ac7a729b-4b37-4038-b8da-59981b6e8db8,segment=NetworkSegment(56a1cc17-7c6c-41eb-a5ff-1116d0178725),segment_id=56a1cc17-7c6c-41eb-a5ff-1116d0178725)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:40:06.933684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-be1dc2ef-91c0-4f08-aebb-60644f2c3b07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:07.055973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-be1dc2ef-91c0-4f08-aebb-60644f2c3b07 None None] Calling delete_port for ac7a729b-4b37-4038-b8da-59981b6e8db8 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:40:07.193793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-be1dc2ef-91c0-4f08-aebb-60644f2c3b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:07.204381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Deleting port 8cb95152-8082-4cde-a608-3e18fe4c567d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:40:07.204381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:07.242772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dc2ef-91c0-4f08-aebb-60644f2c3b07 None None] Pushing event deleted for resources: {'Port': ['ID=ac7a729b-4b37-4038-b8da-59981b6e8db8,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:07.251454 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1dc2ef-91c0-4f08-aebb-60644f2c3b07 None None] No DVR routers for this DVR port ac7a729b-4b37-4038-b8da-59981b6e8db8 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:40:07.268993 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] The port '8cb95152-8082-4cde-a608-3e18fe4c567d' was deleted {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:40:07.393800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:07.419895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c6f6b0-33fa-4815-9667-c82732c73457']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:07.431899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890751d1-97b5-46de-bcaf-a2559199f331') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:07.432195 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890751d1-97b5-46de-bcaf-a2559199f331') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:07.443581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:07.460200 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:07.466775 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:40:07.467217 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:07.535627 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 890751d1-97b5-46de-bcaf-a2559199f331 resource provider aggregate not found Oct 05 09:40:07.560047 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 890751d1-97b5-46de-bcaf-a2559199f331 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 890751d1-97b5-46de-bcaf-a2559199f331 found for delete ", "request_id": "req-e4080b0e-9ea8-4cf2-8e80-7b86166b99ff"}]} Oct 05 09:40:07.666792 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:07.672605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:07.697005 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "DELETE /v2.0/networks/e2c6f6b0-33fa-4815-9667-c82732c73457 HTTP/1.1" status: 204 len: 168 time: 1.7567027 Oct 05 09:40:07.699643 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43232) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:07.700453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee1123-b453-468a-ba2f-f6164f250b2c tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event deleted for resources: {'Network': ['ID=e2c6f6b0-33fa-4815-9667-c82732c73457,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:07.817466 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b300-f309-4d4d-a0ad-560860efaab6 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:07.954739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b300-f309-4d4d-a0ad-560860efaab6 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:07.984658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-d7d4b300-f309-4d4d-a0ad-560860efaab6 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed58b020-0187-47c1-b5f9-98bed4609ae9']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:07.997538 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-d7d4b300-f309-4d4d-a0ad-560860efaab6 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a1cc17-7c6c-41eb-a5ff-1116d0178725') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:07.997835 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-d7d4b300-f309-4d4d-a0ad-560860efaab6 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a1cc17-7c6c-41eb-a5ff-1116d0178725') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:08.009135 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b300-f309-4d4d-a0ad-560860efaab6 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:08.025662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b300-f309-4d4d-a0ad-560860efaab6 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:08.032218 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d4b300-f309-4d4d-a0ad-560860efaab6 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:40:08.032644 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b300-f309-4d4d-a0ad-560860efaab6 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:08.098198 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 56a1cc17-7c6c-41eb-a5ff-1116d0178725 resource provider aggregate not found Oct 05 09:40:08.126351 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 56a1cc17-7c6c-41eb-a5ff-1116d0178725 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56a1cc17-7c6c-41eb-a5ff-1116d0178725 found for delete ", "request_id": "req-293aba3c-d7fd-4cda-94d8-aca6fe850780"}]} Oct 05 09:40:08.204566 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b300-f309-4d4d-a0ad-560860efaab6 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:08.246834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ac7a729b-4b37-4038-b8da-59981b6e8db8 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:40:08.286532 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: ac7a729b-4b37-4038-b8da-59981b6e8db8 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:40:08.286881 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ac7a729b-4b37-4038-b8da-59981b6e8db8 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:40:08.322565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b300-f309-4d4d-a0ad-560860efaab6 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:08.332530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4b300-f309-4d4d-a0ad-560860efaab6 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event deleted for resources: {'Network': ['ID=ed58b020-0187-47c1-b5f9-98bed4609ae9,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:08.335627 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d7d4b300-f309-4d4d-a0ad-560860efaab6 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "DELETE /v2.0/networks/ed58b020-0187-47c1-b5f9-98bed4609ae9 HTTP/1.1" status: 204 len: 168 time: 0.6349158 Oct 05 09:40:08.338275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43242) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:08.403497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b22dd5-32be-4867-9039-16b1bfe8be5a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Deleting subnet 4f6132da-856b-4497-a014-3c7ecb64931f {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:40:08.406489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83b22dd5-32be-4867-9039-16b1bfe8be5a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:08.464538 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83b22dd5-32be-4867-9039-16b1bfe8be5a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:08.549771 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83b22dd5-32be-4867-9039-16b1bfe8be5a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:08.764400 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83b22dd5-32be-4867-9039-16b1bfe8be5a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:08.800794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b22dd5-32be-4867-9039-16b1bfe8be5a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event deleted for resources: {'Subnet': ['ID=4f6132da-856b-4497-a014-3c7ecb64931f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:08.804358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83b22dd5-32be-4867-9039-16b1bfe8be5a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:08.811347 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-83b22dd5-32be-4867-9039-16b1bfe8be5a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "DELETE /v2.0/subnets/4f6132da-856b-4497-a014-3c7ecb64931f HTTP/1.1" status: 204 len: 168 time: 0.4720218 Oct 05 09:40:08.812212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40e87ec-5180-487e-ab38-837dd0f3ea69 None None] Network fbfec4b7-c3d6-467e-997f-a4043b7345c8 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:40:08.816272 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43246) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:08.930303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:08.940731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Deleting port cb039f26-a72d-41a3-ab28-e5551483d1e8 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:40:08.942039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:09.086544 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d84a56-757d-4b8d-9011-61315aa8839e None None] DHCP port deletion for fbfec4b7-c3d6-467e-997f-a4043b7345c8 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:40:09.091460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-09d84a56-757d-4b8d-9011-61315aa8839e None None] Deleting port cb039f26-a72d-41a3-ab28-e5551483d1e8 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:40:09.091840 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-09d84a56-757d-4b8d-9011-61315aa8839e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:09.155709 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] For port cb039f26-a72d-41a3-ab28-e5551483d1e8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cb039f26-a72d-41a3-ab28-e5551483d1e8,segment=NetworkSegment(3e7a24a3-d0eb-4bfa-9048-8488b50f359a),segment_id=3e7a24a3-d0eb-4bfa-9048-8488b50f359a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:40:09.156074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:09.286068 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Calling delete_port for cb039f26-a72d-41a3-ab28-e5551483d1e8 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:40:09.303638 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-09d84a56-757d-4b8d-9011-61315aa8839e None None] For port cb039f26-a72d-41a3-ab28-e5551483d1e8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cb039f26-a72d-41a3-ab28-e5551483d1e8,segment=NetworkSegment(3e7a24a3-d0eb-4bfa-9048-8488b50f359a),segment_id=3e7a24a3-d0eb-4bfa-9048-8488b50f359a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:40:09.304141 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-09d84a56-757d-4b8d-9011-61315aa8839e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:09.435300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-09d84a56-757d-4b8d-9011-61315aa8839e None None] Calling delete_port for cb039f26-a72d-41a3-ab28-e5551483d1e8 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:40:09.461531 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:09.506862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-09d84a56-757d-4b8d-9011-61315aa8839e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:40:09.507229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-09d84a56-757d-4b8d-9011-61315aa8839e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:40:09.510971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event deleted for resources: {'Port': ['ID=cb039f26-a72d-41a3-ab28-e5551483d1e8,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:09.516744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] No DVR routers for this DVR port cb039f26-a72d-41a3-ab28-e5551483d1e8 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:40:09.641564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:09.666625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfec4b7-c3d6-467e-997f-a4043b7345c8']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:09.678473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7a24a3-d0eb-4bfa-9048-8488b50f359a') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:09.678789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7a24a3-d0eb-4bfa-9048-8488b50f359a') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:09.690631 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:09.707180 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:09.714759 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:40:09.715136 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:09.855605 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:09.873570 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:09.884697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Pushing event deleted for resources: {'Network': ['ID=fbfec4b7-c3d6-467e-997f-a4043b7345c8,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:09.889244 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-434c54d3-9edf-44a8-acc7-5bcac7df2ee9 tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "DELETE /v2.0/networks/fbfec4b7-c3d6-467e-997f-a4043b7345c8 HTTP/1.1" status: 204 len: 168 time: 1.0744278 Oct 05 09:40:09.892364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43250) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:09.946923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fb75fe3f-0fe8-4d2c-94a9-546b18e4f92e tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Synchronizing usage tracker for tenant:a7b2565ec98944caa916f198b764ae5a on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:40:10.008853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-09d84a56-757d-4b8d-9011-61315aa8839e None None] Deleting port cb039f26-a72d-41a3-ab28-e5551483d1e8 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:40:10.009263 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-09d84a56-757d-4b8d-9011-61315aa8839e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:10.038466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fb75fe3f-0fe8-4d2c-94a9-546b18e4f92e tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Unset dirty status for tenant:a7b2565ec98944caa916f198b764ae5a on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:40:10.042097 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fb75fe3f-0fe8-4d2c-94a9-546b18e4f92e tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec35429e-0ad1-4bd8-ba9e-b8478deb7094 HTTP/1.1" status: 200 len: 205 time: 0.1462991 Oct 05 09:40:10.042974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43254) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:10.076909 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-09d84a56-757d-4b8d-9011-61315aa8839e None None] The port 'cb039f26-a72d-41a3-ab28-e5551483d1e8' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:40:10.177225 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 3e7a24a3-d0eb-4bfa-9048-8488b50f359a resource provider aggregate not found Oct 05 09:40:10.183009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-92853b43-6277-4647-b03f-edaec207f15a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:10.252145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb039f26-a72d-41a3-ab28-e5551483d1e8 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:40:10.290875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: cb039f26-a72d-41a3-ab28-e5551483d1e8 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:40:10.291227 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cb039f26-a72d-41a3-ab28-e5551483d1e8 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:40:10.336711 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 3e7a24a3-d0eb-4bfa-9048-8488b50f359a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e7a24a3-d0eb-4bfa-9048-8488b50f359a found for delete ", "request_id": "req-92bcccb2-8fc1-46a4-b69e-2d5e46153da7"}]} Oct 05 09:40:10.582740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-92853b43-6277-4647-b03f-edaec207f15a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:10.585104 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-92853b43-6277-4647-b03f-edaec207f15a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:10.655733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-92853b43-6277-4647-b03f-edaec207f15a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:10.656094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92853b43-6277-4647-b03f-edaec207f15a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Fanout notify agent at l3_agent the message router_deleted on router ec35429e-0ad1-4bd8-ba9e-b8478deb7094 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:40:10.668110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-92853b43-6277-4647-b03f-edaec207f15a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:10.668822 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-92853b43-6277-4647-b03f-edaec207f15a tempest-RoutersNegativeTest-1047660738 tempest-RoutersNegativeTest-1047660738-project] 10.222.0.49 "DELETE /v2.0/routers/ec35429e-0ad1-4bd8-ba9e-b8478deb7094 HTTP/1.1" status: 204 len: 168 time: 0.6248753 Oct 05 09:40:11.093643 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43266) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:11.251010 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7c3f683c-7e34-4b61-8b74-bb95cf584cfc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7b2565ec98944caa916f198b764ae5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540985 Oct 05 09:40:11.251548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43272) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:11.313885 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0580622f-6286-4f7e-9463-366082133823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:11.341038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0580622f-6286-4f7e-9463-366082133823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:11.478761 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0580622f-6286-4f7e-9463-366082133823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:11.496793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580622f-6286-4f7e-9463-366082133823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287fecc1-c7d5-4ab1-ac4b-e2d21b4b29bb,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:11.504877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0580622f-6286-4f7e-9463-366082133823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:11.506565 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0580622f-6286-4f7e-9463-366082133823 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/287fecc1-c7d5-4ab1-ac4b-e2d21b4b29bb HTTP/1.1" status: 204 len: 168 time: 0.2535517 Oct 05 09:40:12.734802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43296) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:12.846247 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7ac2625d-76ff-4f25-9510-754ab2b91a27 tempest-ServiceProvidersTest-1758315390 tempest-ServiceProvidersTest-1758315390-project] 10.222.0.49 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1102858 Oct 05 09:40:13.422573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43306) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:13.543207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4dd39ea6-415f-4adb-ab58-2895730eb6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:13.560470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4dd39ea6-415f-4adb-ab58-2895730eb6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:13.564493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4dd39ea6-415f-4adb-ab58-2895730eb6a9 admin admin] Usage tracker for resource:security_group_rule and tenant:648313a0c9dc46b98ef365c42a6e931c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:13.567318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4dd39ea6-415f-4adb-ab58-2895730eb6a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:13.573271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4dd39ea6-415f-4adb-ab58-2895730eb6a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:13.656751 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4dd39ea6-415f-4adb-ab58-2895730eb6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:13.741397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4dd39ea6-415f-4adb-ab58-2895730eb6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:13.787986 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd39ea6-415f-4adb-ab58-2895730eb6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932a9640-7a8f-4475-a320-3241af77b2e0,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:13.792750 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4dd39ea6-415f-4adb-ab58-2895730eb6a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=648313a0c9dc46b98ef365c42a6e931c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3686345 Oct 05 09:40:13.795484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43312) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:13.852416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b82076b3-aa6c-4bfc-b841-c2d4499bfa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:13.878476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b82076b3-aa6c-4bfc-b841-c2d4499bfa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:14.032674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b82076b3-aa6c-4bfc-b841-c2d4499bfa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:14.050778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82076b3-aa6c-4bfc-b841-c2d4499bfa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932a9640-7a8f-4475-a320-3241af77b2e0,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:14.060852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b82076b3-aa6c-4bfc-b841-c2d4499bfa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:14.063030 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b82076b3-aa6c-4bfc-b841-c2d4499bfa05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/932a9640-7a8f-4475-a320-3241af77b2e0 HTTP/1.1" status: 204 len: 168 time: 0.2666030 Oct 05 09:40:15.064575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43344) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:15.170303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-92c6d110-cc88-437d-a405-43a79fa1d5bf tempest-SubnetPoolsTestJSON-927257651 tempest-SubnetPoolsTestJSON-927257651-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1025424101', 'prefixes': ['172.20.0.0/16']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:15.176550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-92c6d110-cc88-437d-a405-43a79fa1d5bf tempest-SubnetPoolsTestJSON-927257651 tempest-SubnetPoolsTestJSON-927257651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:15.518431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92c6d110-cc88-437d-a405-43a79fa1d5bf tempest-SubnetPoolsTestJSON-927257651 tempest-SubnetPoolsTestJSON-927257651-project] Notify callbacks [] for subnetpool, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:15.521510 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-92c6d110-cc88-437d-a405-43a79fa1d5bf tempest-SubnetPoolsTestJSON-927257651 tempest-SubnetPoolsTestJSON-927257651-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4558613 Oct 05 09:40:15.522566 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43350) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:15.551908 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c5d5a7f6-4dee-40de-b043-abb3bb40fb50 tempest-SubnetPoolsTestJSON-927257651 tempest-SubnetPoolsTestJSON-927257651-project] 10.222.0.49 "GET /v2.0/subnetpools/e3721b1d-3b81-4060-b325-4d3a9df28b8f HTTP/1.1" status: 200 len: 732 time: 0.0271561 Oct 05 09:40:15.554971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43354) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:15.561924 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-785bd3cb-af6b-4876-95af-b6ec86bfb7c7 tempest-SubnetPoolsTestJSON-927257651 tempest-SubnetPoolsTestJSON-927257651-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-403302464'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:15.784363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-785bd3cb-af6b-4876-95af-b6ec86bfb7c7 tempest-SubnetPoolsTestJSON-927257651 tempest-SubnetPoolsTestJSON-927257651-project] Notify callbacks [] for subnetpool, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:15.785648 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-785bd3cb-af6b-4876-95af-b6ec86bfb7c7 tempest-SubnetPoolsTestJSON-927257651 tempest-SubnetPoolsTestJSON-927257651-project] 10.222.0.49 "PUT /v2.0/subnetpools/e3721b1d-3b81-4060-b325-4d3a9df28b8f HTTP/1.1" status: 200 len: 683 time: 0.2296774 Oct 05 09:40:15.788216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43358) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:16.016356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00d75afe-e634-4660-80d1-82201f2620b3 tempest-SubnetPoolsTestJSON-927257651 tempest-SubnetPoolsTestJSON-927257651-project] Notify callbacks [] for subnetpool, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:16.017479 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-00d75afe-e634-4660-80d1-82201f2620b3 tempest-SubnetPoolsTestJSON-927257651 tempest-SubnetPoolsTestJSON-927257651-project] 10.222.0.49 "DELETE /v2.0/subnetpools/e3721b1d-3b81-4060-b325-4d3a9df28b8f HTTP/1.1" status: 204 len: 168 time: 0.2283654 Oct 05 09:40:16.020198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43362) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:16.038077 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-d3f106a5-7d37-47a5-a3a2-67465e282a56 tempest-SubnetPoolsTestJSON-927257651 tempest-SubnetPoolsTestJSON-927257651-project] show failed (client error): The resource could not be found. Oct 05 09:40:16.039062 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d3f106a5-7d37-47a5-a3a2-67465e282a56 tempest-SubnetPoolsTestJSON-927257651 tempest-SubnetPoolsTestJSON-927257651-project] 10.222.0.49 "GET /v2.0/subnetpools/e3721b1d-3b81-4060-b325-4d3a9df28b8f HTTP/1.1" status: 404 len: 346 time: 0.0178783 Oct 05 09:40:16.041645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43366) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:16.058924 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-59295cb0-76a5-43c5-9057-5c7074e467fb tempest-SubnetPoolsTestJSON-927257651 tempest-SubnetPoolsTestJSON-927257651-project] delete failed (client error): The resource could not be found. Oct 05 09:40:16.059952 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-59295cb0-76a5-43c5-9057-5c7074e467fb tempest-SubnetPoolsTestJSON-927257651 tempest-SubnetPoolsTestJSON-927257651-project] 10.222.0.49 "DELETE /v2.0/subnetpools/e3721b1d-3b81-4060-b325-4d3a9df28b8f HTTP/1.1" status: 404 len: 346 time: 0.0174055 Oct 05 09:40:16.596866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43374) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:16.713299 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0393d112-3ab9-43fc-80d8-2021bb032f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:16.728689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0393d112-3ab9-43fc-80d8-2021bb032f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:16.732576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0393d112-3ab9-43fc-80d8-2021bb032f4d admin admin] Usage tracker for resource:security_group_rule and tenant:03dda592e9584534b5155df69ba70570 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:16.735482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0393d112-3ab9-43fc-80d8-2021bb032f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:16.741542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0393d112-3ab9-43fc-80d8-2021bb032f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:16.824414 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0393d112-3ab9-43fc-80d8-2021bb032f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:16.889404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0393d112-3ab9-43fc-80d8-2021bb032f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:16.936474 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0393d112-3ab9-43fc-80d8-2021bb032f4d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03dda592e9584534b5155df69ba70570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3385322 Oct 05 09:40:16.937348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393d112-3ab9-43fc-80d8-2021bb032f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b92f09c-5a44-4508-a49b-97859358668d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:16.939270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43380) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:16.999639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-519c3586-8101-4e60-9a18-e2ebe36ff980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:17.025648 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-519c3586-8101-4e60-9a18-e2ebe36ff980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:17.159001 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-519c3586-8101-4e60-9a18-e2ebe36ff980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:17.176073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c3586-8101-4e60-9a18-e2ebe36ff980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b92f09c-5a44-4508-a49b-97859358668d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:17.185087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-519c3586-8101-4e60-9a18-e2ebe36ff980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:17.192781 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-519c3586-8101-4e60-9a18-e2ebe36ff980 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b92f09c-5a44-4508-a49b-97859358668d HTTP/1.1" status: 204 len: 168 time: 0.2418640 Oct 05 09:40:19.379524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43424) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:19.384739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1200441686', 'description': 'tempest-secgroup-smoke-1200441686 description', 'project_id': '8171e6eab1f14f91894c01f28378877d'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:19.391229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:19.395208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Usage tracker for resource:security_group and tenant:8171e6eab1f14f91894c01f28378877d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:19.398154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:19.404528 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:19.501177 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:19.514307 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:19.529331 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:19.533154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Usage tracker for resource:security_group_rule and tenant:8171e6eab1f14f91894c01f28378877d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:19.536006 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:19.541898 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:19.627468 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:19.678222 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:19.690370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:19.698190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Usage tracker for resource:security_group_rule and tenant:8171e6eab1f14f91894c01f28378877d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:19.707201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:19.718636 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:19.722339 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa1aa93-87ff-4b14-8b72-718006be26ba,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:19.795311 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:19.849594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:19.891468 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cf7141-50be-4130-8d0a-7eb550269359,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:19.953917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:19.954542 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-732b7bce-4ee6-4d95-98d8-d67cc5aa925a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5734808 Oct 05 09:40:19.957071 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43428) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:19.962320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-10557349-517e-48fb-b320-48d92c748f35 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Request body: {'security_group_rule': {'security_group_id': 'c7cf7141-50be-4130-8d0a-7eb550269359', 'project_id': '8171e6eab1f14f91894c01f28378877d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:19.968336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-10557349-517e-48fb-b320-48d92c748f35 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:19.972243 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-10557349-517e-48fb-b320-48d92c748f35 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Usage tracker for resource:security_group_rule and tenant:8171e6eab1f14f91894c01f28378877d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:19.975104 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-10557349-517e-48fb-b320-48d92c748f35 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:19.980661 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-10557349-517e-48fb-b320-48d92c748f35 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:20.056507 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-10557349-517e-48fb-b320-48d92c748f35 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:20.123203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-10557349-517e-48fb-b320-48d92c748f35 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:20.170593 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-10557349-517e-48fb-b320-48d92c748f35 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:20.193368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10557349-517e-48fb-b320-48d92c748f35 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de4b52c-6d50-4ae2-9ea9-9e8e241497ed,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:20.266792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-10557349-517e-48fb-b320-48d92c748f35 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:20.268404 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-10557349-517e-48fb-b320-48d92c748f35 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104203 Oct 05 09:40:20.271173 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43432) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:20.276252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9176e167-ba9e-4423-953e-5c53ef5f4963 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Request body: {'security_group_rule': {'security_group_id': 'c7cf7141-50be-4130-8d0a-7eb550269359', 'project_id': '8171e6eab1f14f91894c01f28378877d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:20.282828 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9176e167-ba9e-4423-953e-5c53ef5f4963 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:20.286716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9176e167-ba9e-4423-953e-5c53ef5f4963 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Usage tracker for resource:security_group_rule and tenant:8171e6eab1f14f91894c01f28378877d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:20.289692 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9176e167-ba9e-4423-953e-5c53ef5f4963 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:20.296047 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9176e167-ba9e-4423-953e-5c53ef5f4963 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:20.357847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4c71c586-af03-4080-8447-33e8bfdb6b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:20.370652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9176e167-ba9e-4423-953e-5c53ef5f4963 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:20.445926 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9176e167-ba9e-4423-953e-5c53ef5f4963 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:20.523899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9176e167-ba9e-4423-953e-5c53ef5f4963 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:20.548608 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176e167-ba9e-4423-953e-5c53ef5f4963 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62a420e-c503-4ca6-bf79-9e36d89af5ea,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:20.655385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9176e167-ba9e-4423-953e-5c53ef5f4963 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:20.656590 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9176e167-ba9e-4423-953e-5c53ef5f4963 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3844662 Oct 05 09:40:20.659345 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43436) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:20.664460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a58af365-dcb6-4bf1-96c1-6c95a8e7520a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Request body: {'security_group_rule': {'security_group_id': 'c7cf7141-50be-4130-8d0a-7eb550269359', 'project_id': '8171e6eab1f14f91894c01f28378877d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:20.676042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a58af365-dcb6-4bf1-96c1-6c95a8e7520a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:20.676042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a58af365-dcb6-4bf1-96c1-6c95a8e7520a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Usage tracker for resource:security_group_rule and tenant:8171e6eab1f14f91894c01f28378877d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:20.678244 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a58af365-dcb6-4bf1-96c1-6c95a8e7520a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:20.683941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a58af365-dcb6-4bf1-96c1-6c95a8e7520a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:20.760008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a58af365-dcb6-4bf1-96c1-6c95a8e7520a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:20.826330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a58af365-dcb6-4bf1-96c1-6c95a8e7520a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:20.901831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a58af365-dcb6-4bf1-96c1-6c95a8e7520a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:20.924740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58af365-dcb6-4bf1-96c1-6c95a8e7520a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0eac5ad-0d18-4123-85ce-3056e62faa1a,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:20.981262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a58af365-dcb6-4bf1-96c1-6c95a8e7520a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:20.983905 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a58af365-dcb6-4bf1-96c1-6c95a8e7520a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3223848 Oct 05 09:40:20.985478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43442) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:20.990577 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d0d8959c-14ff-4f2b-a2b9-b720ad25675e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Request body: {'security_group_rule': {'security_group_id': 'c7cf7141-50be-4130-8d0a-7eb550269359', 'project_id': '8171e6eab1f14f91894c01f28378877d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:20.996816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d0d8959c-14ff-4f2b-a2b9-b720ad25675e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:21.000683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d0d8959c-14ff-4f2b-a2b9-b720ad25675e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Usage tracker for resource:security_group_rule and tenant:8171e6eab1f14f91894c01f28378877d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:21.003737 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d0d8959c-14ff-4f2b-a2b9-b720ad25675e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:21.009647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d0d8959c-14ff-4f2b-a2b9-b720ad25675e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:21.079687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d0d8959c-14ff-4f2b-a2b9-b720ad25675e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:21.144304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d0d8959c-14ff-4f2b-a2b9-b720ad25675e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:21.203991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d0d8959c-14ff-4f2b-a2b9-b720ad25675e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:21.228193 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8959c-14ff-4f2b-a2b9-b720ad25675e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63da65c-a1b2-4553-a40f-8a35b9362ff1,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:21.284003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d0d8959c-14ff-4f2b-a2b9-b720ad25675e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:21.285209 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d0d8959c-14ff-4f2b-a2b9-b720ad25675e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2987664 Oct 05 09:40:21.288016 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43446) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:21.293319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-6e42057d-9fe3-4060-95fb-805474431de4 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Request body: {'security_group_rule': {'security_group_id': 'c7cf7141-50be-4130-8d0a-7eb550269359', 'project_id': '8171e6eab1f14f91894c01f28378877d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:21.299197 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6e42057d-9fe3-4060-95fb-805474431de4 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:21.303014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6e42057d-9fe3-4060-95fb-805474431de4 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Usage tracker for resource:security_group_rule and tenant:8171e6eab1f14f91894c01f28378877d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:21.305949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6e42057d-9fe3-4060-95fb-805474431de4 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:21.312425 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6e42057d-9fe3-4060-95fb-805474431de4 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:21.386336 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-6e42057d-9fe3-4060-95fb-805474431de4 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Project 8171e6eab1f14f91894c01f28378877d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:40:21.393702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6e42057d-9fe3-4060-95fb-805474431de4 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:21.456541 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6e42057d-9fe3-4060-95fb-805474431de4 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:21.529601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6e42057d-9fe3-4060-95fb-805474431de4 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:21.557228 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42057d-9fe3-4060-95fb-805474431de4 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413f232d-6b2d-4326-a932-a01f5342dcfc,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:21.644112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6e42057d-9fe3-4060-95fb-805474431de4 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:21.645320 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6e42057d-9fe3-4060-95fb-805474431de4 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3563592 Oct 05 09:40:21.648227 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43450) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:21.653181 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-59057f5d-61a8-4822-ba11-36dfe79908ab tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Request body: {'security_group_rule': {'security_group_id': 'c7cf7141-50be-4130-8d0a-7eb550269359', 'project_id': '8171e6eab1f14f91894c01f28378877d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:21.659296 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-59057f5d-61a8-4822-ba11-36dfe79908ab tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:21.663058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-59057f5d-61a8-4822-ba11-36dfe79908ab tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Usage tracker for resource:security_group_rule and tenant:8171e6eab1f14f91894c01f28378877d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:21.665916 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-59057f5d-61a8-4822-ba11-36dfe79908ab tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:21.672255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-59057f5d-61a8-4822-ba11-36dfe79908ab tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:21.763653 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-59057f5d-61a8-4822-ba11-36dfe79908ab tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Project 8171e6eab1f14f91894c01f28378877d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:40:21.770772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-59057f5d-61a8-4822-ba11-36dfe79908ab tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:21.835535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-59057f5d-61a8-4822-ba11-36dfe79908ab tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:21.923727 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-59057f5d-61a8-4822-ba11-36dfe79908ab tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:21.947242 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59057f5d-61a8-4822-ba11-36dfe79908ab tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f3e6c4-30be-4531-8ab2-bd226a042ac1,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:22.020978 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-59057f5d-61a8-4822-ba11-36dfe79908ab tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:22.022220 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-59057f5d-61a8-4822-ba11-36dfe79908ab tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3730469 Oct 05 09:40:22.025134 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43454) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:22.031162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Request body: {'network': {'name': 'tempest-network-smoke--1672467807', 'project_id': '8171e6eab1f14f91894c01f28378877d', 'port_security_enabled': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:22.036064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:22.039896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Usage tracker for resource:network and tenant:8171e6eab1f14f91894c01f28378877d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:22.042689 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:22.048967 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:22.123865 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Made reservation on behalf of 8171e6eab1f14f91894c01f28378877d for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:40:22.127419 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:22.154515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:40:22.163410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:22.164095 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Added segment 29b24903-e155-4b87-a4f0-5ed6f3101881 of type vlan for network f726b0a5-9ade-4684-92eb-ee6a994fac05 Oct 05 09:40:22.191523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:22.283592 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:22.289231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:22.289829 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:22.399644 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'Network': ['ID=f726b0a5-9ade-4684-92eb-ee6a994fac05,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:22.410350 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network f726b0a5-9ade-4684-92eb-ee6a994fac05 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:40:22.461859 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-22d0f4c5-ff60-4515-b553-f135f6f5541c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4357080 Oct 05 09:40:22.464585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43458) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:22.470831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'admin_state_up': True, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:22.477956 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:22.481957 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Usage tracker for resource:router and tenant:8171e6eab1f14f91894c01f28378877d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:22.484853 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:22.491394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:22.587110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:22.588155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:22.604002 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:22.661171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-28df9b1d-4859-432d-bfa6-d618411e748c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:23.058208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:23.420680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:23.449678 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:23.589118 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Allocated IP 172.26.7.21 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/00f6b778-3213-4843-81b1-41cccd93b032) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:40:23.737739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:23.826779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:23.892317 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:40:23.895026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:40:23.898750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:40:23.931978 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'Port': ['ID=00f6b778-3213-4843-81b1-41cccd93b032,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:24.135062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:24.163326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:24.380811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:24.836679 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:24.929231 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:25.183315 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:40:25.358068 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:40:25.367350 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Sync routers for ids ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:40:25.376876 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Routers {'9b1a133a-c4f9-41a2-9570-c861f33d2a96'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:40:25.377555 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:40:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:25.512563 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:25.513804 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c1851947-6e7e-402d-993d-4bb7ccebab21 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0483065 Oct 05 09:40:25.517751 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43466) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:25.535539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:25.555170 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Set router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:40:25.666671 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-adaf7cc1-a1bd-40c9-89f1-bec3fc4b817d tempest-TestNetworkAdvancedServerOps-613713038 tempest-TestNetworkAdvancedServerOps-613713038-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=8171e6eab1f14f91894c01f28378877d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1478019 Oct 05 09:40:25.669292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43472) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:25.805801 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749dddfe-398c-4449-a539-d4bc9f7abd7c tempest-TestNetworkAdvancedServerOps-613713038 tempest-TestNetworkAdvancedServerOps-613713038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:25.807332 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-749dddfe-398c-4449-a539-d4bc9f7abd7c tempest-TestNetworkAdvancedServerOps-613713038 tempest-TestNetworkAdvancedServerOps-613713038-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1371520 Oct 05 09:40:25.810189 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43476) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:25.846774 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': '00f6b778-3213-4843-81b1-41cccd93b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:40:22Z', 'updated_at': '2022-10-05T09:40:24Z', 'revision_number': 3, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'gw_port': {'id': '00f6b778-3213-4843-81b1-41cccd93b032', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:23Z', 'updated_at': '2022-10-05T09:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:25.850555 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8b80adbe-6856-4289-8b7f-f06fa469e06b tempest-TestNetworkAdvancedServerOps-613713038 tempest-TestNetworkAdvancedServerOps-613713038-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393310 Oct 05 09:40:25.851795 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Checking router: 9b1a133a-c4f9-41a2-9570-c861f33d2a96 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:40:25.852145 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Updating router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 port 00f6b778-3213-4843-81b1-41cccd93b032 binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:40:25.853128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43480) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:25.858518 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1507875105', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'project_id': '8171e6eab1f14f91894c01f28378877d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:25.905336 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:25.970406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:25.974385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Usage tracker for resource:subnet and tenant:8171e6eab1f14f91894c01f28378877d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:25.979483 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:25.983153 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:26.066562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Made reservation on behalf of 8171e6eab1f14f91894c01f28378877d for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:40:26.070156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:26.238242 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:26.250227 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Transition to ACTIVE for port object 00f6b778-3213-4843-81b1-41cccd93b032 will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:40:26.363597 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:26.404172 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:26.425920 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Attempting to bind port 00f6b778-3213-4843-81b1-41cccd93b032 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:40:26.431227 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Attempting to bind port 00f6b778-3213-4843-81b1-41cccd93b032 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:40:26.431227 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Attempting to bind port 00f6b778-3213-4843-81b1-41cccd93b032 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:40:26.435742 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:40:26.436113 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:40:26.436560 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:26.437172 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:40:26.437653 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Bound port: 00f6b778-3213-4843-81b1-41cccd93b032, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:40:26.438047 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:26.485697 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c71a90-2ae9-441c-8f1a-60ae048550d8 None None] Pushing event updated for resources: {'Port': ['ID=00f6b778-3213-4843-81b1-41cccd93b032,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:26.488359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'Subnet': ['ID=97b5007e-25fa-4951-8d9f-fe0cd9cbba2a,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:26.495745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Checking segment: {'id': '29b24903-e155-4b87-a4f0-5ed6f3101881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:40:26.496072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Network hostable DHCP agents. Network: f726b0a5-9ade-4684-92eb-ee6a994fac05, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:40:26.497933 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c71a90-2ae9-441c-8f1a-60ae048550d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:26.498453 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c71a90-2ae9-441c-8f1a-60ae048550d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:26.498740 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c71a90-2ae9-441c-8f1a-60ae048550d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:26.499078 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c71a90-2ae9-441c-8f1a-60ae048550d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:26.499469 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c71a90-2ae9-441c-8f1a-60ae048550d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:26.499849 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c71a90-2ae9-441c-8f1a-60ae048550d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:26.500209 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c71a90-2ae9-441c-8f1a-60ae048550d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:26.500536 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c71a90-2ae9-441c-8f1a-60ae048550d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:26.500861 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c71a90-2ae9-441c-8f1a-60ae048550d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:26.501185 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c71a90-2ae9-441c-8f1a-60ae048550d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:26.501508 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c71a90-2ae9-441c-8f1a-60ae048550d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:26.501848 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c71a90-2ae9-441c-8f1a-60ae048550d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:26.533346 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] For port 00f6b778-3213-4843-81b1-41cccd93b032, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:40:26.536397 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] For port 00f6b778-3213-4843-81b1-41cccd93b032, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=00f6b778-3213-4843-81b1-41cccd93b032,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:40:26.587479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Network f726b0a5-9ade-4684-92eb-ee6a994fac05 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:40:26.593546 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:26.649338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, f726b0a5-9ade-4684-92eb-ee6a994fac05) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:40:26.653434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:26.654031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:26.656645 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Routers {'9b1a133a-c4f9-41a2-9570-c861f33d2a96'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:40:26.656645 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:40:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:26.660289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f348517-7986-4cce-aa8f-58686a7195e3 None None] Network f726b0a5-9ade-4684-92eb-ee6a994fac05 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:40:26.744174 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a33d5561-ef17-461c-a4ab-e7be5ca47c54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8873737 Oct 05 09:40:26.744453 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c71a90-2ae9-441c-8f1a-60ae048550d8 None None] Pushing event updated for resources: {'Port': ['ID=00f6b778-3213-4843-81b1-41cccd93b032,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:26.744578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43484) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:26.869352 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] Set router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:40:26.916108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-f726b0a5-9ade-4684-92eb-ee6a994fac05', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'fixed_ips': [{'subnet_id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:40:26.917009 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:27.083233 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Allocated IP 172.20.0.2 (f726b0a5-9ade-4684-92eb-ee6a994fac05/97b5007e-25fa-4951-8d9f-fe0cd9cbba2a/410cdb8c-5391-4b37-b82a-b2fdc7362583) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:40:27.226177 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': '00f6b778-3213-4843-81b1-41cccd93b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:40:22Z', 'updated_at': '2022-10-05T09:40:24Z', 'revision_number': 3, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'gw_port': {'id': '00f6b778-3213-4843-81b1-41cccd93b032', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:23Z', 'updated_at': '2022-10-05T09:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:27.233071 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede2ae9-e680-433c-a370-c3c4e21d7ce5 None None] The sync data for ids ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'] in dv-neutron-860329-1-hyperv is: [{'id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': '00f6b778-3213-4843-81b1-41cccd93b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:40:22Z', 'updated_at': '2022-10-05T09:40:24Z', 'revision_number': 3, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'gw_port': {'id': '00f6b778-3213-4843-81b1-41cccd93b032', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:23Z', 'updated_at': '2022-10-05T09:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:40:27.327268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:27.340805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Transition to ACTIVE for port object 410cdb8c-5391-4b37-b82a-b2fdc7362583 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:40:27.415656 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Transition to ACTIVE for port object 410cdb8c-5391-4b37-b82a-b2fdc7362583 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:40:27.582254 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:27.635052 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:27.650566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Network f726b0a5-9ade-4684-92eb-ee6a994fac05 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:40:27.654554 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:40:27.661149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:40:27.748963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Pushing event updated for resources: {'Port': ['ID=410cdb8c-5391-4b37-b82a-b2fdc7362583,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:27.771425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:27.771977 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:27.771977 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:27.772141 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:27.772420 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:27.772927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:27.773421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:27.773906 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:27.774434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:27.774914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:27.775395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:27.775871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:27.787203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Attempting to bind port 410cdb8c-5391-4b37-b82a-b2fdc7362583 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:40:27.787749 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Attempting to bind port 410cdb8c-5391-4b37-b82a-b2fdc7362583 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '29b24903-e155-4b87-a4f0-5ed6f3101881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:40:27.788278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Attempting to bind port 410cdb8c-5391-4b37-b82a-b2fdc7362583 on network f726b0a5-9ade-4684-92eb-ee6a994fac05 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:40:27.794328 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:40:27.794952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Checking segment: {'id': '29b24903-e155-4b87-a4f0-5ed6f3101881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:40:27.795601 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:27.796286 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Bound using segment: {'id': '29b24903-e155-4b87-a4f0-5ed6f3101881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:40:27.796940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Bound port: 410cdb8c-5391-4b37-b82a-b2fdc7362583, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b24903-e155-4b87-a4f0-5ed6f3101881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:40:27.797638 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:27.911551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] For port 410cdb8c-5391-4b37-b82a-b2fdc7362583, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:40:27.915324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] For port 410cdb8c-5391-4b37-b82a-b2fdc7362583, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=410cdb8c-5391-4b37-b82a-b2fdc7362583,segment=NetworkSegment(29b24903-e155-4b87-a4f0-5ed6f3101881),segment_id=29b24903-e155-4b87-a4f0-5ed6f3101881)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:40:28.009764 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:28.071617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Allocated IP 172.20.0.1 (f726b0a5-9ade-4684-92eb-ee6a994fac05/97b5007e-25fa-4951-8d9f-fe0cd9cbba2a/2706a9bb-0881-453f-b94a-6c067342993d) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:40:28.091228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41994f5c-c7e8-46fe-85bd-604e813f8e1d None None] Pushing event updated for resources: {'Port': ['ID=410cdb8c-5391-4b37-b82a-b2fdc7362583,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:28.257333 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:28.274947 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Transition to ACTIVE for port object 2706a9bb-0881-453f-b94a-6c067342993d will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:40:28.301474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 00f6b778-3213-4843-81b1-41cccd93b032 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:40:28.386251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:28.465071 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Network f726b0a5-9ade-4684-92eb-ee6a994fac05 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:40:28.468208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:40:28.472457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:40:28.484058 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 00f6b778-3213-4843-81b1-41cccd93b032 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:40:28.489974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 00f6b778-3213-4843-81b1-41cccd93b032 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:40:28.490372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:28.490711 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 00f6b778-3213-4843-81b1-41cccd93b032 Oct 05 09:40:28.504149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'Port': ['ID=2706a9bb-0881-453f-b94a-6c067342993d,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:28.539909 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:28.646911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 00f6b778-3213-4843-81b1-41cccd93b032 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:40:28.647524 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:28.665923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 00f6b778-3213-4843-81b1-41cccd93b032, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=00f6b778-3213-4843-81b1-41cccd93b032,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:40:28.762849 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:28.793371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:28.876301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=00f6b778-3213-4843-81b1-41cccd93b032,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:29.253923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10000599-4a72-4e8f-ad6f-79a9ba4a6ae3 None None] Network f726b0a5-9ade-4684-92eb-ee6a994fac05 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:40:29.339055 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:29.409077 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:29.428011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ff0968da-2e03-48ec-8759-be4dbf679f4d None None] Provisioning for port 410cdb8c-5391-4b37-b82a-b2fdc7362583 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:40:29.527270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'Port': ['ID=2706a9bb-0881-453f-b94a-6c067342993d,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:29.530086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:29.676512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Network f726b0a5-9ade-4684-92eb-ee6a994fac05 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:40:29.677671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:40:29.843895 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Provisioning for port 2706a9bb-0881-453f-b94a-6c067342993d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:40:29.850201 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Provisioning complete for port 2706a9bb-0881-453f-b94a-6c067342993d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:40:29.850663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:29.853716 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Attempt 1 to provision port 2706a9bb-0881-453f-b94a-6c067342993d Oct 05 09:40:29.883129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:40:29.910183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Port 2706a9bb-0881-453f-b94a-6c067342993d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:40:30.075846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:40:30.086614 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Sync routers for ids ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:40:30.094553 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-76ba9c20-2602-4860-a355-2d6183723c2f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "PUT /v2.0/routers/9b1a133a-c4f9-41a2-9570-c861f33d2a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3488510 Oct 05 09:40:30.101004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Routers {'9b1a133a-c4f9-41a2-9570-c861f33d2a96'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:40:30.101649 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:40:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:30.294040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Set router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:40:30.363497 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 410cdb8c-5391-4b37-b82a-b2fdc7362583 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:40:30.443639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-1193f9d1-132d-410e-a7aa-161b754dab29 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Synchronizing usage tracker for tenant:8171e6eab1f14f91894c01f28378877d on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:40:30.454118 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Attempt 2 to provision port 2706a9bb-0881-453f-b94a-6c067342993d Oct 05 09:40:30.529239 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-1193f9d1-132d-410e-a7aa-161b754dab29 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Unset dirty status for tenant:8171e6eab1f14f91894c01f28378877d on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:40:30.531159 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-1193f9d1-132d-410e-a7aa-161b754dab29 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200441686&fields=id&tenant_id=8171e6eab1f14f91894c01f28378877d HTTP/1.1" status: 200 len: 267 time: 0.1296639 Oct 05 09:40:30.611220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Port 2706a9bb-0881-453f-b94a-6c067342993d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:40:30.687797 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-b5bb0f59-d034-489d-85f1-f59571c1ed80 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:30.688642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-b5bb0f59-d034-489d-85f1-f59571c1ed80 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Synchronizing usage tracker for tenant:8171e6eab1f14f91894c01f28378877d on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:40:30.706449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 410cdb8c-5391-4b37-b82a-b2fdc7362583 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:40:30.712850 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 410cdb8c-5391-4b37-b82a-b2fdc7362583 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:40:30.713224 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:30.713561 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 410cdb8c-5391-4b37-b82a-b2fdc7362583 Oct 05 09:40:30.780339 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': '00f6b778-3213-4843-81b1-41cccd93b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:40:22Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'gw_port': {'id': '00f6b778-3213-4843-81b1-41cccd93b032', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:23Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '2706a9bb-0881-453f-b94a-6c067342993d', 'name': '', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'mac_address': 'fa:16:3e:66:2f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:27Z', 'updated_at': '2022-10-05T09:40:29Z', 'revision_number': 2, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'subnets': [{'id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:30.786167 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Checking router: 9b1a133a-c4f9-41a2-9570-c861f33d2a96 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:40:30.786524 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Updating router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 port 2706a9bb-0881-453f-b94a-6c067342993d binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:40:30.797896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-b5bb0f59-d034-489d-85f1-f59571c1ed80 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Unset dirty status for tenant:8171e6eab1f14f91894c01f28378877d on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:40:30.802784 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-b5bb0f59-d034-489d-85f1-f59571c1ed80 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/networks?id=f726b0a5-9ade-4684-92eb-ee6a994fac05 HTTP/1.1" status: 200 len: 797 time: 0.2609193 Oct 05 09:40:30.815016 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-b50ae570-1281-41aa-bde8-7e77c4716f75 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/quotas/8171e6eab1f14f91894c01f28378877d HTTP/1.1" status: 200 len: 375 time: 0.0099263 Oct 05 09:40:30.893856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:30.911623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-89221d22-1454-441b-a4c8-898b0331a6a8 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Synchronizing usage tracker for tenant:8171e6eab1f14f91894c01f28378877d on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:40:30.914752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 410cdb8c-5391-4b37-b82a-b2fdc7362583 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:40:30.915133 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:30.980573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-89221d22-1454-441b-a4c8-898b0331a6a8 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Unset dirty status for tenant:8171e6eab1f14f91894c01f28378877d on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:40:30.981909 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-89221d22-1454-441b-a4c8-898b0331a6a8 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8171e6eab1f14f91894c01f28378877d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1612129 Oct 05 09:40:31.000298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-cc14ae88-0c68-4ccb-b419-7b1bc425f8ad service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:40:31.001005 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-cc14ae88-0c68-4ccb-b419-7b1bc425f8ad service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056159 Oct 05 09:40:31.033856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 410cdb8c-5391-4b37-b82a-b2fdc7362583, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=410cdb8c-5391-4b37-b82a-b2fdc7362583,segment=NetworkSegment(29b24903-e155-4b87-a4f0-5ed6f3101881),segment_id=29b24903-e155-4b87-a4f0-5ed6f3101881)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:40:31.136150 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Attempt 3 to provision port 2706a9bb-0881-453f-b94a-6c067342993d Oct 05 09:40:31.137391 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-ff880809-f2a7-4c6b-b088-8a067736f6bb service neutron] 10.222.0.49 "GET /v2.0/networks/f726b0a5-9ade-4684-92eb-ee6a994fac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300747 Oct 05 09:40:31.174078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:31.174889 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 00f6b778-3213-4843-81b1-41cccd93b032 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:40:31.331206 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Port 2706a9bb-0881-453f-b94a-6c067342993d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:40:31.372451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=410cdb8c-5391-4b37-b82a-b2fdc7362583,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:31.385288 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-2379703a-1723-438b-ac31-b3e7d19e5b70 service neutron] 10.222.0.49 "GET /v2.0/networks/f726b0a5-9ade-4684-92eb-ee6a994fac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425990 Oct 05 09:40:31.426298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 00f6b778-3213-4843-81b1-41cccd93b032 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:40:31.426680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:31.427022 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 00f6b778-3213-4843-81b1-41cccd93b032 Oct 05 09:40:31.561553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:31.579021 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Transition to ACTIVE for port object 2706a9bb-0881-453f-b94a-6c067342993d will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:40:31.646600 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 00f6b778-3213-4843-81b1-41cccd93b032 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:40:31.716209 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:31.802420 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-efc42680-86cd-4541-baeb-b20d18337b44 req-ce435450-9e0c-490d-a668-457a49a14156 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 210 time: 0.1297297 Oct 05 09:40:31.864441 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Attempt 4 to provision port 2706a9bb-0881-453f-b94a-6c067342993d Oct 05 09:40:31.961712 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94075c9b-dd87-4f79-88ee-ef9d51ed0a6b None None] Pushing event updated for resources: {'Port': ['ID=2706a9bb-0881-453f-b94a-6c067342993d,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:31.994738 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Attempting to bind port 2706a9bb-0881-453f-b94a-6c067342993d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:40:31.995108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Attempting to bind port 2706a9bb-0881-453f-b94a-6c067342993d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '29b24903-e155-4b87-a4f0-5ed6f3101881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:40:31.995470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Attempting to bind port 2706a9bb-0881-453f-b94a-6c067342993d on network f726b0a5-9ade-4684-92eb-ee6a994fac05 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:40:31.997580 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Port 2706a9bb-0881-453f-b94a-6c067342993d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:40:32.001461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:40:32.001838 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Checking segment: {'id': '29b24903-e155-4b87-a4f0-5ed6f3101881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:40:32.002304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:32.002694 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Bound using segment: {'id': '29b24903-e155-4b87-a4f0-5ed6f3101881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:40:32.003158 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Bound port: 2706a9bb-0881-453f-b94a-6c067342993d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b24903-e155-4b87-a4f0-5ed6f3101881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:40:32.003537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:32.091857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] For port 2706a9bb-0881-453f-b94a-6c067342993d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:40:32.096845 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] For port 2706a9bb-0881-453f-b94a-6c067342993d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2706a9bb-0881-453f-b94a-6c067342993d,segment=NetworkSegment(29b24903-e155-4b87-a4f0-5ed6f3101881),segment_id=29b24903-e155-4b87-a4f0-5ed6f3101881)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:40:32.181271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:32.246502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Routers {'9b1a133a-c4f9-41a2-9570-c861f33d2a96'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:40:32.247386 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:40:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:32.302776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 410cdb8c-5391-4b37-b82a-b2fdc7362583 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:40:32.378597 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94075c9b-dd87-4f79-88ee-ef9d51ed0a6b None None] Pushing event updated for resources: {'Port': ['ID=2706a9bb-0881-453f-b94a-6c067342993d,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:32.486891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 410cdb8c-5391-4b37-b82a-b2fdc7362583 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:40:32.487264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:32.487614 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 410cdb8c-5391-4b37-b82a-b2fdc7362583 Oct 05 09:40:32.512977 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Attempt 5 to provision port 2706a9bb-0881-453f-b94a-6c067342993d Oct 05 09:40:32.564677 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] Set router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:40:32.807069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Port 2706a9bb-0881-453f-b94a-6c067342993d had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:40:32.873542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Provisioning complete for port 410cdb8c-5391-4b37-b82a-b2fdc7362583 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:40:32.873918 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:32.874844 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Attempt 1 to provision port 410cdb8c-5391-4b37-b82a-b2fdc7362583 Oct 05 09:40:32.957080 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cc1d762c-403a-4362-b4ae-a9e29eddd890 req-562c5b26-ec91-45da-95af-ac3d629b9823 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 210 time: 0.0566962 Oct 05 09:40:32.957663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 410cdb8c-5391-4b37-b82a-b2fdc7362583 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:40:33.103607 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-da2ba58a-24c3-44e0-b616-701a03fb44cb None None] Current status of the port 410cdb8c-5391-4b37-b82a-b2fdc7362583 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:40:33.115557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': '00f6b778-3213-4843-81b1-41cccd93b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:40:22Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'gw_port': {'id': '00f6b778-3213-4843-81b1-41cccd93b032', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:23Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '2706a9bb-0881-453f-b94a-6c067342993d', 'name': '', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'mac_address': 'fa:16:3e:66:2f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:27Z', 'updated_at': '2022-10-05T09:40:32Z', 'revision_number': 4, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'subnets': [{'id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:33.119949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991de5e7-8943-4b4d-9298-24d79d17c7f8 None None] The sync data for ids ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'] in dv-neutron-860329-1-hyperv is: [{'id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': '00f6b778-3213-4843-81b1-41cccd93b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:40:22Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'gw_port': {'id': '00f6b778-3213-4843-81b1-41cccd93b032', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:23Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '2706a9bb-0881-453f-b94a-6c067342993d', 'name': '', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'mac_address': 'fa:16:3e:66:2f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:27Z', 'updated_at': '2022-10-05T09:40:32Z', 'revision_number': 4, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'subnets': [{'id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:40:34.129910 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-43957f81-2caa-423d-9aa2-ad90b02f072a req-c120db32-f7ea-461f-8ffb-4051b2f9ec03 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 210 time: 0.0543427 Oct 05 09:40:34.279045 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e11384eb-906c-45a1-bb43-0574e21ba7f0 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:34.281188 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e11384eb-906c-45a1-bb43-0574e21ba7f0 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.55 "GET /v2.0/networks?id=f726b0a5-9ade-4684-92eb-ee6a994fac05 HTTP/1.1" status: 200 len: 797 time: 0.1662323 Oct 05 09:40:34.301231 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2706a9bb-0881-453f-b94a-6c067342993d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:40:34.342546 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-59e84f87-f085-4da7-914d-3d82c804955f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8171e6eab1f14f91894c01f28378877d HTTP/1.1" status: 200 len: 380 time: 0.0436332 Oct 05 09:40:34.351107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Request body: {'port': {'device_id': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'admin_state_up': True, 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'security_groups': ['c7cf7141-50be-4130-8d0a-7eb550269359']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:34.491984 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:34.501704 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:34.506268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 2706a9bb-0881-453f-b94a-6c067342993d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:40:34.511327 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 2706a9bb-0881-453f-b94a-6c067342993d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:40:34.511696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:34.512028 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 2706a9bb-0881-453f-b94a-6c067342993d Oct 05 09:40:34.570336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Made reservation on behalf of 8171e6eab1f14f91894c01f28378877d for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:40:34.574798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:34.645185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2706a9bb-0881-453f-b94a-6c067342993d is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:40:34.645562 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:34.677526 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 2706a9bb-0881-453f-b94a-6c067342993d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2706a9bb-0881-453f-b94a-6c067342993d,segment=NetworkSegment(29b24903-e155-4b87-a4f0-5ed6f3101881),segment_id=29b24903-e155-4b87-a4f0-5ed6f3101881)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:40:34.735469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:34.747779 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Allocated IP 172.20.0.9 (f726b0a5-9ade-4684-92eb-ee6a994fac05/97b5007e-25fa-4951-8d9f-fe0cd9cbba2a/0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:40:34.810964 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=2706a9bb-0881-453f-b94a-6c067342993d,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:34.940611 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:34.955507 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Transition to ACTIVE for port object 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:40:35.022456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:35.099156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Network f726b0a5-9ade-4684-92eb-ee6a994fac05 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:40:35.102204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:40:35.105247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:40:35.143100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'Port': ['ID=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:35.179300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:35.180079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:35.301548 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-e73d226c-7f97-4f5c-af15-5cb0cb019ffa tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9543004 Oct 05 09:40:35.317575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-15408685-5e2e-42ab-9c6e-f35c6bfae1c3 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:40:35.318618 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-15408685-5e2e-42ab-9c6e-f35c6bfae1c3 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053961 Oct 05 09:40:35.328716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Request body: {'port': {'device_id': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:35.343679 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e7ecd-3fb9-40ff-95dc-ed9c64332c03 req-8eedfc84-780b-4e9b-bd4a-aaf14e6b2ccc tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:35.345223 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7e9e7ecd-3fb9-40ff-95dc-ed9c64332c03 req-8eedfc84-780b-4e9b-bd4a-aaf14e6b2ccc tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 931 time: 0.0915575 Oct 05 09:40:35.396747 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7e9e7ecd-3fb9-40ff-95dc-ed9c64332c03 req-6d7930f1-b02c-465b-b554-06db598d1862 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455575 Oct 05 09:40:35.499904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9805dc1a-8f6c-490e-a83b-3d67f9703f3c None None] Provisioning for port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:40:35.499904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9805dc1a-8f6c-490e-a83b-3d67f9703f3c None None] Provisioning complete for port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:40:35.499904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9805dc1a-8f6c-490e-a83b-3d67f9703f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:35.499904 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9805dc1a-8f6c-490e-a83b-3d67f9703f3c None None] Attempt 1 to provision port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 Oct 05 09:40:35.549445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9805dc1a-8f6c-490e-a83b-3d67f9703f3c None None] Port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:40:35.560553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:35.908656 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:40:35.915981 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:35.930845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Transition to ACTIVE for port object 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:40:36.049320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:36.050214 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9805dc1a-8f6c-490e-a83b-3d67f9703f3c None None] Attempt 2 to provision port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 Oct 05 09:40:36.104902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9805dc1a-8f6c-490e-a83b-3d67f9703f3c None None] Port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:40:36.253904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:36.272446 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2706a9bb-0881-453f-b94a-6c067342993d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:40:36.283941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Attempting to bind port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:40:36.284280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Attempting to bind port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '29b24903-e155-4b87-a4f0-5ed6f3101881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:40:36.284613 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Attempting to bind port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 on network f726b0a5-9ade-4684-92eb-ee6a994fac05 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:40:36.289477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 on network f726b0a5-9ade-4684-92eb-ee6a994fac05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:40:36.289797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Attempting to bind port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 on network f726b0a5-9ade-4684-92eb-ee6a994fac05 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:40:36.295192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:40:36.295540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Checking segment: {'id': '29b24903-e155-4b87-a4f0-5ed6f3101881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:40:36.296619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Bound using segment: {'id': '29b24903-e155-4b87-a4f0-5ed6f3101881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:40:36.296938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Bound port: 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b24903-e155-4b87-a4f0-5ed6f3101881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:40:36.297288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:36.346543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 2706a9bb-0881-453f-b94a-6c067342993d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:40:36.346927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:36.347263 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 2706a9bb-0881-453f-b94a-6c067342993d Oct 05 09:40:36.394278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] For port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:40:36.396801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] For port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,segment=NetworkSegment(29b24903-e155-4b87-a4f0-5ed6f3101881),segment_id=29b24903-e155-4b87-a4f0-5ed6f3101881)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:40:36.450656 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:36.469123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2706a9bb-0881-453f-b94a-6c067342993d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:40:36.485738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:36.486381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:36.487888 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] 10.222.0.55 "PUT /v2.0/ports/0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 HTTP/1.1" status: 200 len: 1093 time: 1.1631253 Oct 05 09:40:36.488321 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'tag': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:40:36.490683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9285fb44-204c-42b7-adbd-20ffa9f52ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7979e3f-e256-4725-94a0-2c963546f7b7", "tag": "0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:40:36.535820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4ab8e-1ebe-4240-91ec-ceca0d56c9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:36.539395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a121d8fd-aadd-4457-8e01-ca79a5382b3b x-openstack-request-id: req-a121d8fd-aadd-4457-8e01-ca79a5382b3b {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:40:36.539682 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7979e3f-e256-4725-94a0-2c963546f7b7", "tag": "0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:40:36.539934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a121d8fd-aadd-4457-8e01-ca79a5382b3b {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:40:36.540324 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a121d8fd-aadd-4457-8e01-ca79a5382b3b'] response: {'name': 'network-changed', 'server_uuid': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'tag': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5', 'status': 'completed', 'code': 200} Oct 05 09:40:36.606456 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9805dc1a-8f6c-490e-a83b-3d67f9703f3c None None] Attempt 3 to provision port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 Oct 05 09:40:36.618813 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66117ea-08ec-4c1d-ba21-825787b26902 req-675e0581-dd6d-4b74-ad25-e7945e21e634 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:36.620443 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e66117ea-08ec-4c1d-ba21-825787b26902 req-675e0581-dd6d-4b74-ad25-e7945e21e634 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 943 time: 0.0953510 Oct 05 09:40:36.670188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9805dc1a-8f6c-490e-a83b-3d67f9703f3c None None] Port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:40:36.673198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285fb44-204c-42b7-adbd-20ffa9f52ef3 req-db3c40ab-81dd-4158-8c42-b31a1cd50581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:36.675125 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9285fb44-204c-42b7-adbd-20ffa9f52ef3 req-db3c40ab-81dd-4158-8c42-b31a1cd50581 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8171e6eab1f14f91894c01f28378877d&device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 1096 time: 0.0924449 Oct 05 09:40:36.675327 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e66117ea-08ec-4c1d-ba21-825787b26902 req-51d7a20e-34e6-4039-a6df-fe01f1ef110c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469365 Oct 05 09:40:36.825833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285fb44-204c-42b7-adbd-20ffa9f52ef3 req-66d69929-ee07-4c6f-ac5c-0ce417ae12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:36.827849 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9285fb44-204c-42b7-adbd-20ffa9f52ef3 req-66d69929-ee07-4c6f-ac5c-0ce417ae12f2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8171e6eab1f14f91894c01f28378877d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1395802 Oct 05 09:40:36.964580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285fb44-204c-42b7-adbd-20ffa9f52ef3 req-08391613-efc3-4607-801e-55a8e38331c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:36.966045 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9285fb44-204c-42b7-adbd-20ffa9f52ef3 req-08391613-efc3-4607-801e-55a8e38331c6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324716 Oct 05 09:40:37.104536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-72b6f3cb-c65d-4f2a-9c99-af9fce54cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:37.106066 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-72b6f3cb-c65d-4f2a-9c99-af9fce54cbd2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8171e6eab1f14f91894c01f28378877d&device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 1096 time: 0.0821760 Oct 05 09:40:37.185558 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-3a88d535-e67b-4279-afed-c54faef095a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 HTTP/1.1" status: 200 len: 217 time: 0.0653572 Oct 05 09:40:37.250278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-1ca0be1f-aff9-4138-a60b-b4d5f945a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:37.251746 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-1ca0be1f-aff9-4138-a60b-b4d5f945a668 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5007e-25fa-4951-8d9f-fe0cd9cbba2a HTTP/1.1" status: 200 len: 835 time: 0.0602212 Oct 05 09:40:37.341853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-710feb65-8a69-4979-aeec-0904206a22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:37.343535 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-710feb65-8a69-4979-aeec-0904206a22f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f726b0a5-9ade-4684-92eb-ee6a994fac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859597 Oct 05 09:40:37.596806 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-3cd88fce-1ee5-4be6-963c-1eba1ce532f8 service neutron] 10.222.0.55 "GET /v2.0/networks/f726b0a5-9ade-4684-92eb-ee6a994fac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471445 Oct 05 09:40:37.735373 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5ca77e5c-d279-4084-9f99-d3ac008ff96c req-06fb25a9-8f74-405b-a6a6-e6671d2eeb0f service neutron] 10.222.0.55 "GET /v2.0/networks/f726b0a5-9ade-4684-92eb-ee6a994fac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317413 Oct 05 09:40:37.887632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a028d5-ff7f-49f1-bc2d-c4f7300cd705 req-4d58a5d7-f75a-40ff-86ed-d1536cf86dea tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:37.889084 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-19a028d5-ff7f-49f1-bc2d-c4f7300cd705 req-4d58a5d7-f75a-40ff-86ed-d1536cf86dea tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 943 time: 0.0921965 Oct 05 09:40:37.939528 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-19a028d5-ff7f-49f1-bc2d-c4f7300cd705 req-e7571406-17db-4ccf-95f9-a9746d23bf65 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423477 Oct 05 09:40:39.140378 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e4397-0efa-4b00-9057-a179f65c42ce req-f0ac4209-91a5-4c70-97bb-f21773ead793 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:39.141921 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8a6e4397-0efa-4b00-9057-a179f65c42ce req-f0ac4209-91a5-4c70-97bb-f21773ead793 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 943 time: 0.0912163 Oct 05 09:40:39.190505 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8a6e4397-0efa-4b00-9057-a179f65c42ce req-24ca50e7-d5c2-4d0f-a04a-3f05455a58f9 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Oct 05 09:40:40.389378 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f15fef-111c-4eee-86b7-8d11662a2374 req-6488f36a-d6eb-42b7-aa10-c2868b16f719 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:40.390889 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-86f15fef-111c-4eee-86b7-8d11662a2374 req-6488f36a-d6eb-42b7-aa10-c2868b16f719 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 943 time: 0.0888152 Oct 05 09:40:40.434602 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-86f15fef-111c-4eee-86b7-8d11662a2374 req-f4ea3a66-283c-4e69-9ff1-ce74d088f591 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380504 Oct 05 09:40:41.297391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:40:41.433842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,segment=NetworkSegment(29b24903-e155-4b87-a4f0-5ed6f3101881),segment_id=29b24903-e155-4b87-a4f0-5ed6f3101881)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:40:41.447411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'port_id': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5', 'mac_address': 'fa:16:3e:4f:ca:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:40:41.497289 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:40:41.505370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:40:41.507857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:41.526360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:40:41.542686 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,segment=NetworkSegment(29b24903-e155-4b87-a4f0-5ed6f3101881),segment_id=29b24903-e155-4b87-a4f0-5ed6f3101881)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:40:41.614841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:41.643162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368cd7d-4985-4ae2-b252-3f125db61559 req-c5611d5a-96e9-4029-b909-37280214292c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:41.644665 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6368cd7d-4985-4ae2-b252-3f125db61559 req-c5611d5a-96e9-4029-b909-37280214292c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 943 time: 0.0935299 Oct 05 09:40:41.685815 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:41.691933 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6368cd7d-4985-4ae2-b252-3f125db61559 req-ebf8b7b2-ebe1-42bc-ad17-f60c16c38b92 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412610 Oct 05 09:40:42.044864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:40:42.904329 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855a422-81c7-46a1-bc45-3e1ef0cb1f2e req-2613aa1f-4275-494b-be0a-a9523b264a0f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:42.905961 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9855a422-81c7-46a1-bc45-3e1ef0cb1f2e req-2613aa1f-4275-494b-be0a-a9523b264a0f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 944 time: 0.0931046 Oct 05 09:40:42.964379 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9855a422-81c7-46a1-bc45-3e1ef0cb1f2e req-631a2b92-6c1e-4d8d-8c80-c09370dc63ed tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519197 Oct 05 09:40:43.312032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:40:43.465967 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:40:43.471316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:40:43.471695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:43.472029 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 Oct 05 09:40:43.591458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:40:43.591861 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:43.619428 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:40:43.621772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ef4b24-5b2a-4d4c-a2a7-a3c05df64fe8" -d '{"events": [{"server_uuid": "b7979e3f-e256-4725-94a0-2c963546f7b7", "name": "network-vif-plugged", "status": "completed", "tag": "0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:40:43.639625 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,segment=NetworkSegment(29b24903-e155-4b87-a4f0-5ed6f3101881),segment_id=29b24903-e155-4b87-a4f0-5ed6f3101881)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:40:43.664973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cf7436-47a6-4095-bec5-de8bd84c08b9 x-openstack-request-id: req-b8cf7436-47a6-4095-bec5-de8bd84c08b9 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:40:43.665541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7979e3f-e256-4725-94a0-2c963546f7b7", "name": "network-vif-plugged", "status": "completed", "tag": "0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:40:43.665541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8cf7436-47a6-4095-bec5-de8bd84c08b9 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:40:43.665855 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8cf7436-47a6-4095-bec5-de8bd84c08b9'] response: {'server_uuid': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5', 'code': 200} Oct 05 09:40:43.688912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:43.763188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:44.034615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800fdff-f4cd-4574-84e9-5323d47190a3 req-85b67a99-0b50-4f08-a0eb-e05a726e0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:44.035195 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f800fdff-f4cd-4574-84e9-5323d47190a3 req-85b67a99-0b50-4f08-a0eb-e05a726e0adc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 1098 time: 0.0804033 Oct 05 09:40:44.076453 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f800fdff-f4cd-4574-84e9-5323d47190a3 req-d67ebd73-8cce-4984-b229-e80eed8c307b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352511 Oct 05 09:40:44.167500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd23d-817f-45a7-921a-e7bd7907655d req-7ca97739-9591-4d53-8ab2-a58845e051b9 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:44.168995 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fc5cd23d-817f-45a7-921a-e7bd7907655d req-7ca97739-9591-4d53-8ab2-a58845e051b9 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.0892253 Oct 05 09:40:44.215169 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fc5cd23d-817f-45a7-921a-e7bd7907655d req-fcd5fc86-b4d3-4c5d-b0dc-4e95ff4b4067 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403631 Oct 05 09:40:45.428676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcbe4a-8f1c-466d-80d4-faf8580cc661 req-fd942713-fe0f-4223-b96c-403b0312b37f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:45.430154 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b5dcbe4a-8f1c-466d-80d4-faf8580cc661 req-fd942713-fe0f-4223-b96c-403b0312b37f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.1006029 Oct 05 09:40:45.474699 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b5dcbe4a-8f1c-466d-80d4-faf8580cc661 req-119dfc27-98b1-4340-ab8a-77c84f103748 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388176 Oct 05 09:40:46.674292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa30ed2-e41c-4367-8abd-f25df51401bb req-68d60bd7-796c-4446-bc3b-8a7c4f65e2e2 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:46.675814 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6fa30ed2-e41c-4367-8abd-f25df51401bb req-68d60bd7-796c-4446-bc3b-8a7c4f65e2e2 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.0895391 Oct 05 09:40:46.725676 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6fa30ed2-e41c-4367-8abd-f25df51401bb req-567e97d8-76fc-431e-b883-cbbc049fdf81 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438325 Oct 05 09:40:46.924925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d9959-a863-4638-9f23-f3296282d62c req-89e015ba-07ed-4a64-88cf-32f1afedc8ec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:46.926403 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7a9d9959-a863-4638-9f23-f3296282d62c req-89e015ba-07ed-4a64-88cf-32f1afedc8ec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.0898540 Oct 05 09:40:46.971960 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7a9d9959-a863-4638-9f23-f3296282d62c req-cd5c3af1-8a4f-4498-8855-c404883ea3a9 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398283 Oct 05 09:40:47.000117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43558) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:47.083184 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9c6f30-43ea-4ab1-9781-9d5ee233f92b tempest-TestNetworkAdvancedServerOps-613713038 tempest-TestNetworkAdvancedServerOps-613713038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:47.084963 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9b9c6f30-43ea-4ab1-9781-9d5ee233f92b tempest-TestNetworkAdvancedServerOps-613713038 tempest-TestNetworkAdvancedServerOps-613713038-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 1093 time: 0.0838649 Oct 05 09:40:47.088003 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43562) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:47.092942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:47.099865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:47.103735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Usage tracker for resource:floatingip and tenant:8171e6eab1f14f91894c01f28378877d is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:47.108181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:47.113279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:47.205838 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:47.342100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:47.483451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Allocated IP 172.26.7.242 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/cab74305-9067-4954-9598-0e36b95afe51) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:40:47.629516 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:47.712020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:47.778866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:40:47.782059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:40:47.784763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:40:47.822138 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'Port': ['ID=cab74305-9067-4954-9598-0e36b95afe51,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:48.209010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:48.376352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:48.585187 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:48.631231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:48.863160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event updated for resources: {'Port': ['ID=cab74305-9067-4954-9598-0e36b95afe51,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:48.865680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:49.042416 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Floating IP 247601d5-2b7d-4dee-8ae0-64bc578a04ae associated. External IP: 172.26.7.242, port: 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5. Oct 05 09:40:49.401072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:40:49.583120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:40:49.593055 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a3998f-6ce1-4b60-839a-de34923d8496 None None] Sync routers for ids ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:40:49.603440 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a3998f-6ce1-4b60-839a-de34923d8496 None None] Routers {'9b1a133a-c4f9-41a2-9570-c861f33d2a96'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:40:49.604041 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e0a3998f-6ce1-4b60-839a-de34923d8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:40:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:49.661567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:49.718501 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f9018a83-8abe-48f2-b785-6591d3eccbec tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6294675 Oct 05 09:40:49.719585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'tag': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:40:49.722834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501a5cf0-d663-49e4-a5d1-c418a7e6c5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b7979e3f-e256-4725-94a0-2c963546f7b7", "tag": "0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:40:49.785311 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-e0a3998f-6ce1-4b60-839a-de34923d8496 None None] Set router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:40:49.849080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a77ce87-d6f9-45c6-a8d1-c5a9926cf62b x-openstack-request-id: req-3a77ce87-d6f9-45c6-a8d1-c5a9926cf62b {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:40:49.849491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7979e3f-e256-4725-94a0-2c963546f7b7", "tag": "0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:40:49.849659 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a77ce87-d6f9-45c6-a8d1-c5a9926cf62b {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:40:49.850298 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a77ce87-d6f9-45c6-a8d1-c5a9926cf62b'] response: {'name': 'network-changed', 'server_uuid': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'tag': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5', 'status': 'completed', 'code': 200} Oct 05 09:40:49.926344 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05920e36-e3d9-4a9d-a6ec-a07d08760347 req-090da9b2-051c-4970-845c-6c78d52a31af tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:49.929732 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-05920e36-e3d9-4a9d-a6ec-a07d08760347 req-090da9b2-051c-4970-845c-6c78d52a31af tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.0977278 Oct 05 09:40:49.978630 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-05920e36-e3d9-4a9d-a6ec-a07d08760347 req-5942e110-c1a9-460b-8ff0-ccc3d4433746 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440814 Oct 05 09:40:49.989826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a5cf0-d663-49e4-a5d1-c418a7e6c5f1 req-c5caf74c-03c9-4be4-a816-6695403f4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:49.999146 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-501a5cf0-d663-49e4-a5d1-c418a7e6c5f1 req-c5caf74c-03c9-4be4-a816-6695403f4afd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8171e6eab1f14f91894c01f28378877d&device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 1098 time: 0.1040483 Oct 05 09:40:50.007832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43574) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:50.123276 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-03c8141e-bff7-4116-9faf-617885257c32 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/floatingips/247601d5-2b7d-4dee-8ae0-64bc578a04ae HTTP/1.1" status: 200 len: 991 time: 0.1142371 Oct 05 09:40:50.145488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a5cf0-d663-49e4-a5d1-c418a7e6c5f1 req-1026fbea-7693-4d72-a7ea-874ab1e38d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:50.146981 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-501a5cf0-d663-49e4-a5d1-c418a7e6c5f1 req-1026fbea-7693-4d72-a7ea-874ab1e38d99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f726b0a5-9ade-4684-92eb-ee6a994fac05 HTTP/1.1" status: 200 len: 898 time: 0.1414108 Oct 05 09:40:50.147537 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e0a3998f-6ce1-4b60-839a-de34923d8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': '00f6b778-3213-4843-81b1-41cccd93b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:40:22Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'gw_port': {'id': '00f6b778-3213-4843-81b1-41cccd93b032', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:23Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '247601d5-2b7d-4dee-8ae0-64bc578a04ae', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'floating_ip_address': '172.26.7.242', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'port_id': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'mac_address': 'fa:16:3e:4f:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:40:48Z', 'updated_at': '2022-10-05T09:40:48Z', 'revision_number': 0, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2706a9bb-0881-453f-b94a-6c067342993d', 'name': '', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'mac_address': 'fa:16:3e:66:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:27Z', 'updated_at': '2022-10-05T09:40:34Z', 'revision_number': 5, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'subnets': [{'id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:50.151529 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a3998f-6ce1-4b60-839a-de34923d8496 None None] Checking router: 9b1a133a-c4f9-41a2-9570-c861f33d2a96 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:40:50.160572 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a3998f-6ce1-4b60-839a-de34923d8496 None None] Routers {'9b1a133a-c4f9-41a2-9570-c861f33d2a96'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:40:50.161164 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e0a3998f-6ce1-4b60-839a-de34923d8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:40:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:50.251398 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-501a5cf0-d663-49e4-a5d1-c418a7e6c5f1 req-2fd1927c-7aab-467f-b58d-676d359165f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 HTTP/1.1" status: 200 len: 999 time: 0.0980065 Oct 05 09:40:50.321935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a5cf0-d663-49e4-a5d1-c418a7e6c5f1 req-c9afb761-4445-4fd8-9c92-f0a1007f926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:50.323501 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-501a5cf0-d663-49e4-a5d1-c418a7e6c5f1 req-c9afb761-4445-4fd8-9c92-f0a1007f926f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5007e-25fa-4951-8d9f-fe0cd9cbba2a HTTP/1.1" status: 200 len: 835 time: 0.0653501 Oct 05 09:40:50.339007 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-e0a3998f-6ce1-4b60-839a-de34923d8496 None None] Set router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:40:50.340062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fe8b57c4-fe00-4201-b858-b17ba1691d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:50.408643 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a5cf0-d663-49e4-a5d1-c418a7e6c5f1 req-f8f1646c-ae64-42b3-8294-049fdd2975e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:50.410185 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-501a5cf0-d663-49e4-a5d1-c418a7e6c5f1 req-f8f1646c-ae64-42b3-8294-049fdd2975e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f726b0a5-9ade-4684-92eb-ee6a994fac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807471 Oct 05 09:40:50.664718 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-501a5cf0-d663-49e4-a5d1-c418a7e6c5f1 req-79942738-ff26-47bb-af61-1187ee0f1e01 service neutron] 10.222.0.55 "GET /v2.0/networks/f726b0a5-9ade-4684-92eb-ee6a994fac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477529 Oct 05 09:40:50.727670 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e0a3998f-6ce1-4b60-839a-de34923d8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': '00f6b778-3213-4843-81b1-41cccd93b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:40:22Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'gw_port': {'id': '00f6b778-3213-4843-81b1-41cccd93b032', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:23Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '247601d5-2b7d-4dee-8ae0-64bc578a04ae', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'floating_ip_address': '172.26.7.242', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'port_id': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'mac_address': 'fa:16:3e:4f:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:40:48Z', 'updated_at': '2022-10-05T09:40:48Z', 'revision_number': 0, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2706a9bb-0881-453f-b94a-6c067342993d', 'name': '', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'mac_address': 'fa:16:3e:66:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:27Z', 'updated_at': '2022-10-05T09:40:34Z', 'revision_number': 5, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'subnets': [{'id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:40:50.731856 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a3998f-6ce1-4b60-839a-de34923d8496 None None] The sync data for ids ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'] in dv-neutron-860329-1-hyperv is: [{'id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': '00f6b778-3213-4843-81b1-41cccd93b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:40:22Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'gw_port': {'id': '00f6b778-3213-4843-81b1-41cccd93b032', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:23Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '247601d5-2b7d-4dee-8ae0-64bc578a04ae', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'floating_ip_address': '172.26.7.242', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'port_id': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'mac_address': 'fa:16:3e:4f:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:40:48Z', 'updated_at': '2022-10-05T09:40:48Z', 'revision_number': 0, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2706a9bb-0881-453f-b94a-6c067342993d', 'name': '', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'mac_address': 'fa:16:3e:66:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:27Z', 'updated_at': '2022-10-05T09:40:34Z', 'revision_number': 5, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'subnets': [{'id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:40:50.814557 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-501a5cf0-d663-49e4-a5d1-c418a7e6c5f1 req-6b41bf97-35cc-472c-a197-f530ee0d3e2b service neutron] 10.222.0.55 "GET /v2.0/networks/f726b0a5-9ade-4684-92eb-ee6a994fac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357894 Oct 05 09:40:50.928212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450c9dfc-059e-4a22-ae39-b5bba6a66a86 None None] New status for floating IP 247601d5-2b7d-4dee-8ae0-64bc578a04ae: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:40:51.126395 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43578) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:51.335561 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5463ffc2-ac04-4b61-a5f2-3fe41897f3d3 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/floatingips/247601d5-2b7d-4dee-8ae0-64bc578a04ae HTTP/1.1" status: 200 len: 991 time: 0.2078836 Oct 05 09:40:52.339354 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43582) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:52.446600 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7ec090dd-c00a-4c02-a73d-6aba02e3daa3 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/floatingips/247601d5-2b7d-4dee-8ae0-64bc578a04ae HTTP/1.1" status: 200 len: 993 time: 0.1060526 Oct 05 09:40:52.637199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9c4821c1-7ca7-4e72-aeb8-41a54468c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:53.686265 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43588) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:53.769507 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadde78f-854a-4f79-9322-4b5023b5ec82 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:53.770009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadde78f-854a-4f79-9322-4b5023b5ec82 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:53.770535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadde78f-854a-4f79-9322-4b5023b5ec82 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:53.772133 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dadde78f-854a-4f79-9322-4b5023b5ec82 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=6294a6c4935647d8b376ea5a0a53c756&network_id=e9eb515a-212e-4997-b546-956c7271565f HTTP/1.1" status: 200 len: 2999 time: 0.0848877 Oct 05 09:40:54.179602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:54.185307 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:54.950973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:55.257216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43600) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:55.318455 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75966c8-f01d-4d83-9abd-52f9f341f523 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:55.319878 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d75966c8-f01d-4d83-9abd-52f9f341f523 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9 HTTP/1.1" status: 200 len: 814 time: 0.0624833 Oct 05 09:40:55.511446 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:55.883309 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43608) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:55.891155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'network': {'name': 'tempest-network-smoke--1065771212', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'port_security_enabled': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:55.894862 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:55.904728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:56.053826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:40:56.066303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:56.086562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:40:56.095208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:56.097168 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Added segment d0ed6a01-f57b-406d-ae89-a74951b39fc6 of type vlan for network 1526c181-2fcb-4899-a8dc-0965938c4e80 Oct 05 09:40:56.121427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:56.280801 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:56.282364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:56.282950 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:56.392081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Network': ['ID=1526c181-2fcb-4899-a8dc-0965938c4e80,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:56.399449 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:56.399661 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:56.400654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:56.400654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:56.400654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:56.401096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:56.401253 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:56.401520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:56.401847 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:56.402197 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:56.402525 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:56.406907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:56.414714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 1526c181-2fcb-4899-a8dc-0965938c4e80 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:40:56.456499 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7eba22b4-b394-42d9-9cf8-21e62515d534 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5709743 Oct 05 09:40:56.464956 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43612) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:56.522285 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37f53f7-9e2e-4ede-bb80-5b87e7723be6 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:56.523807 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e37f53f7-9e2e-4ede-bb80-5b87e7723be6 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6294a6c4935647d8b376ea5a0a53c756&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0638180 Oct 05 09:40:56.526712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43616) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:56.656475 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de847b1-0753-4720-ade3-b680f62bd058 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:56.657958 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9de847b1-0753-4720-ade3-b680f62bd058 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303256 Oct 05 09:40:56.661615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43620) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:56.704150 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-90e132bf-181a-4af4-a5b1-6244869d3fbf tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414124 Oct 05 09:40:56.706896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43624) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:56.748765 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a8d368dd-04cb-475e-894b-b09161520cce tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6294a6c4935647d8b376ea5a0a53c756&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403152 Oct 05 09:40:56.751364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43628) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:57.105436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c625c-ef14-4363-858c-c9ce38ec8fc6 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:57.105436 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-186c625c-ef14-4363-858c-c9ce38ec8fc6 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310871 Oct 05 09:40:57.105436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43632) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:57.105436 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-83b3da91-0775-4662-b5a8-0394b8af53de tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392513 Oct 05 09:40:57.105436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43636) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:57.105436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1736092157', 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:57.105436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:57.105436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:subnet and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:57.105436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:57.105436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:57.200699 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:40:57.200699 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:57.523021 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:57.601742 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Subnet': ['ID=6f482647-d20b-44f6-ac27-42a6fe0a0c4d,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:57.611681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Checking segment: {'id': 'd0ed6a01-f57b-406d-ae89-a74951b39fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:40:57.612306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network hostable DHCP agents. Network: 1526c181-2fcb-4899-a8dc-0965938c4e80, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:40:57.717733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 1526c181-2fcb-4899-a8dc-0965938c4e80 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:40:57.779658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 1526c181-2fcb-4899-a8dc-0965938c4e80) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:40:57.784003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:57.784889 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:57.789823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f8cb1-09e5-48ac-b37b-21707c153321 None None] Network 1526c181-2fcb-4899-a8dc-0965938c4e80 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:40:57.873207 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7bf7a5fc-0d54-4da5-9f80-dfa316fe4ec7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9231215 Oct 05 09:40:58.015075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-1526c181-2fcb-4899-a8dc-0965938c4e80', 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ips': [{'subnet_id': '6f482647-d20b-44f6-ac27-42a6fe0a0c4d'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:40:58.015899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:58.035829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43642) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:58.040867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-556308537', 'description': 'tempest-secgroup-smoke-556308537 description', 'project_id': '6294a6c4935647d8b376ea5a0a53c756'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:58.046782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:58.056953 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:58.139922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:58.167964 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:58.172226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:58.175193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:58.175361 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Allocated IP 172.20.0.18 (1526c181-2fcb-4899-a8dc-0965938c4e80/6f482647-d20b-44f6-ac27-42a6fe0a0c4d/70a4c299-8c62-442c-a52d-6ec997f9fd74) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:40:58.181137 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:58.254021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:58.374793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:58.381198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:58.391398 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Transition to ACTIVE for port object 70a4c299-8c62-442c-a52d-6ec997f9fd74 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:40:58.416162 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Transition to ACTIVE for port object 70a4c299-8c62-442c-a52d-6ec997f9fd74 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:40:58.419708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15d8888-1d77-437b-84b1-09d5b3248696,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:58.429928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:58.430306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:58.430650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:58.430987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:58.431322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:58.431653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:58.431981 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:58.432310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:58.432638 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:58.432962 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:58.433286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:58.433607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:58.500271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:58.500538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:58.501530 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b80d1cde-dea8-4dce-b19b-eda157ce5a7f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4647017 Oct 05 09:40:58.509048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43646) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:58.514191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-185d9b1b-33fa-4f4d-bc93-f1eb71e72145 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'c15d8888-1d77-437b-84b1-09d5b3248696', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:58.520764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-185d9b1b-33fa-4f4d-bc93-f1eb71e72145 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:58.524931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-185d9b1b-33fa-4f4d-bc93-f1eb71e72145 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:58.528018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-185d9b1b-33fa-4f4d-bc93-f1eb71e72145 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:58.533774 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-185d9b1b-33fa-4f4d-bc93-f1eb71e72145 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:58.570431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Network 1526c181-2fcb-4899-a8dc-0965938c4e80 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:40:58.573048 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:40:58.576824 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:40:58.586829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Pushing event updated for resources: {'Port': ['ID=70a4c299-8c62-442c-a52d-6ec997f9fd74,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:58.603387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-185d9b1b-33fa-4f4d-bc93-f1eb71e72145 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:58.665147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-185d9b1b-33fa-4f4d-bc93-f1eb71e72145 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:58.688039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Attempting to bind port 70a4c299-8c62-442c-a52d-6ec997f9fd74 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:40:58.688402 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Attempting to bind port 70a4c299-8c62-442c-a52d-6ec997f9fd74 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'd0ed6a01-f57b-406d-ae89-a74951b39fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:40:58.688762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Attempting to bind port 70a4c299-8c62-442c-a52d-6ec997f9fd74 on network 1526c181-2fcb-4899-a8dc-0965938c4e80 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:40:58.694673 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:40:58.695046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Checking segment: {'id': 'd0ed6a01-f57b-406d-ae89-a74951b39fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:40:58.695451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:58.695846 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Bound using segment: {'id': 'd0ed6a01-f57b-406d-ae89-a74951b39fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:40:58.696332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Bound port: 70a4c299-8c62-442c-a52d-6ec997f9fd74, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ed6a01-f57b-406d-ae89-a74951b39fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:40:58.696701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:58.728487 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-185d9b1b-33fa-4f4d-bc93-f1eb71e72145 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:58.751830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d9b1b-33fa-4f4d-bc93-f1eb71e72145 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5e8f3d-9ecd-4f22-b49a-e4b19e043a87,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:58.789545 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] For port 70a4c299-8c62-442c-a52d-6ec997f9fd74, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:40:58.792512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] For port 70a4c299-8c62-442c-a52d-6ec997f9fd74, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=70a4c299-8c62-442c-a52d-6ec997f9fd74,segment=NetworkSegment(d0ed6a01-f57b-406d-ae89-a74951b39fc6),segment_id=d0ed6a01-f57b-406d-ae89-a74951b39fc6)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:40:58.819660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-185d9b1b-33fa-4f4d-bc93-f1eb71e72145 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:58.820891 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-185d9b1b-33fa-4f4d-bc93-f1eb71e72145 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3108587 Oct 05 09:40:58.824246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43650) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:58.829324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b271235b-1f7e-4c9d-b75a-6920b5e69dc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'c15d8888-1d77-437b-84b1-09d5b3248696', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:58.836251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b271235b-1f7e-4c9d-b75a-6920b5e69dc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:58.840049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b271235b-1f7e-4c9d-b75a-6920b5e69dc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:58.842977 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:58.843141 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b271235b-1f7e-4c9d-b75a-6920b5e69dc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:58.848964 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b271235b-1f7e-4c9d-b75a-6920b5e69dc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:58.919173 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db602ea0-b2df-4463-89fe-d86f69ecd33c None None] Pushing event updated for resources: {'Port': ['ID=70a4c299-8c62-442c-a52d-6ec997f9fd74,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:58.930402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b271235b-1f7e-4c9d-b75a-6920b5e69dc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:59.000645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b271235b-1f7e-4c9d-b75a-6920b5e69dc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:59.036897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b271235b-1f7e-4c9d-b75a-6920b5e69dc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:59.087065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271235b-1f7e-4c9d-b75a-6920b5e69dc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e3c278-c662-4ff6-aeb8-27408eb3a3f4,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:59.157054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b271235b-1f7e-4c9d-b75a-6920b5e69dc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:59.158439 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b271235b-1f7e-4c9d-b75a-6920b5e69dc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3332126 Oct 05 09:40:59.161889 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43654) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:59.167035 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ea2376c9-b124-4042-9441-1da3282e2ce0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'c15d8888-1d77-437b-84b1-09d5b3248696', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:59.173434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ea2376c9-b124-4042-9441-1da3282e2ce0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:59.178458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ea2376c9-b124-4042-9441-1da3282e2ce0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:59.182936 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ea2376c9-b124-4042-9441-1da3282e2ce0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:59.192219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ea2376c9-b124-4042-9441-1da3282e2ce0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:59.266798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea2376c9-b124-4042-9441-1da3282e2ce0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:59.330177 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea2376c9-b124-4042-9441-1da3282e2ce0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:59.426303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea2376c9-b124-4042-9441-1da3282e2ce0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:59.453039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2376c9-b124-4042-9441-1da3282e2ce0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec2a2de-8f61-45c4-90e8-e6a5d3163224,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:59.528266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ea2376c9-b124-4042-9441-1da3282e2ce0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:59.531989 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ea2376c9-b124-4042-9441-1da3282e2ce0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670201 Oct 05 09:40:59.532385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43658) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:59.538652 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-422fe647-1cd3-4314-a833-4b30be8e6cd6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'c15d8888-1d77-437b-84b1-09d5b3248696', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:59.544948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-422fe647-1cd3-4314-a833-4b30be8e6cd6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:59.551298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-422fe647-1cd3-4314-a833-4b30be8e6cd6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:59.552808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-422fe647-1cd3-4314-a833-4b30be8e6cd6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:59.559022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-422fe647-1cd3-4314-a833-4b30be8e6cd6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:59.632728 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-422fe647-1cd3-4314-a833-4b30be8e6cd6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:59.702747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-422fe647-1cd3-4314-a833-4b30be8e6cd6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:59.793881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-422fe647-1cd3-4314-a833-4b30be8e6cd6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:59.815278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fe647-1cd3-4314-a833-4b30be8e6cd6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7315e743-aaa4-47f5-876a-51de11aa803a,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:59.825387 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58857e2a-6016-40d9-8242-d6e963e7ce9c None None] Network 1526c181-2fcb-4899-a8dc-0965938c4e80 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:40:59.894324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-422fe647-1cd3-4314-a833-4b30be8e6cd6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:59.896088 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-422fe647-1cd3-4314-a833-4b30be8e6cd6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3622336 Oct 05 09:40:59.899495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43662) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:40:59.904613 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-58cd9cbd-cf55-4cf9-94e6-7aee5d48c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'c15d8888-1d77-437b-84b1-09d5b3248696', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:40:59.910462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-58cd9cbd-cf55-4cf9-94e6-7aee5d48c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:40:59.915217 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-58cd9cbd-cf55-4cf9-94e6-7aee5d48c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:40:59.918074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-58cd9cbd-cf55-4cf9-94e6-7aee5d48c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:40:59.924154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-58cd9cbd-cf55-4cf9-94e6-7aee5d48c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:40:59.991367 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-58cd9cbd-cf55-4cf9-94e6-7aee5d48c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:40:59.998318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58cd9cbd-cf55-4cf9-94e6-7aee5d48c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:00.063703 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58cd9cbd-cf55-4cf9-94e6-7aee5d48c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:00.071342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d1e8d0fc-52a0-4b4e-9ef6-c132cf08424e None None] Provisioning for port 70a4c299-8c62-442c-a52d-6ec997f9fd74 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:41:00.122803 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58cd9cbd-cf55-4cf9-94e6-7aee5d48c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:00.152789 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd9cbd-cf55-4cf9-94e6-7aee5d48c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f3f3c6-2406-4ddd-a22f-a0d8d34c0531,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:00.248785 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58cd9cbd-cf55-4cf9-94e6-7aee5d48c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:00.250132 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-58cd9cbd-cf55-4cf9-94e6-7aee5d48c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3495586 Oct 05 09:41:00.252828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43666) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:41:00.260881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-bb560ba4-2212-4aff-8b03-376bc7cbcf4e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'c15d8888-1d77-437b-84b1-09d5b3248696', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:41:00.268338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bb560ba4-2212-4aff-8b03-376bc7cbcf4e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:41:00.273725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bb560ba4-2212-4aff-8b03-376bc7cbcf4e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:41:00.287817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bb560ba4-2212-4aff-8b03-376bc7cbcf4e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:41:00.296133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bb560ba4-2212-4aff-8b03-376bc7cbcf4e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:41:00.321604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 70a4c299-8c62-442c-a52d-6ec997f9fd74 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:41:00.391131 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-bb560ba4-2212-4aff-8b03-376bc7cbcf4e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:41:00.397816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bb560ba4-2212-4aff-8b03-376bc7cbcf4e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:00.447907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 70a4c299-8c62-442c-a52d-6ec997f9fd74 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:41:00.452974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 70a4c299-8c62-442c-a52d-6ec997f9fd74 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:41:00.453342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:00.453683 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 70a4c299-8c62-442c-a52d-6ec997f9fd74 Oct 05 09:41:00.464477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bb560ba4-2212-4aff-8b03-376bc7cbcf4e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:00.533935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bb560ba4-2212-4aff-8b03-376bc7cbcf4e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:00.557716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb560ba4-2212-4aff-8b03-376bc7cbcf4e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33b16ec-eb80-4f06-9fc7-9d882fd5a1c7,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:00.574200 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 70a4c299-8c62-442c-a52d-6ec997f9fd74 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:41:00.574581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:00.605964 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 70a4c299-8c62-442c-a52d-6ec997f9fd74, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=70a4c299-8c62-442c-a52d-6ec997f9fd74,segment=NetworkSegment(d0ed6a01-f57b-406d-ae89-a74951b39fc6),segment_id=d0ed6a01-f57b-406d-ae89-a74951b39fc6)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:41:00.625273 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bb560ba4-2212-4aff-8b03-376bc7cbcf4e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:00.626524 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bb560ba4-2212-4aff-8b03-376bc7cbcf4e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3723845 Oct 05 09:41:00.682802 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:00.751022 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=70a4c299-8c62-442c-a52d-6ec997f9fd74,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:00.850780 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-37ee2c5f-f6e6-4fa4-a76c-f8ed46a12ddd tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-556308537&fields=id&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 267 time: 0.0401111 Oct 05 09:41:01.109532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-5a35cbaa-7242-49b1-8bbe-e4c74bfabaa2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:01.110241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-5a35cbaa-7242-49b1-8bbe-e4c74bfabaa2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:41:01.185162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-5a35cbaa-7242-49b1-8bbe-e4c74bfabaa2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:41:01.186352 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-5a35cbaa-7242-49b1-8bbe-e4c74bfabaa2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/networks?id=1526c181-2fcb-4899-a8dc-0965938c4e80 HTTP/1.1" status: 200 len: 797 time: 0.3289475 Oct 05 09:41:01.202285 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-53d4652a-6ecc-4033-8c50-6a2184f46c11 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/quotas/6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 375 time: 0.0096714 Oct 05 09:41:01.299611 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-d1776868-df16-4f11-80d0-aa26b18383cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0921595 Oct 05 09:41:01.441087 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-731e4a17-cd15-4789-8f2b-7a57e97021bc service neutron] 10.222.0.49 "GET /v2.0/networks/1526c181-2fcb-4899-a8dc-0965938c4e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293237 Oct 05 09:41:01.580506 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-e7d2ed81-647b-46c1-901b-77d358dbb149 service neutron] 10.222.0.49 "GET /v2.0/networks/1526c181-2fcb-4899-a8dc-0965938c4e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326518 Oct 05 09:41:01.863794 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-30060b8d-a6af-414c-93a0-1c401a8d76dd req-c55ba340-7111-4846-8a72-066e975fc0ce tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 210 time: 0.0566182 Oct 05 09:41:02.275802 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 70a4c299-8c62-442c-a52d-6ec997f9fd74 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:41:02.348082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 70a4c299-8c62-442c-a52d-6ec997f9fd74 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:41:02.348457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:02.348795 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 70a4c299-8c62-442c-a52d-6ec997f9fd74 Oct 05 09:41:02.467120 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 70a4c299-8c62-442c-a52d-6ec997f9fd74 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:41:03.035457 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f592ce67-4b0b-4e6d-ac28-0153214e238f req-c8f8774a-6e51-47ef-a049-4014719db916 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 210 time: 0.0528901 Oct 05 09:41:03.727944 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b720689-b8ec-432c-bf7d-59d491df90da req-e00826ea-23d1-447e-8c20-84a9013ce873 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799880 Oct 05 09:41:03.847675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b720689-b8ec-432c-bf7d-59d491df90da req-a8624728-20f8-4ed9-9692-dd2cf6d7937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:03.849167 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b720689-b8ec-432c-bf7d-59d491df90da req-a8624728-20f8-4ed9-9692-dd2cf6d7937d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 1098 time: 0.0837116 Oct 05 09:41:04.016451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b720689-b8ec-432c-bf7d-59d491df90da req-287f8b72-5e49-4bf2-8de4-0595852b8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:04.017823 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b720689-b8ec-432c-bf7d-59d491df90da req-287f8b72-5e49-4bf2-8de4-0595852b8fd6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e9eb515a-212e-4997-b546-956c7271565f HTTP/1.1" status: 200 len: 898 time: 0.1381056 Oct 05 09:41:04.198579 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1dd5c7a6-d27f-4fbb-ae64-50b2e85664e6 req-edffe115-49d9-4db2-b35e-d802c6cddf09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 210 time: 0.0518491 Oct 05 09:41:04.203610 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b720689-b8ec-432c-bf7d-59d491df90da req-986cf6ed-a77b-43f7-a198-b08765c0c290 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ff00468-1478-4c01-954d-2e30c263bc2a HTTP/1.1" status: 200 len: 1001 time: 0.1780238 Oct 05 09:41:04.316641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b720689-b8ec-432c-bf7d-59d491df90da req-7d14d181-2a5a-4abc-ab35-0e1c9bcdb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:04.318104 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b720689-b8ec-432c-bf7d-59d491df90da req-7d14d181-2a5a-4abc-ab35-0e1c9bcdb05c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82cdf6d0-403b-463a-9fcc-48ccd16c5a39 HTTP/1.1" status: 200 len: 833 time: 0.1008036 Oct 05 09:41:04.326390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-4589940a-42f5-49e1-b5ad-9965f11b4041 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:04.327715 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-4589940a-42f5-49e1-b5ad-9965f11b4041 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/networks?id=1526c181-2fcb-4899-a8dc-0965938c4e80 HTTP/1.1" status: 200 len: 797 time: 0.2025645 Oct 05 09:41:04.433404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-fa122cfd-2bfc-4647-91fb-c481227e7e18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:41:04.456449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b720689-b8ec-432c-bf7d-59d491df90da req-27adb61e-abdb-41a6-b15e-17c7edddaea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:04.458258 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b720689-b8ec-432c-bf7d-59d491df90da req-27adb61e-abdb-41a6-b15e-17c7edddaea3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e9eb515a-212e-4997-b546-956c7271565f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1293766 Oct 05 09:41:04.533834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-fa122cfd-2bfc-4647-91fb-c481227e7e18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:41:04.535706 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-fa122cfd-2bfc-4647-91fb-c481227e7e18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 471 time: 0.1731753 Oct 05 09:41:04.561905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'port': {'device_id': 'a71400d3-087a-47e7-9942-645e4c2ae3d4', 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80', 'admin_state_up': True, 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'security_groups': ['c15d8888-1d77-437b-84b1-09d5b3248696']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:41:04.802482 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b720689-b8ec-432c-bf7d-59d491df90da req-2fe060ea-c9ce-416a-adb6-91934b1f1aa9 service neutron] 10.222.0.55 "GET /v2.0/networks/e9eb515a-212e-4997-b546-956c7271565f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376114 Oct 05 09:41:04.923944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:41:04.930816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:port and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:41:04.935131 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:41:04.944691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:41:04.980025 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b720689-b8ec-432c-bf7d-59d491df90da req-0e91f695-a4b5-497f-bc2c-de572b9e221b service neutron] 10.222.0.55 "GET /v2.0/networks/e9eb515a-212e-4997-b546-956c7271565f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702361 Oct 05 09:41:05.097258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:41:05.097500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:05.262169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.23 (1526c181-2fcb-4899-a8dc-0965938c4e80/6f482647-d20b-44f6-ac27-42a6fe0a0c4d/d9a36d18-a500-4983-9b68-f0287a9fa9fd) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:41:05.366137 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4d68f1cd-2a47-46b5-8847-148f7884b850 req-e374f61e-774a-4ba1-91aa-44e370fe8e40 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 210 time: 0.0523779 Oct 05 09:41:05.463692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:05.478993 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object d9a36d18-a500-4983-9b68-f0287a9fa9fd will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:41:05.620625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:05.689327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 1526c181-2fcb-4899-a8dc-0965938c4e80 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:41:05.692276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:41:05.698234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:41:05.731069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=d9a36d18-a500-4983-9b68-f0287a9fa9fd,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:05.772458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:05.773125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:05.848960 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-adfbab6b-a13d-46f4-8136-a0149a376207 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2911885 Oct 05 09:41:05.870586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Request body: {'port': {'device_id': 'a71400d3-087a-47e7-9942-645e4c2ae3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:41:05.985199 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:06.004333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-91f6e2a0-27f9-469a-8552-3e1cb3762281 None None] Provisioning for port d9a36d18-a500-4983-9b68-f0287a9fa9fd completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:41:06.009432 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-91f6e2a0-27f9-469a-8552-3e1cb3762281 None None] Provisioning complete for port d9a36d18-a500-4983-9b68-f0287a9fa9fd triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:41:06.011968 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-91f6e2a0-27f9-469a-8552-3e1cb3762281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:06.011968 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-91f6e2a0-27f9-469a-8552-3e1cb3762281 None None] Attempt 1 to provision port d9a36d18-a500-4983-9b68-f0287a9fa9fd Oct 05 09:41:06.064007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-91f6e2a0-27f9-469a-8552-3e1cb3762281 None None] Port d9a36d18-a500-4983-9b68-f0287a9fa9fd cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:41:06.332635 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a36d18-a500-4983-9b68-f0287a9fa9fd {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:41:06.340938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:06.355724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Transition to ACTIVE for port object d9a36d18-a500-4983-9b68-f0287a9fa9fd will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:41:06.436843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:06.565113 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-91f6e2a0-27f9-469a-8552-3e1cb3762281 None None] Attempt 2 to provision port d9a36d18-a500-4983-9b68-f0287a9fa9fd Oct 05 09:41:06.574320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b105d6-3a6f-4fe8-b8b7-32df4d57e184 req-807186f6-344d-471b-ac77-89fceef9fc29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:06.576443 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-60b105d6-3a6f-4fe8-b8b7-32df4d57e184 req-807186f6-344d-471b-ac77-89fceef9fc29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 944 time: 0.0940671 Oct 05 09:41:06.619730 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-91f6e2a0-27f9-469a-8552-3e1cb3762281 None None] Port d9a36d18-a500-4983-9b68-f0287a9fa9fd cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:41:06.630808 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-60b105d6-3a6f-4fe8-b8b7-32df4d57e184 req-2adb7342-cfa5-4690-ad34-6009a00d5996 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=c15d8888-1d77-437b-84b1-09d5b3248696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424562 Oct 05 09:41:06.642201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a36d18-a500-4983-9b68-f0287a9fa9fd,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:06.681736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Attempting to bind port d9a36d18-a500-4983-9b68-f0287a9fa9fd on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:41:06.682118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Attempting to bind port d9a36d18-a500-4983-9b68-f0287a9fa9fd by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'd0ed6a01-f57b-406d-ae89-a74951b39fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:41:06.682455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Attempting to bind port d9a36d18-a500-4983-9b68-f0287a9fa9fd on network 1526c181-2fcb-4899-a8dc-0965938c4e80 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:41:06.687186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Port d9a36d18-a500-4983-9b68-f0287a9fa9fd on network 1526c181-2fcb-4899-a8dc-0965938c4e80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:41:06.687434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Attempting to bind port d9a36d18-a500-4983-9b68-f0287a9fa9fd on network 1526c181-2fcb-4899-a8dc-0965938c4e80 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:41:06.692488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:41:06.692827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Checking segment: {'id': 'd0ed6a01-f57b-406d-ae89-a74951b39fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:41:06.693204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Bound using segment: {'id': 'd0ed6a01-f57b-406d-ae89-a74951b39fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:41:06.693625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Bound port: d9a36d18-a500-4983-9b68-f0287a9fa9fd, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ed6a01-f57b-406d-ae89-a74951b39fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:41:06.693973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:06.785488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] For port d9a36d18-a500-4983-9b68-f0287a9fa9fd, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:41:06.788545 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] For port d9a36d18-a500-4983-9b68-f0287a9fa9fd, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d9a36d18-a500-4983-9b68-f0287a9fa9fd,segment=NetworkSegment(d0ed6a01-f57b-406d-ae89-a74951b39fc6),segment_id=d0ed6a01-f57b-406d-ae89-a74951b39fc6)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:41:06.854392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:06.888390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:06.889005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:06.890392 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] 10.222.0.55 "PUT /v2.0/ports/d9a36d18-a500-4983-9b68-f0287a9fa9fd HTTP/1.1" status: 200 len: 1094 time: 1.0247440 Oct 05 09:41:06.895956 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71400d3-087a-47e7-9942-645e4c2ae3d4', 'tag': 'd9a36d18-a500-4983-9b68-f0287a9fa9fd'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:41:06.899026 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b183c2ec-1667-48ff-92ed-2dc28d80c1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a71400d3-087a-47e7-9942-645e4c2ae3d4", "tag": "d9a36d18-a500-4983-9b68-f0287a9fa9fd"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:41:06.956573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122f575c-50df-4310-8129-378fef13de29 x-openstack-request-id: req-122f575c-50df-4310-8129-378fef13de29 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:41:06.956573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71400d3-087a-47e7-9942-645e4c2ae3d4", "tag": "d9a36d18-a500-4983-9b68-f0287a9fa9fd", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:41:06.956573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-122f575c-50df-4310-8129-378fef13de29 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:41:06.956573 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-122f575c-50df-4310-8129-378fef13de29'] response: {'name': 'network-changed', 'server_uuid': 'a71400d3-087a-47e7-9942-645e4c2ae3d4', 'tag': 'd9a36d18-a500-4983-9b68-f0287a9fa9fd', 'status': 'completed', 'code': 200} Oct 05 09:41:06.956573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daa91c-5228-4aa2-a48e-c97383676213 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a36d18-a500-4983-9b68-f0287a9fa9fd,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:07.101053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183c2ec-1667-48ff-92ed-2dc28d80c1aa req-c63fdbaf-5bd1-4ba4-ae5b-cc0e80157cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:07.101053 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b183c2ec-1667-48ff-92ed-2dc28d80c1aa req-c63fdbaf-5bd1-4ba4-ae5b-cc0e80157cce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 1097 time: 0.0897975 Oct 05 09:41:07.121432 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-91f6e2a0-27f9-469a-8552-3e1cb3762281 None None] Attempt 3 to provision port d9a36d18-a500-4983-9b68-f0287a9fa9fd Oct 05 09:41:07.201481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-91f6e2a0-27f9-469a-8552-3e1cb3762281 None None] Port d9a36d18-a500-4983-9b68-f0287a9fa9fd had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:41:07.381337 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183c2ec-1667-48ff-92ed-2dc28d80c1aa req-0bb1ae55-95af-4b4f-be8e-c2953cbfcae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:07.381804 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183c2ec-1667-48ff-92ed-2dc28d80c1aa req-0bb1ae55-95af-4b4f-be8e-c2953cbfcae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:07.383403 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b183c2ec-1667-48ff-92ed-2dc28d80c1aa req-0bb1ae55-95af-4b4f-be8e-c2953cbfcae0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6294a6c4935647d8b376ea5a0a53c756&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2703631 Oct 05 09:41:07.535184 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183c2ec-1667-48ff-92ed-2dc28d80c1aa req-b22c05c4-fae8-4465-8211-49a0626055ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:07.536799 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b183c2ec-1667-48ff-92ed-2dc28d80c1aa req-b22c05c4-fae8-4465-8211-49a0626055ff service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1401739 Oct 05 09:41:07.682878 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-8b9cd7ad-dbdd-437c-a86f-4502b84ea772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:07.684357 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-8b9cd7ad-dbdd-437c-a86f-4502b84ea772 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 1097 time: 0.0835910 Oct 05 09:41:07.766907 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-dcb64397-7847-41e5-a38d-9aa5ad47c0c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=d9a36d18-a500-4983-9b68-f0287a9fa9fd HTTP/1.1" status: 200 len: 217 time: 0.0676944 Oct 05 09:41:07.833399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-7e211681-1545-4d01-91b5-e6d5c0ce95b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:07.834752 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-7e211681-1545-4d01-91b5-e6d5c0ce95b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f482647-d20b-44f6-ac27-42a6fe0a0c4d HTTP/1.1" status: 200 len: 838 time: 0.0618839 Oct 05 09:41:07.844622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a96b7-c0cd-4127-b24a-eb24c4b76db6 req-f1e38e7c-4fff-4c39-9f4f-461e105410ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:07.846194 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-717a96b7-c0cd-4127-b24a-eb24c4b76db6 req-f1e38e7c-4fff-4c39-9f4f-461e105410ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 944 time: 0.0969563 Oct 05 09:41:07.892412 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-717a96b7-c0cd-4127-b24a-eb24c4b76db6 req-69637b06-d6b3-4c0a-bce4-4ffbf410db6c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=c15d8888-1d77-437b-84b1-09d5b3248696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401955 Oct 05 09:41:07.923777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-75f6852d-f0a1-4ef6-9ac2-8a5f9a3f8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:07.925293 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-75f6852d-f0a1-4ef6-9ac2-8a5f9a3f8bb2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1526c181-2fcb-4899-a8dc-0965938c4e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0846393 Oct 05 09:41:08.060738 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-ee56382b-51be-4402-8cd8-fd9959aaf7df service neutron] 10.222.0.55 "GET /v2.0/networks/1526c181-2fcb-4899-a8dc-0965938c4e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283960 Oct 05 09:41:08.196248 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8ae82f71-563c-4f38-b4a6-25b2d99bc7aa req-e4614939-a6f6-4163-a140-b13a61425264 service neutron] 10.222.0.55 "GET /v2.0/networks/1526c181-2fcb-4899-a8dc-0965938c4e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289895 Oct 05 09:41:09.097805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffef2a-4fb6-4852-8c03-2cb269d75ee6 req-894f5a95-c07d-46b5-87b1-fef6ae6f3192 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:09.099274 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-01ffef2a-4fb6-4852-8c03-2cb269d75ee6 req-894f5a95-c07d-46b5-87b1-fef6ae6f3192 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 944 time: 0.0929570 Oct 05 09:41:09.143924 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-01ffef2a-4fb6-4852-8c03-2cb269d75ee6 req-b94c7bed-7dae-4044-84bc-1b3bdb724334 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=c15d8888-1d77-437b-84b1-09d5b3248696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389051 Oct 05 09:41:10.346796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d4a5b-be42-40e6-bb7c-8462408612e4 req-60be9db1-dd0b-4bcb-ad24-7fa79e4659f5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:10.348258 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-241d4a5b-be42-40e6-bb7c-8462408612e4 req-60be9db1-dd0b-4bcb-ad24-7fa79e4659f5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 944 time: 0.0894289 Oct 05 09:41:10.392433 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-241d4a5b-be42-40e6-bb7c-8462408612e4 req-1a8e2caf-f8c2-40fb-8047-580505246ced tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=c15d8888-1d77-437b-84b1-09d5b3248696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377383 Oct 05 09:41:11.456246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device d9a36d18-a500-4983-9b68-f0287a9fa9fd details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:41:11.598147 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port d9a36d18-a500-4983-9b68-f0287a9fa9fd, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d9a36d18-a500-4983-9b68-f0287a9fa9fd,segment=NetworkSegment(d0ed6a01-f57b-406d-ae89-a74951b39fc6),segment_id=d0ed6a01-f57b-406d-ae89-a74951b39fc6)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:41:11.601611 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f846e-f2e1-4116-8b1f-60a82d247327 req-312f840d-7ed0-49d1-a849-32d33d7af60a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:11.603263 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cb0f846e-f2e1-4116-8b1f-60a82d247327 req-312f840d-7ed0-49d1-a849-32d33d7af60a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 944 time: 0.0954115 Oct 05 09:41:11.612774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': 'd9a36d18-a500-4983-9b68-f0287a9fa9fd', 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80', 'port_id': 'd9a36d18-a500-4983-9b68-f0287a9fa9fd', 'mac_address': 'fa:16:3e:78:5d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f482647-d20b-44f6-ac27-42a6fe0a0c4d', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:41:11.649458 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cb0f846e-f2e1-4116-8b1f-60a82d247327 req-f7715ca6-d898-468e-bfd3-026229cd07f2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=c15d8888-1d77-437b-84b1-09d5b3248696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403666 Oct 05 09:41:11.672411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port d9a36d18-a500-4983-9b68-f0287a9fa9fd is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:41:11.672797 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:11.689892 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a36d18-a500-4983-9b68-f0287a9fa9fd {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:41:11.706222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port d9a36d18-a500-4983-9b68-f0287a9fa9fd, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d9a36d18-a500-4983-9b68-f0287a9fa9fd,segment=NetworkSegment(d0ed6a01-f57b-406d-ae89-a74951b39fc6),segment_id=d0ed6a01-f57b-406d-ae89-a74951b39fc6)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:41:11.790620 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:11.861926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=d9a36d18-a500-4983-9b68-f0287a9fa9fd,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:12.220128 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['d9a36d18-a500-4983-9b68-f0287a9fa9fd'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:41:12.856495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e4cee-0db4-4bcc-9e37-8a8fe117a43d req-8835553a-89fb-4d4e-adc1-fd308315f65f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:12.858013 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bc6e4cee-0db4-4bcc-9e37-8a8fe117a43d req-8835553a-89fb-4d4e-adc1-fd308315f65f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 945 time: 0.0940483 Oct 05 09:41:12.903800 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bc6e4cee-0db4-4bcc-9e37-8a8fe117a43d req-20ff0ed2-90ca-45c5-831f-39e22831236d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=c15d8888-1d77-437b-84b1-09d5b3248696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401142 Oct 05 09:41:13.470700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device d9a36d18-a500-4983-9b68-f0287a9fa9fd up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:41:13.590718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port d9a36d18-a500-4983-9b68-f0287a9fa9fd completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:41:13.595950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port d9a36d18-a500-4983-9b68-f0287a9fa9fd triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:41:13.596326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:13.596691 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port d9a36d18-a500-4983-9b68-f0287a9fa9fd Oct 05 09:41:13.735571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port d9a36d18-a500-4983-9b68-f0287a9fa9fd is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:41:13.735571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:13.764031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71400d3-087a-47e7-9942-645e4c2ae3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a36d18-a500-4983-9b68-f0287a9fa9fd'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:41:13.766589 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08a762a-94ee-4801-b267-831a9e316791" -d '{"events": [{"server_uuid": "a71400d3-087a-47e7-9942-645e4c2ae3d4", "name": "network-vif-plugged", "status": "completed", "tag": "d9a36d18-a500-4983-9b68-f0287a9fa9fd"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:41:13.776172 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port d9a36d18-a500-4983-9b68-f0287a9fa9fd, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d9a36d18-a500-4983-9b68-f0287a9fa9fd,segment=NetworkSegment(d0ed6a01-f57b-406d-ae89-a74951b39fc6),segment_id=d0ed6a01-f57b-406d-ae89-a74951b39fc6)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:41:13.815980 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3553b4-a32e-4d70-9205-eb0e1f1ea071 x-openstack-request-id: req-2f3553b4-a32e-4d70-9205-eb0e1f1ea071 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:41:13.816609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71400d3-087a-47e7-9942-645e4c2ae3d4", "name": "network-vif-plugged", "status": "completed", "tag": "d9a36d18-a500-4983-9b68-f0287a9fa9fd", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:41:13.816874 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f3553b4-a32e-4d70-9205-eb0e1f1ea071 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:41:13.817265 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3553b4-a32e-4d70-9205-eb0e1f1ea071'] response: {'server_uuid': 'a71400d3-087a-47e7-9942-645e4c2ae3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a36d18-a500-4983-9b68-f0287a9fa9fd', 'code': 200} Oct 05 09:41:13.859633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:13.927096 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=d9a36d18-a500-4983-9b68-f0287a9fa9fd,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:14.120203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a257f5-5157-4f9b-ad51-2bc2888144d6 req-3b0213cb-6dee-484c-be6c-1c6b68293fe5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:14.120203 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-49a257f5-5157-4f9b-ad51-2bc2888144d6 req-3b0213cb-6dee-484c-be6c-1c6b68293fe5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 946 time: 0.0897048 Oct 05 09:41:14.156536 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-49a257f5-5157-4f9b-ad51-2bc2888144d6 req-4a9486ec-fc0a-4a0b-b4fc-465a471c44f0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=c15d8888-1d77-437b-84b1-09d5b3248696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397494 Oct 05 09:41:14.293846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783126-6178-4692-9617-e4a9d0734135 req-92afcc3f-f3c9-4fb1-9ace-abea0dd1171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:14.295368 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-28783126-6178-4692-9617-e4a9d0734135 req-92afcc3f-f3c9-4fb1-9ace-abea0dd1171b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 1099 time: 0.0820761 Oct 05 09:41:14.337493 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-28783126-6178-4692-9617-e4a9d0734135 req-801227a8-8f1c-4f1d-8ce3-40c0167ba98a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c15d8888-1d77-437b-84b1-09d5b3248696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359752 Oct 05 09:41:15.363995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e812344-fb67-4376-a297-ca2d38b3e390 req-232ccdc8-8700-40ee-8ac9-1515265afe18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:15.365430 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4e812344-fb67-4376-a297-ca2d38b3e390 req-232ccdc8-8700-40ee-8ac9-1515265afe18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 946 time: 0.0940957 Oct 05 09:41:15.411585 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4e812344-fb67-4376-a297-ca2d38b3e390 req-4a1d47b8-8519-4fb5-8592-ede15ac373ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=c15d8888-1d77-437b-84b1-09d5b3248696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392301 Oct 05 09:41:16.616551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc662d-59af-416f-b19d-2aa19dacaba4 req-aa4535b8-575d-4baf-b4b8-664570398ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:16.618079 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-88bc662d-59af-416f-b19d-2aa19dacaba4 req-aa4535b8-575d-4baf-b4b8-664570398ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 946 time: 0.0931368 Oct 05 09:41:16.660826 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-88bc662d-59af-416f-b19d-2aa19dacaba4 req-5e7d254d-32c2-4099-b64a-540b1e4ed739 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=c15d8888-1d77-437b-84b1-09d5b3248696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371194 Oct 05 09:41:16.863545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca7a37-2b39-4fd0-9345-12d2cddf396f req-b22aa9d9-cc82-4312-b679-6ef3f2514248 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:16.864980 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-acca7a37-2b39-4fd0-9345-12d2cddf396f req-b22aa9d9-cc82-4312-b679-6ef3f2514248 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 946 time: 0.0882075 Oct 05 09:41:16.908339 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-acca7a37-2b39-4fd0-9345-12d2cddf396f req-0651f4e8-9da8-4a1c-b432-4d7f6d20943c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=c15d8888-1d77-437b-84b1-09d5b3248696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373733 Oct 05 09:41:18.446935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43736) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:41:18.499456 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:41:19.274490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:19.667893 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.17 (1526c181-2fcb-4899-a8dc-0965938c4e80/6f482647-d20b-44f6-ac27-42a6fe0a0c4d/31a7fbc9-ba35-4150-9a33-8f746d4957ee) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:41:19.825555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:19.841249 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object 31a7fbc9-ba35-4150-9a33-8f746d4957ee will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:41:19.928628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:19.999314 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 1526c181-2fcb-4899-a8dc-0965938c4e80 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:41:20.002283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:41:20.006251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:41:20.037291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=31a7fbc9-ba35-4150-9a33-8f746d4957ee,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:20.070230 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:20.288050 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8b69f86d-c368-4e02-92d0-b8a77e868072 None None] Provisioning for port 31a7fbc9-ba35-4150-9a33-8f746d4957ee completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:41:20.292802 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8b69f86d-c368-4e02-92d0-b8a77e868072 None None] Provisioning complete for port 31a7fbc9-ba35-4150-9a33-8f746d4957ee triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:41:20.293185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8b69f86d-c368-4e02-92d0-b8a77e868072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:20.293518 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8b69f86d-c368-4e02-92d0-b8a77e868072 None None] Attempt 1 to provision port 31a7fbc9-ba35-4150-9a33-8f746d4957ee Oct 05 09:41:20.324812 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:20.346014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8b69f86d-c368-4e02-92d0-b8a77e868072 None None] Port 31a7fbc9-ba35-4150-9a33-8f746d4957ee cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:41:20.361734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-168af4ba-3895-46c6-9913-7c65437ebf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:20.733177 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:20.807715 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:20.847731 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8b69f86d-c368-4e02-92d0-b8a77e868072 None None] Attempt 2 to provision port 31a7fbc9-ba35-4150-9a33-8f746d4957ee Oct 05 09:41:20.939536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8b69f86d-c368-4e02-92d0-b8a77e868072 None None] Port 31a7fbc9-ba35-4150-9a33-8f746d4957ee cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:41:21.037424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=31a7fbc9-ba35-4150-9a33-8f746d4957ee,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:21.042020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:21.174870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 1526c181-2fcb-4899-a8dc-0965938c4e80 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:41:21.176055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:41:21.377471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:41:21.441105 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8b69f86d-c368-4e02-92d0-b8a77e868072 None None] Attempt 3 to provision port 31a7fbc9-ba35-4150-9a33-8f746d4957ee Oct 05 09:41:21.495611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8b69f86d-c368-4e02-92d0-b8a77e868072 None None] Port 31a7fbc9-ba35-4150-9a33-8f746d4957ee cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:41:21.556703 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:41:21.565663 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8052d3d5-125e-47c7-8e8f-81159c810087 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/f3f5eeb0-d614-4d2a-a2be-23094ec827a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1182921 Oct 05 09:41:21.565910 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Sync routers for ids ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:41:21.576896 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Routers {'f3f5eeb0-d614-4d2a-a2be-23094ec827a2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:41:21.577469 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:40:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:21.754773 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Set router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:41:21.996868 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8b69f86d-c368-4e02-92d0-b8a77e868072 None None] Attempt 4 to provision port 31a7fbc9-ba35-4150-9a33-8f746d4957ee Oct 05 09:41:22.053130 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8b69f86d-c368-4e02-92d0-b8a77e868072 None None] Port 31a7fbc9-ba35-4150-9a33-8f746d4957ee cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:41:22.105075 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:41:20Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'port_id': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'mac_address': 'fa:16:3e:f6:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:39:42Z', 'updated_at': '2022-10-05T09:39:45Z', 'revision_number': 1, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31a7fbc9-ba35-4150-9a33-8f746d4957ee', 'name': '', 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:db:85:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '6f482647-d20b-44f6-ac27-42a6fe0a0c4d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:41:19Z', 'updated_at': '2022-10-05T09:41:20Z', 'revision_number': 2, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '6f482647-d20b-44f6-ac27-42a6fe0a0c4d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab', 'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:e9:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:54Z', 'updated_at': '2022-10-05T09:39:14Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:22.109161 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Checking router: f3f5eeb0-d614-4d2a-a2be-23094ec827a2 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:41:22.109485 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Updating router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 port 31a7fbc9-ba35-4150-9a33-8f746d4957ee binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:41:22.161043 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:22.507138 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:22.518431 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Transition to ACTIVE for port object 31a7fbc9-ba35-4150-9a33-8f746d4957ee will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:41:22.554486 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8b69f86d-c368-4e02-92d0-b8a77e868072 None None] Attempt 5 to provision port 31a7fbc9-ba35-4150-9a33-8f746d4957ee Oct 05 09:41:22.573667 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:22.622569 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8b69f86d-c368-4e02-92d0-b8a77e868072 None None] Port 31a7fbc9-ba35-4150-9a33-8f746d4957ee cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:41:22.664994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-adcff8ef-27be-4c43-828d-0d1838c993aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:22.782962 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54b88c-f5b5-44a8-b5a1-f34e0ea6c813 None None] Pushing event updated for resources: {'Port': ['ID=31a7fbc9-ba35-4150-9a33-8f746d4957ee,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:22.806218 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Attempting to bind port 31a7fbc9-ba35-4150-9a33-8f746d4957ee on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:41:22.806513 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Attempting to bind port 31a7fbc9-ba35-4150-9a33-8f746d4957ee by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'd0ed6a01-f57b-406d-ae89-a74951b39fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:41:22.806877 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Attempting to bind port 31a7fbc9-ba35-4150-9a33-8f746d4957ee on network 1526c181-2fcb-4899-a8dc-0965938c4e80 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:41:22.812213 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:41:22.812581 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Checking segment: {'id': 'd0ed6a01-f57b-406d-ae89-a74951b39fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:41:22.813002 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:22.813390 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Bound using segment: {'id': 'd0ed6a01-f57b-406d-ae89-a74951b39fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:41:22.813844 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Bound port: 31a7fbc9-ba35-4150-9a33-8f746d4957ee, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ed6a01-f57b-406d-ae89-a74951b39fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:41:22.814247 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:22.903601 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] For port 31a7fbc9-ba35-4150-9a33-8f746d4957ee, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:41:22.906702 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] For port 31a7fbc9-ba35-4150-9a33-8f746d4957ee, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=31a7fbc9-ba35-4150-9a33-8f746d4957ee,segment=NetworkSegment(d0ed6a01-f57b-406d-ae89-a74951b39fc6),segment_id=d0ed6a01-f57b-406d-ae89-a74951b39fc6)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:41:22.990984 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:23.051424 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Routers {'f3f5eeb0-d614-4d2a-a2be-23094ec827a2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:41:23.052075 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:41:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:23.124074 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8b69f86d-c368-4e02-92d0-b8a77e868072 None None] Attempt 6 to provision port 31a7fbc9-ba35-4150-9a33-8f746d4957ee Oct 05 09:41:23.165367 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54b88c-f5b5-44a8-b5a1-f34e0ea6c813 None None] Pushing event updated for resources: {'Port': ['ID=31a7fbc9-ba35-4150-9a33-8f746d4957ee,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:23.189003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8b69f86d-c368-4e02-92d0-b8a77e868072 None None] Port 31a7fbc9-ba35-4150-9a33-8f746d4957ee had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:41:23.267149 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] Set router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:41:23.612113 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:41:20Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'port_id': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'mac_address': 'fa:16:3e:f6:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:39:42Z', 'updated_at': '2022-10-05T09:39:45Z', 'revision_number': 1, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31a7fbc9-ba35-4150-9a33-8f746d4957ee', 'name': '', 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:db:85:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '6f482647-d20b-44f6-ac27-42a6fe0a0c4d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:41:19Z', 'updated_at': '2022-10-05T09:41:22Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '6f482647-d20b-44f6-ac27-42a6fe0a0c4d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab', 'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:e9:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:54Z', 'updated_at': '2022-10-05T09:39:14Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:23.616574 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b964c-8860-453e-b51a-e67b1681181b None None] The sync data for ids ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'] in dv-neutron-860329-1-hyperv is: [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:41:20Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'port_id': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'mac_address': 'fa:16:3e:f6:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:39:42Z', 'updated_at': '2022-10-05T09:39:45Z', 'revision_number': 1, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31a7fbc9-ba35-4150-9a33-8f746d4957ee', 'name': '', 'network_id': '1526c181-2fcb-4899-a8dc-0965938c4e80', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:db:85:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '6f482647-d20b-44f6-ac27-42a6fe0a0c4d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:41:19Z', 'updated_at': '2022-10-05T09:41:22Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '6f482647-d20b-44f6-ac27-42a6fe0a0c4d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab', 'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:e9:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:54Z', 'updated_at': '2022-10-05T09:39:14Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:41:24.150651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:24.184866 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:24.303169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 31a7fbc9-ba35-4150-9a33-8f746d4957ee up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:41:24.419170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 31a7fbc9-ba35-4150-9a33-8f746d4957ee completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:41:24.424043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 31a7fbc9-ba35-4150-9a33-8f746d4957ee triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:41:24.424417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:24.424751 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 31a7fbc9-ba35-4150-9a33-8f746d4957ee Oct 05 09:41:24.540502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 31a7fbc9-ba35-4150-9a33-8f746d4957ee is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:41:24.540877 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:24.578744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 31a7fbc9-ba35-4150-9a33-8f746d4957ee, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=31a7fbc9-ba35-4150-9a33-8f746d4957ee,segment=NetworkSegment(d0ed6a01-f57b-406d-ae89-a74951b39fc6),segment_id=d0ed6a01-f57b-406d-ae89-a74951b39fc6)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:41:24.647923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:24.715256 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=31a7fbc9-ba35-4150-9a33-8f746d4957ee,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:24.933155 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:25.544476 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:26.282943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 31a7fbc9-ba35-4150-9a33-8f746d4957ee up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:41:26.353439 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 31a7fbc9-ba35-4150-9a33-8f746d4957ee triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:41:26.353726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:26.354091 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 31a7fbc9-ba35-4150-9a33-8f746d4957ee Oct 05 09:41:26.472766 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 31a7fbc9-ba35-4150-9a33-8f746d4957ee is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:41:50.326932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-46b17e91-8679-4fec-bd06-9615c206397a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:52.631617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bddeca40-0624-4b3e-a626-5dd0f106151b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:53.169679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43790) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:41:53.732842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-04293d37-499c-4bbb-b9c3-fac8ac52ddb7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:54.201148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:54.212111 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:54.238769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-04293d37-499c-4bbb-b9c3-fac8ac52ddb7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 31a7fbc9-ba35-4150-9a33-8f746d4957ee {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:41:54.239195 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-04293d37-499c-4bbb-b9c3-fac8ac52ddb7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:54.429318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-04293d37-499c-4bbb-b9c3-fac8ac52ddb7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 31a7fbc9-ba35-4150-9a33-8f746d4957ee, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=31a7fbc9-ba35-4150-9a33-8f746d4957ee,segment=NetworkSegment(d0ed6a01-f57b-406d-ae89-a74951b39fc6),segment_id=d0ed6a01-f57b-406d-ae89-a74951b39fc6)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:41:54.429682 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-04293d37-499c-4bbb-b9c3-fac8ac52ddb7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:54.558804 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-04293d37-499c-4bbb-b9c3-fac8ac52ddb7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 31a7fbc9-ba35-4150-9a33-8f746d4957ee owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:41:54.897948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-04293d37-499c-4bbb-b9c3-fac8ac52ddb7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:54.949369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:54.951522 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04293d37-499c-4bbb-b9c3-fac8ac52ddb7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=31a7fbc9-ba35-4150-9a33-8f746d4957ee,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:55.255965 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-04293d37-499c-4bbb-b9c3-fac8ac52ddb7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:55.500157 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:41:55.562048 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:55.745505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04293d37-499c-4bbb-b9c3-fac8ac52ddb7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:41:55.927385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04293d37-499c-4bbb-b9c3-fac8ac52ddb7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:41:55.936667 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-04293d37-499c-4bbb-b9c3-fac8ac52ddb7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/f3f5eeb0-d614-4d2a-a2be-23094ec827a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7658615 Oct 05 09:41:55.937130 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdace2a-35cd-467b-8a6e-659cd848b804 None None] Sync routers for ids ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:41:55.947704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdace2a-35cd-467b-8a6e-659cd848b804 None None] Routers {'f3f5eeb0-d614-4d2a-a2be-23094ec827a2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:41:55.948335 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-efdace2a-35cd-467b-8a6e-659cd848b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:41:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:56.127645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-efdace2a-35cd-467b-8a6e-659cd848b804 None None] Set router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:41:56.525876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-efdace2a-35cd-467b-8a6e-659cd848b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:41:54Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'port_id': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'mac_address': 'fa:16:3e:f6:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:39:42Z', 'updated_at': '2022-10-05T09:39:45Z', 'revision_number': 1, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab', 'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:e9:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:54Z', 'updated_at': '2022-10-05T09:39:14Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:56.529748 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdace2a-35cd-467b-8a6e-659cd848b804 None None] Checking router: f3f5eeb0-d614-4d2a-a2be-23094ec827a2 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:41:56.538067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdace2a-35cd-467b-8a6e-659cd848b804 None None] Routers {'f3f5eeb0-d614-4d2a-a2be-23094ec827a2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:41:56.538675 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-efdace2a-35cd-467b-8a6e-659cd848b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:41:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:56.566414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116d9f6-0ac7-4341-8b1d-09a902803c7f req-27e9432b-5888-41df-af7d-851a5c581394 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:56.567885 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6116d9f6-0ac7-4341-8b1d-09a902803c7f req-27e9432b-5888-41df-af7d-851a5c581394 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 946 time: 0.0919163 Oct 05 09:41:56.612797 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6116d9f6-0ac7-4341-8b1d-09a902803c7f req-6083884c-4e5f-42e0-9e0a-09dcc6325a50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=c15d8888-1d77-437b-84b1-09d5b3248696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389123 Oct 05 09:41:56.753284 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-efdace2a-35cd-467b-8a6e-659cd848b804 None None] Set router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:41:57.091555 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-efdace2a-35cd-467b-8a6e-659cd848b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:41:54Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'port_id': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'mac_address': 'fa:16:3e:f6:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:39:42Z', 'updated_at': '2022-10-05T09:39:45Z', 'revision_number': 1, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab', 'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:e9:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:54Z', 'updated_at': '2022-10-05T09:39:14Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:57.095319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdace2a-35cd-467b-8a6e-659cd848b804 None None] The sync data for ids ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'] in dv-neutron-860329-1-hyperv is: [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:41:54Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'port_id': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'mac_address': 'fa:16:3e:f6:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:39:42Z', 'updated_at': '2022-10-05T09:39:45Z', 'revision_number': 1, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab', 'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:e9:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:54Z', 'updated_at': '2022-10-05T09:39:14Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:41:57.817096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d19e63-2ca0-48d4-aa66-f4299ad79298 req-6d4ab5d5-a530-4dd2-b69a-58a0da8fed4c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:57.818567 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-99d19e63-2ca0-48d4-aa66-f4299ad79298 req-6d4ab5d5-a530-4dd2-b69a-58a0da8fed4c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 946 time: 0.0909269 Oct 05 09:41:57.863053 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-99d19e63-2ca0-48d4-aa66-f4299ad79298 req-7fedb793-b031-44bc-b6af-1fcfa3ee0cee tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=c15d8888-1d77-437b-84b1-09d5b3248696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387135 Oct 05 09:41:58.258423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 31a7fbc9-ba35-4150-9a33-8f746d4957ee no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:41:58.291445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 31a7fbc9-ba35-4150-9a33-8f746d4957ee {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:41:58.291786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 31a7fbc9-ba35-4150-9a33-8f746d4957ee not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:41:58.316263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ab051-6f4b-4400-b481-879265b02a27 req-d0dd62c3-1a8a-4faa-8afc-99e8f5399f29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:58.316973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-ff5ab051-6f4b-4400-b481-879265b02a27 req-d0dd62c3-1a8a-4faa-8afc-99e8f5399f29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:41:58.406090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-ff5ab051-6f4b-4400-b481-879265b02a27 req-d0dd62c3-1a8a-4faa-8afc-99e8f5399f29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:41:58.407250 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ff5ab051-6f4b-4400-b481-879265b02a27 req-d0dd62c3-1a8a-4faa-8afc-99e8f5399f29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 946 time: 0.1799791 Oct 05 09:41:58.482763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-ff5ab051-6f4b-4400-b481-879265b02a27 req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port d9a36d18-a500-4983-9b68-f0287a9fa9fd {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:41:58.483130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ff5ab051-6f4b-4400-b481-879265b02a27 req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:58.736167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-ff5ab051-6f4b-4400-b481-879265b02a27 req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port d9a36d18-a500-4983-9b68-f0287a9fa9fd, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d9a36d18-a500-4983-9b68-f0287a9fa9fd,segment=NetworkSegment(d0ed6a01-f57b-406d-ae89-a74951b39fc6),segment_id=d0ed6a01-f57b-406d-ae89-a74951b39fc6)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:41:58.736527 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ff5ab051-6f4b-4400-b481-879265b02a27 req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:58.859393 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-ff5ab051-6f4b-4400-b481-879265b02a27 req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for d9a36d18-a500-4983-9b68-f0287a9fa9fd owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:41:59.058307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ff5ab051-6f4b-4400-b481-879265b02a27 req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:59.065536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec29ead-006e-4e51-9d7f-b83c25f49ecd req-75829091-daef-4737-ab1d-121e83375f7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:59.067476 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ec29ead-006e-4e51-9d7f-b83c25f49ecd req-75829091-daef-4737-ab1d-121e83375f7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 946 time: 0.0858033 Oct 05 09:41:59.114419 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ec29ead-006e-4e51-9d7f-b83c25f49ecd req-43c198d6-4142-4b4b-9a6c-da720cde9cd6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=c15d8888-1d77-437b-84b1-09d5b3248696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411577 Oct 05 09:41:59.153964 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=d9a36d18-a500-4983-9b68-f0287a9fa9fd,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:59.203431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:59.203773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:59.204107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:59.204438 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:59.204766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:59.205092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:59.205472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:59.205798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:59.206151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:59.206735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:59.207053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:59.207365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:59.210387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5ab051-6f4b-4400-b481-879265b02a27 req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] No DVR routers for this DVR port d9a36d18-a500-4983-9b68-f0287a9fa9fd on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:41:59.212494 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ff5ab051-6f4b-4400-b481-879265b02a27 req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:59.215072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71400d3-087a-47e7-9942-645e4c2ae3d4', 'name': 'network-vif-deleted', 'tag': 'd9a36d18-a500-4983-9b68-f0287a9fa9fd'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:41:59.217326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8013155b-504d-4d11-a00e-698b52782b00" -d '{"events": [{"server_uuid": "a71400d3-087a-47e7-9942-645e4c2ae3d4", "name": "network-vif-deleted", "tag": "d9a36d18-a500-4983-9b68-f0287a9fa9fd"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:41:59.259029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7a0fd9-f651-4ea1-a03f-20a682b6a637 x-openstack-request-id: req-be7a0fd9-f651-4ea1-a03f-20a682b6a637 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:41:59.259690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71400d3-087a-47e7-9942-645e4c2ae3d4", "name": "network-vif-deleted", "tag": "d9a36d18-a500-4983-9b68-f0287a9fa9fd", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:41:59.259930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be7a0fd9-f651-4ea1-a03f-20a682b6a637 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:41:59.260339 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be7a0fd9-f651-4ea1-a03f-20a682b6a637'] response: {'server_uuid': 'a71400d3-087a-47e7-9942-645e4c2ae3d4', 'name': 'network-vif-deleted', 'tag': 'd9a36d18-a500-4983-9b68-f0287a9fa9fd', 'status': 'completed', 'code': 200} Oct 05 09:41:59.287581 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ff5ab051-6f4b-4400-b481-879265b02a27 req-3c8c010e-db84-4532-b8be-4667e85b077d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "DELETE /v2.0/ports/d9a36d18-a500-4983-9b68-f0287a9fa9fd HTTP/1.1" status: 204 len: 173 time: 0.8747613 Oct 05 09:42:00.292648 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-36159c9f-c1d5-4ade-a080-a23519acdfe2 req-776fd0d8-4d41-494b-974c-36e123acbf7a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71400d3-087a-47e7-9942-645e4c2ae3d4 HTTP/1.1" status: 200 len: 210 time: 0.0519843 Oct 05 09:42:01.394540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43812) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:01.462854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:01.492389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:01.635585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:01.657865 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15d8888-1d77-437b-84b1-09d5b3248696,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:01.666200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:01.667337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:01.667337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:01.667337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:01.667652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:01.667969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:01.668293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:01.668652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:01.668974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:01.675861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:01.675861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:01.675861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:01.738863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:01.739187 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a11bf2a0-6380-4820-8acc-0592147de0fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/security-groups/c15d8888-1d77-437b-84b1-09d5b3248696 HTTP/1.1" status: 204 len: 168 time: 0.3436651 Oct 05 09:42:01.853782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43828) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:02.028022 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-be569fff-a5af-4e29-9370-6b5dd1b39086 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting subnet 6f482647-d20b-44f6-ac27-42a6fe0a0c4d {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:42:02.031551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be569fff-a5af-4e29-9370-6b5dd1b39086 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:02.085549 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be569fff-a5af-4e29-9370-6b5dd1b39086 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:02.171911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be569fff-a5af-4e29-9370-6b5dd1b39086 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:02.292497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be569fff-a5af-4e29-9370-6b5dd1b39086 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:02.332958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be569fff-a5af-4e29-9370-6b5dd1b39086 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Subnet': ['ID=6f482647-d20b-44f6-ac27-42a6fe0a0c4d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:02.334904 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be569fff-a5af-4e29-9370-6b5dd1b39086 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:02.340532 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad8b5e9-2272-42dc-b57b-002e850b354f None None] Network 1526c181-2fcb-4899-a8dc-0965938c4e80 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:42:02.342668 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-be569fff-a5af-4e29-9370-6b5dd1b39086 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/subnets/6f482647-d20b-44f6-ac27-42a6fe0a0c4d HTTP/1.1" status: 204 len: 168 time: 0.4878004 Oct 05 09:42:02.345297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43832) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:02.461265 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:02.472074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 70a4c299-8c62-442c-a52d-6ec997f9fd74 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:42:02.472413 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:02.597827 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a33d80-5692-4c42-a11b-2beb515c48b4 None None] DHCP port deletion for 1526c181-2fcb-4899-a8dc-0965938c4e80 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:42:02.602079 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-28a33d80-5692-4c42-a11b-2beb515c48b4 None None] Deleting port 70a4c299-8c62-442c-a52d-6ec997f9fd74 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:42:02.602447 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-28a33d80-5692-4c42-a11b-2beb515c48b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:02.692907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 70a4c299-8c62-442c-a52d-6ec997f9fd74, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=70a4c299-8c62-442c-a52d-6ec997f9fd74,segment=NetworkSegment(d0ed6a01-f57b-406d-ae89-a74951b39fc6),segment_id=d0ed6a01-f57b-406d-ae89-a74951b39fc6)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:02.693269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:02.803791 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-28a33d80-5692-4c42-a11b-2beb515c48b4 None None] For port 70a4c299-8c62-442c-a52d-6ec997f9fd74, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=70a4c299-8c62-442c-a52d-6ec997f9fd74,segment=NetworkSegment(d0ed6a01-f57b-406d-ae89-a74951b39fc6),segment_id=d0ed6a01-f57b-406d-ae89-a74951b39fc6)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:02.804017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-28a33d80-5692-4c42-a11b-2beb515c48b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:02.816881 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 70a4c299-8c62-442c-a52d-6ec997f9fd74 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:42:02.929051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-28a33d80-5692-4c42-a11b-2beb515c48b4 None None] Calling delete_port for 70a4c299-8c62-442c-a52d-6ec997f9fd74 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:42:03.012488 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:03.019229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-28a33d80-5692-4c42-a11b-2beb515c48b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:42:03.022058 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-28a33d80-5692-4c42-a11b-2beb515c48b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:42:03.056610 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] No DVR routers for this DVR port 70a4c299-8c62-442c-a52d-6ec997f9fd74 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:42:03.090934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=70a4c299-8c62-442c-a52d-6ec997f9fd74,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:03.198863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:03.277575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1526c181-2fcb-4899-a8dc-0965938c4e80']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:03.292425 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ed6a01-f57b-406d-ae89-a74951b39fc6') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:03.292714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ed6a01-f57b-406d-ae89-a74951b39fc6') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:03.312005 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:03.333359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:03.342231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:42:03.343152 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:03.373437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87059f-4812-4d37-924d-820a62db1f6b req-adddfeb8-7e61-4888-96c9-968fabd3d8c3 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:03.374955 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5d87059f-4812-4d37-924d-820a62db1f6b req-adddfeb8-7e61-4888-96c9-968fabd3d8c3 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.1676857 Oct 05 09:42:03.483907 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5d87059f-4812-4d37-924d-820a62db1f6b req-53f131d8-f186-4c84-a364-4122de66587f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610991 Oct 05 09:42:03.521017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-28a33d80-5692-4c42-a11b-2beb515c48b4 None None] Deleting port 70a4c299-8c62-442c-a52d-6ec997f9fd74 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:42:03.521551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-28a33d80-5692-4c42-a11b-2beb515c48b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:03.549402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:03.559448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:03.559448 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment d0ed6a01-f57b-406d-ae89-a74951b39fc6 resource provider aggregate not found Oct 05 09:42:03.594156 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment d0ed6a01-f57b-406d-ae89-a74951b39fc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0ed6a01-f57b-406d-ae89-a74951b39fc6 found for delete ", "request_id": "req-ea08b4cf-274a-4466-af02-e8fa9bad6a2c"}]} Oct 05 09:42:03.594156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Network': ['ID=1526c181-2fcb-4899-a8dc-0965938c4e80,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:03.594369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-28a33d80-5692-4c42-a11b-2beb515c48b4 None None] The port '70a4c299-8c62-442c-a52d-6ec997f9fd74' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:42:03.670347 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a3be894c-638e-41ef-a34d-6852147bed50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/networks/1526c181-2fcb-4899-a8dc-0965938c4e80 HTTP/1.1" status: 204 len: 168 time: 1.3239293 Oct 05 09:42:03.672954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43852) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:03.808933 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device d9a36d18-a500-4983-9b68-f0287a9fa9fd no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:42:03.844557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: d9a36d18-a500-4983-9b68-f0287a9fa9fd {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:42:03.844821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device d9a36d18-a500-4983-9b68-f0287a9fa9fd not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:42:03.885459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-c9326d00-4f65-428f-b0a4-22d42544a3a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 27d79fa5-bad5-4fc7-b21e-987955b74b45 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:42:03.885725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c9326d00-4f65-428f-b0a4-22d42544a3a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:04.166317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c9326d00-4f65-428f-b0a4-22d42544a3a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:04.166550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c9326d00-4f65-428f-b0a4-22d42544a3a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:04.290331 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-c9326d00-4f65-428f-b0a4-22d42544a3a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 27d79fa5-bad5-4fc7-b21e-987955b74b45 owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:42:04.296828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 70a4c299-8c62-442c-a52d-6ec997f9fd74 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:42:04.331699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 70a4c299-8c62-442c-a52d-6ec997f9fd74 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:42:04.332062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 70a4c299-8c62-442c-a52d-6ec997f9fd74 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:42:04.486525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c9326d00-4f65-428f-b0a4-22d42544a3a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:04.533381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9326d00-4f65-428f-b0a4-22d42544a3a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=27d79fa5-bad5-4fc7-b21e-987955b74b45,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:04.635661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c9326d00-4f65-428f-b0a4-22d42544a3a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:04.635992 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-c9326d00-4f65-428f-b0a4-22d42544a3a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4 disassociated (deleted). External IP: 172.26.7.171, port: 7ff00468-1478-4c01-954d-2e30c263bc2a. Oct 05 09:42:04.702553 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8e91f-f569-43f8-b879-1e2110593240 req-6ecd8faf-8859-447e-b1f6-f545e9fc636e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:04.704066 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bae8e91f-f569-43f8-b879-1e2110593240 req-6ecd8faf-8859-447e-b1f6-f545e9fc636e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.1015475 Oct 05 09:42:04.752769 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bae8e91f-f569-43f8-b879-1e2110593240 req-39512219-f7b8-43e4-9fa9-daea94f73a73 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422995 Oct 05 09:42:04.925610 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-61aab814-b342-4a31-9148-b6f1a9611821 req-cfb7f007-d717-4f48-b8b7-d9fa430fdec9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2369678 Oct 05 09:42:05.110872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9326d00-4f65-428f-b0a4-22d42544a3a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:42:05.187805 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aab814-b342-4a31-9148-b6f1a9611821 req-ccc5c795-c60f-4d05-adda-00ee4ca03e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:05.189272 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-61aab814-b342-4a31-9148-b6f1a9611821 req-ccc5c795-c60f-4d05-adda-00ee4ca03e61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 1099 time: 0.1738961 Oct 05 09:42:05.381125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9326d00-4f65-428f-b0a4-22d42544a3a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:42:05.390888 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c4518-c272-452c-af5e-a73801da8b4f None None] Sync routers for ids ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:42:05.400063 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c4518-c272-452c-af5e-a73801da8b4f None None] Routers {'f3f5eeb0-d614-4d2a-a2be-23094ec827a2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:05.400675 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-515c4518-c272-452c-af5e-a73801da8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:41:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:05.420410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aab814-b342-4a31-9148-b6f1a9611821 req-acb974a5-9851-46fb-9375-9ceff01fa16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:05.421857 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-61aab814-b342-4a31-9148-b6f1a9611821 req-acb974a5-9851-46fb-9375-9ceff01fa16e service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 912 time: 0.2143087 Oct 05 09:42:05.424492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c9326d00-4f65-428f-b0a4-22d42544a3a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:05.580128 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-515c4518-c272-452c-af5e-a73801da8b4f None None] Set router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:05.675766 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c9326d00-4f65-428f-b0a4-22d42544a3a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/floatingips/e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4 HTTP/1.1" status: 204 len: 168 time: 2.0014925 Oct 05 09:42:05.678337 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'tag': '7ff00468-1478-4c01-954d-2e30c263bc2a'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:05.680635 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688ff997-3f20-4e7e-a25f-25ad166d96b0" -d '{"events": [{"name": "network-changed", "server_uuid": "932a8945-4df9-4848-8d9d-8da0b3d216f9", "tag": "7ff00468-1478-4c01-954d-2e30c263bc2a"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:05.690067 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-61aab814-b342-4a31-9148-b6f1a9611821 req-78a55369-184e-4490-b9e2-04124822d08e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45f6e1a6-e627-4d2d-856d-c027edbb987c HTTP/1.1" status: 200 len: 1000 time: 0.2370217 Oct 05 09:42:05.763061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6fbc4b-07b4-4f24-a5ba-6493437fe213 x-openstack-request-id: req-3c6fbc4b-07b4-4f24-a5ba-6493437fe213 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:05.763581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932a8945-4df9-4848-8d9d-8da0b3d216f9", "tag": "7ff00468-1478-4c01-954d-2e30c263bc2a", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:05.764212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c6fbc4b-07b4-4f24-a5ba-6493437fe213 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:05.764698 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c6fbc4b-07b4-4f24-a5ba-6493437fe213'] response: {'name': 'network-changed', 'server_uuid': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'tag': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'status': 'completed', 'code': 200} Oct 05 09:42:05.781479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aab814-b342-4a31-9148-b6f1a9611821 req-81644372-9861-4130-aa0b-f1e35cb703e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:05.783229 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-61aab814-b342-4a31-9148-b6f1a9611821 req-81644372-9861-4130-aa0b-f1e35cb703e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1db5b5f1-8073-4fe0-98fc-693b2965d2d8 HTTP/1.1" status: 200 len: 850 time: 0.0867112 Oct 05 09:42:05.925088 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-515c4518-c272-452c-af5e-a73801da8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:41:54Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab', 'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:e9:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:54Z', 'updated_at': '2022-10-05T09:39:14Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:05.929813 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c4518-c272-452c-af5e-a73801da8b4f None None] Checking router: f3f5eeb0-d614-4d2a-a2be-23094ec827a2 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:42:05.939766 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c4518-c272-452c-af5e-a73801da8b4f None None] Routers {'f3f5eeb0-d614-4d2a-a2be-23094ec827a2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:05.940371 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-515c4518-c272-452c-af5e-a73801da8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:41:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:05.954212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aab814-b342-4a31-9148-b6f1a9611821 req-3a17c613-7be1-4455-95d5-9eeddbf32607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:05.956335 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-61aab814-b342-4a31-9148-b6f1a9611821 req-3a17c613-7be1-4455-95d5-9eeddbf32607 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bc55122-780d-427f-aa2d-df73122091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1518369 Oct 05 09:42:05.958104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ff997-3f20-4e7e-a25f-25ad166d96b0 req-12d3edfd-2750-4502-91b7-b4cc45579b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:05.959499 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-688ff997-3f20-4e7e-a25f-25ad166d96b0 req-12d3edfd-2750-4502-91b7-b4cc45579b6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 1098 time: 0.1180379 Oct 05 09:42:05.981901 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6ac16-03a1-4627-9467-f99290d6dc72 req-22097c91-cbdf-4138-914d-2ea1ac8ced6a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:05.990969 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-99d6ac16-03a1-4627-9467-f99290d6dc72 req-22097c91-cbdf-4138-914d-2ea1ac8ced6a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.1134667 Oct 05 09:42:06.040924 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-99d6ac16-03a1-4627-9467-f99290d6dc72 req-02fb3bc9-e401-4790-8e65-3689ec56cea3 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486844 Oct 05 09:42:06.134191 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-515c4518-c272-452c-af5e-a73801da8b4f None None] Set router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:06.206354 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-61aab814-b342-4a31-9148-b6f1a9611821 req-3b386cca-3a97-4b0b-94de-97d2db48d59e service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397754 Oct 05 09:42:06.208705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ff997-3f20-4e7e-a25f-25ad166d96b0 req-92ce2576-59c1-4df5-aa0c-a77e891512f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:06.210130 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-688ff997-3f20-4e7e-a25f-25ad166d96b0 req-92ce2576-59c1-4df5-aa0c-a77e891512f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e9eb515a-212e-4997-b546-956c7271565f HTTP/1.1" status: 200 len: 898 time: 0.2236030 Oct 05 09:42:06.329164 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-688ff997-3f20-4e7e-a25f-25ad166d96b0 req-66c616d9-2f96-4e9f-98c6-fd2311e64795 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ff00468-1478-4c01-954d-2e30c263bc2a HTTP/1.1" status: 200 len: 217 time: 0.0921929 Oct 05 09:42:06.454791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ff997-3f20-4e7e-a25f-25ad166d96b0 req-448213fb-ac18-48e1-a3d7-ccb9e441566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:06.456539 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-688ff997-3f20-4e7e-a25f-25ad166d96b0 req-448213fb-ac18-48e1-a3d7-ccb9e441566c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82cdf6d0-403b-463a-9fcc-48ccd16c5a39 HTTP/1.1" status: 200 len: 833 time: 0.0832760 Oct 05 09:42:06.458167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e236f7-fd49-4951-b89d-1dac13c5a3ab req-ff8d9903-8368-4a64-bcd3-9f094df9b365 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:06.459026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-d4e236f7-fd49-4951-b89d-1dac13c5a3ab req-ff8d9903-8368-4a64-bcd3-9f094df9b365 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:42:06.501397 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-515c4518-c272-452c-af5e-a73801da8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:41:54Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab', 'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:e9:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:54Z', 'updated_at': '2022-10-05T09:39:14Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:06.505464 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c4518-c272-452c-af5e-a73801da8b4f None None] The sync data for ids ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'] in dv-neutron-860329-1-hyperv is: [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:41:54Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab', 'name': '', 'network_id': 'e9eb515a-212e-4997-b546-956c7271565f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:e9:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:54Z', 'updated_at': '2022-10-05T09:39:14Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '82cdf6d0-403b-463a-9fcc-48ccd16c5a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:42:06.520808 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-d4e236f7-fd49-4951-b89d-1dac13c5a3ab req-ff8d9903-8368-4a64-bcd3-9f094df9b365 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:42:06.522125 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d4e236f7-fd49-4951-b89d-1dac13c5a3ab req-ff8d9903-8368-4a64-bcd3-9f094df9b365 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 945 time: 0.2727056 Oct 05 09:42:06.539062 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-61aab814-b342-4a31-9148-b6f1a9611821 req-28b4ada5-c79c-4423-adb8-a70095b86004 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477715 Oct 05 09:42:06.566586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ff997-3f20-4e7e-a25f-25ad166d96b0 req-69b6c10d-8b46-4ece-870e-847301d42357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:06.568187 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-688ff997-3f20-4e7e-a25f-25ad166d96b0 req-69b6c10d-8b46-4ece-870e-847301d42357 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e9eb515a-212e-4997-b546-956c7271565f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1018865 Oct 05 09:42:06.575423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-d4e236f7-fd49-4951-b89d-1dac13c5a3ab req-23c35670-3413-4ac8-bbf8-5d8ea0514b87 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:42:06.623709 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-d4e236f7-fd49-4951-b89d-1dac13c5a3ab req-23c35670-3413-4ac8-bbf8-5d8ea0514b87 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:42:06.625307 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d4e236f7-fd49-4951-b89d-1dac13c5a3ab req-23c35670-3413-4ac8-bbf8-5d8ea0514b87 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961008 Oct 05 09:42:06.745315 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-688ff997-3f20-4e7e-a25f-25ad166d96b0 req-5c602673-17e0-4785-856d-dc718bc4318d service neutron] 10.222.0.55 "GET /v2.0/networks/e9eb515a-212e-4997-b546-956c7271565f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409721 Oct 05 09:42:06.747711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb0d97-51a3-435c-be0e-6b78cbe6ead7 None None] New status for floating IP e2fe2835-d4d9-478b-af56-1d0b8ee8e0a4: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:42:06.876836 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-688ff997-3f20-4e7e-a25f-25ad166d96b0 req-585a6f9c-5b39-4da7-a4bb-90815f6ca857 service neutron] 10.222.0.55 "GET /v2.0/networks/e9eb515a-212e-4997-b546-956c7271565f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263359 Oct 05 09:42:07.248540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4e882-0927-48e5-86f8-a6ec9d617f2e req-7cd5774c-c650-4184-a69d-223f6d5b2a40 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:07.250637 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-60e4e882-0927-48e5-86f8-a6ec9d617f2e req-7cd5774c-c650-4184-a69d-223f6d5b2a40 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.0932424 Oct 05 09:42:07.294995 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-60e4e882-0927-48e5-86f8-a6ec9d617f2e req-63251b6b-3a41-4bd2-95df-059157ae9e63 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384834 Oct 05 09:42:07.825323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4296748-4c44-451d-adbc-d6898967d229 req-15d2cca2-423b-4484-8eab-3529bce937c2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:07.826854 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a4296748-4c44-451d-adbc-d6898967d229 req-15d2cca2-423b-4484-8eab-3529bce937c2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 945 time: 0.0865302 Oct 05 09:42:07.873687 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a4296748-4c44-451d-adbc-d6898967d229 req-be9196db-d2c5-4852-b5f9-11c178db69ac tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b20610f-7ff0-4219-b952-b7fabf78a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409358 Oct 05 09:42:08.088790 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef8005-910d-45b4-ac29-dc56d8c9b1fc req-613a93f5-736a-4724-849d-9a632eaee8a8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:08.089473 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-8fef8005-910d-45b4-ac29-dc56d8c9b1fc req-613a93f5-736a-4724-849d-9a632eaee8a8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:42:08.101836 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-8fef8005-910d-45b4-ac29-dc56d8c9b1fc req-613a93f5-736a-4724-849d-9a632eaee8a8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:42:08.110094 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8fef8005-910d-45b4-ac29-dc56d8c9b1fc req-613a93f5-736a-4724-849d-9a632eaee8a8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 945 time: 0.0999539 Oct 05 09:42:08.221511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-8fef8005-910d-45b4-ac29-dc56d8c9b1fc req-45154f9a-95ec-478e-9d70-a3498987d067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 7ff00468-1478-4c01-954d-2e30c263bc2a {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:42:08.221849 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8fef8005-910d-45b4-ac29-dc56d8c9b1fc req-45154f9a-95ec-478e-9d70-a3498987d067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:08.501428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d7388-1c3c-41c0-b496-939105b2a9b4 req-a33fbf59-8d46-431b-bc0e-7d5a437edbc2 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:08.504231 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-432d7388-1c3c-41c0-b496-939105b2a9b4 req-a33fbf59-8d46-431b-bc0e-7d5a437edbc2 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.0937614 Oct 05 09:42:08.551709 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-432d7388-1c3c-41c0-b496-939105b2a9b4 req-a4dd1282-52b5-4336-97c1-ac9d4c4c943f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425167 Oct 05 09:42:08.598449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-8fef8005-910d-45b4-ac29-dc56d8c9b1fc req-45154f9a-95ec-478e-9d70-a3498987d067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 7ff00468-1478-4c01-954d-2e30c263bc2a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7ff00468-1478-4c01-954d-2e30c263bc2a,segment=NetworkSegment(0dd1ca02-66c8-4933-9267-42c31a4f5d91),segment_id=0dd1ca02-66c8-4933-9267-42c31a4f5d91)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:08.598728 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8fef8005-910d-45b4-ac29-dc56d8c9b1fc req-45154f9a-95ec-478e-9d70-a3498987d067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:08.726916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-8fef8005-910d-45b4-ac29-dc56d8c9b1fc req-45154f9a-95ec-478e-9d70-a3498987d067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 7ff00468-1478-4c01-954d-2e30c263bc2a owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:42:08.943831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8fef8005-910d-45b4-ac29-dc56d8c9b1fc req-45154f9a-95ec-478e-9d70-a3498987d067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:08.998483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45154f9a-95ec-478e-9d70-a3498987d067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=7ff00468-1478-4c01-954d-2e30c263bc2a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:09.046969 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-eba0d8d9-a363-4bd9-96e2-be1c328878a8 req-9b54ff2c-705b-4ccc-a336-81c1f56499e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a8945-4df9-4848-8d9d-8da0b3d216f9 HTTP/1.1" status: 200 len: 210 time: 0.0596378 Oct 05 09:42:09.089267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fef8005-910d-45b4-ac29-dc56d8c9b1fc req-45154f9a-95ec-478e-9d70-a3498987d067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] No DVR routers for this DVR port 7ff00468-1478-4c01-954d-2e30c263bc2a on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:42:09.091832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8fef8005-910d-45b4-ac29-dc56d8c9b1fc req-45154f9a-95ec-478e-9d70-a3498987d067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:09.094483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'name': 'network-vif-deleted', 'tag': '7ff00468-1478-4c01-954d-2e30c263bc2a'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:09.096737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d2d5d7-3b7d-4f12-a1b9-7f2bd21db76c" -d '{"events": [{"server_uuid": "932a8945-4df9-4848-8d9d-8da0b3d216f9", "name": "network-vif-deleted", "tag": "7ff00468-1478-4c01-954d-2e30c263bc2a"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:09.143322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f48c8f2-674f-48de-8d44-cb7cfdf7fb64 x-openstack-request-id: req-4f48c8f2-674f-48de-8d44-cb7cfdf7fb64 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:09.143619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932a8945-4df9-4848-8d9d-8da0b3d216f9", "name": "network-vif-deleted", "tag": "7ff00468-1478-4c01-954d-2e30c263bc2a", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:09.143874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f48c8f2-674f-48de-8d44-cb7cfdf7fb64 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:09.144282 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f48c8f2-674f-48de-8d44-cb7cfdf7fb64'] response: {'server_uuid': '932a8945-4df9-4848-8d9d-8da0b3d216f9', 'name': 'network-vif-deleted', 'tag': '7ff00468-1478-4c01-954d-2e30c263bc2a', 'status': 'completed', 'code': 200} Oct 05 09:42:09.149809 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8fef8005-910d-45b4-ac29-dc56d8c9b1fc req-45154f9a-95ec-478e-9d70-a3498987d067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "DELETE /v2.0/ports/7ff00468-1478-4c01-954d-2e30c263bc2a HTTP/1.1" status: 204 len: 173 time: 1.0401797 Oct 05 09:42:09.752113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926eee8-0113-4b9c-8b01-e5460746cfd4 req-52aac13b-6e93-42ca-9902-c863a52f951b tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:09.753573 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c926eee8-0113-4b9c-8b01-e5460746cfd4 req-52aac13b-6e93-42ca-9902-c863a52f951b tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.0899949 Oct 05 09:42:09.798965 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c926eee8-0113-4b9c-8b01-e5460746cfd4 req-699f820a-7b05-46f8-a77e-d94f2c2343e7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394607 Oct 05 09:42:10.149798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43880) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:10.228038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e90b1c7-8da1-4aaa-a17d-fe4f1a56585f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:10.258683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e90b1c7-8da1-4aaa-a17d-fe4f1a56585f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:10.417854 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e90b1c7-8da1-4aaa-a17d-fe4f1a56585f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:10.436076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90b1c7-8da1-4aaa-a17d-fe4f1a56585f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b20610f-7ff0-4219-b952-b7fabf78a489,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:10.520488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e90b1c7-8da1-4aaa-a17d-fe4f1a56585f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:10.521647 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8e90b1c7-8da1-4aaa-a17d-fe4f1a56585f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/security-groups/3b20610f-7ff0-4219-b952-b7fabf78a489 HTTP/1.1" status: 204 len: 168 time: 0.3707805 Oct 05 09:42:10.612293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43886) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:11.132154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7000888-f617-40a2-81b9-6d88e1700b3e req-2e5124d5-4f28-4b2c-aeb5-2b75b152037e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:11.133524 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f7000888-f617-40a2-81b9-6d88e1700b3e req-2e5124d5-4f28-4b2c-aeb5-2b75b152037e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.1987250 Oct 05 09:42:11.192181 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f7000888-f617-40a2-81b9-6d88e1700b3e req-f91224ff-c8c1-4b47-a8fc-f2d2de4cd436 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516825 Oct 05 09:42:11.283818 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-41061ce0-7075-4f8d-a0f8-7f225f4f3470 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:11.744747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-41061ce0-7075-4f8d-a0f8-7f225f4f3470 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:42:11.745088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-41061ce0-7075-4f8d-a0f8-7f225f4f3470 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:11.826223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 7ff00468-1478-4c01-954d-2e30c263bc2a no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:42:11.861217 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 7ff00468-1478-4c01-954d-2e30c263bc2a {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:42:11.861562 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 7ff00468-1478-4c01-954d-2e30c263bc2a not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:42:11.936538 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-41061ce0-7075-4f8d-a0f8-7f225f4f3470 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab,segment=NetworkSegment(0dd1ca02-66c8-4933-9267-42c31a4f5d91),segment_id=0dd1ca02-66c8-4933-9267-42c31a4f5d91)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:11.936892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-41061ce0-7075-4f8d-a0f8-7f225f4f3470 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:12.060413 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-41061ce0-7075-4f8d-a0f8-7f225f4f3470 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:42:12.419407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48444cdd-e769-4851-b1ea-a0baf4ceda26 req-b9b15989-19e5-4342-9e23-182a34e7e0f5 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:12.421263 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-48444cdd-e769-4851-b1ea-a0baf4ceda26 req-b9b15989-19e5-4342-9e23-182a34e7e0f5 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.1074171 Oct 05 09:42:12.459487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-41061ce0-7075-4f8d-a0f8-7f225f4f3470 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:12.520439 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-48444cdd-e769-4851-b1ea-a0baf4ceda26 req-8bdd98c3-9c45-4afc-8d56-7e55c85c5975 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924780 Oct 05 09:42:12.522538 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41061ce0-7075-4f8d-a0f8-7f225f4f3470 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:12.808140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-41061ce0-7075-4f8d-a0f8-7f225f4f3470 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:13.281334 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41061ce0-7075-4f8d-a0f8-7f225f4f3470 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:42:13.464019 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41061ce0-7075-4f8d-a0f8-7f225f4f3470 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:42:13.473713 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0affd3-ee1b-4c1b-b4ed-b7cc309d85e3 None None] Sync routers for ids ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:42:13.477489 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-41061ce0-7075-4f8d-a0f8-7f225f4f3470 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/f3f5eeb0-d614-4d2a-a2be-23094ec827a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8637569 Oct 05 09:42:13.479841 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43894) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:13.483461 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0affd3-ee1b-4c1b-b4ed-b7cc309d85e3 None None] Routers {'f3f5eeb0-d614-4d2a-a2be-23094ec827a2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:13.484066 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-af0affd3-ee1b-4c1b-b4ed-b7cc309d85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:41:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:13.544633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-342d0ddc-e827-4804-847c-fe0fe8088ef0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting subnet 82cdf6d0-403b-463a-9fcc-48ccd16c5a39 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:42:13.547705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-342d0ddc-e827-4804-847c-fe0fe8088ef0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:13.608257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-342d0ddc-e827-4804-847c-fe0fe8088ef0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:13.658544 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-af0affd3-ee1b-4c1b-b4ed-b7cc309d85e3 None None] Set router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:13.758447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-342d0ddc-e827-4804-847c-fe0fe8088ef0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:13.798206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5674871-6f3d-4dae-9834-802c79c53411 req-b52ae540-cb0e-42af-8fed-76211ea30108 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:13.799573 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a5674871-6f3d-4dae-9834-802c79c53411 req-b52ae540-cb0e-42af-8fed-76211ea30108 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.1586080 Oct 05 09:42:13.863358 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a5674871-6f3d-4dae-9834-802c79c53411 req-dafdf551-1db2-4999-a49c-38d26c7f3ef3 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572627 Oct 05 09:42:13.943792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-342d0ddc-e827-4804-847c-fe0fe8088ef0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:13.948903 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-af0affd3-ee1b-4c1b-b4ed-b7cc309d85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:42:12Z', 'revision_number': 7, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:13.952928 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0affd3-ee1b-4c1b-b4ed-b7cc309d85e3 None None] Checking router: f3f5eeb0-d614-4d2a-a2be-23094ec827a2 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:42:13.961906 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0affd3-ee1b-4c1b-b4ed-b7cc309d85e3 None None] Routers {'f3f5eeb0-d614-4d2a-a2be-23094ec827a2'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:13.962529 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-af0affd3-ee1b-4c1b-b4ed-b7cc309d85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:41:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:13.987561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d0ddc-e827-4804-847c-fe0fe8088ef0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Subnet': ['ID=82cdf6d0-403b-463a-9fcc-48ccd16c5a39,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:13.989526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-342d0ddc-e827-4804-847c-fe0fe8088ef0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:13.998317 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-342d0ddc-e827-4804-847c-fe0fe8088ef0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/subnets/82cdf6d0-403b-463a-9fcc-48ccd16c5a39 HTTP/1.1" status: 204 len: 168 time: 0.5151808 Oct 05 09:42:13.999237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2c6f39-61ef-46aa-adcc-e0013aba7968 None None] Network e9eb515a-212e-4997-b546-956c7271565f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:42:13.999682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43900) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:14.143375 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-af0affd3-ee1b-4c1b-b4ed-b7cc309d85e3 None None] Set router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:14.182674 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:14.281020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] DHCP port deletion for e9eb515a-212e-4997-b546-956c7271565f request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:42:14.287998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Deleting port 319dcada-767d-4dae-a2b7-20c76fe63f3f {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:42:14.287998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:14.396073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:14.431927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 319dcada-767d-4dae-a2b7-20c76fe63f3f no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:42:14.458371 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:42:14.460154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:14.476196 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-af0affd3-ee1b-4c1b-b4ed-b7cc309d85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:42:12Z', 'revision_number': 7, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:14.480685 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0affd3-ee1b-4c1b-b4ed-b7cc309d85e3 None None] The sync data for ids ['f3f5eeb0-d614-4d2a-a2be-23094ec827a2'] in dv-neutron-860329-1-hyperv is: [{'id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'name': 'tempest-TestNetworkBasicOps-router-792753819', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:44Z', 'updated_at': '2022-10-05T09:42:12Z', 'revision_number': 7, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0d70d072-d5e9-41f7-8f16-a9f0bde97d77', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5eeb0-d614-4d2a-a2be-23094ec827a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:46Z', 'updated_at': '2022-10-05T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:42:14.567632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] For port 319dcada-767d-4dae-a2b7-20c76fe63f3f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=319dcada-767d-4dae-a2b7-20c76fe63f3f,segment=NetworkSegment(0dd1ca02-66c8-4933-9267-42c31a4f5d91),segment_id=0dd1ca02-66c8-4933-9267-42c31a4f5d91)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:14.568022 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:14.655711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 0d70d072-d5e9-41f7-8f16-a9f0bde97d77, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0d70d072-d5e9-41f7-8f16-a9f0bde97d77,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:14.656305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:14.720423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Calling delete_port for 319dcada-767d-4dae-a2b7-20c76fe63f3f owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:42:14.779400 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:42:14.784607 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 319dcada-767d-4dae-a2b7-20c76fe63f3f is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:14.784992 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:14.915564 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:15.010912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Pushing event deleted for resources: {'Port': ['ID=319dcada-767d-4dae-a2b7-20c76fe63f3f,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:15.022506 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.022925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.023534 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.023801 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.024130 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.024667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.024817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.025176 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.025535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.025894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.026260 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.026577 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.031838 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 05 09:42:15.031838 dv-neutron-860329-1-hyperv neutron-server[89847]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 05 09:42:15.031838 dv-neutron-860329-1-hyperv neutron-server[89847]: [parameters: {'status': 'DOWN', 'ports_id': '319dcada-767d-4dae-a2b7-20c76fe63f3f'}] Oct 05 09:42:15.031838 dv-neutron-860329-1-hyperv neutron-server[89847]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:42:15.032287 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:42:15.035449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f731c8-f75b-43ab-b366-34f602bbfc6e None None] No DVR routers for this DVR port 319dcada-767d-4dae-a2b7-20c76fe63f3f on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:42:15.178653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c99cad-8d71-4403-96cd-7c14d83bc978 req-473eef4b-dc65-4a66-98bc-f45fc36afd56 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:15.181373 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-28c99cad-8d71-4403-96cd-7c14d83bc978 req-473eef4b-dc65-4a66-98bc-f45fc36afd56 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.1624222 Oct 05 09:42:15.228159 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-28c99cad-8d71-4403-96cd-7c14d83bc978 req-3b039eb5-a135-4537-9ff5-39716df3b4ad tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418239 Oct 05 09:42:15.291934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:15.352764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=0d70d072-d5e9-41f7-8f16-a9f0bde97d77,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:15.456706 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:15.567467 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Port 319dcada-767d-4dae-a2b7-20c76fe63f3f update to DOWN by agent not found {{(pid=89847) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 05 09:42:15.629578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:15.631768 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:15.720958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:15.720958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Fanout notify agent at l3_agent the message router_deleted on router f3f5eeb0-d614-4d2a-a2be-23094ec827a2 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:42:15.736163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:15.742179 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-95912e25-d178-4e8d-b163-509463cd7631 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/routers/f3f5eeb0-d614-4d2a-a2be-23094ec827a2 HTTP/1.1" status: 204 len: 168 time: 1.7369926 Oct 05 09:42:15.742179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43906) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:15.855913 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-474a4422-3839-4790-a83c-cdce1771ba89 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:15.988840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-474a4422-3839-4790-a83c-cdce1771ba89 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:16.014806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-474a4422-3839-4790-a83c-cdce1771ba89 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9eb515a-212e-4997-b546-956c7271565f']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:16.026760 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-474a4422-3839-4790-a83c-cdce1771ba89 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd1ca02-66c8-4933-9267-42c31a4f5d91') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:16.027056 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-474a4422-3839-4790-a83c-cdce1771ba89 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd1ca02-66c8-4933-9267-42c31a4f5d91') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:16.038892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-474a4422-3839-4790-a83c-cdce1771ba89 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:16.054948 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-474a4422-3839-4790-a83c-cdce1771ba89 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:16.061853 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474a4422-3839-4790-a83c-cdce1771ba89 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:42:16.062259 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-474a4422-3839-4790-a83c-cdce1771ba89 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:16.132191 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 0dd1ca02-66c8-4933-9267-42c31a4f5d91 resource provider aggregate not found Oct 05 09:42:16.156574 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 0dd1ca02-66c8-4933-9267-42c31a4f5d91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0dd1ca02-66c8-4933-9267-42c31a4f5d91 found for delete ", "request_id": "req-4c81f7ec-735c-4328-801e-f708c72b4cdd"}]} Oct 05 09:42:16.240343 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-474a4422-3839-4790-a83c-cdce1771ba89 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:16.259135 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-474a4422-3839-4790-a83c-cdce1771ba89 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:16.274153 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a4422-3839-4790-a83c-cdce1771ba89 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Network': ['ID=e9eb515a-212e-4997-b546-956c7271565f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:16.281756 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-474a4422-3839-4790-a83c-cdce1771ba89 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/networks/e9eb515a-212e-4997-b546-956c7271565f HTTP/1.1" status: 204 len: 168 time: 0.5394895 Oct 05 09:42:16.312074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43916) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:16.319356 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'network': {'name': 'tempest-network-smoke--874205200', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'port_security_enabled': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:16.325010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:42:16.329891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:network and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:42:16.337152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:42:16.349265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:42:16.349463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:42:16.384429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:42:16.384774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0d70d072-d5e9-41f7-8f16-a9f0bde97d77 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:42:16.385175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:42:16.400511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:42:16.404011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:16.421626 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:42:16.422055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6f40e601-4eb0-4fa7-a7d7-d3cf21bc98ab not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:42:16.437633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:42:16.446908 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf29a5b-cfc3-4ae3-8c92-49783d2d2408 req-f4f0b5eb-4e1d-4339-b483-4831e14d32bc tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:16.447112 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:16.447237 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Added segment 0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd of type vlan for network 4339f835-5bb8-4396-82dd-ab717b66553c Oct 05 09:42:16.453919 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5cf29a5b-cfc3-4ae3-8c92-49783d2d2408 req-f4f0b5eb-4e1d-4339-b483-4831e14d32bc tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.1010747 Oct 05 09:42:16.473490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:16.499376 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5cf29a5b-cfc3-4ae3-8c92-49783d2d2408 req-f5b0eea7-379b-4ce3-8f43-c25250d0f894 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438187 Oct 05 09:42:16.571728 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:16.577092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:16.581116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:16.682556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Network': ['ID=4339f835-5bb8-4396-82dd-ab717b66553c,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:16.692942 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 4339f835-5bb8-4396-82dd-ab717b66553c details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:42:16.758787 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-88f5cd0e-3c06-4677-95a8-80df4780b3ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4422581 Oct 05 09:42:16.759747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43920) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:16.764749 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'admin_state_up': True, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:16.772137 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:42:16.776608 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:router and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:42:16.780065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:42:16.786404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:42:16.858200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:16.859251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:16.873547 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:17.298155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:17.722561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:17.754522 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:17.849430 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567260a-1d9b-4a76-9f6a-0d0b0ced8c92 req-e03ff942-c947-4fb1-854d-e60179ed7992 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:17.850892 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0567260a-1d9b-4a76-9f6a-0d0b0ced8c92 req-e03ff942-c947-4fb1-854d-e60179ed7992 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.2172685 Oct 05 09:42:17.943988 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0567260a-1d9b-4a76-9f6a-0d0b0ced8c92 req-0e8d2cd0-4d9d-4574-aeb5-f4ebb0299ba3 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628119 Oct 05 09:42:17.945013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.254 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/9f4af622-5f94-410f-bab5-990d11d8c208) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:42:18.090044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:18.166275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:18.235457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:42:18.238123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:42:18.240503 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:42:18.282750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=9f4af622-5f94-410f-bab5-990d11d8c208,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:18.725512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:19.243018 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:19.256756 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f839e0-fa09-4435-9475-46ced4bb13ae req-599380e4-79d6-48ff-957f-4ed99f59c7f7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:19.258323 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b5f839e0-fa09-4435-9475-46ced4bb13ae req-599380e4-79d6-48ff-957f-4ed99f59c7f7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.1937537 Oct 05 09:42:19.428065 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b5f839e0-fa09-4435-9475-46ced4bb13ae req-ad4dc80b-4705-4658-bda0-7043e2277c3c tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192198 Oct 05 09:42:19.566053 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:42:19.749027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:42:19.760160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Sync routers for ids ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:42:19.770956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Routers {'41c2ab71-bae0-40a2-b124-7dcf0b238c1f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:19.771584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:41:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:19.834776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:19.840035 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3fe38247-bd67-400b-ba97-d3f75027b27e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0758836 Oct 05 09:42:19.840176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43928) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:19.883256 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-46681758-a9a2-4f6c-8582-fbeb8fca7dbb tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6294a6c4935647d8b376ea5a0a53c756&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427439 Oct 05 09:42:19.885894 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43932) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:19.948532 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Set router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:20.019609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9a0372-bedb-4dc6-b93b-c51cdddfbc14 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:20.021094 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ba9a0372-bedb-4dc6-b93b-c51cdddfbc14 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1342859 Oct 05 09:42:20.023923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43936) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:20.062908 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-82581a72-d1e0-4dc6-8b15-e2ef29456edd tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379400 Oct 05 09:42:20.065466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43940) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:20.070828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-809272263', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:20.181517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:42:20.185471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:subnet and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:42:20.188477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:42:20.194272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:42:20.251734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:42:20.255877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:20.291750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:42:16Z', 'updated_at': '2022-10-05T09:42:18Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:17Z', 'updated_at': '2022-10-05T09:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:20.295719 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Checking router: 41c2ab71-bae0-40a2-b124-7dcf0b238c1f for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:42:20.296070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Updating router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f port 9f4af622-5f94-410f-bab5-990d11d8c208 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:42:20.355204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:20.380367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0f7fc6e8-b9f4-4186-9df9-877bdc15873a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:20.555375 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:20.639826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Subnet': ['ID=6dc7a18e-2e6f-49d4-9b11-9266b443fca2,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:20.654496 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d759185-d9b4-4e06-81ec-17fd854fac08 req-d4ee0424-cc3b-4415-98f1-d76abc3a4b58 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:20.655989 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9d759185-d9b4-4e06-81ec-17fd854fac08 req-d4ee0424-cc3b-4415-98f1-d76abc3a4b58 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.1039491 Oct 05 09:42:20.660677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Checking segment: {'id': '0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:42:20.661280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network hostable DHCP agents. Network: 4339f835-5bb8-4396-82dd-ab717b66553c, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:42:20.704248 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9d759185-d9b4-4e06-81ec-17fd854fac08 req-c42d2c86-ba63-413f-b9a5-97777979240d tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404768 Oct 05 09:42:20.733891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:20.746289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Transition to ACTIVE for port object 9f4af622-5f94-410f-bab5-990d11d8c208 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:42:20.749989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 4339f835-5bb8-4396-82dd-ab717b66553c is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:42:20.824297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:20.852455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 4339f835-5bb8-4396-82dd-ab717b66553c) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:42:20.856562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:20.857873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:20.873995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7c9338-e821-4266-bc04-11f87b1f7369 None None] Network 4339f835-5bb8-4396-82dd-ab717b66553c requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:42:20.938892 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c0e245c0-e389-4aa0-9fb5-b6d744017e3e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8722899 Oct 05 09:42:20.941718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43950) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:20.966570 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Attempting to bind port 9f4af622-5f94-410f-bab5-990d11d8c208 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:42:20.966911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Attempting to bind port 9f4af622-5f94-410f-bab5-990d11d8c208 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:42:20.967281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Attempting to bind port 9f4af622-5f94-410f-bab5-990d11d8c208 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:42:20.983268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:42:20.983649 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:42:20.984053 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:20.984448 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:42:20.984914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Bound port: 9f4af622-5f94-410f-bab5-990d11d8c208, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:42:20.985292 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:21.029908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f955ac-9c38-4804-80ea-18968ea00903 None None] Pushing event updated for resources: {'Port': ['ID=9f4af622-5f94-410f-bab5-990d11d8c208,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:21.139054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] For port 9f4af622-5f94-410f-bab5-990d11d8c208, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:42:21.151716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] For port 9f4af622-5f94-410f-bab5-990d11d8c208, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9f4af622-5f94-410f-bab5-990d11d8c208,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:42:21.206392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-4339f835-5bb8-4396-82dd-ab717b66553c', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ips': [{'subnet_id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:42:21.207243 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:21.266122 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:21.355136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Routers {'41c2ab71-bae0-40a2-b124-7dcf0b238c1f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:21.355757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:41:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:21.478210 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f955ac-9c38-4804-80ea-18968ea00903 None None] Pushing event updated for resources: {'Port': ['ID=9f4af622-5f94-410f-bab5-990d11d8c208,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:21.583946 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Allocated IP 172.20.0.2 (4339f835-5bb8-4396-82dd-ab717b66553c/6dc7a18e-2e6f-49d4-9b11-9266b443fca2/bec05e64-72fa-43d8-8563-f051d015ce81) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:42:21.611149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] Set router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:21.767708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:21.928902 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb33c4-1384-40e6-ad5a-08e0bdfb7117 req-b040cda5-3bdf-4e3d-828d-712971f345d7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:21.930595 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cefb33c4-1384-40e6-ad5a-08e0bdfb7117 req-b040cda5-3bdf-4e3d-828d-712971f345d7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.1049709 Oct 05 09:42:21.987793 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cefb33c4-1384-40e6-ad5a-08e0bdfb7117 req-2f0bc0b9-a84c-496f-bea0-58189d1ce396 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502110 Oct 05 09:42:22.089107 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:22.109657 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Transition to ACTIVE for port object bec05e64-72fa-43d8-8563-f051d015ce81 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:42:22.137636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Transition to ACTIVE for port object bec05e64-72fa-43d8-8563-f051d015ce81 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:42:22.156350 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:42:16Z', 'updated_at': '2022-10-05T09:42:18Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:17Z', 'updated_at': '2022-10-05T09:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:22.160385 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c810b0-a45c-49a0-9d8e-f7889eb74cc1 None None] The sync data for ids ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'] in dv-neutron-860329-1-hyperv is: [{'id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:42:16Z', 'updated_at': '2022-10-05T09:42:18Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:17Z', 'updated_at': '2022-10-05T09:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:42:22.213587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:22.280316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Network 4339f835-5bb8-4396-82dd-ab717b66553c is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:42:22.283139 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:42:22.287030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:42:22.298412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.1 (4339f835-5bb8-4396-82dd-ab717b66553c/6dc7a18e-2e6f-49d4-9b11-9266b443fca2/6b9997bc-14fc-433e-b822-178861cf00ff) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:42:22.326030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Pushing event updated for resources: {'Port': ['ID=bec05e64-72fa-43d8-8563-f051d015ce81,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:22.423302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Attempting to bind port bec05e64-72fa-43d8-8563-f051d015ce81 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:42:22.431658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Attempting to bind port bec05e64-72fa-43d8-8563-f051d015ce81 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:42:22.431658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Attempting to bind port bec05e64-72fa-43d8-8563-f051d015ce81 on network 4339f835-5bb8-4396-82dd-ab717b66553c {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:42:22.431953 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:42:22.432292 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Checking segment: {'id': '0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:42:22.432689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:22.433075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Bound using segment: {'id': '0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:42:22.433537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Bound port: bec05e64-72fa-43d8-8563-f051d015ce81, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:42:22.433907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:22.494626 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:22.515852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object 6b9997bc-14fc-433e-b822-178861cf00ff will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:42:22.534450 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] For port bec05e64-72fa-43d8-8563-f051d015ce81, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:42:22.537677 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] For port bec05e64-72fa-43d8-8563-f051d015ce81, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bec05e64-72fa-43d8-8563-f051d015ce81,segment=NetworkSegment(0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd),segment_id=0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:42:22.641447 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:22.670300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:22.687444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-208cb461-bf9e-49e0-9ba8-b08e6b38103c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:22.736666 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0ba35-f15b-4fa2-a4df-0caf3f696dda None None] Pushing event updated for resources: {'Port': ['ID=bec05e64-72fa-43d8-8563-f051d015ce81,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:22.757291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 4339f835-5bb8-4396-82dd-ab717b66553c is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:42:22.760885 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:42:22.763365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:42:22.814830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=6b9997bc-14fc-433e-b822-178861cf00ff,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:22.843505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:23.221992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8a64c-d004-4a1c-a228-1727dbf30ad3 req-d48e1348-4069-46fa-8964-8d257ae5fb54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:23.228243 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ca8a64c-d004-4a1c-a228-1727dbf30ad3 req-d48e1348-4069-46fa-8964-8d257ae5fb54 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.0933671 Oct 05 09:42:23.273909 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4ca8a64c-d004-4a1c-a228-1727dbf30ad3 req-fdb5d7d1-3651-49b3-8017-2ba7dd2e48a8 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 Oct 05 09:42:23.355550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:23.783756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd65d44a-cf70-40e4-8441-2ff1b6295d24 None None] Network 4339f835-5bb8-4396-82dd-ab717b66553c requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:42:23.879778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:23.883800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24f2e7-7146-4ed4-8c0f-7b4efd85a756 req-df518d11-c537-4830-a1eb-f7d92a67781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:23.885344 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ef24f2e7-7146-4ed4-8c0f-7b4efd85a756 req-df518d11-c537-4830-a1eb-f7d92a67781a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 1098 time: 0.1183655 Oct 05 09:42:23.929365 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ef24f2e7-7146-4ed4-8c0f-7b4efd85a756 req-37e7a2d6-b442-4e5d-823c-f98e6f0bf7e3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369275 Oct 05 09:42:23.937448 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:23.940190 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-510484a3-9374-4ac7-835a-f3a481b22ccc None None] Provisioning for port bec05e64-72fa-43d8-8563-f051d015ce81 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:42:24.059699 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=6b9997bc-14fc-433e-b822-178861cf00ff,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:24.062961 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:24.177576 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:24.200445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:24.216480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 4339f835-5bb8-4396-82dd-ab717b66553c is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:42:24.217697 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:42:24.379507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-59c790f9-69e3-4736-8167-2370770f4d2f None None] Provisioning for port 6b9997bc-14fc-433e-b822-178861cf00ff completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:42:24.385179 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-59c790f9-69e3-4736-8167-2370770f4d2f None None] Provisioning complete for port 6b9997bc-14fc-433e-b822-178861cf00ff triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:42:24.387642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-59c790f9-69e3-4736-8167-2370770f4d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:24.388301 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-59c790f9-69e3-4736-8167-2370770f4d2f None None] Attempt 1 to provision port 6b9997bc-14fc-433e-b822-178861cf00ff Oct 05 09:42:24.440582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bec05e64-72fa-43d8-8563-f051d015ce81 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:42:24.450093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:42:24.530881 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-59c790f9-69e3-4736-8167-2370770f4d2f None None] Port 6b9997bc-14fc-433e-b822-178861cf00ff cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:42:24.564758 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f7f70-7411-4195-8d12-7403323d9859 req-d31790d9-4000-4849-a658-e8b7c70614b5 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:24.570693 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7f5f7f70-7411-4195-8d12-7403323d9859 req-d31790d9-4000-4849-a658-e8b7c70614b5 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.1068974 Oct 05 09:42:24.605871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port bec05e64-72fa-43d8-8563-f051d015ce81 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:42:24.612082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port bec05e64-72fa-43d8-8563-f051d015ce81 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:42:24.612545 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:24.612887 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port bec05e64-72fa-43d8-8563-f051d015ce81 Oct 05 09:42:24.631455 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7f5f7f70-7411-4195-8d12-7403323d9859 req-8f2c9b94-8933-4332-ae95-bc560191989f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578480 Oct 05 09:42:24.671754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:42:24.684049 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Sync routers for ids ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:42:24.691085 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43960) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:24.697568 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Routers {'41c2ab71-bae0-40a2-b124-7dcf0b238c1f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:24.698062 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:42:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:24.704949 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-563ea55c-d332-45bb-aa0f-17040438dd16 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/41c2ab71-bae0-40a2-b124-7dcf0b238c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7589538 Oct 05 09:42:24.771722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port bec05e64-72fa-43d8-8563-f051d015ce81 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:24.772528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:24.818782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port bec05e64-72fa-43d8-8563-f051d015ce81, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bec05e64-72fa-43d8-8563-f051d015ce81,segment=NetworkSegment(0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd),segment_id=0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:24.863777 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720dd59d-ffad-44d5-a905-afaadce19dda tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:24.864262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720dd59d-ffad-44d5-a905-afaadce19dda tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:24.864759 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720dd59d-ffad-44d5-a905-afaadce19dda tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:24.865230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720dd59d-ffad-44d5-a905-afaadce19dda tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:24.865695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720dd59d-ffad-44d5-a905-afaadce19dda tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:24.866284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720dd59d-ffad-44d5-a905-afaadce19dda tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:24.866750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720dd59d-ffad-44d5-a905-afaadce19dda tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:24.868681 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-720dd59d-ffad-44d5-a905-afaadce19dda tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1767635 Oct 05 09:42:24.871576 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43964) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:24.879783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:24.880617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9f4af622-5f94-410f-bab5-990d11d8c208 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:42:24.892861 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Set router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:25.013651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=bec05e64-72fa-43d8-8563-f051d015ce81,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:25.033008 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-59c790f9-69e3-4736-8167-2370770f4d2f None None] Attempt 2 to provision port 6b9997bc-14fc-433e-b822-178861cf00ff Oct 05 09:42:25.065756 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f380119-f8fd-40a0-b587-9fdda5cb17b7 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:25.066359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f380119-f8fd-40a0-b587-9fdda5cb17b7 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:25.066822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f380119-f8fd-40a0-b587-9fdda5cb17b7 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:25.067328 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f380119-f8fd-40a0-b587-9fdda5cb17b7 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:25.067784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f380119-f8fd-40a0-b587-9fdda5cb17b7 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:25.068237 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f380119-f8fd-40a0-b587-9fdda5cb17b7 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:25.068692 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f380119-f8fd-40a0-b587-9fdda5cb17b7 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:25.070593 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1f380119-f8fd-40a0-b587-9fdda5cb17b7 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1981390 Oct 05 09:42:25.073586 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43968) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:25.127347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:25.127347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 9f4af622-5f94-410f-bab5-990d11d8c208 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:42:25.137857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 9f4af622-5f94-410f-bab5-990d11d8c208 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:42:25.138142 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:25.139180 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 9f4af622-5f94-410f-bab5-990d11d8c208 Oct 05 09:42:25.210278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-59c790f9-69e3-4736-8167-2370770f4d2f None None] Port 6b9997bc-14fc-433e-b822-178861cf00ff cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:42:25.254023 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:42:16Z', 'updated_at': '2022-10-05T09:42:23Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:17Z', 'updated_at': '2022-10-05T09:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '6b9997bc-14fc-433e-b822-178861cf00ff', 'name': '', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:b0:95:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:22Z', 'updated_at': '2022-10-05T09:42:23Z', 'revision_number': 2, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:25.258237 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Checking router: 41c2ab71-bae0-40a2-b124-7dcf0b238c1f for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:42:25.258596 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Updating router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f port 6b9997bc-14fc-433e-b822-178861cf00ff binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:42:25.312054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 9f4af622-5f94-410f-bab5-990d11d8c208 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:25.313367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:25.321586 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:25.325740 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-020de387-dd33-4092-a8c9-de1211048f65 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2508786 Oct 05 09:42:25.347418 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 9f4af622-5f94-410f-bab5-990d11d8c208, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9f4af622-5f94-410f-bab5-990d11d8c208,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:25.486138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:25.553548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 43974) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:25.561883 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c7af887a-b6a3-4723-83c8-cc26eebcabe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1687852542', 'description': 'tempest-secgroup-smoke-1687852542 description', 'project_id': '6294a6c4935647d8b376ea5a0a53c756'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:25.564710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=9f4af622-5f94-410f-bab5-990d11d8c208,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:25.568276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c7af887a-b6a3-4723-83c8-cc26eebcabe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:42:25.572712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c7af887a-b6a3-4723-83c8-cc26eebcabe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:42:25.575799 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c7af887a-b6a3-4723-83c8-cc26eebcabe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:42:25.591876 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c7af887a-b6a3-4723-83c8-cc26eebcabe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:42:25.628862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:25.684010 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:25.696489 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Transition to ACTIVE for port object 6b9997bc-14fc-433e-b822-178861cf00ff will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:42:25.712055 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-59c790f9-69e3-4736-8167-2370770f4d2f None None] Attempt 3 to provision port 6b9997bc-14fc-433e-b822-178861cf00ff Oct 05 09:42:25.771768 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-59c790f9-69e3-4736-8167-2370770f4d2f None None] Port 6b9997bc-14fc-433e-b822-178861cf00ff cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:42:25.809844 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7af887a-b6a3-4723-83c8-cc26eebcabe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:25.839984 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:25.843025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c7af887a-b6a3-4723-83c8-cc26eebcabe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:42:25.847550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c7af887a-b6a3-4723-83c8-cc26eebcabe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:42:25.851503 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c7af887a-b6a3-4723-83c8-cc26eebcabe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:42:25.861513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c7af887a-b6a3-4723-83c8-cc26eebcabe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:42:25.879670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a6b44-f4f8-445f-a50e-66f3f5264951 req-20971e7c-dad3-4e88-ae45-c2cda0fd9076 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:25.880316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:42:25.881148 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-910a6b44-f4f8-445f-a50e-66f3f5264951 req-20971e7c-dad3-4e88-ae45-c2cda0fd9076 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.1358271 Oct 05 09:42:25.890015 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:42:25.958307 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-910a6b44-f4f8-445f-a50e-66f3f5264951 req-eb817f20-8219-44fb-b7b6-70da47b3000f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647082 Oct 05 09:42:25.992796 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43980) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:25.995420 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7af887a-b6a3-4723-83c8-cc26eebcabe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.091152 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82265bcf-7017-4048-bf66-c9a488849501 None None] Pushing event updated for resources: {'Port': ['ID=6b9997bc-14fc-433e-b822-178861cf00ff,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:26.092433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7af887a-b6a3-4723-83c8-cc26eebcabe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.099918 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82265bcf-7017-4048-bf66-c9a488849501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:26.100262 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82265bcf-7017-4048-bf66-c9a488849501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:26.100820 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82265bcf-7017-4048-bf66-c9a488849501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:26.101159 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82265bcf-7017-4048-bf66-c9a488849501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:26.101489 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82265bcf-7017-4048-bf66-c9a488849501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:26.101877 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82265bcf-7017-4048-bf66-c9a488849501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:26.102366 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82265bcf-7017-4048-bf66-c9a488849501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:26.102692 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82265bcf-7017-4048-bf66-c9a488849501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:26.103017 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82265bcf-7017-4048-bf66-c9a488849501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:26.104020 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82265bcf-7017-4048-bf66-c9a488849501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:26.104350 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82265bcf-7017-4048-bf66-c9a488849501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:26.104854 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82265bcf-7017-4048-bf66-c9a488849501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:26.109875 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Attempting to bind port 6b9997bc-14fc-433e-b822-178861cf00ff on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:42:26.110565 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Attempting to bind port 6b9997bc-14fc-433e-b822-178861cf00ff by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:42:26.111346 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Attempting to bind port 6b9997bc-14fc-433e-b822-178861cf00ff on network 4339f835-5bb8-4396-82dd-ab717b66553c {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:42:26.121762 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:42:26.121762 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Checking segment: {'id': '0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:42:26.122095 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.122543 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Bound using segment: {'id': '0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:42:26.124458 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Bound port: 6b9997bc-14fc-433e-b822-178861cf00ff, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:42:26.125221 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.163558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af887a-b6a3-4723-83c8-cc26eebcabe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c182675-c56d-4e41-b625-426ff0e2aec5,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:26.193927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:26.194891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.218085 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,segment=NetworkSegment(29b24903-e155-4b87-a4f0-5ed6f3101881),segment_id=29b24903-e155-4b87-a4f0-5ed6f3101881)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:26.237224 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] For port 6b9997bc-14fc-433e-b822-178861cf00ff, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:42:26.239678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'port_id': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5', 'mac_address': 'fa:16:3e:4f:ca:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:42:26.241476 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] For port 6b9997bc-14fc-433e-b822-178861cf00ff, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6b9997bc-14fc-433e-b822-178861cf00ff,segment=NetworkSegment(0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd),segment_id=0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:42:26.242216 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f8820695-da27-48ff-85de-4e86fd74a079 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/floatingips/247601d5-2b7d-4dee-8ae0-64bc578a04ae HTTP/1.1" status: 200 len: 993 time: 0.2482622 Oct 05 09:42:26.251278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:26.253558 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0269f455-a492-4dba-8213-72b977e68ff7" -d '{"events": [{"server_uuid": "b7979e3f-e256-4725-94a0-2c963546f7b7", "name": "network-vif-unplugged", "status": "completed", "tag": "0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:26.280714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c7af887a-b6a3-4723-83c8-cc26eebcabe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.285773 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c7af887a-b6a3-4723-83c8-cc26eebcabe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7258296 Oct 05 09:42:26.286253 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43986) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:26.290053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-fb7398cf-318a-4ff0-8d19-dec18838e202 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '7c182675-c56d-4e41-b625-426ff0e2aec5', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:26.295735 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-59c790f9-69e3-4736-8167-2370770f4d2f None None] Attempt 4 to provision port 6b9997bc-14fc-433e-b822-178861cf00ff Oct 05 09:42:26.297257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-fb7398cf-318a-4ff0-8d19-dec18838e202 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:42:26.301250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fb7398cf-318a-4ff0-8d19-dec18838e202 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:42:26.304156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-fb7398cf-318a-4ff0-8d19-dec18838e202 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:42:26.310841 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-fb7398cf-318a-4ff0-8d19-dec18838e202 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:42:26.334003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbd123f-cabc-4683-9826-1edce32e0064 x-openstack-request-id: req-1cbd123f-cabc-4683-9826-1edce32e0064 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:26.334292 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7979e3f-e256-4725-94a0-2c963546f7b7", "name": "network-vif-unplugged", "status": "completed", "tag": "0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:26.334689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1cbd123f-cabc-4683-9826-1edce32e0064 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:26.335080 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbd123f-cabc-4683-9826-1edce32e0064'] response: {'server_uuid': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5', 'code': 200} Oct 05 09:42:26.336651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,segment=NetworkSegment(29b24903-e155-4b87-a4f0-5ed6f3101881),segment_id=29b24903-e155-4b87-a4f0-5ed6f3101881)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:26.355891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bec05e64-72fa-43d8-8563-f051d015ce81 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:42:26.428278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 is: ACTIVE; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:26.428658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.429554 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.438536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-59c790f9-69e3-4736-8167-2370770f4d2f None None] Port 6b9997bc-14fc-433e-b822-178861cf00ff cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:42:26.458875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:42:26.463010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fb7398cf-318a-4ff0-8d19-dec18838e202 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.464340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.494031 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Routers {'41c2ab71-bae0-40a2-b124-7dcf0b238c1f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:26.494671 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:42:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:26.531538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fb7398cf-318a-4ff0-8d19-dec18838e202 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.564539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port bec05e64-72fa-43d8-8563-f051d015ce81 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:42:26.564917 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.565253 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port bec05e64-72fa-43d8-8563-f051d015ce81 Oct 05 09:42:26.605790 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82265bcf-7017-4048-bf66-c9a488849501 None None] Pushing event updated for resources: {'Port': ['ID=6b9997bc-14fc-433e-b822-178861cf00ff,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:26.644940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:42:26.645291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:42:26.650216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:26.673887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fb7398cf-318a-4ff0-8d19-dec18838e202 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.700214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7398cf-318a-4ff0-8d19-dec18838e202 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce01a2fc-ca7e-43f5-8c7c-e65bef60efcb,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:26.721974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port bec05e64-72fa-43d8-8563-f051d015ce81 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:26.723133 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9f4af622-5f94-410f-bab5-990d11d8c208 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:42:26.723268 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] Set router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:26.789567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fb7398cf-318a-4ff0-8d19-dec18838e202 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.790176 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fb7398cf-318a-4ff0-8d19-dec18838e202 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5042739 Oct 05 09:42:26.793018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43990) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:26.796623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 9f4af622-5f94-410f-bab5-990d11d8c208 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:42:26.796623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.796942 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 9f4af622-5f94-410f-bab5-990d11d8c208 Oct 05 09:42:26.798164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-9083ff83-dbcf-4cee-b7d6-c6cdec896ee5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '7c182675-c56d-4e41-b625-426ff0e2aec5', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:26.805560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9083ff83-dbcf-4cee-b7d6-c6cdec896ee5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:42:26.808328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9083ff83-dbcf-4cee-b7d6-c6cdec896ee5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:42:26.811476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9083ff83-dbcf-4cee-b7d6-c6cdec896ee5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:42:26.817392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9083ff83-dbcf-4cee-b7d6-c6cdec896ee5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:42:26.893536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9083ff83-dbcf-4cee-b7d6-c6cdec896ee5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.918070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 9f4af622-5f94-410f-bab5-990d11d8c208 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:26.939258 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-59c790f9-69e3-4736-8167-2370770f4d2f None None] Attempt 5 to provision port 6b9997bc-14fc-433e-b822-178861cf00ff Oct 05 09:42:26.960255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9083ff83-dbcf-4cee-b7d6-c6cdec896ee5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:27.006348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-59c790f9-69e3-4736-8167-2370770f4d2f None None] Port 6b9997bc-14fc-433e-b822-178861cf00ff had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:42:27.023592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9083ff83-dbcf-4cee-b7d6-c6cdec896ee5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:27.048223 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083ff83-dbcf-4cee-b7d6-c6cdec896ee5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ef5ca2-9ab2-40e4-9fd6-7650b94f5002,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:27.053493 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:42:16Z', 'updated_at': '2022-10-05T09:42:23Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:17Z', 'updated_at': '2022-10-05T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '6b9997bc-14fc-433e-b822-178861cf00ff', 'name': '', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:b0:95:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:22Z', 'updated_at': '2022-10-05T09:42:26Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:27.062033 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa7716-9308-450d-967f-9a1f418b4c3b None None] The sync data for ids ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'] in dv-neutron-860329-1-hyperv is: [{'id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:42:16Z', 'updated_at': '2022-10-05T09:42:23Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:17Z', 'updated_at': '2022-10-05T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '6b9997bc-14fc-433e-b822-178861cf00ff', 'name': '', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:b0:95:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:22Z', 'updated_at': '2022-10-05T09:42:26Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:42:27.137610 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9083ff83-dbcf-4cee-b7d6-c6cdec896ee5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:27.139288 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9083ff83-dbcf-4cee-b7d6-c6cdec896ee5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3448400 Oct 05 09:42:27.142083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43994) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:27.147258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f19ab35b-3495-4b26-b0d2-d12970ac0982 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '7c182675-c56d-4e41-b625-426ff0e2aec5', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:27.160555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f19ab35b-3495-4b26-b0d2-d12970ac0982 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:42:27.167480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f19ab35b-3495-4b26-b0d2-d12970ac0982 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:42:27.173796 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f19ab35b-3495-4b26-b0d2-d12970ac0982 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:42:27.180635 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f19ab35b-3495-4b26-b0d2-d12970ac0982 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:42:27.213460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:27.213902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:27.233479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:42:27.252504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,segment=NetworkSegment(29b24903-e155-4b87-a4f0-5ed6f3101881),segment_id=29b24903-e155-4b87-a4f0-5ed6f3101881)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:27.304737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f19ab35b-3495-4b26-b0d2-d12970ac0982 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:27.343853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:27.375160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f19ab35b-3495-4b26-b0d2-d12970ac0982 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:27.418047 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:27.508627 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f19ab35b-3495-4b26-b0d2-d12970ac0982 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:27.533855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ab35b-3495-4b26-b0d2-d12970ac0982 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27a24ce-f9b3-419a-a703-a89c8b8e86f2,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:27.669359 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f19ab35b-3495-4b26-b0d2-d12970ac0982 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:27.671090 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f19ab35b-3495-4b26-b0d2-d12970ac0982 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5279799 Oct 05 09:42:27.673822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 43998) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:27.679021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-7b7ebc05-663e-4107-bea6-06b7519b3f1f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '7c182675-c56d-4e41-b625-426ff0e2aec5', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:27.685192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7b7ebc05-663e-4107-bea6-06b7519b3f1f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:42:27.689900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7b7ebc05-663e-4107-bea6-06b7519b3f1f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:42:27.693145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7b7ebc05-663e-4107-bea6-06b7519b3f1f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:42:27.699222 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7b7ebc05-663e-4107-bea6-06b7519b3f1f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:42:27.781663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:42:27.819833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7b7ebc05-663e-4107-bea6-06b7519b3f1f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:27.894857 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7b7ebc05-663e-4107-bea6-06b7519b3f1f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:27.984162 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7b7ebc05-663e-4107-bea6-06b7519b3f1f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:28.010164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ebc05-663e-4107-bea6-06b7519b3f1f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd079f60-ed10-43ef-9fb2-a3493202839c,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:28.104012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7b7ebc05-663e-4107-bea6-06b7519b3f1f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:28.108205 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7b7ebc05-663e-4107-bea6-06b7519b3f1f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4327028 Oct 05 09:42:28.109484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44002) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:28.114750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5710b807-b2c1-4ac5-b2f5-616f5adfdf61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '7c182675-c56d-4e41-b625-426ff0e2aec5', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:28.121688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5710b807-b2c1-4ac5-b2f5-616f5adfdf61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:42:28.126030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5710b807-b2c1-4ac5-b2f5-616f5adfdf61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:42:28.129519 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5710b807-b2c1-4ac5-b2f5-616f5adfdf61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:42:28.135569 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5710b807-b2c1-4ac5-b2f5-616f5adfdf61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:42:28.234501 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-5710b807-b2c1-4ac5-b2f5-616f5adfdf61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:42:28.241615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5710b807-b2c1-4ac5-b2f5-616f5adfdf61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:28.311651 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5710b807-b2c1-4ac5-b2f5-616f5adfdf61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:28.350124 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6b9997bc-14fc-433e-b822-178861cf00ff up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:42:28.428710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5710b807-b2c1-4ac5-b2f5-616f5adfdf61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:28.453209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710b807-b2c1-4ac5-b2f5-616f5adfdf61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca21f45-6d58-475f-9e80-809af641a463,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:28.493571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 6b9997bc-14fc-433e-b822-178861cf00ff completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:42:28.497088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 6b9997bc-14fc-433e-b822-178861cf00ff triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:42:28.497464 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:28.497834 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 6b9997bc-14fc-433e-b822-178861cf00ff Oct 05 09:42:28.580058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5710b807-b2c1-4ac5-b2f5-616f5adfdf61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:28.583031 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5710b807-b2c1-4ac5-b2f5-616f5adfdf61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4703870 Oct 05 09:42:28.583739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44006) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:28.588760 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9b7ae01f-0056-4a92-8741-c96b6e62e487 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '7c182675-c56d-4e41-b625-426ff0e2aec5', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:28.594537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9b7ae01f-0056-4a92-8741-c96b6e62e487 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:42:28.598404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9b7ae01f-0056-4a92-8741-c96b6e62e487 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:42:28.603221 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9b7ae01f-0056-4a92-8741-c96b6e62e487 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:42:28.607033 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9b7ae01f-0056-4a92-8741-c96b6e62e487 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:42:28.618626 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 6b9997bc-14fc-433e-b822-178861cf00ff is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:28.619007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:28.654010 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 6b9997bc-14fc-433e-b822-178861cf00ff, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6b9997bc-14fc-433e-b822-178861cf00ff,segment=NetworkSegment(0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd),segment_id=0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:28.680075 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-9b7ae01f-0056-4a92-8741-c96b6e62e487 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:42:28.687671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae01f-0056-4a92-8741-c96b6e62e487 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:28.742854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:28.761079 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae01f-0056-4a92-8741-c96b6e62e487 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:28.815412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=6b9997bc-14fc-433e-b822-178861cf00ff,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:28.817741 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae01f-0056-4a92-8741-c96b6e62e487 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:28.842187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ae01f-0056-4a92-8741-c96b6e62e487 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4071d19d-f71f-40da-a766-4689735cb14a,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:28.914190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae01f-0056-4a92-8741-c96b6e62e487 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:28.915390 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9b7ae01f-0056-4a92-8741-c96b6e62e487 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3306246 Oct 05 09:42:29.077495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-d63fe804-ac8d-425c-9a15-312e64838b25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:42:29.188336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-d63fe804-ac8d-425c-9a15-312e64838b25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:42:29.189558 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-d63fe804-ac8d-425c-9a15-312e64838b25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687852542&fields=id&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 267 time: 0.1525242 Oct 05 09:42:29.341321 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-847ab64a-a0db-41f2-ac43-0180d4433114 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:29.342590 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-847ab64a-a0db-41f2-ac43-0180d4433114 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:42:29.433687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-847ab64a-a0db-41f2-ac43-0180d4433114 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:42:29.434929 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-847ab64a-a0db-41f2-ac43-0180d4433114 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/networks?id=4339f835-5bb8-4396-82dd-ab717b66553c HTTP/1.1" status: 200 len: 796 time: 0.2384005 Oct 05 09:42:29.449794 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-477afde5-209f-4161-879b-1200ebdf6a62 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/quotas/6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 375 time: 0.0092900 Oct 05 09:42:29.543274 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-5d14403b-8026-4150-8211-4682801cb05b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:42:29.611424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-5d14403b-8026-4150-8211-4682801cb05b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:42:29.612448 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-5d14403b-8026-4150-8211-4682801cb05b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1575880 Oct 05 09:42:29.826565 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-1dd174a1-d3bc-4d28-895e-1cdb10297ea5 service neutron] 10.222.0.49 "GET /v2.0/networks/4339f835-5bb8-4396-82dd-ab717b66553c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018414 Oct 05 09:42:29.908407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:42:29.962956 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-20ba05a1-7966-411b-a5a8-6ce5479b800d service neutron] 10.222.0.49 "GET /v2.0/networks/4339f835-5bb8-4396-82dd-ab717b66553c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302276 Oct 05 09:42:29.978718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:42:29.979194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:29.979625 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 Oct 05 09:42:30.100542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:30.100972 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:30.128987 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:30.131301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c38a633-7b78-4e87-bd11-bd7f24a8064a" -d '{"events": [{"server_uuid": "b7979e3f-e256-4725-94a0-2c963546f7b7", "name": "network-vif-plugged", "status": "completed", "tag": "0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:30.138896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,segment=NetworkSegment(29b24903-e155-4b87-a4f0-5ed6f3101881),segment_id=29b24903-e155-4b87-a4f0-5ed6f3101881)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:30.175144 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391a6aa3-209c-461a-8b03-9baf90a40817 x-openstack-request-id: req-391a6aa3-209c-461a-8b03-9baf90a40817 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:30.175489 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7979e3f-e256-4725-94a0-2c963546f7b7", "name": "network-vif-plugged", "status": "completed", "tag": "0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:30.175812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-391a6aa3-209c-461a-8b03-9baf90a40817 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:30.176237 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391a6aa3-209c-461a-8b03-9baf90a40817'] response: {'server_uuid': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5', 'code': 200} Oct 05 09:42:30.263243 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:30.273017 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e0a079b8-fa58-4692-9225-04f6e3f97951 req-36cfb196-1caa-451c-865f-13e19940aacf tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 210 time: 0.0527573 Oct 05 09:42:30.340204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6b9997bc-14fc-433e-b822-178861cf00ff up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:42:30.397037 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,revision_number=8']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:30.418961 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 6b9997bc-14fc-433e-b822-178861cf00ff triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:42:30.419336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:30.419697 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 6b9997bc-14fc-433e-b822-178861cf00ff Oct 05 09:42:30.541203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 6b9997bc-14fc-433e-b822-178861cf00ff is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:31.445088 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f9d2b959-8a35-4657-bf50-a8fa0af0b91b req-45fb5668-2b0c-49c5-9abf-aa58ab984a40 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 210 time: 0.0539572 Oct 05 09:42:32.503238 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:42:32.534362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-78ee3aa9-2115-4eb9-8739-34bb08895f65 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:32.535185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-78ee3aa9-2115-4eb9-8739-34bb08895f65 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:42:32.553633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-78ee3aa9-2115-4eb9-8739-34bb08895f65 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:42:32.554976 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-78ee3aa9-2115-4eb9-8739-34bb08895f65 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/networks?id=4339f835-5bb8-4396-82dd-ab717b66553c HTTP/1.1" status: 200 len: 796 time: 0.1705680 Oct 05 09:42:32.611350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-940eeb8c-3f62-49bd-a786-8de509f39380 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:42:32.617053 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-47895646-b65a-4c73-8f7c-33f143bfabc3 req-f01ce2a5-d415-4b2f-8d76-d1083711e0b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 210 time: 0.0512934 Oct 05 09:42:32.623896 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-940eeb8c-3f62-49bd-a786-8de509f39380 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:42:32.626853 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-940eeb8c-3f62-49bd-a786-8de509f39380 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 380 time: 0.0557785 Oct 05 09:42:32.634288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'port': {'device_id': '74605b5f-0f13-454e-b15b-9b5f69f9dd2a', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'admin_state_up': True, 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'security_groups': ['7c182675-c56d-4e41-b625-426ff0e2aec5']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:32.778558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:42:32.790641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:42:32.885988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:42:32.890291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:33.058165 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.10 (4339f835-5bb8-4396-82dd-ab717b66553c/6dc7a18e-2e6f-49d4-9b11-9266b443fca2/69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:42:33.345560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:33.361485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:42:33.457680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:33.530869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 4339f835-5bb8-4396-82dd-ab717b66553c is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:42:33.534003 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:42:33.536074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:42:33.582750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:33.609586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:33.610265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:33.690458 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7f50f1a7-dcf4-44cd-8ecf-6c9f34104233 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0601468 Oct 05 09:42:33.708740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Request body: {'port': {'device_id': '74605b5f-0f13-454e-b15b-9b5f69f9dd2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:33.832621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:33.833518 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd116c6f-0e6a-4dc9-8e77-2a29e7e79d74 req-879c9f43-5aa0-4969-b520-1887d7599fe4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:33.835025 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dd116c6f-0e6a-4dc9-8e77-2a29e7e79d74 req-879c9f43-5aa0-4969-b520-1887d7599fe4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 932 time: 0.0897982 Oct 05 09:42:33.867817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f1cd7c39-ca21-43c4-b57f-9c6ca6f46762 None None] Provisioning for port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:42:33.873025 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f1cd7c39-ca21-43c4-b57f-9c6ca6f46762 None None] Provisioning complete for port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:42:33.873628 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f1cd7c39-ca21-43c4-b57f-9c6ca6f46762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:33.874697 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f1cd7c39-ca21-43c4-b57f-9c6ca6f46762 None None] Attempt 1 to provision port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 Oct 05 09:42:33.884911 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dd116c6f-0e6a-4dc9-8e77-2a29e7e79d74 req-e395873c-7061-47bc-81c3-2b9f3332950c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439560 Oct 05 09:42:33.937701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd7c39-ca21-43c4-b57f-9c6ca6f46762 None None] Port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:42:34.178876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:42:34.186189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:34.200599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Transition to ACTIVE for port object 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:42:34.297446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:34.439033 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f1cd7c39-ca21-43c4-b57f-9c6ca6f46762 None None] Attempt 2 to provision port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 Oct 05 09:42:34.487880 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:34.498567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd7c39-ca21-43c4-b57f-9c6ca6f46762 None None] Port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:42:34.528924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Attempting to bind port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:42:34.529260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Attempting to bind port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:42:34.529617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Attempting to bind port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 on network 4339f835-5bb8-4396-82dd-ab717b66553c {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:42:34.534822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 on network 4339f835-5bb8-4396-82dd-ab717b66553c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:42:34.535142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Attempting to bind port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 on network 4339f835-5bb8-4396-82dd-ab717b66553c {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:42:34.540913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:42:34.541529 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Checking segment: {'id': '0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:42:34.541649 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Bound using segment: {'id': '0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:42:34.542049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Bound port: 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:42:34.542397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:34.636722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] For port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:42:34.639700 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] For port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3,segment=NetworkSegment(0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd),segment_id=0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:42:34.697425 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:34.729852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:34.730496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:34.732055 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] 10.222.0.55 "PUT /v2.0/ports/69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 HTTP/1.1" status: 200 len: 1094 time: 1.0279496 Oct 05 09:42:34.732488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74605b5f-0f13-454e-b15b-9b5f69f9dd2a', 'tag': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:34.734869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca47056-f447-4967-af77-75b473c28737" -d '{"events": [{"name": "network-changed", "server_uuid": "74605b5f-0f13-454e-b15b-9b5f69f9dd2a", "tag": "69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:34.783760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f07521-98d5-48e1-84e1-abe4d23d3f4d x-openstack-request-id: req-66f07521-98d5-48e1-84e1-abe4d23d3f4d {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:34.784052 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74605b5f-0f13-454e-b15b-9b5f69f9dd2a", "tag": "69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:34.784384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66f07521-98d5-48e1-84e1-abe4d23d3f4d {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:34.784819 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f07521-98d5-48e1-84e1-abe4d23d3f4d'] response: {'name': 'network-changed', 'server_uuid': '74605b5f-0f13-454e-b15b-9b5f69f9dd2a', 'tag': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3', 'status': 'completed', 'code': 200} Oct 05 09:42:34.787324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ab082-19ed-4e24-9538-17fc4f65bbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:34.906258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca47056-f447-4967-af77-75b473c28737 req-540542ab-6011-4e0f-963d-cea6a243bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:34.908001 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3ca47056-f447-4967-af77-75b473c28737 req-540542ab-6011-4e0f-963d-cea6a243bbfc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 1097 time: 0.0853438 Oct 05 09:42:35.000746 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f1cd7c39-ca21-43c4-b57f-9c6ca6f46762 None None] Attempt 3 to provision port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 Oct 05 09:42:35.082444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd7c39-ca21-43c4-b57f-9c6ca6f46762 None None] Port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:42:35.120288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19837112-36b6-4934-b6ee-51ee8a7d1aa3 req-0351a502-e9bb-470f-a8e2-536029e02ed6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:35.122060 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-19837112-36b6-4934-b6ee-51ee8a7d1aa3 req-0351a502-e9bb-470f-a8e2-536029e02ed6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 944 time: 0.1020753 Oct 05 09:42:35.172474 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-19837112-36b6-4934-b6ee-51ee8a7d1aa3 req-83b4349a-9434-440d-a8cd-49b4e256b501 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419600 Oct 05 09:42:35.204776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca47056-f447-4967-af77-75b473c28737 req-e16c0772-39f0-42b9-bbc0-965e163337c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:35.206543 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3ca47056-f447-4967-af77-75b473c28737 req-e16c0772-39f0-42b9-bbc0-965e163337c3 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6294a6c4935647d8b376ea5a0a53c756&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2795992 Oct 05 09:42:35.345424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca47056-f447-4967-af77-75b473c28737 req-f59be3d1-2c41-47eb-81bd-629ebf235ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:35.346886 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3ca47056-f447-4967-af77-75b473c28737 req-f59be3d1-2c41-47eb-81bd-629ebf235ec8 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328788 Oct 05 09:42:35.491100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-6722de6f-aedd-45b3-a1f2-f3e8f0224504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:35.492547 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-6722de6f-aedd-45b3-a1f2-f3e8f0224504 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 1097 time: 0.0797212 Oct 05 09:42:35.572448 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-30cbeb8d-c9bc-439a-877f-4c2ebaf02e8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 HTTP/1.1" status: 200 len: 217 time: 0.0673456 Oct 05 09:42:35.636933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7cfdbbeb-4522-435e-9e0e-ad2290633dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:35.638453 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-7cfdbbeb-4522-435e-9e0e-ad2290633dbf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6dc7a18e-2e6f-49d4-9b11-9266b443fca2 HTTP/1.1" status: 200 len: 834 time: 0.0596094 Oct 05 09:42:35.729698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-de8e9359-f080-47f1-a49c-8f6985da542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:35.731211 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-de8e9359-f080-47f1-a49c-8f6985da542a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4339f835-5bb8-4396-82dd-ab717b66553c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864627 Oct 05 09:42:35.873652 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-73f34e7e-5d03-4df6-be87-ba7cb159e54d service neutron] 10.222.0.55 "GET /v2.0/networks/4339f835-5bb8-4396-82dd-ab717b66553c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350868 Oct 05 09:42:35.984681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80751f37-5134-428b-a8a6-f23f27fd8af8 req-b7493986-f0d2-4aeb-89c9-2986ab08814b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:35.987130 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-80751f37-5134-428b-a8a6-f23f27fd8af8 req-b7493986-f0d2-4aeb-89c9-2986ab08814b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 946 time: 0.1996541 Oct 05 09:42:36.013419 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebc169e6-1f12-4cbe-b6ad-fa1a47d3f1ad req-63b0bc59-324f-4231-adaf-3ad71de316ed service neutron] 10.222.0.55 "GET /v2.0/networks/4339f835-5bb8-4396-82dd-ab717b66553c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329722 Oct 05 09:42:36.030790 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-80751f37-5134-428b-a8a6-f23f27fd8af8 req-5c2ec4e9-d03d-401b-bdb1-4751c1802ee1 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387156 Oct 05 09:42:36.380439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1625e-f59c-493c-9280-c8cfec2febd7 req-4ae20b3d-6b30-41f2-9c5b-3a6a1e3843b2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:36.381891 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ebf1625e-f59c-493c-9280-c8cfec2febd7 req-4ae20b3d-6b30-41f2-9c5b-3a6a1e3843b2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 944 time: 0.0877199 Oct 05 09:42:36.428046 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ebf1625e-f59c-493c-9280-c8cfec2febd7 req-3bd31cde-0a93-4c86-9a4e-525de2597d42 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403576 Oct 05 09:42:37.232612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d7da9-2261-4ddb-b52f-959f1648a48b req-280a5a6c-2370-4517-9536-3d46a38cd951 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:37.234169 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fd7d7da9-2261-4ddb-b52f-959f1648a48b req-280a5a6c-2370-4517-9536-3d46a38cd951 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 946 time: 0.0899715 Oct 05 09:42:37.279319 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fd7d7da9-2261-4ddb-b52f-959f1648a48b req-561330d7-0638-4051-aaec-d9e0ee0718a8 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392756 Oct 05 09:42:37.635580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fa0db-6fa6-4d16-bffd-b9a1a2d68612 req-2c91ecf7-9264-4210-9d1a-39f4c0306013 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:37.635580 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8d8fa0db-6fa6-4d16-bffd-b9a1a2d68612 req-2c91ecf7-9264-4210-9d1a-39f4c0306013 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 944 time: 0.0924497 Oct 05 09:42:37.677398 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8d8fa0db-6fa6-4d16-bffd-b9a1a2d68612 req-c4093aff-784b-40df-8081-e952cfa527a1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378695 Oct 05 09:42:37.829761 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-09c4b838-5502-41fb-9bb3-18b94a5d5d4f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:37.830772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-09c4b838-5502-41fb-9bb3-18b94a5d5d4f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Synchronizing usage tracker for tenant:be9b9908fe7c4c9a97f0c067874401dc on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:42:37.913770 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-09c4b838-5502-41fb-9bb3-18b94a5d5d4f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Unset dirty status for tenant:be9b9908fe7c4c9a97f0c067874401dc on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:42:37.914966 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-09c4b838-5502-41fb-9bb3-18b94a5d5d4f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.55 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 946 time: 0.1703646 Oct 05 09:42:37.991399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-aa3b669d-9946-4222-8281-8b9201c4c8fb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Deleting port 45f6e1a6-e627-4d2d-856d-c027edbb987c {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:42:37.991743 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-aa3b669d-9946-4222-8281-8b9201c4c8fb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:38.242181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-aa3b669d-9946-4222-8281-8b9201c4c8fb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] For port 45f6e1a6-e627-4d2d-856d-c027edbb987c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=45f6e1a6-e627-4d2d-856d-c027edbb987c,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:38.242543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-aa3b669d-9946-4222-8281-8b9201c4c8fb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:38.478227 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f1559-f8e4-4079-8c6f-0af16e3f7729 req-d4a58d2e-9124-40ce-a160-2e516c59a28e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:38.479607 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ec1f1559-f8e4-4079-8c6f-0af16e3f7729 req-d4a58d2e-9124-40ce-a160-2e516c59a28e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 946 time: 0.0888739 Oct 05 09:42:38.527682 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ec1f1559-f8e4-4079-8c6f-0af16e3f7729 req-a5869051-e3cd-4386-8288-fcd906bbf3d5 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 Oct 05 09:42:38.536733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-aa3b669d-9946-4222-8281-8b9201c4c8fb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:38.537107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-aa3b669d-9946-4222-8281-8b9201c4c8fb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:38.537420 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-aa3b669d-9946-4222-8281-8b9201c4c8fb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Floating IP f9b302f5-8b7d-4ccb-ac6b-7e49b7521308 disassociated. External IP: 172.26.7.2, port: 45f6e1a6-e627-4d2d-856d-c027edbb987c. Oct 05 09:42:38.537765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-aa3b669d-9946-4222-8281-8b9201c4c8fb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Calling delete_port for 45f6e1a6-e627-4d2d-856d-c027edbb987c owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:42:38.845487 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-aa3b669d-9946-4222-8281-8b9201c4c8fb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:38.880702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6aac96-408b-48c7-9fe0-052be26c39ca req-8a87da2d-c98a-4e6f-b69f-6334ba02bc0a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:38.882193 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6d6aac96-408b-48c7-9fe0-052be26c39ca req-8a87da2d-c98a-4e6f-b69f-6334ba02bc0a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 944 time: 0.0893998 Oct 05 09:42:38.900493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b669d-9946-4222-8281-8b9201c4c8fb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event deleted for resources: {'Port': ['ID=45f6e1a6-e627-4d2d-856d-c027edbb987c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:38.932424 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6d6aac96-408b-48c7-9fe0-052be26c39ca req-0cc6ca2f-fa38-4745-ae2a-4627dcd43613 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444107 Oct 05 09:42:39.084593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-aa3b669d-9946-4222-8281-8b9201c4c8fb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Router 3898aadd-c7e0-419a-8f80-1e1148a18578 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:42:39.264734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-aa3b669d-9946-4222-8281-8b9201c4c8fb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:42:39.275674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34f8a4-c07a-40bc-b964-be8bd4aa546a None None] Sync routers for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:42:39.286123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa34f8a4-c07a-40bc-b964-be8bd4aa546a None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:39.287015 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-aa34f8a4-c07a-40bc-b964-be8bd4aa546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:42:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:39.353938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-aa3b669d-9946-4222-8281-8b9201c4c8fb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] No DVR routers for this DVR port 45f6e1a6-e627-4d2d-856d-c027edbb987c on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:42:39.356301 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-aa3b669d-9946-4222-8281-8b9201c4c8fb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:39.359173 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a231ad-b3ea-49c6-97e0-643ffc186729', 'name': 'network-vif-deleted', 'tag': '45f6e1a6-e627-4d2d-856d-c027edbb987c'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:39.362259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6f3f88-07d9-49fe-9225-ae50a2970141" -d '{"events": [{"server_uuid": "49a231ad-b3ea-49c6-97e0-643ffc186729", "name": "network-vif-deleted", "tag": "45f6e1a6-e627-4d2d-856d-c027edbb987c"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:39.406653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c6b759-2d2f-4d51-b755-8f6e8c39609f x-openstack-request-id: req-a4c6b759-2d2f-4d51-b755-8f6e8c39609f {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:39.406950 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a231ad-b3ea-49c6-97e0-643ffc186729", "name": "network-vif-deleted", "tag": "45f6e1a6-e627-4d2d-856d-c027edbb987c", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:39.407198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4c6b759-2d2f-4d51-b755-8f6e8c39609f {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:39.407593 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c6b759-2d2f-4d51-b755-8f6e8c39609f'] response: {'server_uuid': '49a231ad-b3ea-49c6-97e0-643ffc186729', 'name': 'network-vif-deleted', 'tag': '45f6e1a6-e627-4d2d-856d-c027edbb987c', 'status': 'completed', 'code': 200} Oct 05 09:42:39.434938 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-393c105e-49c5-48b6-99f3-eb8d13c76719 req-aa3b669d-9946-4222-8281-8b9201c4c8fb tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.55 "DELETE /v2.0/ports/45f6e1a6-e627-4d2d-856d-c027edbb987c HTTP/1.1" status: 204 len: 173 time: 1.5139132 Oct 05 09:42:39.480796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-aa34f8a4-c07a-40bc-b964-be8bd4aa546a None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:39.707153 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f2346d83-ff2d-454d-8ffe-a5115f7baf2e req-d88c3b87-8a3e-4448-9deb-15cdd62c3a04 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0625644 Oct 05 09:42:39.812583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-aa34f8a4-c07a-40bc-b964-be8bd4aa546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:39.816693 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34f8a4-c07a-40bc-b964-be8bd4aa546a None None] Checking router: 3898aadd-c7e0-419a-8f80-1e1148a18578 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:42:39.825325 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa34f8a4-c07a-40bc-b964-be8bd4aa546a None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:39.825923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-aa34f8a4-c07a-40bc-b964-be8bd4aa546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:42:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:39.995891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:42:40.129137 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-aa34f8a4-c07a-40bc-b964-be8bd4aa546a None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:40.156948 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac14d7-adfa-4c2f-b3a0-a027a8a2a029 req-313a665f-70c0-4cd2-b097-367631991caf tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:40.158488 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4dac14d7-adfa-4c2f-b3a0-a027a8a2a029 req-313a665f-70c0-4cd2-b097-367631991caf tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 944 time: 0.0912716 Oct 05 09:42:40.206020 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4dac14d7-adfa-4c2f-b3a0-a027a8a2a029 req-b83bf183-9832-4e5f-bd3a-acaa8c69e701 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403726 Oct 05 09:42:40.293105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3,segment=NetworkSegment(0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd),segment_id=0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:40.367175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'port_id': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3', 'mac_address': 'fa:16:3e:a7:dd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:42:40.458364 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:40.458665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:40.515498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:42:40.542980 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3,segment=NetworkSegment(0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd),segment_id=0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:40.566248 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-aa34f8a4-c07a-40bc-b964-be8bd4aa546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:40.570274 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34f8a4-c07a-40bc-b964-be8bd4aa546a None None] The sync data for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv is: [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:42:40.605789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:40.677011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:40.810329 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35981414-e7ac-4a89-b052-6ccbfce026c3 None None] New status for floating IP f9b302f5-8b7d-4ccb-ac6b-7e49b7521308: DOWN {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:42:40.896213 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-824bdf6d-db70-4cd6-afdd-7ef98791e766 req-194c9497-605b-4469-8167-5b8092160024 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a231ad-b3ea-49c6-97e0-643ffc186729 HTTP/1.1" status: 200 len: 210 time: 0.0548882 Oct 05 09:42:41.024631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:42:41.411546 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb1e75-24f6-4512-aaf4-1e4095203616 req-1919a0df-5df7-465f-b56d-b967b207adba tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:41.412908 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8adb1e75-24f6-4512-aaf4-1e4095203616 req-1919a0df-5df7-465f-b56d-b967b207adba tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 945 time: 0.0912454 Oct 05 09:42:41.456180 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8adb1e75-24f6-4512-aaf4-1e4095203616 req-ad23dd17-4e28-4679-8d53-c76d8fc72e45 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374432 Oct 05 09:42:41.953840 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 45f6e1a6-e627-4d2d-856d-c027edbb987c no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:42:41.988826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 45f6e1a6-e627-4d2d-856d-c027edbb987c {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:42:41.989171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 45f6e1a6-e627-4d2d-856d-c027edbb987c not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:42:42.187796 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-03da54f1-a06a-4e08-94b4-7918530b79ad tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527558762&fields=id&tenant_id=be9b9908fe7c4c9a97f0c067874401dc HTTP/1.1" status: 200 len: 267 time: 0.0419064 Oct 05 09:42:42.339000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6992674-dd9b-484a-ac51-eec437e95995 req-a2a3e29f-6c1b-454d-a9ec-a90380d0a45f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:42.340343 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-a2a3e29f-6c1b-454d-a9ec-a90380d0a45f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 811 time: 0.1454508 Oct 05 09:42:42.355320 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-ff3e2826-3c88-4ca3-9949-ef381c430974 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/quotas/be9b9908fe7c4c9a97f0c067874401dc HTTP/1.1" status: 200 len: 375 time: 0.0090868 Oct 05 09:42:42.443866 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-83e5b7ae-9dcc-48fd-8535-12b932105b24 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836177 Oct 05 09:42:42.617468 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-78512fd8-88bf-466c-8bc2-a756b1a8241b service neutron] 10.222.0.49 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624622 Oct 05 09:42:42.767120 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-74103f73-a0df-4919-b8ac-d7cf27047589 service neutron] 10.222.0.49 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394224 Oct 05 09:42:42.775225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b88476-3b6c-41af-9043-67cd2d0c5353 req-cc754325-80b8-4d7d-9f16-1517668cca32 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:42.776632 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b0b88476-3b6c-41af-9043-67cd2d0c5353 req-cc754325-80b8-4d7d-9f16-1517668cca32 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 945 time: 0.2051139 Oct 05 09:42:42.820325 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b0b88476-3b6c-41af-9043-67cd2d0c5353 req-2a2b2cc2-72f9-4728-8890-da2f5c2735fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377064 Oct 05 09:42:43.477700 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5813d433-3f1a-481f-a890-7ef22e52a66d req-9516a54c-9de4-47cc-92fd-4a5757f81124 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 210 time: 0.0496562 Oct 05 09:42:43.950045 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:42:44.091031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:42:44.096841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:42:44.097225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:44.097562 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 Oct 05 09:42:44.117554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1819fc-f6d7-49b6-bca5-905e49a38497 req-5e954990-fda3-4068-808e-bdccd1de16d1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:44.119130 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6c1819fc-f6d7-49b6-bca5-905e49a38497 req-5e954990-fda3-4068-808e-bdccd1de16d1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 945 time: 0.1840687 Oct 05 09:42:44.165509 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6c1819fc-f6d7-49b6-bca5-905e49a38497 req-07ff2c50-7a1b-4075-94e8-6d59c4ac2592 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405176 Oct 05 09:42:44.218267 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:44.218564 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:44.246032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74605b5f-0f13-454e-b15b-9b5f69f9dd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:44.248286 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14e9e5c-f48a-4269-b6f6-31e05a81186c" -d '{"events": [{"server_uuid": "74605b5f-0f13-454e-b15b-9b5f69f9dd2a", "name": "network-vif-plugged", "status": "completed", "tag": "69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:44.255785 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3,segment=NetworkSegment(0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd),segment_id=0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:44.294425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c4cfb4-b47f-4337-8c6c-27f88158efed x-openstack-request-id: req-06c4cfb4-b47f-4337-8c6c-27f88158efed {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:44.294718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74605b5f-0f13-454e-b15b-9b5f69f9dd2a", "name": "network-vif-plugged", "status": "completed", "tag": "69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:44.294970 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06c4cfb4-b47f-4337-8c6c-27f88158efed {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:44.295361 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c4cfb4-b47f-4337-8c6c-27f88158efed'] response: {'server_uuid': '74605b5f-0f13-454e-b15b-9b5f69f9dd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3', 'code': 200} Oct 05 09:42:44.342925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:44.413853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:44.643185 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c3d029ab-6da6-4606-80d3-b4850418202c req-876095cd-6037-43f1-8813-671fdbddf59f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 210 time: 0.0521150 Oct 05 09:42:44.742696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2032e54-4a2a-4767-9bb5-6c4e04665011 req-1b474616-953c-4895-a622-ee718c86a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:44.744168 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c2032e54-4a2a-4767-9bb5-6c4e04665011 req-1b474616-953c-4895-a622-ee718c86a905 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 1099 time: 0.0831423 Oct 05 09:42:44.788698 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c2032e54-4a2a-4767-9bb5-6c4e04665011 req-a304d715-c60a-477f-8635-4df69ea001fe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360024 Oct 05 09:42:45.365092 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85bc7c-8df2-4bac-88f8-78e27283cdc7 req-93fcebea-547e-4da9-944b-3b4d07a9a166 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:45.366603 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fb85bc7c-8df2-4bac-88f8-78e27283cdc7 req-93fcebea-547e-4da9-944b-3b4d07a9a166 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 946 time: 0.0891318 Oct 05 09:42:45.410478 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fb85bc7c-8df2-4bac-88f8-78e27283cdc7 req-11e22e0a-fbb2-4562-8501-947b2d4c3fb7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380547 Oct 05 09:42:45.811780 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f2954462-60ae-4d0e-b172-a59253330fc0 req-f0939e1a-7dce-4b41-83b5-036dc69a9649 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 210 time: 0.0548248 Oct 05 09:42:46.078698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6992674-dd9b-484a-ac51-eec437e95995 req-3b2af68e-4175-4e79-8373-5062dabecc7b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:46.080310 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-3b2af68e-4175-4e79-8373-5062dabecc7b tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.55 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 811 time: 0.1462252 Oct 05 09:42:46.156487 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-4b6f8f14-01b3-45b1-be05-52aa0bb27fc1 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be9b9908fe7c4c9a97f0c067874401dc HTTP/1.1" status: 200 len: 380 time: 0.0410888 Oct 05 09:42:46.200559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Request body: {'port': {'device_id': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'admin_state_up': True, 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'security_groups': ['2ff0f98f-374d-49d2-9214-c15d9c91e97f']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:46.346094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:42:46.351137 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Usage tracker for resource:port and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:42:46.354202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:42:46.361761 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:42:46.617533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Made reservation on behalf of be9b9908fe7c4c9a97f0c067874401dc for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:42:46.621816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:46.626779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8daa1-1cdb-403e-9f13-038e856bc249 req-46a3db9e-f48c-4e41-9b66-9e7be5d941ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:46.628410 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-36c8daa1-1cdb-403e-9f13-038e856bc249 req-46a3db9e-f48c-4e41-9b66-9e7be5d941ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 946 time: 0.0953784 Oct 05 09:42:46.678303 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-36c8daa1-1cdb-403e-9f13-038e856bc249 req-51c1d34b-4179-4567-9fd1-70676eef7aae tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412066 Oct 05 09:42:46.827299 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Allocated IP 172.20.0.8 (5bc55122-780d-427f-aa2d-df73122091e8/1db5b5f1-8073-4fe0-98fc-693b2965d2d8/3080783e-c8a5-4031-919f-c87d655ce921) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:42:46.983551 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9ee0880f-7b98-41f7-9d87-390dd02d75eb req-563bc5b9-0c88-4e5e-beca-3d8dbd66d4f2 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 210 time: 0.0528328 Oct 05 09:42:47.027781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:47.044132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Transition to ACTIVE for port object 3080783e-c8a5-4031-919f-c87d655ce921 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:42:47.154848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:47.230935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Network 5bc55122-780d-427f-aa2d-df73122091e8 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:42:47.237930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:42:47.237930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:42:47.276233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'Port': ['ID=3080783e-c8a5-4031-919f-c87d655ce921,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:47.317369 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:47.318119 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:47.429246 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-98661ce1-2878-46d5-ac51-6154e777a8a0 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2324228 Oct 05 09:42:47.449447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Request body: {'port': {'device_id': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:47.548306 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4a519cf0-c996-46d1-b12f-58062c5e42ae None None] Provisioning for port 3080783e-c8a5-4031-919f-c87d655ce921 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:42:47.557098 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4a519cf0-c996-46d1-b12f-58062c5e42ae None None] Provisioning complete for port 3080783e-c8a5-4031-919f-c87d655ce921 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:42:47.557477 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a519cf0-c996-46d1-b12f-58062c5e42ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:47.557822 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-4a519cf0-c996-46d1-b12f-58062c5e42ae None None] Attempt 1 to provision port 3080783e-c8a5-4031-919f-c87d655ce921 Oct 05 09:42:47.615802 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4a519cf0-c996-46d1-b12f-58062c5e42ae None None] Port 3080783e-c8a5-4031-919f-c87d655ce921 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:42:47.678037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:47.892062 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491f58d-22ae-453a-8ad8-7dfc71cf805e req-0a464bc4-7a22-445c-88b9-fe89f0d079dd tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:47.894061 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f491f58d-22ae-453a-8ad8-7dfc71cf805e req-0a464bc4-7a22-445c-88b9-fe89f0d079dd tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 946 time: 0.0895886 Oct 05 09:42:47.938694 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f491f58d-22ae-453a-8ad8-7dfc71cf805e req-91e42543-b928-44b1-a0c4-354fd6e3a434 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387912 Oct 05 09:42:48.025229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3080783e-c8a5-4031-919f-c87d655ce921 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:42:48.033216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:48.048865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Transition to ACTIVE for port object 3080783e-c8a5-4031-919f-c87d655ce921 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:42:48.116915 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-4a519cf0-c996-46d1-b12f-58062c5e42ae None None] Attempt 2 to provision port 3080783e-c8a5-4031-919f-c87d655ce921 Oct 05 09:42:48.131142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:48.212113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4a519cf0-c996-46d1-b12f-58062c5e42ae None None] Port 3080783e-c8a5-4031-919f-c87d655ce921 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:42:48.225299 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d855e-863f-4a31-88e6-d0f8d9923cc6 req-ade59be5-43ff-4e9b-a6e8-8aa3d7dd692c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:48.227004 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f97d855e-863f-4a31-88e6-d0f8d9923cc6 req-ade59be5-43ff-4e9b-a6e8-8aa3d7dd692c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 946 time: 0.1697812 Oct 05 09:42:48.234433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ba1da-f37d-4416-9279-e55e1321826b req-65f537c2-ec78-47ea-870d-5960b6e35509 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:48.235931 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-553ba1da-f37d-4416-9279-e55e1321826b req-65f537c2-ec78-47ea-870d-5960b6e35509 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 943 time: 0.1324708 Oct 05 09:42:48.307390 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f97d855e-863f-4a31-88e6-d0f8d9923cc6 req-ab0aead6-78ac-43e7-82ee-2d51f72217a6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704403 Oct 05 09:42:48.314303 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-553ba1da-f37d-4416-9279-e55e1321826b req-af5aa690-fac5-44e2-9dee-d015021abea6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612402 Oct 05 09:42:48.330395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Pushing event updated for resources: {'Port': ['ID=3080783e-c8a5-4031-919f-c87d655ce921,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:48.346692 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44126) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:48.369212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Attempting to bind port 3080783e-c8a5-4031-919f-c87d655ce921 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:42:48.370018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Attempting to bind port 3080783e-c8a5-4031-919f-c87d655ce921 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:42:48.370018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Attempting to bind port 3080783e-c8a5-4031-919f-c87d655ce921 on network 5bc55122-780d-427f-aa2d-df73122091e8 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:42:48.375437 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Port 3080783e-c8a5-4031-919f-c87d655ce921 on network 5bc55122-780d-427f-aa2d-df73122091e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:42:48.381555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Attempting to bind port 3080783e-c8a5-4031-919f-c87d655ce921 on network 5bc55122-780d-427f-aa2d-df73122091e8 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:42:48.381881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:42:48.382291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Checking segment: {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:42:48.382633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Bound using segment: {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:42:48.383061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Bound port: 3080783e-c8a5-4031-919f-c87d655ce921, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:42:48.383586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:48.433625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f893793b-b99c-40e1-a6ae-96d13d20804e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:48.435586 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f893793b-b99c-40e1-a6ae-96d13d20804e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 1094 time: 0.0875423 Oct 05 09:42:48.441927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44130) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:48.448802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:48.464599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:42:48.469570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:floatingip and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:42:48.474641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:42:48.491665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:42:48.506318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] For port 3080783e-c8a5-4031-919f-c87d655ce921, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:42:48.509474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] For port 3080783e-c8a5-4031-919f-c87d655ce921, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3080783e-c8a5-4031-919f-c87d655ce921,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:42:48.565110 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:48.585740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:48.625478 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:48.626138 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:48.627591 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] 10.222.0.55 "PUT /v2.0/ports/3080783e-c8a5-4031-919f-c87d655ce921 HTTP/1.1" status: 200 len: 1093 time: 1.1827154 Oct 05 09:42:48.628032 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'tag': '3080783e-c8a5-4031-919f-c87d655ce921'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:48.630369 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4889108a-adc6-482b-96af-3655083a7724" -d '{"events": [{"name": "network-changed", "server_uuid": "55fc7ae2-ec6e-411a-a29b-615fad450ff0", "tag": "3080783e-c8a5-4031-919f-c87d655ce921"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:48.701450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66654530-b84a-4c55-b713-161edad46234 x-openstack-request-id: req-66654530-b84a-4c55-b713-161edad46234 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:48.701741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fc7ae2-ec6e-411a-a29b-615fad450ff0", "tag": "3080783e-c8a5-4031-919f-c87d655ce921", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:48.701863 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66654530-b84a-4c55-b713-161edad46234 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:48.702276 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66654530-b84a-4c55-b713-161edad46234'] response: {'name': 'network-changed', 'server_uuid': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'tag': '3080783e-c8a5-4031-919f-c87d655ce921', 'status': 'completed', 'code': 200} Oct 05 09:42:48.713539 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-4a519cf0-c996-46d1-b12f-58062c5e42ae None None] Attempt 3 to provision port 3080783e-c8a5-4031-919f-c87d655ce921 Oct 05 09:42:48.791162 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc3b02-62c1-41fe-b77a-0bb04facfbbc service neutron] Pushing event updated for resources: {'Port': ['ID=3080783e-c8a5-4031-919f-c87d655ce921,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:48.812984 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4a519cf0-c996-46d1-b12f-58062c5e42ae None None] Port 3080783e-c8a5-4031-919f-c87d655ce921 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:42:48.855991 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889108a-adc6-482b-96af-3655083a7724 req-92744f79-feba-4a09-9285-0ecbcefd9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:48.860700 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4889108a-adc6-482b-96af-3655083a7724 req-92744f79-feba-4a09-9285-0ecbcefd9511 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 1096 time: 0.1186965 Oct 05 09:42:48.946271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:49.097708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889108a-adc6-482b-96af-3655083a7724 req-4d790c80-3098-43d0-b499-98335e67d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:49.099081 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4889108a-adc6-482b-96af-3655083a7724 req-4d790c80-3098-43d0-b499-98335e67d0f2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2277248 Oct 05 09:42:49.212627 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.37 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/b0eb6af7-f58c-47da-ae7e-a2429c515313) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:42:49.329205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889108a-adc6-482b-96af-3655083a7724 req-9a654a32-d4a5-4662-9e0d-9ef3e56789ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:49.331246 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4889108a-adc6-482b-96af-3655083a7724 req-9a654a32-d4a5-4662-9e0d-9ef3e56789ef service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2259040 Oct 05 09:42:49.526079 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a31c3c-9d06-49c7-a1b8-5b0ec15b49d3 req-ea422e21-311c-4189-8b7f-6176dd5ed617 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:49.527664 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b6a31c3c-9d06-49c7-a1b8-5b0ec15b49d3 req-ea422e21-311c-4189-8b7f-6176dd5ed617 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 943 time: 0.0956635 Oct 05 09:42:49.552798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:49.573647 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b6a31c3c-9d06-49c7-a1b8-5b0ec15b49d3 req-34c9e903-eae7-49c1-952b-885082e276fe tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398922 Oct 05 09:42:49.600628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6992674-dd9b-484a-ac51-eec437e95995 req-6f3db90e-7a24-4f60-bc59-bb4fa4202f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:49.602131 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-6f3db90e-7a24-4f60-bc59-bb4fa4202f5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 1096 time: 0.2136846 Oct 05 09:42:49.670104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:49.711751 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-223dc853-5084-456a-a3e7-694079705325 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3080783e-c8a5-4031-919f-c87d655ce921 HTTP/1.1" status: 200 len: 217 time: 0.0957348 Oct 05 09:42:49.768464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:42:49.779542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:42:49.789331 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:42:49.838243 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=b0eb6af7-f58c-47da-ae7e-a2429c515313,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:49.857958 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6992674-dd9b-484a-ac51-eec437e95995 req-d72ed08d-f245-4413-a8b6-ecf16ca28a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:49.859477 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-d72ed08d-f245-4413-a8b6-ecf16ca28a4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1db5b5f1-8073-4fe0-98fc-693b2965d2d8 HTTP/1.1" status: 200 len: 850 time: 0.1346376 Oct 05 09:42:50.103558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6992674-dd9b-484a-ac51-eec437e95995 req-ebbf6b16-edcc-4e4c-87fe-14e38c5bd5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:50.106950 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-ebbf6b16-edcc-4e4c-87fe-14e38c5bd5e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bc55122-780d-427f-aa2d-df73122091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2188518 Oct 05 09:42:50.337638 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-58b57a00-555d-4603-a061-0d0b74da6888 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234981 Oct 05 09:42:50.348400 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-46fe3b61-7bfc-40f8-a82b-f53ecfd50d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:50.500956 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c6992674-dd9b-484a-ac51-eec437e95995 req-832d5dd7-92d7-4314-bac4-69402e7d4e0b service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557813 Oct 05 09:42:50.504789 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:50.699341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:50.778736 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc15da-c6ee-482a-b368-133c68a509df req-ed407b3e-d9f7-4002-92ef-c39c674aafa7 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:50.780496 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6fcc15da-c6ee-482a-b368-133c68a509df req-ed407b3e-d9f7-4002-92ef-c39c674aafa7 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 943 time: 0.0947657 Oct 05 09:42:50.825854 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6fcc15da-c6ee-482a-b368-133c68a509df req-08029170-c9a6-46ee-b4c3-57faaa82d809 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391004 Oct 05 09:42:50.907686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:50.971098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:51.076543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=b0eb6af7-f58c-47da-ae7e-a2429c515313,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:51.078760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:51.349728 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP 0a4cef41-0a28-451d-a517-0d1726ad752f associated. External IP: 172.26.7.37, port: 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3. Oct 05 09:42:51.699222 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:42:51.881216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:42:51.891182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508e3c5a-a37a-43c6-bf54-a88253384815 None None] Sync routers for ids ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:42:51.901591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508e3c5a-a37a-43c6-bf54-a88253384815 None None] Routers {'41c2ab71-bae0-40a2-b124-7dcf0b238c1f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:51.902242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-508e3c5a-a37a-43c6-bf54-a88253384815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:42:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:51.982488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:52.036639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2e863-558d-4115-a07b-525636873eee req-9e2c8181-b1a5-431a-92b5-f0f27bf72f69 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:52.037892 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-33193c30-fec6-417c-b732-42645b46ebc0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5948870 Oct 05 09:42:52.038696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74605b5f-0f13-454e-b15b-9b5f69f9dd2a', 'tag': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:52.039326 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1d2e863-558d-4115-a07b-525636873eee req-9e2c8181-b1a5-431a-92b5-f0f27bf72f69 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 943 time: 0.0930469 Oct 05 09:42:52.040767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44142) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:52.040980 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fb335f-43aa-4dce-a959-856b3060101b" -d '{"events": [{"name": "network-changed", "server_uuid": "74605b5f-0f13-454e-b15b-9b5f69f9dd2a", "tag": "69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:52.083206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9502a1ea-4de9-4fa5-976e-a949a5859834 x-openstack-request-id: req-9502a1ea-4de9-4fa5-976e-a949a5859834 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:52.083758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74605b5f-0f13-454e-b15b-9b5f69f9dd2a", "tag": "69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:52.084097 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9502a1ea-4de9-4fa5-976e-a949a5859834 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:52.084569 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9502a1ea-4de9-4fa5-976e-a949a5859834'] response: {'name': 'network-changed', 'server_uuid': '74605b5f-0f13-454e-b15b-9b5f69f9dd2a', 'tag': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3', 'status': 'completed', 'code': 200} Oct 05 09:42:52.087120 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-508e3c5a-a37a-43c6-bf54-a88253384815 None None] Set router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:52.187888 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1d2e863-558d-4115-a07b-525636873eee req-197518ca-582b-419e-aaf9-8bc62906f7e8 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810976 Oct 05 09:42:52.191348 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-75be0a38-f87a-4929-a5a8-2d0eda01cf76 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/0a4cef41-0a28-451d-a517-0d1726ad752f HTTP/1.1" status: 200 len: 991 time: 0.1470752 Oct 05 09:42:52.227340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb335f-43aa-4dce-a959-856b3060101b req-002fc098-7791-4dd2-87f4-f35928646b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:52.229277 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-04fb335f-43aa-4dce-a959-856b3060101b req-002fc098-7791-4dd2-87f4-f35928646b21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 1099 time: 0.1003838 Oct 05 09:42:52.364457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb335f-43aa-4dce-a959-856b3060101b req-5bb64773-2fd4-471f-8da1-fb53aed1d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:52.365900 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-04fb335f-43aa-4dce-a959-856b3060101b req-5bb64773-2fd4-471f-8da1-fb53aed1d001 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4339f835-5bb8-4396-82dd-ab717b66553c HTTP/1.1" status: 200 len: 897 time: 0.1271610 Oct 05 09:42:52.439267 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-508e3c5a-a37a-43c6-bf54-a88253384815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:42:16Z', 'updated_at': '2022-10-05T09:42:23Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:17Z', 'updated_at': '2022-10-05T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '0a4cef41-0a28-451d-a517-0d1726ad752f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.37', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'port_id': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'mac_address': 'fa:16:3e:a7:dd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74605b5f-0f13-454e-b15b-9b5f69f9dd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:42:50Z', 'updated_at': '2022-10-05T09:42:50Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9997bc-14fc-433e-b822-178861cf00ff', 'name': '', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:b0:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:22Z', 'updated_at': '2022-10-05T09:42:28Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:52.443818 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508e3c5a-a37a-43c6-bf54-a88253384815 None None] Checking router: 41c2ab71-bae0-40a2-b124-7dcf0b238c1f for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:42:52.452180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508e3c5a-a37a-43c6-bf54-a88253384815 None None] Routers {'41c2ab71-bae0-40a2-b124-7dcf0b238c1f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:52.452782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-508e3c5a-a37a-43c6-bf54-a88253384815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:42:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:52.470080 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-04fb335f-43aa-4dce-a959-856b3060101b req-fc0f3027-d7fe-43a0-a069-49f49bbfdf55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 HTTP/1.1" status: 200 len: 999 time: 0.0982161 Oct 05 09:42:52.533150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb335f-43aa-4dce-a959-856b3060101b req-9f413106-50a2-4596-a48b-b7e2eea595ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:52.534564 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-04fb335f-43aa-4dce-a959-856b3060101b req-9f413106-50a2-4596-a48b-b7e2eea595ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6dc7a18e-2e6f-49d4-9b11-9266b443fca2 HTTP/1.1" status: 200 len: 834 time: 0.0584781 Oct 05 09:42:52.618255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb335f-43aa-4dce-a959-856b3060101b req-026cdb16-01f9-40f6-b734-c15a3b0f9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:52.619735 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-04fb335f-43aa-4dce-a959-856b3060101b req-026cdb16-01f9-40f6-b734-c15a3b0f9c68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4339f835-5bb8-4396-82dd-ab717b66553c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785520 Oct 05 09:42:52.641709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-508e3c5a-a37a-43c6-bf54-a88253384815 None None] Set router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:52.684990 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-eba17601-f1d1-41f5-ac50-83f8e46fca3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:52.756479 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-04fb335f-43aa-4dce-a959-856b3060101b req-fbd16242-ac6d-4ec6-b611-9889fea39806 service neutron] 10.222.0.55 "GET /v2.0/networks/4339f835-5bb8-4396-82dd-ab717b66553c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291885 Oct 05 09:42:53.016399 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-04fb335f-43aa-4dce-a959-856b3060101b req-8fb0a752-ee83-4814-9201-d7151e6815f9 service neutron] 10.222.0.55 "GET /v2.0/networks/4339f835-5bb8-4396-82dd-ab717b66553c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536438 Oct 05 09:42:53.045121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-508e3c5a-a37a-43c6-bf54-a88253384815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:42:16Z', 'updated_at': '2022-10-05T09:42:23Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:17Z', 'updated_at': '2022-10-05T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '0a4cef41-0a28-451d-a517-0d1726ad752f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.37', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'port_id': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'mac_address': 'fa:16:3e:a7:dd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74605b5f-0f13-454e-b15b-9b5f69f9dd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:42:50Z', 'updated_at': '2022-10-05T09:42:50Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9997bc-14fc-433e-b822-178861cf00ff', 'name': '', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:b0:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:22Z', 'updated_at': '2022-10-05T09:42:28Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:53.049757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508e3c5a-a37a-43c6-bf54-a88253384815 None None] The sync data for ids ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'] in dv-neutron-860329-1-hyperv is: [{'id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:42:16Z', 'updated_at': '2022-10-05T09:42:23Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:17Z', 'updated_at': '2022-10-05T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '0a4cef41-0a28-451d-a517-0d1726ad752f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.37', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'port_id': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'mac_address': 'fa:16:3e:a7:dd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74605b5f-0f13-454e-b15b-9b5f69f9dd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:42:50Z', 'updated_at': '2022-10-05T09:42:50Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9997bc-14fc-433e-b822-178861cf00ff', 'name': '', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:b0:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:22Z', 'updated_at': '2022-10-05T09:42:28Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:42:53.195550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44148) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:53.250345 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b539b247-c811-4914-82de-8208bfc4f31b None None] New status for floating IP 0a4cef41-0a28-451d-a517-0d1726ad752f: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:42:53.305870 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cb6b7761-1f83-4001-909c-6a4bb5dc65f2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/0a4cef41-0a28-451d-a517-0d1726ad752f HTTP/1.1" status: 200 len: 991 time: 0.1090202 Oct 05 09:42:53.402853 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ad574-7947-492c-bb97-cd1e3057a3f3 req-887461ab-6182-4627-9fe4-74a00d9adb91 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:53.404295 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-672ad574-7947-492c-bb97-cd1e3057a3f3 req-887461ab-6182-4627-9fe4-74a00d9adb91 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 943 time: 0.0908134 Oct 05 09:42:53.448348 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-672ad574-7947-492c-bb97-cd1e3057a3f3 req-b928310a-6371-43de-bb24-ce8392a32b04 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375173 Oct 05 09:42:54.170248 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:54.198789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:54.309154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44154) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:54.511933 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2679b28b-3646-46ac-85ae-46fe15304c9e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/0a4cef41-0a28-451d-a517-0d1726ad752f HTTP/1.1" status: 200 len: 993 time: 0.2015481 Oct 05 09:42:54.646898 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9cc0d-18b2-4e6c-851a-ef1d4a59bba9 req-e27e5f44-c462-4d00-a3fd-3983411f7c50 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:54.648331 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-acd9cc0d-18b2-4e6c-851a-ef1d4a59bba9 req-e27e5f44-c462-4d00-a3fd-3983411f7c50 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 943 time: 0.0876236 Oct 05 09:42:54.691590 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-acd9cc0d-18b2-4e6c-851a-ef1d4a59bba9 req-351942fe-f409-454b-a27d-6301f45c599d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375476 Oct 05 09:42:54.987886 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:55.535708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:55.891836 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde6be5-7f77-4d68-870e-717c396c6922 req-27584731-ae2e-4552-94a2-b9802031125f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:55.893276 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9bde6be5-7f77-4d68-870e-717c396c6922 req-27584731-ae2e-4552-94a2-b9802031125f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 943 time: 0.0898609 Oct 05 09:42:55.936590 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9bde6be5-7f77-4d68-870e-717c396c6922 req-f7558bd7-235a-4908-bfe9-202896d6f404 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370352 Oct 05 09:42:57.138297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dc0b3-5ca9-45af-a3c6-a1a21ecdd993 req-cb1a8f0d-edb8-4900-a5ab-f4e5adb3359e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:57.139646 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-026dc0b3-5ca9-45af-a3c6-a1a21ecdd993 req-cb1a8f0d-edb8-4900-a5ab-f4e5adb3359e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 943 time: 0.0912225 Oct 05 09:42:57.184297 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-026dc0b3-5ca9-45af-a3c6-a1a21ecdd993 req-9cfa634b-834c-4237-8ba0-94895fb21f38 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383155 Oct 05 09:42:58.382258 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e358587-a7a5-4e8b-be3b-3e74db22b459 req-8494f2c0-611e-4797-9919-ab3efc0a1aa2 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:58.383738 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1e358587-a7a5-4e8b-be3b-3e74db22b459 req-8494f2c0-611e-4797-9919-ab3efc0a1aa2 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 943 time: 0.0890100 Oct 05 09:42:58.428705 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1e358587-a7a5-4e8b-be3b-3e74db22b459 req-1c5f9049-6808-4429-a00a-b47a83cd0f73 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390093 Oct 05 09:42:59.632999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff1723-4079-4a0a-8e90-75512cecef5e req-22b1a815-e6cf-4abe-b0c3-9d74a76ee643 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:59.634504 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2bff1723-4079-4a0a-8e90-75512cecef5e req-22b1a815-e6cf-4abe-b0c3-9d74a76ee643 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 943 time: 0.0933399 Oct 05 09:42:59.678780 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2bff1723-4079-4a0a-8e90-75512cecef5e req-369efea1-b086-42e4-93f6-bbe303e16c66 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384862 Oct 05 09:43:00.011499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3080783e-c8a5-4031-919f-c87d655ce921 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:43:00.145135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 3080783e-c8a5-4031-919f-c87d655ce921, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3080783e-c8a5-4031-919f-c87d655ce921,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:43:00.158178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '3080783e-c8a5-4031-919f-c87d655ce921', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'port_id': '3080783e-c8a5-4031-919f-c87d655ce921', 'mac_address': 'fa:16:3e:de:a1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:43:00.216699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 3080783e-c8a5-4031-919f-c87d655ce921 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:43:00.217080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:00.233917 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3080783e-c8a5-4031-919f-c87d655ce921 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:43:00.249008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 3080783e-c8a5-4031-919f-c87d655ce921, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3080783e-c8a5-4031-919f-c87d655ce921,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:43:00.307294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:00.374203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=3080783e-c8a5-4031-919f-c87d655ce921,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:00.743704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['3080783e-c8a5-4031-919f-c87d655ce921'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:43:00.883591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a46abf-77c6-488f-b4f3-8d28fb782742 req-0da80221-6f07-4183-b818-e2d653361a66 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:00.885036 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b9a46abf-77c6-488f-b4f3-8d28fb782742 req-0da80221-6f07-4183-b818-e2d653361a66 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 944 time: 0.0915704 Oct 05 09:43:00.928810 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b9a46abf-77c6-488f-b4f3-8d28fb782742 req-66962ae6-fb8c-4275-b360-10c80e5daa87 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379395 Oct 05 09:43:02.017328 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3080783e-c8a5-4031-919f-c87d655ce921 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:43:02.126217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b30a52-e292-4de3-b702-12dfd07ec3ac req-c5829711-1e29-425c-846a-8fa0ae9f8f6d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:02.127596 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f6b30a52-e292-4de3-b702-12dfd07ec3ac req-c5829711-1e29-425c-846a-8fa0ae9f8f6d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 944 time: 0.0894191 Oct 05 09:43:02.130846 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 3080783e-c8a5-4031-919f-c87d655ce921 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:43:02.136078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 3080783e-c8a5-4031-919f-c87d655ce921 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:43:02.136559 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:02.142168 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 3080783e-c8a5-4031-919f-c87d655ce921 Oct 05 09:43:02.173276 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f6b30a52-e292-4de3-b702-12dfd07ec3ac req-0d987249-d2c4-4713-894b-325e5484f0d2 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393150 Oct 05 09:43:02.254908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 3080783e-c8a5-4031-919f-c87d655ce921 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:43:02.255280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:02.280953 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3080783e-c8a5-4031-919f-c87d655ce921'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:43:02.283244 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21358fc9-a6a9-4c72-87d2-d41a4fa52ec0" -d '{"events": [{"server_uuid": "55fc7ae2-ec6e-411a-a29b-615fad450ff0", "name": "network-vif-plugged", "status": "completed", "tag": "3080783e-c8a5-4031-919f-c87d655ce921"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:43:02.290658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 3080783e-c8a5-4031-919f-c87d655ce921, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3080783e-c8a5-4031-919f-c87d655ce921,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:43:02.326209 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58afb7f9-0284-4cfe-a419-2d7f37c3f193 x-openstack-request-id: req-58afb7f9-0284-4cfe-a419-2d7f37c3f193 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:43:02.326497 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fc7ae2-ec6e-411a-a29b-615fad450ff0", "name": "network-vif-plugged", "status": "completed", "tag": "3080783e-c8a5-4031-919f-c87d655ce921", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:43:02.326745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58afb7f9-0284-4cfe-a419-2d7f37c3f193 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:43:02.327156 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58afb7f9-0284-4cfe-a419-2d7f37c3f193'] response: {'server_uuid': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3080783e-c8a5-4031-919f-c87d655ce921', 'code': 200} Oct 05 09:43:02.359027 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:02.426619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=3080783e-c8a5-4031-919f-c87d655ce921,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:02.929565 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee1c92-2b8f-4388-8f4b-924eba951c3e req-0dcc5fc2-baf4-4833-8177-5b13e721e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:02.931085 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-beee1c92-2b8f-4388-8f4b-924eba951c3e req-0dcc5fc2-baf4-4833-8177-5b13e721e6a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0786626 Oct 05 09:43:02.974311 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-beee1c92-2b8f-4388-8f4b-924eba951c3e req-6b76443f-ab17-4a12-b5b6-6f4aef5ca59a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363715 Oct 05 09:43:03.376672 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad716d-4e0c-4bef-90ef-95a63921712d req-dc622248-c889-4173-8470-d5b03cce19ed tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:03.378656 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-42ad716d-4e0c-4bef-90ef-95a63921712d req-dc622248-c889-4173-8470-d5b03cce19ed tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 945 time: 0.0921588 Oct 05 09:43:03.422986 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-42ad716d-4e0c-4bef-90ef-95a63921712d req-60f18a05-bc2c-44d6-af6f-423ecce1b466 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387046 Oct 05 09:43:04.632631 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ee95e-996b-437a-9eac-23f8d8747e66 req-16fd01ce-4ebc-44ef-8a79-dd2e8da7752d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:04.634007 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2a9ee95e-996b-437a-9eac-23f8d8747e66 req-16fd01ce-4ebc-44ef-8a79-dd2e8da7752d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 945 time: 0.0945628 Oct 05 09:43:04.679474 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2a9ee95e-996b-437a-9eac-23f8d8747e66 req-92fccf65-e312-4572-845d-05d0b4689f99 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396199 Oct 05 09:43:05.778508 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2294b8c-259c-4aac-ab28-800efa92e6dd req-0bf740c3-fc72-4764-9af9-6473d680901d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834992 Oct 05 09:43:05.881899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ed518-aa3e-47a0-a2ec-0cd5a4a22dc1 req-ec5b340e-0c78-47c6-857f-812de35d3e16 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:05.883415 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-687ed518-aa3e-47a0-a2ec-0cd5a4a22dc1 req-ec5b340e-0c78-47c6-857f-812de35d3e16 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 945 time: 0.0887947 Oct 05 09:43:05.886833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2294b8c-259c-4aac-ab28-800efa92e6dd req-45266939-8c3e-4bf4-9aa3-a705f0b27128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:05.888276 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2294b8c-259c-4aac-ab28-800efa92e6dd req-45266939-8c3e-4bf4-9aa3-a705f0b27128 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8171e6eab1f14f91894c01f28378877d&device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 1098 time: 0.0778148 Oct 05 09:43:05.928994 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-687ed518-aa3e-47a0-a2ec-0cd5a4a22dc1 req-ad666218-edde-438a-8a06-634cf8165ab6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392399 Oct 05 09:43:06.035965 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2294b8c-259c-4aac-ab28-800efa92e6dd req-eb3e3345-5683-44c6-8b11-4ace8e1d8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:06.037425 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2294b8c-259c-4aac-ab28-800efa92e6dd req-eb3e3345-5683-44c6-8b11-4ace8e1d8e5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f726b0a5-9ade-4684-92eb-ee6a994fac05 HTTP/1.1" status: 200 len: 898 time: 0.1285172 Oct 05 09:43:06.131342 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb586a-fb16-4191-8ef6-03461f26b1f7 req-7e2f376c-b3b2-4615-83ae-e0f24bf30892 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:06.132821 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-71bb586a-fb16-4191-8ef6-03461f26b1f7 req-7e2f376c-b3b2-4615-83ae-e0f24bf30892 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 945 time: 0.0936375 Oct 05 09:43:06.144322 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2294b8c-259c-4aac-ab28-800efa92e6dd req-1da7abee-fbfd-4190-ba27-3a3eeb2a316c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 HTTP/1.1" status: 200 len: 1001 time: 0.1006625 Oct 05 09:43:06.177652 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-71bb586a-fb16-4191-8ef6-03461f26b1f7 req-a0b0dc10-447c-4dc3-b0c9-e78bb94f7b0e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388510 Oct 05 09:43:06.206835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2294b8c-259c-4aac-ab28-800efa92e6dd req-43952ed7-48da-48b4-a08a-e571f82cddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:06.207534 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44186) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:43:06.208269 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2294b8c-259c-4aac-ab28-800efa92e6dd req-43952ed7-48da-48b4-a08a-e571f82cddd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5007e-25fa-4951-8d9f-fe0cd9cbba2a HTTP/1.1" status: 200 len: 835 time: 0.0577655 Oct 05 09:43:06.289355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f5936-ce61-44d5-9ce7-8dc3c2c8189a tempest-TestVolumeBootPattern-1734328256 tempest-TestVolumeBootPattern-1734328256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:06.290089 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-522f5936-ce61-44d5-9ce7-8dc3c2c8189a tempest-TestVolumeBootPattern-1734328256 tempest-TestVolumeBootPattern-1734328256-project-admin] Synchronizing usage tracker for tenant:e6b6283428344247a604e5f5fa37cb24 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:43:06.294560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2294b8c-259c-4aac-ab28-800efa92e6dd req-a3eed556-59bd-43ad-a666-6704de2b9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:06.296030 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2294b8c-259c-4aac-ab28-800efa92e6dd req-a3eed556-59bd-43ad-a666-6704de2b9ab7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f726b0a5-9ade-4684-92eb-ee6a994fac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815394 Oct 05 09:43:06.370558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-522f5936-ce61-44d5-9ce7-8dc3c2c8189a tempest-TestVolumeBootPattern-1734328256 tempest-TestVolumeBootPattern-1734328256-project-admin] Unset dirty status for tenant:e6b6283428344247a604e5f5fa37cb24 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:43:06.371740 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-522f5936-ce61-44d5-9ce7-8dc3c2c8189a tempest-TestVolumeBootPattern-1734328256 tempest-TestVolumeBootPattern-1734328256-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 1093 time: 0.1628354 Oct 05 09:43:06.374620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44190) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:43:06.379833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '3080783e-c8a5-4031-919f-c87d655ce921', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:43:06.386234 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:43:06.391122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Usage tracker for resource:floatingip and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:43:06.394047 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:43:06.399882 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:43:06.430645 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2294b8c-259c-4aac-ab28-800efa92e6dd req-e8e8b856-740e-44f0-b4d9-bc9dd100a94b service neutron] 10.222.0.55 "GET /v2.0/networks/f726b0a5-9ade-4684-92eb-ee6a994fac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273410 Oct 05 09:43:06.467615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:06.565685 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2294b8c-259c-4aac-ab28-800efa92e6dd req-39a9ff15-7253-409a-aaa9-cf53a3689efc service neutron] 10.222.0.55 "GET /v2.0/networks/f726b0a5-9ade-4684-92eb-ee6a994fac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277418 Oct 05 09:43:06.605562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:06.740831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Allocated IP 172.26.7.146 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/bc2ea804-930b-45a9-be23-d80454574122) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:43:06.891702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:06.953691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:07.113957 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:43:07.117335 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:43:07.121074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:43:07.163217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'Port': ['ID=bc2ea804-930b-45a9-be23-d80454574122,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:07.175916 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:07.176278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:07.176685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:07.177027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:07.177362 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:07.177693 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:07.178043 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:07.178373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:07.178699 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:07.179023 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:07.179347 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:07.179669 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:07.555032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:07.686717 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:07.891209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:07.964649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:08.071537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:08.118991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'Port': ['ID=bc2ea804-930b-45a9-be23-d80454574122,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:08.243531 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Floating IP b5bfbd15-d1ca-4e4f-a5ab-94afdbce2a1a associated. External IP: 172.26.7.146, port: 3080783e-c8a5-4031-919f-c87d655ce921. Oct 05 09:43:08.594081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Router 3898aadd-c7e0-419a-8f80-1e1148a18578 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:43:08.877141 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:43:08.886851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbee8f-fdef-40fd-b89e-5276a925b9a2 None None] Sync routers for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:43:08.897223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbee8f-fdef-40fd-b89e-5276a925b9a2 None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:43:08.897837 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-cbcbee8f-fdef-40fd-b89e-5276a925b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:42:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:43:08.982484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:09.045885 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-02318b9e-1300-414a-8a0d-a997d31b38b6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6697929 Oct 05 09:43:09.046251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'tag': '3080783e-c8a5-4031-919f-c87d655ce921'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:43:09.048565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0ec7bb-942e-46b7-a504-4572279d33f8" -d '{"events": [{"name": "network-changed", "server_uuid": "55fc7ae2-ec6e-411a-a29b-615fad450ff0", "tag": "3080783e-c8a5-4031-919f-c87d655ce921"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:43:09.079535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-cbcbee8f-fdef-40fd-b89e-5276a925b9a2 None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:43:09.151305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdddf9e1-e4f2-4586-aa31-486c7cb83097 x-openstack-request-id: req-cdddf9e1-e4f2-4586-aa31-486c7cb83097 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:43:09.151596 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fc7ae2-ec6e-411a-a29b-615fad450ff0", "tag": "3080783e-c8a5-4031-919f-c87d655ce921", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:43:09.151848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdddf9e1-e4f2-4586-aa31-486c7cb83097 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:43:09.152272 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdddf9e1-e4f2-4586-aa31-486c7cb83097'] response: {'name': 'network-changed', 'server_uuid': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'tag': '3080783e-c8a5-4031-919f-c87d655ce921', 'status': 'completed', 'code': 200} Oct 05 09:43:09.280274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ec7bb-942e-46b7-a504-4572279d33f8 req-0c770175-b57e-4c52-b558-2fb3fcefdd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:09.281759 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2b0ec7bb-942e-46b7-a504-4572279d33f8 req-0c770175-b57e-4c52-b558-2fb3fcefdd96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0796309 Oct 05 09:43:09.418621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ec7bb-942e-46b7-a504-4572279d33f8 req-ffb1f7a5-426f-4b28-924a-749bf29853e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:09.420002 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2b0ec7bb-942e-46b7-a504-4572279d33f8 req-ffb1f7a5-426f-4b28-924a-749bf29853e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 912 time: 0.1293187 Oct 05 09:43:09.431605 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-cbcbee8f-fdef-40fd-b89e-5276a925b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'b5bfbd15-d1ca-4e4f-a5ab-94afdbce2a1a', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'floating_ip_address': '172.26.7.146', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'port_id': '3080783e-c8a5-4031-919f-c87d655ce921', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'mac_address': 'fa:16:3e:de:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:43:07Z', 'updated_at': '2022-10-05T09:43:07Z', 'revision_number': 0, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:43:09.435604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbee8f-fdef-40fd-b89e-5276a925b9a2 None None] Checking router: 3898aadd-c7e0-419a-8f80-1e1148a18578 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:43:09.444174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbee8f-fdef-40fd-b89e-5276a925b9a2 None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:43:09.444921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-cbcbee8f-fdef-40fd-b89e-5276a925b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:42:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:43:09.508386 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:43:09.528879 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2b0ec7bb-942e-46b7-a504-4572279d33f8 req-11766fae-97be-43cf-ab46-ea4e3bc6a70a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3080783e-c8a5-4031-919f-c87d655ce921 HTTP/1.1" status: 200 len: 999 time: 0.1014502 Oct 05 09:43:09.601199 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ec7bb-942e-46b7-a504-4572279d33f8 req-3bed4263-58c6-408a-9549-8e75018e668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:09.602812 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2b0ec7bb-942e-46b7-a504-4572279d33f8 req-3bed4263-58c6-408a-9549-8e75018e668f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1db5b5f1-8073-4fe0-98fc-693b2965d2d8 HTTP/1.1" status: 200 len: 850 time: 0.0620234 Oct 05 09:43:09.664422 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-cbcbee8f-fdef-40fd-b89e-5276a925b9a2 None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:43:09.688059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ec7bb-942e-46b7-a504-4572279d33f8 req-e6496104-678a-435a-8ca9-554416064e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:09.689530 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2b0ec7bb-942e-46b7-a504-4572279d33f8 req-e6496104-678a-435a-8ca9-554416064e80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bc55122-780d-427f-aa2d-df73122091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793424 Oct 05 09:43:09.938450 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2b0ec7bb-942e-46b7-a504-4572279d33f8 req-d54b001f-20cf-434a-b25a-dd3ad29dbe7a service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371254 Oct 05 09:43:10.042137 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-cbcbee8f-fdef-40fd-b89e-5276a925b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'b5bfbd15-d1ca-4e4f-a5ab-94afdbce2a1a', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'floating_ip_address': '172.26.7.146', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'port_id': '3080783e-c8a5-4031-919f-c87d655ce921', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'mac_address': 'fa:16:3e:de:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:43:07Z', 'updated_at': '2022-10-05T09:43:07Z', 'revision_number': 0, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:43:10.046231 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbee8f-fdef-40fd-b89e-5276a925b9a2 None None] The sync data for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv is: [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'b5bfbd15-d1ca-4e4f-a5ab-94afdbce2a1a', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'floating_ip_address': '172.26.7.146', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'port_id': '3080783e-c8a5-4031-919f-c87d655ce921', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'mac_address': 'fa:16:3e:de:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:43:07Z', 'updated_at': '2022-10-05T09:43:07Z', 'revision_number': 0, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:43:10.072484 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2b0ec7bb-942e-46b7-a504-4572279d33f8 req-19922265-d502-4d4b-8e3b-30a7f2d27917 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275837 Oct 05 09:43:10.239111 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b595cf-e5f8-4dca-8c83-a57c9cd4cbf8 None None] New status for floating IP b5bfbd15-d1ca-4e4f-a5ab-94afdbce2a1a: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:43:20.341204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-20809e41-8cb3-4569-aa40-a273d333603b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:22.638077 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-39ac6c0d-9d41-45e9-88c1-7a717d3a2d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:24.180940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:24.213609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:24.997752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:25.575706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:43.250402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44234) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:43:43.458649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ad323451-22a2-4cf0-98cd-5b5dbf5f8cc7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Deleting port cab74305-9067-4954-9598-0e36b95afe51 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:43:43.458991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ad323451-22a2-4cf0-98cd-5b5dbf5f8cc7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:43.629580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ad323451-22a2-4cf0-98cd-5b5dbf5f8cc7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:43.629916 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ad323451-22a2-4cf0-98cd-5b5dbf5f8cc7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:43.752723 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ad323451-22a2-4cf0-98cd-5b5dbf5f8cc7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Calling delete_port for cab74305-9067-4954-9598-0e36b95afe51 owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:43:43.963220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ad323451-22a2-4cf0-98cd-5b5dbf5f8cc7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:44.009866 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad323451-22a2-4cf0-98cd-5b5dbf5f8cc7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event deleted for resources: {'Port': ['ID=cab74305-9067-4954-9598-0e36b95afe51,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:44.110473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ad323451-22a2-4cf0-98cd-5b5dbf5f8cc7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:44.110847 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-ad323451-22a2-4cf0-98cd-5b5dbf5f8cc7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Floating IP 247601d5-2b7d-4dee-8ae0-64bc578a04ae disassociated (deleted). External IP: 172.26.7.242, port: 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5. Oct 05 09:43:44.567644 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad323451-22a2-4cf0-98cd-5b5dbf5f8cc7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:43:44.751174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad323451-22a2-4cf0-98cd-5b5dbf5f8cc7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:43:44.762049 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e21f76e-4b78-4592-bc73-cea51568bda8 None None] Sync routers for ids ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:43:44.771583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ad323451-22a2-4cf0-98cd-5b5dbf5f8cc7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:44.772214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e21f76e-4b78-4592-bc73-cea51568bda8 None None] Routers {'9b1a133a-c4f9-41a2-9570-c861f33d2a96'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:43:44.772832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1e21f76e-4b78-4592-bc73-cea51568bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:43:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:43:44.827425 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ad323451-22a2-4cf0-98cd-5b5dbf5f8cc7 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "DELETE /v2.0/floatingips/247601d5-2b7d-4dee-8ae0-64bc578a04ae HTTP/1.1" status: 204 len: 168 time: 1.5758188 Oct 05 09:43:44.828260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'tag': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:43:44.830804 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7e448e-8ca9-4c32-8c08-1305c3110139" -d '{"events": [{"name": "network-changed", "server_uuid": "b7979e3f-e256-4725-94a0-2c963546f7b7", "tag": "0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:43:44.876152 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cfb11b-b558-4b98-8682-642fb60cd38b x-openstack-request-id: req-04cfb11b-b558-4b98-8682-642fb60cd38b {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:43:44.876513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7979e3f-e256-4725-94a0-2c963546f7b7", "tag": "0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:43:44.876827 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04cfb11b-b558-4b98-8682-642fb60cd38b {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:43:44.877350 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04cfb11b-b558-4b98-8682-642fb60cd38b'] response: {'name': 'network-changed', 'server_uuid': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'tag': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5', 'status': 'completed', 'code': 200} Oct 05 09:43:44.957131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-1e21f76e-4b78-4592-bc73-cea51568bda8 None None] Set router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:43:45.005043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e448e-8ca9-4c32-8c08-1305c3110139 req-12128cf1-1216-4433-b3d8-84d1bbbe302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:45.006563 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0a7e448e-8ca9-4c32-8c08-1305c3110139 req-12128cf1-1216-4433-b3d8-84d1bbbe302c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8171e6eab1f14f91894c01f28378877d&device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 1098 time: 0.0847685 Oct 05 09:43:45.141941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e448e-8ca9-4c32-8c08-1305c3110139 req-9d81dd68-58d3-4800-b8ad-48a480aa9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:45.143392 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0a7e448e-8ca9-4c32-8c08-1305c3110139 req-9d81dd68-58d3-4800-b8ad-48a480aa9ee1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f726b0a5-9ade-4684-92eb-ee6a994fac05 HTTP/1.1" status: 200 len: 898 time: 0.1311243 Oct 05 09:43:45.218651 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0a7e448e-8ca9-4c32-8c08-1305c3110139 req-fbeffe59-74c9-4e12-82a0-3bda100c4b26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 HTTP/1.1" status: 200 len: 217 time: 0.0685351 Oct 05 09:43:45.285509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e448e-8ca9-4c32-8c08-1305c3110139 req-cda385f4-a365-4690-bd3c-9cccfbc43005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:45.286960 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0a7e448e-8ca9-4c32-8c08-1305c3110139 req-cda385f4-a365-4690-bd3c-9cccfbc43005 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5007e-25fa-4951-8d9f-fe0cd9cbba2a HTTP/1.1" status: 200 len: 835 time: 0.0619655 Oct 05 09:43:45.294821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1e21f76e-4b78-4592-bc73-cea51568bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': '00f6b778-3213-4843-81b1-41cccd93b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:40:22Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'gw_port': {'id': '00f6b778-3213-4843-81b1-41cccd93b032', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:23Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '2706a9bb-0881-453f-b94a-6c067342993d', 'name': '', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'mac_address': 'fa:16:3e:66:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:27Z', 'updated_at': '2022-10-05T09:40:34Z', 'revision_number': 5, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'subnets': [{'id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:43:45.294821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e21f76e-4b78-4592-bc73-cea51568bda8 None None] Checking router: 9b1a133a-c4f9-41a2-9570-c861f33d2a96 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:43:45.301509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e21f76e-4b78-4592-bc73-cea51568bda8 None None] Routers {'9b1a133a-c4f9-41a2-9570-c861f33d2a96'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:43:45.302149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1e21f76e-4b78-4592-bc73-cea51568bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:43:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:43:45.380701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e448e-8ca9-4c32-8c08-1305c3110139 req-b08dc55e-8a92-4ade-bc76-876dbcf59e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:45.382522 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0a7e448e-8ca9-4c32-8c08-1305c3110139 req-b08dc55e-8a92-4ade-bc76-876dbcf59e63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f726b0a5-9ade-4684-92eb-ee6a994fac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898888 Oct 05 09:43:45.497892 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-1e21f76e-4b78-4592-bc73-cea51568bda8 None None] Set router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:43:45.518138 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e004e-c6f9-4a2e-bdef-4571cbba82e4 req-24c70540-0c03-4866-a4c0-0efeff544b08 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:45.519205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-b20e004e-c6f9-4a2e-bdef-4571cbba82e4 req-24c70540-0c03-4866-a4c0-0efeff544b08 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Synchronizing usage tracker for tenant:8171e6eab1f14f91894c01f28378877d on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:43:45.546659 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0a7e448e-8ca9-4c32-8c08-1305c3110139 req-c40bac20-78d5-4057-95e8-e63353148829 service neutron] 10.222.0.55 "GET /v2.0/networks/f726b0a5-9ade-4684-92eb-ee6a994fac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421196 Oct 05 09:43:45.609007 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-b20e004e-c6f9-4a2e-bdef-4571cbba82e4 req-24c70540-0c03-4866-a4c0-0efeff544b08 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Unset dirty status for tenant:8171e6eab1f14f91894c01f28378877d on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:43:45.611481 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b20e004e-c6f9-4a2e-bdef-4571cbba82e4 req-24c70540-0c03-4866-a4c0-0efeff544b08 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.2027140 Oct 05 09:43:45.671202 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b20e004e-c6f9-4a2e-bdef-4571cbba82e4 req-84d65f80-b093-45c8-b37e-30273d5ef129 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510485 Oct 05 09:43:45.697457 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0a7e448e-8ca9-4c32-8c08-1305c3110139 req-e16d4587-a6df-4a6b-bd24-a33d048bebeb service neutron] 10.222.0.55 "GET /v2.0/networks/f726b0a5-9ade-4684-92eb-ee6a994fac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440010 Oct 05 09:43:45.855156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1e21f76e-4b78-4592-bc73-cea51568bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': '00f6b778-3213-4843-81b1-41cccd93b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:40:22Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'gw_port': {'id': '00f6b778-3213-4843-81b1-41cccd93b032', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:23Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '2706a9bb-0881-453f-b94a-6c067342993d', 'name': '', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'mac_address': 'fa:16:3e:66:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:27Z', 'updated_at': '2022-10-05T09:40:34Z', 'revision_number': 5, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'subnets': [{'id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:43:45.858523 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e21f76e-4b78-4592-bc73-cea51568bda8 None None] The sync data for ids ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'] in dv-neutron-860329-1-hyperv is: [{'id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': '00f6b778-3213-4843-81b1-41cccd93b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:40:22Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'gw_port': {'id': '00f6b778-3213-4843-81b1-41cccd93b032', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:23Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '2706a9bb-0881-453f-b94a-6c067342993d', 'name': '', 'network_id': 'f726b0a5-9ade-4684-92eb-ee6a994fac05', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'mac_address': 'fa:16:3e:66:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:27Z', 'updated_at': '2022-10-05T09:40:34Z', 'revision_number': 5, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'subnets': [{'id': '97b5007e-25fa-4951-8d9f-fe0cd9cbba2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:43:46.069024 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4840a8-ddbc-4dfe-9404-caf63f426f84 None None] New status for floating IP 247601d5-2b7d-4dee-8ae0-64bc578a04ae: DOWN {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:43:46.509949 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:43:46.878434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ef1b8-4f16-4cc5-bf5b-5abf7b640fab req-6de1e2e7-59c8-483b-9f3e-14b1ae2316b3 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:46.879888 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cd9ef1b8-4f16-4cc5-bf5b-5abf7b640fab req-6de1e2e7-59c8-483b-9f3e-14b1ae2316b3 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.0919268 Oct 05 09:43:46.927260 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cd9ef1b8-4f16-4cc5-bf5b-5abf7b640fab req-2c886f6c-9c3b-4939-9377-8b10942c34f2 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417361 Oct 05 09:43:47.416214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf815aeb-78ae-4855-a786-095cae947676 req-f31f19be-f540-4f9a-90db-c0e883a73123 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:47.416932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-bf815aeb-78ae-4855-a786-095cae947676 req-f31f19be-f540-4f9a-90db-c0e883a73123 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Synchronizing usage tracker for tenant:8171e6eab1f14f91894c01f28378877d on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:43:47.428698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-bf815aeb-78ae-4855-a786-095cae947676 req-f31f19be-f540-4f9a-90db-c0e883a73123 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Unset dirty status for tenant:8171e6eab1f14f91894c01f28378877d on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:43:47.429769 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-bf815aeb-78ae-4855-a786-095cae947676 req-f31f19be-f540-4f9a-90db-c0e883a73123 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.1075702 Oct 05 09:43:47.501706 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-bf815aeb-78ae-4855-a786-095cae947676 req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Deleting port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:43:47.502074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-bf815aeb-78ae-4855-a786-095cae947676 req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:47.755464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-bf815aeb-78ae-4855-a786-095cae947676 req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] For port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,segment=NetworkSegment(29b24903-e155-4b87-a4f0-5ed6f3101881),segment_id=29b24903-e155-4b87-a4f0-5ed6f3101881)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:43:47.755819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-bf815aeb-78ae-4855-a786-095cae947676 req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:47.878191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-bf815aeb-78ae-4855-a786-095cae947676 req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Calling delete_port for 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:43:48.140714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62b2c2-c21a-4bde-b247-efc9d0693d75 req-e0f72c62-1c35-4adf-893c-c9215aab8e5e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:48.142220 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1a62b2c2-c21a-4bde-b247-efc9d0693d75 req-e0f72c62-1c35-4adf-893c-c9215aab8e5e tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 945 time: 0.0974972 Oct 05 09:43:48.182567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-bf815aeb-78ae-4855-a786-095cae947676 req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:48.187809 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1a62b2c2-c21a-4bde-b247-efc9d0693d75 req-070d60ec-dc90-4098-9799-804e8ed21ca9 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7cf7141-50be-4130-8d0a-7eb550269359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395162 Oct 05 09:43:48.236419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event deleted for resources: {'Port': ['ID=0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:48.294556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:48.295509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:48.295509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:48.295730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:48.295974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:48.296298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:48.296618 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:48.296969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:48.297281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:48.297592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:48.297895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:48.298325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:48.342330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf815aeb-78ae-4855-a786-095cae947676 req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] No DVR routers for this DVR port 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:43:48.344807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-bf815aeb-78ae-4855-a786-095cae947676 req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:48.347228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'name': 'network-vif-deleted', 'tag': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:43:48.349460 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863a8bd2-35d8-4e69-9fa7-740ddb18a62f" -d '{"events": [{"server_uuid": "b7979e3f-e256-4725-94a0-2c963546f7b7", "name": "network-vif-deleted", "tag": "0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:43:48.395821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9296cc84-cef3-4aa4-81e8-4fadcd8e4773 x-openstack-request-id: req-9296cc84-cef3-4aa4-81e8-4fadcd8e4773 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:43:48.395821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7979e3f-e256-4725-94a0-2c963546f7b7", "name": "network-vif-deleted", "tag": "0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:43:48.395821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9296cc84-cef3-4aa4-81e8-4fadcd8e4773 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:43:48.395821 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9296cc84-cef3-4aa4-81e8-4fadcd8e4773'] response: {'server_uuid': 'b7979e3f-e256-4725-94a0-2c963546f7b7', 'name': 'network-vif-deleted', 'tag': '0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5', 'status': 'completed', 'code': 200} Oct 05 09:43:48.466463 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-bf815aeb-78ae-4855-a786-095cae947676 req-c55adee6-17ca-433f-9a19-d53663e7a75f tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.55 "DELETE /v2.0/ports/0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 HTTP/1.1" status: 204 len: 173 time: 1.0308111 Oct 05 09:43:49.368452 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f9c7f822-c7da-4e9a-8433-25ad452f26a4 req-a6bf48c7-357d-4ce0-85ef-f30020c62731 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7979e3f-e256-4725-94a0-2c963546f7b7 HTTP/1.1" status: 200 len: 210 time: 0.0559423 Oct 05 09:43:50.352295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-16090120-4c40-427b-9914-b1ef7f947189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:50.472348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44258) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:43:51.023583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da9f733d-f851-4652-8acc-335fd1b98c83 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:51.477951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-da9f733d-f851-4652-8acc-335fd1b98c83 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Deleting port 2706a9bb-0881-453f-b94a-6c067342993d {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:43:51.479252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da9f733d-f851-4652-8acc-335fd1b98c83 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:51.674581 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-da9f733d-f851-4652-8acc-335fd1b98c83 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] For port 2706a9bb-0881-453f-b94a-6c067342993d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2706a9bb-0881-453f-b94a-6c067342993d,segment=NetworkSegment(29b24903-e155-4b87-a4f0-5ed6f3101881),segment_id=29b24903-e155-4b87-a4f0-5ed6f3101881)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:43:51.674982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da9f733d-f851-4652-8acc-335fd1b98c83 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:51.799154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-da9f733d-f851-4652-8acc-335fd1b98c83 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Calling delete_port for 2706a9bb-0881-453f-b94a-6c067342993d owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:43:52.054676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da9f733d-f851-4652-8acc-335fd1b98c83 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:52.142632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f733d-f851-4652-8acc-335fd1b98c83 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event deleted for resources: {'Port': ['ID=2706a9bb-0881-453f-b94a-6c067342993d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:52.256417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:43:52.295259 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:43:52.295607 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0f0a2a60-e6aa-4dc3-b5e3-ca4e97a33ec5 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:43:52.386780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-da9f733d-f851-4652-8acc-335fd1b98c83 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:52.655233 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5bb55ff9-f52c-4f4c-9126-21aff62f7e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:52.742800 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9f733d-f851-4652-8acc-335fd1b98c83 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:43:53.018783 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9f733d-f851-4652-8acc-335fd1b98c83 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:43:53.030917 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6678e114-c75e-4e49-beac-807fd6103d5d None None] Sync routers for ids ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:43:53.031740 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-da9f733d-f851-4652-8acc-335fd1b98c83 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "PUT /v2.0/routers/9b1a133a-c4f9-41a2-9570-c861f33d2a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5583243 Oct 05 09:43:53.034410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44262) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:43:53.045208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6678e114-c75e-4e49-beac-807fd6103d5d None None] Routers {'9b1a133a-c4f9-41a2-9570-c861f33d2a96'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:43:53.045931 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6678e114-c75e-4e49-beac-807fd6103d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:43:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:43:53.101949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-433836ff-2ad3-42d3-8a62-d1995a6b8d8a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Deleting subnet 97b5007e-25fa-4951-8d9f-fe0cd9cbba2a {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:43:53.105653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-433836ff-2ad3-42d3-8a62-d1995a6b8d8a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:53.159284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-433836ff-2ad3-42d3-8a62-d1995a6b8d8a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:53.222973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-6678e114-c75e-4e49-beac-807fd6103d5d None None] Set router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:43:53.247864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-433836ff-2ad3-42d3-8a62-d1995a6b8d8a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:53.534299 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6678e114-c75e-4e49-beac-807fd6103d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': '00f6b778-3213-4843-81b1-41cccd93b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:40:22Z', 'updated_at': '2022-10-05T09:43:51Z', 'revision_number': 5, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'gw_port': {'id': '00f6b778-3213-4843-81b1-41cccd93b032', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:23Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:43:53.538644 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6678e114-c75e-4e49-beac-807fd6103d5d None None] Checking router: 9b1a133a-c4f9-41a2-9570-c861f33d2a96 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:43:53.547870 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6678e114-c75e-4e49-beac-807fd6103d5d None None] Routers {'9b1a133a-c4f9-41a2-9570-c861f33d2a96'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:43:53.548465 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6678e114-c75e-4e49-beac-807fd6103d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:43:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:43:53.609546 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-433836ff-2ad3-42d3-8a62-d1995a6b8d8a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:53.647475 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433836ff-2ad3-42d3-8a62-d1995a6b8d8a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event deleted for resources: {'Subnet': ['ID=97b5007e-25fa-4951-8d9f-fe0cd9cbba2a,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:53.653374 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-433836ff-2ad3-42d3-8a62-d1995a6b8d8a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:53.659862 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-433836ff-2ad3-42d3-8a62-d1995a6b8d8a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "DELETE /v2.0/subnets/97b5007e-25fa-4951-8d9f-fe0cd9cbba2a HTTP/1.1" status: 204 len: 168 time: 0.6244862 Oct 05 09:43:53.662601 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44266) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:43:53.687442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309f32b-f321-40b7-9d94-be9635c0dfaf None None] Network f726b0a5-9ade-4684-92eb-ee6a994fac05 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:43:53.813896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-6678e114-c75e-4e49-beac-807fd6103d5d None None] Set router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:43:53.843457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:54.023343 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:54.090278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Deleting port 00f6b778-3213-4843-81b1-41cccd93b032 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:43:54.090800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:54.216901 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:54.220183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:54.254359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6678e114-c75e-4e49-beac-807fd6103d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': '00f6b778-3213-4843-81b1-41cccd93b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:40:22Z', 'updated_at': '2022-10-05T09:43:51Z', 'revision_number': 5, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'gw_port': {'id': '00f6b778-3213-4843-81b1-41cccd93b032', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:23Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:43:54.260598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6678e114-c75e-4e49-beac-807fd6103d5d None None] The sync data for ids ['9b1a133a-c4f9-41a2-9570-c861f33d2a96'] in dv-neutron-860329-1-hyperv is: [{'id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679714694', 'tenant_id': '8171e6eab1f14f91894c01f28378877d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': '00f6b778-3213-4843-81b1-41cccd93b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:40:22Z', 'updated_at': '2022-10-05T09:43:51Z', 'revision_number': 5, 'project_id': '8171e6eab1f14f91894c01f28378877d', 'gw_port': {'id': '00f6b778-3213-4843-81b1-41cccd93b032', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a133a-c4f9-41a2-9570-c861f33d2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:40:23Z', 'updated_at': '2022-10-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:43:54.277278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] For port 00f6b778-3213-4843-81b1-41cccd93b032, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=00f6b778-3213-4843-81b1-41cccd93b032,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:43:54.277731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:54.299194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] DHCP port deletion for f726b0a5-9ade-4684-92eb-ee6a994fac05 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:43:54.303853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Deleting port 410cdb8c-5391-4b37-b82a-b2fdc7362583 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:43:54.304233 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:54.404147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Calling delete_port for 00f6b778-3213-4843-81b1-41cccd93b032 owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:43:54.508860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] For port 410cdb8c-5391-4b37-b82a-b2fdc7362583, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=410cdb8c-5391-4b37-b82a-b2fdc7362583,segment=NetworkSegment(29b24903-e155-4b87-a4f0-5ed6f3101881),segment_id=29b24903-e155-4b87-a4f0-5ed6f3101881)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:43:54.509254 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:54.637591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Calling delete_port for 410cdb8c-5391-4b37-b82a-b2fdc7362583 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:43:54.685513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 410cdb8c-5391-4b37-b82a-b2fdc7362583 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:43:54.776979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:54.823492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event deleted for resources: {'Port': ['ID=00f6b778-3213-4843-81b1-41cccd93b032,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:54.839627 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 410cdb8c-5391-4b37-b82a-b2fdc7362583 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:43:54.839627 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:54.854934 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:54.940524 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Pushing event deleted for resources: {'Port': ['ID=410cdb8c-5391-4b37-b82a-b2fdc7362583,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:54.958260 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] No DVR routers for this DVR port 410cdb8c-5391-4b37-b82a-b2fdc7362583 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:43:54.959903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2706a9bb-0881-453f-b94a-6c067342993d no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:43:54.997942 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:54.997942 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:54.997942 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:54.997942 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:54.998370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:54.998462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:54.998731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:54.999063 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:54.999389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:54.999751 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:55.000067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:55.000392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade07db3-83c2-499f-a1a5-3c8d249081bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:55.009132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 2706a9bb-0881-453f-b94a-6c067342993d {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:43:55.009487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2706a9bb-0881-453f-b94a-6c067342993d not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:43:55.038085 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.042586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.215339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.217422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.312403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.312862 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Fanout notify agent at l3_agent the message router_deleted on router 9b1a133a-c4f9-41a2-9570-c861f33d2a96 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:43:55.328658 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.330064 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d419db90-fdc7-4578-b8c9-688734556b1a tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "DELETE /v2.0/routers/9b1a133a-c4f9-41a2-9570-c861f33d2a96 HTTP/1.1" status: 204 len: 168 time: 1.6664505 Oct 05 09:43:55.332872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44270) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:43:55.450977 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c99c98c6-382d-400d-9562-fa02e8dc3348 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.541804 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.585213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c99c98c6-382d-400d-9562-fa02e8dc3348 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.610872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-c99c98c6-382d-400d-9562-fa02e8dc3348 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f726b0a5-9ade-4684-92eb-ee6a994fac05']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:43:55.622887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-c99c98c6-382d-400d-9562-fa02e8dc3348 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b24903-e155-4b87-a4f0-5ed6f3101881') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:43:55.623190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-c99c98c6-382d-400d-9562-fa02e8dc3348 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b24903-e155-4b87-a4f0-5ed6f3101881') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:43:55.634347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c99c98c6-382d-400d-9562-fa02e8dc3348 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.651519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c99c98c6-382d-400d-9562-fa02e8dc3348 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.657891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99c98c6-382d-400d-9562-fa02e8dc3348 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:43:55.658394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c99c98c6-382d-400d-9562-fa02e8dc3348 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.782152 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 29b24903-e155-4b87-a4f0-5ed6f3101881 resource provider aggregate not found Oct 05 09:43:55.798881 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 29b24903-e155-4b87-a4f0-5ed6f3101881 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29b24903-e155-4b87-a4f0-5ed6f3101881 found for delete ", "request_id": "req-0c796b55-3de9-4e8c-878e-51b9956b6a10"}]} Oct 05 09:43:55.826243 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c99c98c6-382d-400d-9562-fa02e8dc3348 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.844471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c99c98c6-382d-400d-9562-fa02e8dc3348 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.856602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c98c6-382d-400d-9562-fa02e8dc3348 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event deleted for resources: {'Network': ['ID=f726b0a5-9ade-4684-92eb-ee6a994fac05,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:55.918199 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c99c98c6-382d-400d-9562-fa02e8dc3348 tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "DELETE /v2.0/networks/f726b0a5-9ade-4684-92eb-ee6a994fac05 HTTP/1.1" status: 204 len: 168 time: 0.5842283 Oct 05 09:43:55.920824 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44280) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:43:55.993733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d14827d7-01ac-4506-ae49-4363bc1c88db tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:56.023584 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d14827d7-01ac-4506-ae49-4363bc1c88db tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:56.129016 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d14827d7-01ac-4506-ae49-4363bc1c88db tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:56.147441 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14827d7-01ac-4506-ae49-4363bc1c88db tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cf7141-50be-4130-8d0a-7eb550269359,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:56.236680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d14827d7-01ac-4506-ae49-4363bc1c88db tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:56.237883 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d14827d7-01ac-4506-ae49-4363bc1c88db tempest-TestNetworkAdvancedServerOps-1030281999 tempest-TestNetworkAdvancedServerOps-1030281999-project] 10.222.0.49 "DELETE /v2.0/security-groups/c7cf7141-50be-4130-8d0a-7eb550269359 HTTP/1.1" status: 204 len: 168 time: 0.3160644 Oct 05 09:43:56.360329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 00f6b778-3213-4843-81b1-41cccd93b032 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:43:56.393690 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 00f6b778-3213-4843-81b1-41cccd93b032 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:43:56.393949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 00f6b778-3213-4843-81b1-41cccd93b032 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:43:56.903447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44292) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:43:57.049761 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-990189b8-a02f-4abf-919e-c656f6564b82 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8171e6eab1f14f91894c01f28378877d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451719 Oct 05 09:43:57.052221 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44298) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:43:57.110096 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-28e86133-10eb-47eb-946b-1f06d9e2be36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:57.136505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-28e86133-10eb-47eb-946b-1f06d9e2be36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:57.294968 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-28e86133-10eb-47eb-946b-1f06d9e2be36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:57.312997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e86133-10eb-47eb-946b-1f06d9e2be36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa1aa93-87ff-4b14-8b72-718006be26ba,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:57.322496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-28e86133-10eb-47eb-946b-1f06d9e2be36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:57.323343 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-28e86133-10eb-47eb-946b-1f06d9e2be36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/daa1aa93-87ff-4b14-8b72-718006be26ba HTTP/1.1" status: 204 len: 168 time: 0.2702501 Oct 05 09:43:57.980471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44306) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:43:57.998590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35b2950a-d39c-4604-a677-bb7f4a9c4f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:58.013020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-35b2950a-d39c-4604-a677-bb7f4a9c4f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:43:58.016873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-35b2950a-d39c-4604-a677-bb7f4a9c4f7f admin admin] Usage tracker for resource:security_group_rule and tenant:6b8d9f98d81b47aa830a7490ce9427ea is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:43:58.019717 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-35b2950a-d39c-4604-a677-bb7f4a9c4f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:43:58.025391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-35b2950a-d39c-4604-a677-bb7f4a9c4f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:43:58.106975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35b2950a-d39c-4604-a677-bb7f4a9c4f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:58.191696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-35b2950a-d39c-4604-a677-bb7f4a9c4f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:58.237754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2950a-d39c-4604-a677-bb7f4a9c4f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb61edd-0dd9-482d-857d-cf0c4f160998,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:58.242075 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-35b2950a-d39c-4604-a677-bb7f4a9c4f7f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b8d9f98d81b47aa830a7490ce9427ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605655 Oct 05 09:43:58.244952 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44310) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:43:58.301808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8b83bae-4d72-429e-938e-0dc4ffa823c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:58.330678 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8b83bae-4d72-429e-938e-0dc4ffa823c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:58.477870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8b83bae-4d72-429e-938e-0dc4ffa823c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:58.495734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b83bae-4d72-429e-938e-0dc4ffa823c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb61edd-0dd9-482d-857d-cf0c4f160998,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:58.500577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8b83bae-4d72-429e-938e-0dc4ffa823c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:58.501058 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a8b83bae-4d72-429e-938e-0dc4ffa823c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5fb61edd-0dd9-482d-857d-cf0c4f160998 HTTP/1.1" status: 204 len: 168 time: 0.2552171 Oct 05 09:44:05.747716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44320) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:06.067081 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-347e98e8-d0c8-4eba-8846-6ee72e596d06 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/0a4cef41-0a28-451d-a517-0d1726ad752f HTTP/1.1" status: 200 len: 993 time: 0.3180177 Oct 05 09:44:06.400473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44330) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:06.608108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port b0eb6af7-f58c-47da-ae7e-a2429c515313 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:06.608732 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:06.778935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:06.780188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:06.903073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for b0eb6af7-f58c-47da-ae7e-a2429c515313 owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:44:07.208136 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:07.256041 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=b0eb6af7-f58c-47da-ae7e-a2429c515313,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:07.295960 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:07.296316 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:07.296663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:07.297027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:07.297362 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:07.297693 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:07.298043 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:07.298374 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:07.299201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:07.299201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:07.299424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:07.300188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:07.369893 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:07.370252 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP 0a4cef41-0a28-451d-a517-0d1726ad752f disassociated (deleted). External IP: 172.26.7.37, port: 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3. Oct 05 09:44:07.717927 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b8eaa65-a977-416f-b303-a5a8493d1ae4 req-5304cbf2-bca6-4718-9257-251a000beefd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794508 Oct 05 09:44:07.828727 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:44:07.891514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8eaa65-a977-416f-b303-a5a8493d1ae4 req-610d1a35-f5d6-4eed-87a8-ddb4b8880ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:07.892995 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b8eaa65-a977-416f-b303-a5a8493d1ae4 req-610d1a35-f5d6-4eed-87a8-ddb4b8880ef1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 1099 time: 0.0860889 Oct 05 09:44:08.014780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:44:08.025215 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de83324e-cd30-41e4-8259-00f49c477dfc None None] Sync routers for ids ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:44:08.033232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:08.040587 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de83324e-cd30-41e4-8259-00f49c477dfc None None] Routers {'41c2ab71-bae0-40a2-b124-7dcf0b238c1f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:08.040587 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-de83324e-cd30-41e4-8259-00f49c477dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:43:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:08.047980 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8eaa65-a977-416f-b303-a5a8493d1ae4 req-33e0c6f2-e66b-4933-aea2-abbf931fd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:08.049508 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b8eaa65-a977-416f-b303-a5a8493d1ae4 req-33e0c6f2-e66b-4933-aea2-abbf931fd701 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4339f835-5bb8-4396-82dd-ab717b66553c HTTP/1.1" status: 200 len: 897 time: 0.1368911 Oct 05 09:44:08.095345 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-08ea76f1-5548-46bb-a9e1-fddc8aebd5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/floatingips/0a4cef41-0a28-451d-a517-0d1726ad752f HTTP/1.1" status: 204 len: 168 time: 1.6913478 Oct 05 09:44:08.095345 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74605b5f-0f13-454e-b15b-9b5f69f9dd2a', 'tag': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:44:08.095993 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5c678b-393c-4c42-a4af-d492a00ecc87" -d '{"events": [{"name": "network-changed", "server_uuid": "74605b5f-0f13-454e-b15b-9b5f69f9dd2a", "tag": "69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:44:08.131535 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b8eaa65-a977-416f-b303-a5a8493d1ae4 req-30b9bfd5-3a9e-466f-9137-8801672acf1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 HTTP/1.1" status: 200 len: 217 time: 0.0757942 Oct 05 09:44:08.167250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb133b7d-554f-43d8-99c5-0b2f9ae67ed8 x-openstack-request-id: req-fb133b7d-554f-43d8-99c5-0b2f9ae67ed8 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:44:08.168380 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74605b5f-0f13-454e-b15b-9b5f69f9dd2a", "tag": "69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:44:08.168797 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb133b7d-554f-43d8-99c5-0b2f9ae67ed8 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:44:08.169341 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb133b7d-554f-43d8-99c5-0b2f9ae67ed8'] response: {'name': 'network-changed', 'server_uuid': '74605b5f-0f13-454e-b15b-9b5f69f9dd2a', 'tag': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3', 'status': 'completed', 'code': 200} Oct 05 09:44:08.248630 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-de83324e-cd30-41e4-8259-00f49c477dfc None None] Set router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:08.319079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8eaa65-a977-416f-b303-a5a8493d1ae4 req-57f178fa-b9d9-4372-9c1b-628ecb2033a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:08.320575 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b8eaa65-a977-416f-b303-a5a8493d1ae4 req-57f178fa-b9d9-4372-9c1b-628ecb2033a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6dc7a18e-2e6f-49d4-9b11-9266b443fca2 HTTP/1.1" status: 200 len: 834 time: 0.1829979 Oct 05 09:44:08.443914 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8eaa65-a977-416f-b303-a5a8493d1ae4 req-d2243cb4-6539-4d7a-b0d7-0df79ecc73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:08.445406 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b8eaa65-a977-416f-b303-a5a8493d1ae4 req-d2243cb4-6539-4d7a-b0d7-0df79ecc73bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4339f835-5bb8-4396-82dd-ab717b66553c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176662 Oct 05 09:44:08.594943 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b8eaa65-a977-416f-b303-a5a8493d1ae4 req-98d6021c-ea36-464b-8657-7b5a39ed7695 service neutron] 10.222.0.55 "GET /v2.0/networks/4339f835-5bb8-4396-82dd-ab717b66553c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384733 Oct 05 09:44:08.668902 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-de83324e-cd30-41e4-8259-00f49c477dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:42:16Z', 'updated_at': '2022-10-05T09:42:23Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:17Z', 'updated_at': '2022-10-05T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '6b9997bc-14fc-433e-b822-178861cf00ff', 'name': '', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:b0:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:22Z', 'updated_at': '2022-10-05T09:42:28Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:08.674055 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de83324e-cd30-41e4-8259-00f49c477dfc None None] Checking router: 41c2ab71-bae0-40a2-b124-7dcf0b238c1f for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:44:08.687462 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de83324e-cd30-41e4-8259-00f49c477dfc None None] Routers {'41c2ab71-bae0-40a2-b124-7dcf0b238c1f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:08.688061 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-de83324e-cd30-41e4-8259-00f49c477dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:43:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:08.739253 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9fbde-0e9d-4bb6-85d9-fb8bd6a6359c req-beb356b2-563f-4c37-a639-1ea781342bad tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:08.740054 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-71b9fbde-0e9d-4bb6-85d9-fb8bd6a6359c req-beb356b2-563f-4c37-a639-1ea781342bad tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:44:08.790814 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9b8eaa65-a977-416f-b303-a5a8493d1ae4 req-6b44d7ae-02bc-4683-abed-addfb8cf9329 service neutron] 10.222.0.55 "GET /v2.0/networks/4339f835-5bb8-4396-82dd-ab717b66553c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585035 Oct 05 09:44:08.819793 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-71b9fbde-0e9d-4bb6-85d9-fb8bd6a6359c req-beb356b2-563f-4c37-a639-1ea781342bad tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:44:08.820934 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-71b9fbde-0e9d-4bb6-85d9-fb8bd6a6359c req-beb356b2-563f-4c37-a639-1ea781342bad tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 946 time: 0.1936860 Oct 05 09:44:08.866542 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-71b9fbde-0e9d-4bb6-85d9-fb8bd6a6359c req-ff7ee796-c0c2-4e2f-b533-f16fde15c494 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392094 Oct 05 09:44:08.943033 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-de83324e-cd30-41e4-8259-00f49c477dfc None None] Set router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:09.029666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c678b-393c-4c42-a4af-d492a00ecc87 req-b3995e1d-9aa1-4dca-b179-b2935e71c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:09.031330 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0c5c678b-393c-4c42-a4af-d492a00ecc87 req-b3995e1d-9aa1-4dca-b179-b2935e71c960 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 1099 time: 0.0842988 Oct 05 09:44:09.172108 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c678b-393c-4c42-a4af-d492a00ecc87 req-3fd2c08d-4961-4e6f-9e6b-819639928ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:09.173565 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0c5c678b-393c-4c42-a4af-d492a00ecc87 req-3fd2c08d-4961-4e6f-9e6b-819639928ec4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4339f835-5bb8-4396-82dd-ab717b66553c HTTP/1.1" status: 200 len: 897 time: 0.1344063 Oct 05 09:44:09.245102 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0c5c678b-393c-4c42-a4af-d492a00ecc87 req-4bb406ab-c702-4c59-9b60-3d79bf0ce86c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 HTTP/1.1" status: 200 len: 217 time: 0.0647769 Oct 05 09:44:09.307770 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c678b-393c-4c42-a4af-d492a00ecc87 req-54f88b4f-a813-421e-8172-bf2584610377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:09.309210 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0c5c678b-393c-4c42-a4af-d492a00ecc87 req-54f88b4f-a813-421e-8172-bf2584610377 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6dc7a18e-2e6f-49d4-9b11-9266b443fca2 HTTP/1.1" status: 200 len: 834 time: 0.0580735 Oct 05 09:44:09.313468 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-de83324e-cd30-41e4-8259-00f49c477dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:42:16Z', 'updated_at': '2022-10-05T09:42:23Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:17Z', 'updated_at': '2022-10-05T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '6b9997bc-14fc-433e-b822-178861cf00ff', 'name': '', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:b0:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:22Z', 'updated_at': '2022-10-05T09:42:28Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:09.317569 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de83324e-cd30-41e4-8259-00f49c477dfc None None] The sync data for ids ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'] in dv-neutron-860329-1-hyperv is: [{'id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:42:16Z', 'updated_at': '2022-10-05T09:42:23Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:17Z', 'updated_at': '2022-10-05T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '6b9997bc-14fc-433e-b822-178861cf00ff', 'name': '', 'network_id': '4339f835-5bb8-4396-82dd-ab717b66553c', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:b0:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:22Z', 'updated_at': '2022-10-05T09:42:28Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '6dc7a18e-2e6f-49d4-9b11-9266b443fca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:44:09.396912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c678b-393c-4c42-a4af-d492a00ecc87 req-825fdaa1-e48d-4c92-99b2-520b7cc4843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:09.398621 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0c5c678b-393c-4c42-a4af-d492a00ecc87 req-825fdaa1-e48d-4c92-99b2-520b7cc4843b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4339f835-5bb8-4396-82dd-ab717b66553c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823281 Oct 05 09:44:09.538657 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0c5c678b-393c-4c42-a4af-d492a00ecc87 req-c914c1cd-b90f-4846-91e2-11092f505f7f service neutron] 10.222.0.55 "GET /v2.0/networks/4339f835-5bb8-4396-82dd-ab717b66553c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330976 Oct 05 09:44:09.551611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbaaf9b-8914-4ccf-89e6-e330f67c282f None None] New status for floating IP 0a4cef41-0a28-451d-a517-0d1726ad752f: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:44:09.678802 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0c5c678b-393c-4c42-a4af-d492a00ecc87 req-2be6424e-321a-40ff-b729-701cc8555b05 service neutron] 10.222.0.55 "GET /v2.0/networks/4339f835-5bb8-4396-82dd-ab717b66553c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320870 Oct 05 09:44:10.078771 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec371661-61e3-4962-93a3-b6619d546888 req-14b6447d-e53d-43ee-9f19-0510aa4c3546 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:10.080452 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ec371661-61e3-4962-93a3-b6619d546888 req-14b6447d-e53d-43ee-9f19-0510aa4c3546 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 946 time: 0.0967786 Oct 05 09:44:10.129810 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ec371661-61e3-4962-93a3-b6619d546888 req-1424dea5-ae31-44ae-948f-d19c4a71b20a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433259 Oct 05 09:44:10.641035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb1f85-22ab-4dc0-8a62-b3e98039433e req-a7531821-a48b-474d-9b92-91c55edd45f5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:10.641789 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-c5fb1f85-22ab-4dc0-8a62-b3e98039433e req-a7531821-a48b-474d-9b92-91c55edd45f5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:44:10.653707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-c5fb1f85-22ab-4dc0-8a62-b3e98039433e req-a7531821-a48b-474d-9b92-91c55edd45f5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:44:10.654865 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5fb1f85-22ab-4dc0-8a62-b3e98039433e req-a7531821-a48b-474d-9b92-91c55edd45f5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 946 time: 0.1053302 Oct 05 09:44:10.727267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-c5fb1f85-22ab-4dc0-8a62-b3e98039433e req-41f3aad1-8d7d-4951-a607-a4cc86a2f6b6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:10.727618 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5fb1f85-22ab-4dc0-8a62-b3e98039433e req-41f3aad1-8d7d-4951-a607-a4cc86a2f6b6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:10.981207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-c5fb1f85-22ab-4dc0-8a62-b3e98039433e req-41f3aad1-8d7d-4951-a607-a4cc86a2f6b6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3,segment=NetworkSegment(0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd),segment_id=0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:10.981574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5fb1f85-22ab-4dc0-8a62-b3e98039433e req-41f3aad1-8d7d-4951-a607-a4cc86a2f6b6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:11.107180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-c5fb1f85-22ab-4dc0-8a62-b3e98039433e req-41f3aad1-8d7d-4951-a607-a4cc86a2f6b6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:44:11.343301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a7015-6ba3-4f2a-84a2-cb9521bb6208 req-4a45e782-97fa-4f72-8963-d7be0fab4bf0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:11.344835 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f57a7015-6ba3-4f2a-84a2-cb9521bb6208 req-4a45e782-97fa-4f72-8963-d7be0fab4bf0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 946 time: 0.0953655 Oct 05 09:44:11.374964 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5fb1f85-22ab-4dc0-8a62-b3e98039433e req-41f3aad1-8d7d-4951-a607-a4cc86a2f6b6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:11.390169 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f57a7015-6ba3-4f2a-84a2-cb9521bb6208 req-6f68e961-362f-49e6-87ee-669944bddc86 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c182675-c56d-4e41-b625-426ff0e2aec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392036 Oct 05 09:44:11.529587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3aad1-8d7d-4951-a607-a4cc86a2f6b6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:11.624124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fb1f85-22ab-4dc0-8a62-b3e98039433e req-41f3aad1-8d7d-4951-a607-a4cc86a2f6b6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] No DVR routers for this DVR port 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:44:11.629533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5fb1f85-22ab-4dc0-8a62-b3e98039433e req-41f3aad1-8d7d-4951-a607-a4cc86a2f6b6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:11.629829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74605b5f-0f13-454e-b15b-9b5f69f9dd2a', 'name': 'network-vif-deleted', 'tag': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:44:11.632114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e870adda-df21-46b1-bbac-0a9301270fe4" -d '{"events": [{"server_uuid": "74605b5f-0f13-454e-b15b-9b5f69f9dd2a", "name": "network-vif-deleted", "tag": "69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:44:11.678573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d232288-f11a-4862-ab60-620cbe45b359 x-openstack-request-id: req-8d232288-f11a-4862-ab60-620cbe45b359 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:44:11.679211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74605b5f-0f13-454e-b15b-9b5f69f9dd2a", "name": "network-vif-deleted", "tag": "69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:44:11.679211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d232288-f11a-4862-ab60-620cbe45b359 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:44:11.679496 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d232288-f11a-4862-ab60-620cbe45b359'] response: {'server_uuid': '74605b5f-0f13-454e-b15b-9b5f69f9dd2a', 'name': 'network-vif-deleted', 'tag': '69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3', 'status': 'completed', 'code': 200} Oct 05 09:44:11.724035 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5fb1f85-22ab-4dc0-8a62-b3e98039433e req-41f3aad1-8d7d-4951-a607-a4cc86a2f6b6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "DELETE /v2.0/ports/69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 HTTP/1.1" status: 204 len: 173 time: 1.0630233 Oct 05 09:44:12.575485 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c81a1d8d-e844-461e-80ac-3057d571088c req-3d39a3a5-b7db-4da3-b5e5-7ebd4c107891 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=74605b5f-0f13-454e-b15b-9b5f69f9dd2a HTTP/1.1" status: 200 len: 210 time: 0.0530775 Oct 05 09:44:13.677198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44354) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:13.751078 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60e7347e-7e7e-4d61-b1d0-77c9341128a3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:13.781508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60e7347e-7e7e-4d61-b1d0-77c9341128a3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:13.961735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60e7347e-7e7e-4d61-b1d0-77c9341128a3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:13.980902 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7347e-7e7e-4d61-b1d0-77c9341128a3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c182675-c56d-4e41-b625-426ff0e2aec5,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:14.078107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-60e7347e-7e7e-4d61-b1d0-77c9341128a3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:14.079291 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-60e7347e-7e7e-4d61-b1d0-77c9341128a3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/security-groups/7c182675-c56d-4e41-b625-426ff0e2aec5 HTTP/1.1" status: 204 len: 168 time: 0.4010282 Oct 05 09:44:14.419959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:44:14.454211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:44:14.454552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 69a34f29-2ec0-45bf-83cb-0b6ef9c00cb3 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:44:15.202937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44362) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:15.884630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba135bff-085c-4305-9d62-401ab67f1533 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.241185 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ba135bff-085c-4305-9d62-401ab67f1533 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 6b9997bc-14fc-433e-b822-178861cf00ff {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:16.241779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba135bff-085c-4305-9d62-401ab67f1533 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.434366 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-ba135bff-085c-4305-9d62-401ab67f1533 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 6b9997bc-14fc-433e-b822-178861cf00ff, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6b9997bc-14fc-433e-b822-178861cf00ff,segment=NetworkSegment(0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd),segment_id=0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:16.434721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba135bff-085c-4305-9d62-401ab67f1533 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.559061 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ba135bff-085c-4305-9d62-401ab67f1533 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 6b9997bc-14fc-433e-b822-178861cf00ff owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:44:16.826261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba135bff-085c-4305-9d62-401ab67f1533 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.878663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba135bff-085c-4305-9d62-401ab67f1533 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=6b9997bc-14fc-433e-b822-178861cf00ff,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:17.159358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ba135bff-085c-4305-9d62-401ab67f1533 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:17.627990 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba135bff-085c-4305-9d62-401ab67f1533 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:44:17.808790 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba135bff-085c-4305-9d62-401ab67f1533 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:44:17.823191 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e5329-443d-49fa-bcdc-15f16e390615 None None] Sync routers for ids ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:44:17.823661 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ba135bff-085c-4305-9d62-401ab67f1533 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/41c2ab71-bae0-40a2-b124-7dcf0b238c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6184347 Oct 05 09:44:17.825188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44366) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:17.830513 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e5329-443d-49fa-bcdc-15f16e390615 None None] Routers {'41c2ab71-bae0-40a2-b124-7dcf0b238c1f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:17.831114 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-344e5329-443d-49fa-bcdc-15f16e390615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:43:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:17.892635 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-000050c7-b11e-46b1-8ab9-63775099fefe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting subnet 6dc7a18e-2e6f-49d4-9b11-9266b443fca2 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:44:17.895642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-000050c7-b11e-46b1-8ab9-63775099fefe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:17.955481 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-000050c7-b11e-46b1-8ab9-63775099fefe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:18.009924 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-344e5329-443d-49fa-bcdc-15f16e390615 None None] Set router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:18.040885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-000050c7-b11e-46b1-8ab9-63775099fefe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:18.203700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-000050c7-b11e-46b1-8ab9-63775099fefe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:18.246334 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000050c7-b11e-46b1-8ab9-63775099fefe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Subnet': ['ID=6dc7a18e-2e6f-49d4-9b11-9266b443fca2,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:18.250401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-000050c7-b11e-46b1-8ab9-63775099fefe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:18.256831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e21158-ce3f-4fec-a382-2836ea997232 None None] Network 4339f835-5bb8-4396-82dd-ab717b66553c requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:44:18.260582 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-000050c7-b11e-46b1-8ab9-63775099fefe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/subnets/6dc7a18e-2e6f-49d4-9b11-9266b443fca2 HTTP/1.1" status: 204 len: 168 time: 0.4314995 Oct 05 09:44:18.260798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44370) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:18.299224 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-344e5329-443d-49fa-bcdc-15f16e390615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:42:16Z', 'updated_at': '2022-10-05T09:44:16Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:17Z', 'updated_at': '2022-10-05T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:18.303203 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e5329-443d-49fa-bcdc-15f16e390615 None None] Checking router: 41c2ab71-bae0-40a2-b124-7dcf0b238c1f for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:44:18.312203 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e5329-443d-49fa-bcdc-15f16e390615 None None] Routers {'41c2ab71-bae0-40a2-b124-7dcf0b238c1f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:18.312810 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-344e5329-443d-49fa-bcdc-15f16e390615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:43:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:18.474770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:18.519275 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-344e5329-443d-49fa-bcdc-15f16e390615 None None] Set router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:18.570063 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee2c5d0-5f44-4a23-a4e6-df562719949e None None] DHCP port deletion for 4339f835-5bb8-4396-82dd-ab717b66553c request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:44:18.574747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dee2c5d0-5f44-4a23-a4e6-df562719949e None None] Deleting port bec05e64-72fa-43d8-8563-f051d015ce81 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:18.575454 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dee2c5d0-5f44-4a23-a4e6-df562719949e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:18.693546 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:18.791372 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 9f4af622-5f94-410f-bab5-990d11d8c208 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:18.795557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:18.846267 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-dee2c5d0-5f44-4a23-a4e6-df562719949e None None] For port bec05e64-72fa-43d8-8563-f051d015ce81, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bec05e64-72fa-43d8-8563-f051d015ce81,segment=NetworkSegment(0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd),segment_id=0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:18.846385 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dee2c5d0-5f44-4a23-a4e6-df562719949e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:18.870949 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-344e5329-443d-49fa-bcdc-15f16e390615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:42:16Z', 'updated_at': '2022-10-05T09:44:16Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:17Z', 'updated_at': '2022-10-05T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:18.881202 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e5329-443d-49fa-bcdc-15f16e390615 None None] The sync data for ids ['41c2ab71-bae0-40a2-b124-7dcf0b238c1f'] in dv-neutron-860329-1-hyperv is: [{'id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'name': 'tempest-TestNetworkBasicOps-router-1244330668', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:42:16Z', 'updated_at': '2022-10-05T09:44:16Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '9f4af622-5f94-410f-bab5-990d11d8c208', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2ab71-bae0-40a2-b124-7dcf0b238c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:42:17Z', 'updated_at': '2022-10-05T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:44:18.990702 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dee2c5d0-5f44-4a23-a4e6-df562719949e None None] Calling delete_port for bec05e64-72fa-43d8-8563-f051d015ce81 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:44:18.996167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 9f4af622-5f94-410f-bab5-990d11d8c208, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9f4af622-5f94-410f-bab5-990d11d8c208,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:18.996531 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.151631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dee2c5d0-5f44-4a23-a4e6-df562719949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.206998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2c5d0-5f44-4a23-a4e6-df562719949e None None] Pushing event deleted for resources: {'Port': ['ID=bec05e64-72fa-43d8-8563-f051d015ce81,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:19.208837 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee2c5d0-5f44-4a23-a4e6-df562719949e None None] No DVR routers for this DVR port bec05e64-72fa-43d8-8563-f051d015ce81 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:44:19.235866 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 9f4af622-5f94-410f-bab5-990d11d8c208 owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:44:19.500726 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.546758 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=9f4af622-5f94-410f-bab5-990d11d8c208,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:19.649496 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.824752 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.828267 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.945441 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.945991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Fanout notify agent at l3_agent the message router_deleted on router 41c2ab71-bae0-40a2-b124-7dcf0b238c1f {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:44:19.963339 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.964424 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b59d62cf-b243-4d0b-97f6-05f44075053f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/routers/41c2ab71-bae0-40a2-b124-7dcf0b238c1f HTTP/1.1" status: 204 len: 168 time: 1.7027521 Oct 05 09:44:19.967127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44376) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:20.086000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c8f306f-c418-4e07-bb27-44d65afb385a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.216328 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c8f306f-c418-4e07-bb27-44d65afb385a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.241095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2c8f306f-c418-4e07-bb27-44d65afb385a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4339f835-5bb8-4396-82dd-ab717b66553c']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:20.253498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2c8f306f-c418-4e07-bb27-44d65afb385a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:20.253737 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-2c8f306f-c418-4e07-bb27-44d65afb385a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:20.264964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c8f306f-c418-4e07-bb27-44d65afb385a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.281185 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c8f306f-c418-4e07-bb27-44d65afb385a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.287337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8f306f-c418-4e07-bb27-44d65afb385a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:44:20.292217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c8f306f-c418-4e07-bb27-44d65afb385a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.355534 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd resource provider aggregate not found Oct 05 09:44:20.373628 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-742ac169-c7ea-4473-a434-6c70335c2849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.385665 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f49a9bd-93a8-46ee-9f31-270bdb7ddfbd found for delete ", "request_id": "req-abec50cb-2037-4cfa-8397-9af147fce5f2"}]} Oct 05 09:44:20.430370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bec05e64-72fa-43d8-8563-f051d015ce81 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:44:20.489896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: bec05e64-72fa-43d8-8563-f051d015ce81 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:44:20.489896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bec05e64-72fa-43d8-8563-f051d015ce81 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:44:20.489896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6b9997bc-14fc-433e-b822-178861cf00ff no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:44:20.501132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 6b9997bc-14fc-433e-b822-178861cf00ff {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:44:20.501563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6b9997bc-14fc-433e-b822-178861cf00ff not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:44:20.501995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9f4af622-5f94-410f-bab5-990d11d8c208 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:44:20.537487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 9f4af622-5f94-410f-bab5-990d11d8c208 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:44:20.537771 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9f4af622-5f94-410f-bab5-990d11d8c208 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:44:20.546557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c8f306f-c418-4e07-bb27-44d65afb385a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.566086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c8f306f-c418-4e07-bb27-44d65afb385a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.579071 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f306f-c418-4e07-bb27-44d65afb385a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Network': ['ID=4339f835-5bb8-4396-82dd-ab717b66553c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:20.695277 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2c8f306f-c418-4e07-bb27-44d65afb385a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/networks/4339f835-5bb8-4396-82dd-ab717b66553c HTTP/1.1" status: 204 len: 168 time: 0.7269857 Oct 05 09:44:20.712190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44384) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:20.718392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'network': {'name': 'tempest-network-smoke--2110495744', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'port_security_enabled': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:20.723480 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:20.727808 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:network and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:20.730700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:20.737635 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:20.820561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:44:20.823746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.851850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:44:20.861138 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.861474 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Added segment 5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7 of type vlan for network 6599b295-8c76-419b-9918-9ab90ad5a317 Oct 05 09:44:20.886227 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.979952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.985415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:20.986027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:21.095971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Network': ['ID=6599b295-8c76-419b-9918-9ab90ad5a317,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:21.106463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 6599b295-8c76-419b-9918-9ab90ad5a317 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:44:21.129927 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-acc0aff0-ad88-4c1f-b300-169b75adb6c4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4163940 Oct 05 09:44:21.132418 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44388) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:21.137686 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-273394537', 'admin_state_up': True, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:21.145482 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:21.149502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:router and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:21.152587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:21.159572 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:21.228328 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:21.228328 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:21.243719 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:21.707951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:22.092533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:22.123204 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:22.262996 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.121 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/a74a7616-a23c-497d-aeed-140a871b89fc) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:44:22.410217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:22.517582 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:22.585609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:44:22.588499 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:44:22.591031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:44:22.628846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=a74a7616-a23c-497d-aeed-140a871b89fc,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:22.665967 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-951f6337-ceb0-44e0-84d0-6a853beb237f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:23.072846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:23.508962 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:44:23.524997 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:23.814429 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router ec85abe3-469f-4b78-98ec-5e865df4e460 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:44:23.992858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:44:24.002389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Sync routers for ids ['ec85abe3-469f-4b78-98ec-5e865df4e460'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:44:24.012178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Routers {'ec85abe3-469f-4b78-98ec-5e865df4e460'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:24.013333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:44:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec85abe3-469f-4b78-98ec-5e865df4e460'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:24.094309 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:24.100260 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3475dc9a-b62a-4090-b630-134b85da4c7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9621313 Oct 05 09:44:24.100260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44392) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:24.218208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:24.221766 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Set router ec85abe3-469f-4b78-98ec-5e865df4e460 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:24.254601 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9c111259-6b09-4f47-929b-73b07024470e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6294a6c4935647d8b376ea5a0a53c756&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1546667 Oct 05 09:44:24.257391 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44398) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:24.263811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:24.390729 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56f64ee-a2ad-416f-a7c0-feecc76412ca tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:24.392194 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d56f64ee-a2ad-416f-a7c0-feecc76412ca tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338894 Oct 05 09:44:24.395288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44402) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:24.434366 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-51224e56-dead-4483-a703-1fadf5d33cca tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379248 Oct 05 09:44:24.437484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44406) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:24.442868 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-870495645', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:24.515399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:22Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:24.519571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Checking router: ec85abe3-469f-4b78-98ec-5e865df4e460 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:44:24.519985 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Updating router ec85abe3-469f-4b78-98ec-5e865df4e460 port a74a7616-a23c-497d-aeed-140a871b89fc binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:44:24.559535 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:24.561505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:subnet and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:24.564370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:24.570350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:24.572437 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:24.641900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:44:24.645411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:24.914055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:24.952398 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:24.965666 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Transition to ACTIVE for port object a74a7616-a23c-497d-aeed-140a871b89fc will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:24.992253 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Subnet': ['ID=c10e93c0-876c-43d6-ba01-c0d3f91a36f9,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:24.998398 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:25.005826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Checking segment: {'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:44:25.005917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network hostable DHCP agents. Network: 6599b295-8c76-419b-9918-9ab90ad5a317, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:44:25.020035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:25.082389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Attempting to bind port a74a7616-a23c-497d-aeed-140a871b89fc on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:44:25.082761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Attempting to bind port a74a7616-a23c-497d-aeed-140a871b89fc by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:44:25.083128 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Attempting to bind port a74a7616-a23c-497d-aeed-140a871b89fc on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:44:25.092018 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:44:25.092337 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:44:25.092738 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:25.093135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:44:25.093605 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Bound port: a74a7616-a23c-497d-aeed-140a871b89fc, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:44:25.094077 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:25.127063 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 6599b295-8c76-419b-9918-9ab90ad5a317 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:44:25.139205 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54e879-5bb1-4750-b9da-80f7ee354097 None None] Pushing event updated for resources: {'Port': ['ID=a74a7616-a23c-497d-aeed-140a871b89fc,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:25.190775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] For port a74a7616-a23c-497d-aeed-140a871b89fc, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:44:25.190775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] For port a74a7616-a23c-497d-aeed-140a871b89fc, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a74a7616-a23c-497d-aeed-140a871b89fc,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:44:25.237067 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 6599b295-8c76-419b-9918-9ab90ad5a317) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:44:25.243646 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:25.243646 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:25.246585 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf3db57-21fc-4d67-ae73-63c672fdfd5e None None] Network 6599b295-8c76-419b-9918-9ab90ad5a317 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:44:25.262291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:25.345305 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0ef3316f-3462-4355-bb85-d0636091283c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9066169 Oct 05 09:44:25.352664 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44410) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:25.389918 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Routers {'ec85abe3-469f-4b78-98ec-5e865df4e460'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:25.390552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:44:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec85abe3-469f-4b78-98ec-5e865df4e460'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:25.507305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54e879-5bb1-4750-b9da-80f7ee354097 None None] Pushing event updated for resources: {'Port': ['ID=a74a7616-a23c-497d-aeed-140a871b89fc,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:25.647460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:25.666397 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] Set router ec85abe3-469f-4b78-98ec-5e865df4e460 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:25.834146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-6599b295-8c76-419b-9918-9ab90ad5a317', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:44:25.834987 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:26.128074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Allocated IP 172.20.0.2 (6599b295-8c76-419b-9918-9ab90ad5a317/c10e93c0-876c-43d6-ba01-c0d3f91a36f9/8adb2aa8-2a1d-4928-bd35-cd151fcfbd22) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:44:26.175204 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:26.208560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:22Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:26.224340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a600a-6a7d-40e7-bbd5-aed7dda62064 None None] The sync data for ids ['ec85abe3-469f-4b78-98ec-5e865df4e460'] in dv-neutron-860329-1-hyperv is: [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:22Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:44:26.354601 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:26.365963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Transition to ACTIVE for port object 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:26.385511 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Transition to ACTIVE for port object 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:26.485286 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:26.618520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Network 6599b295-8c76-419b-9918-9ab90ad5a317 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:44:26.621111 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:44:26.624099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:44:26.649145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.1 (6599b295-8c76-419b-9918-9ab90ad5a317/c10e93c0-876c-43d6-ba01-c0d3f91a36f9/757d04a7-8a37-4e6f-8033-bb07508eab8d) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:44:26.712127 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Pushing event updated for resources: {'Port': ['ID=8adb2aa8-2a1d-4928-bd35-cd151fcfbd22,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:26.757122 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Attempting to bind port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:44:26.764018 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Attempting to bind port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:44:26.764018 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Attempting to bind port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 on network 6599b295-8c76-419b-9918-9ab90ad5a317 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:44:26.766862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:44:26.767241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Checking segment: {'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:44:26.767640 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:26.768027 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Bound using segment: {'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:44:26.768512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Bound port: 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:44:26.768884 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:26.846612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:26.863195 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object 757d04a7-8a37-4e6f-8033-bb07508eab8d will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:26.874835 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] For port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:44:26.878422 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] For port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8adb2aa8-2a1d-4928-bd35-cd151fcfbd22,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:44:26.985662 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:27.021432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:27.076085 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13a058-628b-4ddd-b28a-151671ea84b3 None None] Pushing event updated for resources: {'Port': ['ID=8adb2aa8-2a1d-4928-bd35-cd151fcfbd22,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:27.095025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 6599b295-8c76-419b-9918-9ab90ad5a317 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:44:27.098050 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:44:27.102072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:44:27.139405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=757d04a7-8a37-4e6f-8033-bb07508eab8d,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:27.169750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:27.581378 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:28.124844 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:28.180521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:28.263860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f649825e-6f7a-49ab-aa4e-c512c351d684 None None] Network 6599b295-8c76-419b-9918-9ab90ad5a317 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:44:28.297254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:28.300676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=757d04a7-8a37-4e6f-8033-bb07508eab8d,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:28.456272 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a74a7616-a23c-497d-aeed-140a871b89fc up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:44:28.472450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 6599b295-8c76-419b-9918-9ab90ad5a317 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:44:28.473598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:44:28.491864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e86ded3e-7eb0-4332-a87c-c5f23f42e485 None None] Provisioning for port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:28.663975 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router ec85abe3-469f-4b78-98ec-5e865df4e460 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:44:28.666615 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port a74a7616-a23c-497d-aeed-140a871b89fc completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:28.674278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port a74a7616-a23c-497d-aeed-140a871b89fc triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:28.674829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:28.675285 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port a74a7616-a23c-497d-aeed-140a871b89fc Oct 05 09:44:28.831370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port a74a7616-a23c-497d-aeed-140a871b89fc is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:28.831764 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:28.852209 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port a74a7616-a23c-497d-aeed-140a871b89fc, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a74a7616-a23c-497d-aeed-140a871b89fc,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:28.873228 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:44:28.883375 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Sync routers for ids ['ec85abe3-469f-4b78-98ec-5e865df4e460'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:44:28.890157 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8e45a2ba-4006-4393-aedd-508d8cc05d29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/ec85abe3-469f-4b78-98ec-5e865df4e460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5408115 Oct 05 09:44:28.892566 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44414) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:28.894805 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Routers {'ec85abe3-469f-4b78-98ec-5e865df4e460'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:28.895494 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:44:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec85abe3-469f-4b78-98ec-5e865df4e460'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:28.957347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:28.958543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:44:29.054985 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616a0ee-f475-403b-adc6-b0125e8933a3 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:29.055473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616a0ee-f475-403b-adc6-b0125e8933a3 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:29.055945 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616a0ee-f475-403b-adc6-b0125e8933a3 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:29.056414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616a0ee-f475-403b-adc6-b0125e8933a3 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:29.063513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616a0ee-f475-403b-adc6-b0125e8933a3 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:29.063513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616a0ee-f475-403b-adc6-b0125e8933a3 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:29.063513 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3616a0ee-f475-403b-adc6-b0125e8933a3 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1653843 Oct 05 09:44:29.063513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44418) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:29.068618 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6b3a9b3f-0b9e-4378-8253-398017850a46 None None] Provisioning for port 757d04a7-8a37-4e6f-8033-bb07508eab8d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:29.090553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6b3a9b3f-0b9e-4378-8253-398017850a46 None None] Provisioning complete for port 757d04a7-8a37-4e6f-8033-bb07508eab8d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:29.091218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9b3f-0b9e-4378-8253-398017850a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:29.091709 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6b3a9b3f-0b9e-4378-8253-398017850a46 None None] Attempt 1 to provision port 757d04a7-8a37-4e6f-8033-bb07508eab8d Oct 05 09:44:29.146104 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=a74a7616-a23c-497d-aeed-140a871b89fc,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:29.160246 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40450eaf-a9eb-45a1-8b5c-5825a4e1bded tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:29.161281 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40450eaf-a9eb-45a1-8b5c-5825a4e1bded tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:29.162020 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40450eaf-a9eb-45a1-8b5c-5825a4e1bded tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:29.162475 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40450eaf-a9eb-45a1-8b5c-5825a4e1bded tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:29.162929 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40450eaf-a9eb-45a1-8b5c-5825a4e1bded tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:29.163379 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40450eaf-a9eb-45a1-8b5c-5825a4e1bded tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:29.165492 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-40450eaf-a9eb-45a1-8b5c-5825a4e1bded tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1020174 Oct 05 09:44:29.168501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44422) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:29.171339 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Set router ec85abe3-469f-4b78-98ec-5e865df4e460 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:29.174453 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a9b3f-0b9e-4378-8253-398017850a46 None None] Port 757d04a7-8a37-4e6f-8033-bb07508eab8d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:44:29.259919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:29.265891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:29.268305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:29.268305 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 Oct 05 09:44:29.392040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:29.392441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:29.409462 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-980ea2d3-5e93-4e85-a43f-f68987acd0e7 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2329144 Oct 05 09:44:29.431602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8adb2aa8-2a1d-4928-bd35-cd151fcfbd22,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:29.517015 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '757d04a7-8a37-4e6f-8033-bb07508eab8d', 'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:ec:06:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:26Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 2, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:29.520767 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Checking router: ec85abe3-469f-4b78-98ec-5e865df4e460 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:44:29.521165 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Updating router ec85abe3-469f-4b78-98ec-5e865df4e460 port 757d04a7-8a37-4e6f-8033-bb07508eab8d binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:44:29.528081 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:29.554483 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44428) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:29.560720 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-50fbd970-3012-4d42-ad76-9914d2be1a77 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828340656', 'description': 'tempest-secgroup-smoke-828340656 description', 'project_id': '6294a6c4935647d8b376ea5a0a53c756'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:29.566875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-50fbd970-3012-4d42-ad76-9914d2be1a77 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:29.571867 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-50fbd970-3012-4d42-ad76-9914d2be1a77 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:29.574846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-50fbd970-3012-4d42-ad76-9914d2be1a77 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:29.582149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-50fbd970-3012-4d42-ad76-9914d2be1a77 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:29.591733 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:29.604038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=8adb2aa8-2a1d-4928-bd35-cd151fcfbd22,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:29.654802 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-50fbd970-3012-4d42-ad76-9914d2be1a77 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:29.674442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-50fbd970-3012-4d42-ad76-9914d2be1a77 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:29.676535 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6b3a9b3f-0b9e-4378-8253-398017850a46 None None] Attempt 2 to provision port 757d04a7-8a37-4e6f-8033-bb07508eab8d Oct 05 09:44:29.678422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-50fbd970-3012-4d42-ad76-9914d2be1a77 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:29.681295 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-50fbd970-3012-4d42-ad76-9914d2be1a77 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:29.687979 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-50fbd970-3012-4d42-ad76-9914d2be1a77 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:29.748339 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a9b3f-0b9e-4378-8253-398017850a46 None None] Port 757d04a7-8a37-4e6f-8033-bb07508eab8d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:44:29.777051 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-50fbd970-3012-4d42-ad76-9914d2be1a77 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:29.854107 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-50fbd970-3012-4d42-ad76-9914d2be1a77 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:29.900512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbd970-3012-4d42-ad76-9914d2be1a77 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8efb0cb-08ec-4857-8e19-6fa344a6fa01,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:29.950063 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:29.957610 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-50fbd970-3012-4d42-ad76-9914d2be1a77 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:29.962343 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-50fbd970-3012-4d42-ad76-9914d2be1a77 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4028358 Oct 05 09:44:29.962343 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44432) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:29.962730 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Transition to ACTIVE for port object 757d04a7-8a37-4e6f-8033-bb07508eab8d will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:29.966927 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-37231881-5901-4fa4-a60c-4d70bf6c55c0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'a8efb0cb-08ec-4857-8e19-6fa344a6fa01', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:29.972780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-37231881-5901-4fa4-a60c-4d70bf6c55c0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:29.976697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-37231881-5901-4fa4-a60c-4d70bf6c55c0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:29.979623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-37231881-5901-4fa4-a60c-4d70bf6c55c0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:29.986094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-37231881-5901-4fa4-a60c-4d70bf6c55c0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:30.030856 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.067005 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-37231881-5901-4fa4-a60c-4d70bf6c55c0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.129593 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-37231881-5901-4fa4-a60c-4d70bf6c55c0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.214248 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-37231881-5901-4fa4-a60c-4d70bf6c55c0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.238408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37231881-5901-4fa4-a60c-4d70bf6c55c0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93813324-4edd-4507-9823-53725f8bffa5,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:30.240253 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b3b6d-f67e-4895-873d-9ff6c3e51dc5 None None] Pushing event updated for resources: {'Port': ['ID=757d04a7-8a37-4e6f-8033-bb07508eab8d,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:30.249101 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6b3a9b3f-0b9e-4378-8253-398017850a46 None None] Attempt 3 to provision port 757d04a7-8a37-4e6f-8033-bb07508eab8d Oct 05 09:44:30.252882 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b3b6d-f67e-4895-873d-9ff6c3e51dc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:30.253226 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b3b6d-f67e-4895-873d-9ff6c3e51dc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:30.253575 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b3b6d-f67e-4895-873d-9ff6c3e51dc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:30.253898 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b3b6d-f67e-4895-873d-9ff6c3e51dc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:30.254252 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b3b6d-f67e-4895-873d-9ff6c3e51dc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:30.254577 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b3b6d-f67e-4895-873d-9ff6c3e51dc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:30.254900 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b3b6d-f67e-4895-873d-9ff6c3e51dc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:30.255226 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b3b6d-f67e-4895-873d-9ff6c3e51dc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:30.255548 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b3b6d-f67e-4895-873d-9ff6c3e51dc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:30.255866 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b3b6d-f67e-4895-873d-9ff6c3e51dc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:30.256185 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b3b6d-f67e-4895-873d-9ff6c3e51dc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:30.256496 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b3b6d-f67e-4895-873d-9ff6c3e51dc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:30.259751 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Attempting to bind port 757d04a7-8a37-4e6f-8033-bb07508eab8d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:44:30.260107 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Attempting to bind port 757d04a7-8a37-4e6f-8033-bb07508eab8d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:44:30.260476 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Attempting to bind port 757d04a7-8a37-4e6f-8033-bb07508eab8d on network 6599b295-8c76-419b-9918-9ab90ad5a317 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:44:30.267024 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:44:30.267397 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Checking segment: {'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:44:30.267798 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.268186 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Bound using segment: {'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:44:30.268647 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Bound port: 757d04a7-8a37-4e6f-8033-bb07508eab8d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:44:30.269021 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.302913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a9b3f-0b9e-4378-8253-398017850a46 None None] Port 757d04a7-8a37-4e6f-8033-bb07508eab8d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:44:30.319254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-37231881-5901-4fa4-a60c-4d70bf6c55c0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.320451 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-37231881-5901-4fa4-a60c-4d70bf6c55c0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3579531 Oct 05 09:44:30.323097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44438) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:30.328803 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-1ac63fb1-0a5e-480c-a176-28930d8b0d78 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'a8efb0cb-08ec-4857-8e19-6fa344a6fa01', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:30.334685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1ac63fb1-0a5e-480c-a176-28930d8b0d78 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:30.338704 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1ac63fb1-0a5e-480c-a176-28930d8b0d78 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:30.341623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1ac63fb1-0a5e-480c-a176-28930d8b0d78 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:30.350949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1ac63fb1-0a5e-480c-a176-28930d8b0d78 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:30.363615 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] For port 757d04a7-8a37-4e6f-8033-bb07508eab8d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:44:30.366665 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] For port 757d04a7-8a37-4e6f-8033-bb07508eab8d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=757d04a7-8a37-4e6f-8033-bb07508eab8d,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:44:30.385831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a74a7616-a23c-497d-aeed-140a871b89fc up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:44:30.458500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port a74a7616-a23c-497d-aeed-140a871b89fc triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:30.458791 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.459130 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port a74a7616-a23c-497d-aeed-140a871b89fc Oct 05 09:44:30.501230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1ac63fb1-0a5e-480c-a176-28930d8b0d78 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.506338 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.569367 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1ac63fb1-0a5e-480c-a176-28930d8b0d78 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.573259 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Routers {'ec85abe3-469f-4b78-98ec-5e865df4e460'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:30.573956 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:44:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec85abe3-469f-4b78-98ec-5e865df4e460'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:30.580824 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port a74a7616-a23c-497d-aeed-140a871b89fc is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:30.581933 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:44:30.648960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:30.649321 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.649668 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 Oct 05 09:44:30.660555 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1ac63fb1-0a5e-480c-a176-28930d8b0d78 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.670940 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b3b6d-f67e-4895-873d-9ff6c3e51dc5 None None] Pushing event updated for resources: {'Port': ['ID=757d04a7-8a37-4e6f-8033-bb07508eab8d,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:30.686787 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac63fb1-0a5e-480c-a176-28930d8b0d78 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337bfefe-fca9-4258-b15f-18e803cb677d,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:30.751224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1ac63fb1-0a5e-480c-a176-28930d8b0d78 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.755984 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44442) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:30.757055 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1ac63fb1-0a5e-480c-a176-28930d8b0d78 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4327631 Oct 05 09:44:30.761452 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-566e52bc-89e1-4567-bd7e-c4af76ad43b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'a8efb0cb-08ec-4857-8e19-6fa344a6fa01', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:30.769613 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-566e52bc-89e1-4567-bd7e-c4af76ad43b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:30.776546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-566e52bc-89e1-4567-bd7e-c4af76ad43b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:30.781532 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-566e52bc-89e1-4567-bd7e-c4af76ad43b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:30.782373 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] Set router ec85abe3-469f-4b78-98ec-5e865df4e460 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:30.790945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-566e52bc-89e1-4567-bd7e-c4af76ad43b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:30.804686 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6b3a9b3f-0b9e-4378-8253-398017850a46 None None] Attempt 4 to provision port 757d04a7-8a37-4e6f-8033-bb07508eab8d Oct 05 09:44:30.847569 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:30.872673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-566e52bc-89e1-4567-bd7e-c4af76ad43b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.875315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a9b3f-0b9e-4378-8253-398017850a46 None None] Port 757d04a7-8a37-4e6f-8033-bb07508eab8d had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:44:30.887294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6b3a9b3f-0b9e-4378-8253-398017850a46 None None] Provisioning complete for port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:30.887707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9b3f-0b9e-4378-8253-398017850a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:30.891033 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6b3a9b3f-0b9e-4378-8253-398017850a46 None None] Attempt 1 to provision port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 Oct 05 09:44:30.942545 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-566e52bc-89e1-4567-bd7e-c4af76ad43b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:31.007823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a9b3f-0b9e-4378-8253-398017850a46 None None] Current status of the port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:31.025190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-566e52bc-89e1-4567-bd7e-c4af76ad43b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:31.054784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e52bc-89e1-4567-bd7e-c4af76ad43b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81e3198-4138-4408-902f-20ace652c669,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:31.128633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-566e52bc-89e1-4567-bd7e-c4af76ad43b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:31.131017 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-566e52bc-89e1-4567-bd7e-c4af76ad43b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3739340 Oct 05 09:44:31.133957 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44446) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:31.143959 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-aef39687-f53d-48a7-8993-42adbe53ddab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'a8efb0cb-08ec-4857-8e19-6fa344a6fa01', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:31.145844 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '757d04a7-8a37-4e6f-8033-bb07508eab8d', 'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:ec:06:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:26Z', 'updated_at': '2022-10-05T09:44:30Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:31.150721 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715fa94d-ce6b-49ab-9fa4-444ca1842488 None None] The sync data for ids ['ec85abe3-469f-4b78-98ec-5e865df4e460'] in dv-neutron-860329-1-hyperv is: [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '757d04a7-8a37-4e6f-8033-bb07508eab8d', 'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:ec:06:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:26Z', 'updated_at': '2022-10-05T09:44:30Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:44:31.152706 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-aef39687-f53d-48a7-8993-42adbe53ddab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:31.157127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-aef39687-f53d-48a7-8993-42adbe53ddab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:31.161109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-aef39687-f53d-48a7-8993-42adbe53ddab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:31.172230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-aef39687-f53d-48a7-8993-42adbe53ddab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:31.323890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-aef39687-f53d-48a7-8993-42adbe53ddab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:31.402032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-aef39687-f53d-48a7-8993-42adbe53ddab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:31.493118 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-aef39687-f53d-48a7-8993-42adbe53ddab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:31.518241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef39687-f53d-48a7-8993-42adbe53ddab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5eaf13-0048-41a4-865a-43a8c9b97e9f,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:31.614591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-aef39687-f53d-48a7-8993-42adbe53ddab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:31.615826 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-aef39687-f53d-48a7-8993-42adbe53ddab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4774539 Oct 05 09:44:31.619475 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44450) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:31.623720 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-db05e307-a449-4a88-b894-2cf26a430059 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'a8efb0cb-08ec-4857-8e19-6fa344a6fa01', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:31.630022 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-db05e307-a449-4a88-b894-2cf26a430059 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:31.633950 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-db05e307-a449-4a88-b894-2cf26a430059 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:31.636944 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-db05e307-a449-4a88-b894-2cf26a430059 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:31.643415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-db05e307-a449-4a88-b894-2cf26a430059 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:31.689467 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-db05e307-a449-4a88-b894-2cf26a430059 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:44:31.697789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-db05e307-a449-4a88-b894-2cf26a430059 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:31.770666 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-db05e307-a449-4a88-b894-2cf26a430059 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:31.877127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-db05e307-a449-4a88-b894-2cf26a430059 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:31.903801 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05e307-a449-4a88-b894-2cf26a430059 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0f84fd-5fa0-494c-90f8-2bdda2ba1e03,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:31.985642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-db05e307-a449-4a88-b894-2cf26a430059 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:31.991884 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-db05e307-a449-4a88-b894-2cf26a430059 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3675575 Oct 05 09:44:31.991884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44454) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:31.994944 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-f00a0604-31b1-48f0-a2e7-4d6e1244d73b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'a8efb0cb-08ec-4857-8e19-6fa344a6fa01', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:32.001782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f00a0604-31b1-48f0-a2e7-4d6e1244d73b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:32.005674 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f00a0604-31b1-48f0-a2e7-4d6e1244d73b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:32.008589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f00a0604-31b1-48f0-a2e7-4d6e1244d73b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:32.021333 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f00a0604-31b1-48f0-a2e7-4d6e1244d73b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:32.100133 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-f00a0604-31b1-48f0-a2e7-4d6e1244d73b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:44:32.107953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f00a0604-31b1-48f0-a2e7-4d6e1244d73b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:32.181127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f00a0604-31b1-48f0-a2e7-4d6e1244d73b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:32.288416 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f00a0604-31b1-48f0-a2e7-4d6e1244d73b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:32.313970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a0604-31b1-48f0-a2e7-4d6e1244d73b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1a81e1-6a6b-407c-a9c5-330c1679114b,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:32.397783 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f00a0604-31b1-48f0-a2e7-4d6e1244d73b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:32.398902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 757d04a7-8a37-4e6f-8033-bb07508eab8d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:44:32.399434 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f00a0604-31b1-48f0-a2e7-4d6e1244d73b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4084373 Oct 05 09:44:32.556960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 757d04a7-8a37-4e6f-8033-bb07508eab8d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:32.561863 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 757d04a7-8a37-4e6f-8033-bb07508eab8d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:32.562271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:32.566070 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 757d04a7-8a37-4e6f-8033-bb07508eab8d Oct 05 09:44:32.566507 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-b3db64b2-a9ad-4758-bd50-9c98174aa91e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:44:32.682135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 757d04a7-8a37-4e6f-8033-bb07508eab8d is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:32.682474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-b3db64b2-a9ad-4758-bd50-9c98174aa91e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:44:32.682574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:32.683670 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-b3db64b2-a9ad-4758-bd50-9c98174aa91e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828340656&fields=id&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 267 time: 0.1605248 Oct 05 09:44:32.716603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 757d04a7-8a37-4e6f-8033-bb07508eab8d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=757d04a7-8a37-4e6f-8033-bb07508eab8d,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:32.797470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:32.875856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=757d04a7-8a37-4e6f-8033-bb07508eab8d,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:32.946230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-558a2d46-469e-4f4e-8a5b-b27b4250ca38 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:32.946823 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-558a2d46-469e-4f4e-8a5b-b27b4250ca38 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:44:33.065622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-558a2d46-469e-4f4e-8a5b-b27b4250ca38 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:44:33.066906 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-558a2d46-469e-4f4e-8a5b-b27b4250ca38 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/networks?id=6599b295-8c76-419b-9918-9ab90ad5a317 HTTP/1.1" status: 200 len: 797 time: 0.3764386 Oct 05 09:44:33.082836 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d88beb6a-21e4-4377-9711-95d741cab443 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/quotas/6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 375 time: 0.0102232 Oct 05 09:44:33.177206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-289137b9-873d-4ef0-8df3-7372fc5d7ee0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:44:33.271167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-289137b9-873d-4ef0-8df3-7372fc5d7ee0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:44:33.272517 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-289137b9-873d-4ef0-8df3-7372fc5d7ee0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1842489 Oct 05 09:44:33.414366 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-f82986fe-af94-4e42-ba74-540a7376a3ba service neutron] 10.222.0.49 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293702 Oct 05 09:44:33.548938 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-39b82d39-0333-4c10-9ba0-03fbde272988 service neutron] 10.222.0.49 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278753 Oct 05 09:44:33.878464 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b0ed4c72-528b-4c45-bdb4-835010bc185c req-142482a6-5318-43ac-9c01-9b5cc0b098bb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 210 time: 0.0505679 Oct 05 09:44:34.379629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 757d04a7-8a37-4e6f-8033-bb07508eab8d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:44:34.449963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 757d04a7-8a37-4e6f-8033-bb07508eab8d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:34.450387 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:34.450724 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 757d04a7-8a37-4e6f-8033-bb07508eab8d Oct 05 09:44:34.570747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 757d04a7-8a37-4e6f-8033-bb07508eab8d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:34.986736 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-672f27c5-0509-4e50-ab36-34bbb59a1256 req-f1e33730-24bc-4cf4-ba7e-fb3c145a024e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 210 time: 0.0502262 Oct 05 09:44:36.152219 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1bd95286-4118-4f22-b58a-408812ae00e8 req-cb446506-8ef5-4b8f-a157-95fe0c6da835 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 210 time: 0.0546505 Oct 05 09:44:36.367384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-0f35c2eb-d377-4ac3-a406-1cd5b236e1ee tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:36.367384 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-0f35c2eb-d377-4ac3-a406-1cd5b236e1ee tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/networks?id=6599b295-8c76-419b-9918-9ab90ad5a317 HTTP/1.1" status: 200 len: 797 time: 0.1528294 Oct 05 09:44:36.420044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-8790070c-b4d8-4ea4-8f1f-f99e308b4136 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:44:36.432353 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-8790070c-b4d8-4ea4-8f1f-f99e308b4136 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:44:36.433513 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-8790070c-b4d8-4ea4-8f1f-f99e308b4136 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 379 time: 0.0534990 Oct 05 09:44:36.444355 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'port': {'device_id': 'c9c25d8f-f237-4beb-9368-0bc77a12de8e', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'admin_state_up': True, 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'security_groups': ['a8efb0cb-08ec-4857-8e19-6fa344a6fa01']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:36.586584 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:36.596628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:36.664455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:44:36.669187 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:36.836505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.7 (6599b295-8c76-419b-9918-9ab90ad5a317/c10e93c0-876c-43d6-ba01-c0d3f91a36f9/5174e83c-eff7-4ca6-836e-9aae35634afb) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:44:37.128236 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:37.144171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object 5174e83c-eff7-4ca6-836e-9aae35634afb will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:37.247421 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:37.317168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 6599b295-8c76-419b-9918-9ab90ad5a317 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:44:37.320049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:44:37.323930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:44:37.357026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c27c9b-661d-427a-aeb2-4624d2c9a7db req-60070023-79f2-44d6-89fd-d339b245f788 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:37.359300 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-59c27c9b-661d-427a-aeb2-4624d2c9a7db req-60070023-79f2-44d6-89fd-d339b245f788 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 931 time: 0.0920548 Oct 05 09:44:37.371782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=5174e83c-eff7-4ca6-836e-9aae35634afb,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:37.403994 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:37.405623 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:37.415280 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-59c27c9b-661d-427a-aeb2-4624d2c9a7db req-7a75027e-72a8-4ee5-ada5-55cc92ecffdd tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490680 Oct 05 09:44:37.505233 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-d026c6d1-1f2a-4c2a-a206-adad1b401e25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0650826 Oct 05 09:44:37.575945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Request body: {'port': {'device_id': 'c9c25d8f-f237-4beb-9368-0bc77a12de8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:37.658055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-896aaf37-f413-4869-bf3b-f1f0d624f3bf None None] Provisioning for port 5174e83c-eff7-4ca6-836e-9aae35634afb completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:37.663148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-896aaf37-f413-4869-bf3b-f1f0d624f3bf None None] Provisioning complete for port 5174e83c-eff7-4ca6-836e-9aae35634afb triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:37.663582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-896aaf37-f413-4869-bf3b-f1f0d624f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:37.663912 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-896aaf37-f413-4869-bf3b-f1f0d624f3bf None None] Attempt 1 to provision port 5174e83c-eff7-4ca6-836e-9aae35634afb Oct 05 09:44:37.690586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:37.719845 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-896aaf37-f413-4869-bf3b-f1f0d624f3bf None None] Port 5174e83c-eff7-4ca6-836e-9aae35634afb cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:44:38.060612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5174e83c-eff7-4ca6-836e-9aae35634afb {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:44:38.068929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:38.084368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Transition to ACTIVE for port object 5174e83c-eff7-4ca6-836e-9aae35634afb will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:38.150765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:38.221202 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-896aaf37-f413-4869-bf3b-f1f0d624f3bf None None] Attempt 2 to provision port 5174e83c-eff7-4ca6-836e-9aae35634afb Oct 05 09:44:38.275380 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-896aaf37-f413-4869-bf3b-f1f0d624f3bf None None] Port 5174e83c-eff7-4ca6-836e-9aae35634afb cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:44:38.339172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Pushing event updated for resources: {'Port': ['ID=5174e83c-eff7-4ca6-836e-9aae35634afb,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:38.378553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Attempting to bind port 5174e83c-eff7-4ca6-836e-9aae35634afb on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:44:38.379152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Attempting to bind port 5174e83c-eff7-4ca6-836e-9aae35634afb by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:44:38.381573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Attempting to bind port 5174e83c-eff7-4ca6-836e-9aae35634afb on network 6599b295-8c76-419b-9918-9ab90ad5a317 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:44:38.384019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Port 5174e83c-eff7-4ca6-836e-9aae35634afb on network 6599b295-8c76-419b-9918-9ab90ad5a317 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:44:38.384334 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Attempting to bind port 5174e83c-eff7-4ca6-836e-9aae35634afb on network 6599b295-8c76-419b-9918-9ab90ad5a317 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:44:38.389657 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:44:38.390019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Checking segment: {'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:44:38.390405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Bound using segment: {'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:44:38.390828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Bound port: 5174e83c-eff7-4ca6-836e-9aae35634afb, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:44:38.391180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:38.481674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] For port 5174e83c-eff7-4ca6-836e-9aae35634afb, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:44:38.485906 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] For port 5174e83c-eff7-4ca6-836e-9aae35634afb, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5174e83c-eff7-4ca6-836e-9aae35634afb,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:44:38.589846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:38.619973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:38.620594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:38.622002 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] 10.222.0.55 "PUT /v2.0/ports/5174e83c-eff7-4ca6-836e-9aae35634afb HTTP/1.1" status: 200 len: 1093 time: 1.1023588 Oct 05 09:44:38.623839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3772-7224-4d79-9fc4-2e3f956462a8 req-7a0284f3-f317-4194-bc15-80a11bbe2a21 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:38.625275 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d1dd3772-7224-4d79-9fc4-2e3f956462a8 req-7a0284f3-f317-4194-bc15-80a11bbe2a21 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 943 time: 0.0927463 Oct 05 09:44:38.627164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c25d8f-f237-4beb-9368-0bc77a12de8e', 'tag': '5174e83c-eff7-4ca6-836e-9aae35634afb'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:44:38.629465 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06b39b9-06b6-4dc9-8aef-e900aa7df600" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c25d8f-f237-4beb-9368-0bc77a12de8e", "tag": "5174e83c-eff7-4ca6-836e-9aae35634afb"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:44:38.666212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89632237-b5a1-4b2b-93e7-d3db107a602f service neutron] Pushing event updated for resources: {'Port': ['ID=5174e83c-eff7-4ca6-836e-9aae35634afb,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:38.675636 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d1dd3772-7224-4d79-9fc4-2e3f956462a8 req-466ad292-e519-47d6-805c-02e5d59b5733 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436559 Oct 05 09:44:38.687128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935c77ab-267d-4ecc-8824-1d8508b124e1 x-openstack-request-id: req-935c77ab-267d-4ecc-8824-1d8508b124e1 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:44:38.693197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c25d8f-f237-4beb-9368-0bc77a12de8e", "tag": "5174e83c-eff7-4ca6-836e-9aae35634afb", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:44:38.693197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-935c77ab-267d-4ecc-8824-1d8508b124e1 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:44:38.693197 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935c77ab-267d-4ecc-8824-1d8508b124e1'] response: {'name': 'network-changed', 'server_uuid': 'c9c25d8f-f237-4beb-9368-0bc77a12de8e', 'tag': '5174e83c-eff7-4ca6-836e-9aae35634afb', 'status': 'completed', 'code': 200} Oct 05 09:44:38.777509 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-896aaf37-f413-4869-bf3b-f1f0d624f3bf None None] Attempt 3 to provision port 5174e83c-eff7-4ca6-836e-9aae35634afb Oct 05 09:44:38.808666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b39b9-06b6-4dc9-8aef-e900aa7df600 req-8ca50c24-8ada-4b11-97d2-e25989edfe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:38.810099 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f06b39b9-06b6-4dc9-8aef-e900aa7df600 req-8ca50c24-8ada-4b11-97d2-e25989edfe56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 1096 time: 0.0816386 Oct 05 09:44:38.841460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-896aaf37-f413-4869-bf3b-f1f0d624f3bf None None] Port 5174e83c-eff7-4ca6-836e-9aae35634afb had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:44:38.958358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b39b9-06b6-4dc9-8aef-e900aa7df600 req-5ebf503d-ba1f-4b3f-83e9-ebf6f38e9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:38.959834 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f06b39b9-06b6-4dc9-8aef-e900aa7df600 req-5ebf503d-ba1f-4b3f-83e9-ebf6f38e9842 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6294a6c4935647d8b376ea5a0a53c756&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1360235 Oct 05 09:44:39.097271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b39b9-06b6-4dc9-8aef-e900aa7df600 req-8d089f08-0af2-460c-9f92-56c135026551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:39.098655 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f06b39b9-06b6-4dc9-8aef-e900aa7df600 req-8d089f08-0af2-460c-9f92-56c135026551 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328492 Oct 05 09:44:39.239352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-4e4831a5-6698-4415-88e6-d37cbd1ebb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:39.240830 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-4e4831a5-6698-4415-88e6-d37cbd1ebb6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 1096 time: 0.0832343 Oct 05 09:44:39.316859 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-12656880-f1a3-4d48-956d-a1686e7ffd22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5174e83c-eff7-4ca6-836e-9aae35634afb HTTP/1.1" status: 200 len: 217 time: 0.0617013 Oct 05 09:44:39.485266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-cbf897c2-96ba-4c46-9c4d-1ff142d6e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:39.486674 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-cbf897c2-96ba-4c46-9c4d-1ff142d6e59c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c10e93c0-876c-43d6-ba01-c0d3f91a36f9 HTTP/1.1" status: 200 len: 834 time: 0.1637225 Oct 05 09:44:39.571083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-9be987e3-4a2e-4130-ad65-8bc10bc5d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:39.572547 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-9be987e3-4a2e-4130-ad65-8bc10bc5d7a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6599b295-8c76-419b-9918-9ab90ad5a317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793893 Oct 05 09:44:39.706609 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-f03f2320-4ffc-41e9-83e8-fb0e8f0b1a2a service neutron] 10.222.0.55 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258667 Oct 05 09:44:39.843416 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-915b5fb0-bc3d-4f31-b55f-a7644c829e4e req-5f1b9e8e-85a4-4574-b67a-907ceca90b8a service neutron] 10.222.0.55 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307843 Oct 05 09:44:39.886693 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ea66f-dad6-45c8-9fff-6c39cbf7640e req-fff910c9-d634-47be-aa45-a593cd9cca9a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:39.888144 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-813ea66f-dad6-45c8-9fff-6c39cbf7640e req-fff910c9-d634-47be-aa45-a593cd9cca9a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 943 time: 0.0934265 Oct 05 09:44:39.941083 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-813ea66f-dad6-45c8-9fff-6c39cbf7640e req-73cac4ed-f0ef-4709-bb24-50a061697496 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384998 Oct 05 09:44:41.134484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a6f45-1d65-4462-8bc6-d5db032e5233 req-1ad055de-b270-4d2a-9f72-5807a180dcf0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:41.135965 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b34a6f45-1d65-4462-8bc6-d5db032e5233 req-1ad055de-b270-4d2a-9f72-5807a180dcf0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 943 time: 0.0889008 Oct 05 09:44:41.179712 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b34a6f45-1d65-4462-8bc6-d5db032e5233 req-c7d464a0-c2e9-45ff-aa70-eb41ea27f514 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380509 Oct 05 09:44:42.383422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5bb1f1-3f76-4f93-86d0-971064002fb2 req-1e002da3-886a-482d-a31a-d622449eb31b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:42.384917 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ce5bb1f1-3f76-4f93-86d0-971064002fb2 req-1e002da3-886a-482d-a31a-d622449eb31b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 943 time: 0.0935361 Oct 05 09:44:42.431740 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ce5bb1f1-3f76-4f93-86d0-971064002fb2 req-ba74f34f-d598-4892-9838-5007624368ae tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409098 Oct 05 09:44:43.633966 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37933f2b-4818-40a3-b942-12a63aa6f4d3 req-502c76f6-0461-4aa2-ba2d-6b39a4ba9e12 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:43.635450 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-37933f2b-4818-40a3-b942-12a63aa6f4d3 req-502c76f6-0461-4aa2-ba2d-6b39a4ba9e12 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 943 time: 0.0939031 Oct 05 09:44:43.681905 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-37933f2b-4818-40a3-b942-12a63aa6f4d3 req-393720f3-6ce1-4c4a-969f-70c844e4d6b8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406501 Oct 05 09:44:44.599808 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 5174e83c-eff7-4ca6-836e-9aae35634afb details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:44:44.739437 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 5174e83c-eff7-4ca6-836e-9aae35634afb, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5174e83c-eff7-4ca6-836e-9aae35634afb,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:44.754250 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '5174e83c-eff7-4ca6-836e-9aae35634afb', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'port_id': '5174e83c-eff7-4ca6-836e-9aae35634afb', 'mac_address': 'fa:16:3e:ea:ad:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:44:44.814479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 5174e83c-eff7-4ca6-836e-9aae35634afb is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:44.814948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:44.835354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5174e83c-eff7-4ca6-836e-9aae35634afb {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:44:44.856902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 5174e83c-eff7-4ca6-836e-9aae35634afb, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5174e83c-eff7-4ca6-836e-9aae35634afb,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:44.889939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b524bf-381c-4d0f-818c-f499fa17e258 req-db67de9f-5d69-48d8-98a7-fcbac46346b9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:44.891445 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-94b524bf-381c-4d0f-818c-f499fa17e258 req-db67de9f-5d69-48d8-98a7-fcbac46346b9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 943 time: 0.0930097 Oct 05 09:44:44.929157 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:44.936842 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-94b524bf-381c-4d0f-818c-f499fa17e258 req-000ebe5a-a350-4269-8ff0-01d33af2a99f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394421 Oct 05 09:44:44.999868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=5174e83c-eff7-4ca6-836e-9aae35634afb,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:45.337782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['5174e83c-eff7-4ca6-836e-9aae35634afb'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:44:46.143144 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8103373-5e06-4a87-91ab-fc1a97cb5d84 req-75bdc9cd-3b5e-4bd0-ac6a-996ba5ef951e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:46.145190 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c8103373-5e06-4a87-91ab-fc1a97cb5d84 req-75bdc9cd-3b5e-4bd0-ac6a-996ba5ef951e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 944 time: 0.0963678 Oct 05 09:44:46.189194 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c8103373-5e06-4a87-91ab-fc1a97cb5d84 req-9a402359-af01-4d8a-a0ab-83bbb26af134 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383255 Oct 05 09:44:46.622157 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 5174e83c-eff7-4ca6-836e-9aae35634afb up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:44:46.779588 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 5174e83c-eff7-4ca6-836e-9aae35634afb completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:46.785345 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 5174e83c-eff7-4ca6-836e-9aae35634afb triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:46.785753 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:46.786116 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 5174e83c-eff7-4ca6-836e-9aae35634afb Oct 05 09:44:46.903757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 5174e83c-eff7-4ca6-836e-9aae35634afb is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:46.904061 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:46.931353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c25d8f-f237-4beb-9368-0bc77a12de8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5174e83c-eff7-4ca6-836e-9aae35634afb'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:44:46.933613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dccfed-d41d-4a5a-81cd-cce6a8cf162a" -d '{"events": [{"server_uuid": "c9c25d8f-f237-4beb-9368-0bc77a12de8e", "name": "network-vif-plugged", "status": "completed", "tag": "5174e83c-eff7-4ca6-836e-9aae35634afb"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:44:46.941197 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 5174e83c-eff7-4ca6-836e-9aae35634afb, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5174e83c-eff7-4ca6-836e-9aae35634afb,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:47.001040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:47.101776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=5174e83c-eff7-4ca6-836e-9aae35634afb,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:47.135256 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c6cacf-55ad-4a1c-acc4-e914498cb437 x-openstack-request-id: req-00c6cacf-55ad-4a1c-acc4-e914498cb437 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:44:47.135738 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c25d8f-f237-4beb-9368-0bc77a12de8e", "name": "network-vif-plugged", "status": "completed", "tag": "5174e83c-eff7-4ca6-836e-9aae35634afb", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:44:47.135857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00c6cacf-55ad-4a1c-acc4-e914498cb437 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:44:47.136211 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c6cacf-55ad-4a1c-acc4-e914498cb437'] response: {'server_uuid': 'c9c25d8f-f237-4beb-9368-0bc77a12de8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5174e83c-eff7-4ca6-836e-9aae35634afb', 'code': 200} Oct 05 09:44:47.396666 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ca788-9edb-45ac-a630-4634eda919e4 req-1ddd903b-9224-4f5b-be5d-2660c389c8c7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:47.397879 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-794ca788-9edb-45ac-a630-4634eda919e4 req-1ddd903b-9224-4f5b-be5d-2660c389c8c7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 945 time: 0.0948009 Oct 05 09:44:47.442456 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-794ca788-9edb-45ac-a630-4634eda919e4 req-e1af2f1f-5999-4d9f-b01b-8826f0eabd34 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387259 Oct 05 09:44:47.643793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d5dbe-e463-4f4c-8a42-93de03ee0d2b req-b2f2ea6f-db84-4747-8acd-813829dfbc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:47.645275 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-021d5dbe-e463-4f4c-8a42-93de03ee0d2b req-b2f2ea6f-db84-4747-8acd-813829dfbc13 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 1098 time: 0.0847130 Oct 05 09:44:47.688329 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-021d5dbe-e463-4f4c-8a42-93de03ee0d2b req-51e85739-76d9-41ee-9319-bb3daa7626bd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356715 Oct 05 09:44:48.648196 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0f8e3-5f14-4154-977b-d69565e37e04 req-552dc4e9-c2e1-4462-a90f-54e0c1620a8e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:48.651053 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6ca0f8e3-5f14-4154-977b-d69565e37e04 req-552dc4e9-c2e1-4462-a90f-54e0c1620a8e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 945 time: 0.0915244 Oct 05 09:44:48.694825 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6ca0f8e3-5f14-4154-977b-d69565e37e04 req-11c2e4de-1275-468b-a390-2e125d840784 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393400 Oct 05 09:44:49.898467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21940fb9-ab5c-4653-aa74-fbae4bb826aa req-c8e6068e-5b47-4333-9946-6c46fefc391f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:49.905315 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-21940fb9-ab5c-4653-aa74-fbae4bb826aa req-c8e6068e-5b47-4333-9946-6c46fefc391f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 945 time: 0.0920916 Oct 05 09:44:49.947187 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-21940fb9-ab5c-4653-aa74-fbae4bb826aa req-472cb5ae-e9eb-4743-9572-bf4f814d5622 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414586 Oct 05 09:44:50.242328 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48586238-f4c4-458b-8e58-17767ca60f70 req-899a1b3d-10ee-4c3f-a350-0dddeecf10d7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:50.243692 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-48586238-f4c4-458b-8e58-17767ca60f70 req-899a1b3d-10ee-4c3f-a350-0dddeecf10d7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 945 time: 0.1825252 Oct 05 09:44:50.288596 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-48586238-f4c4-458b-8e58-17767ca60f70 req-adfb63b1-cee7-4d25-82f9-664a4624e27b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390666 Oct 05 09:44:50.321595 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44528) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:50.400043 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67699abd-3a21-4399-809e-17ee3c2f259b tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:50.401565 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-67699abd-3a21-4399-809e-17ee3c2f259b tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 1093 time: 0.0789573 Oct 05 09:44:50.404411 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44532) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:50.409526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '5174e83c-eff7-4ca6-836e-9aae35634afb', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:50.415476 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:50.419324 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:floatingip and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:50.422163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:50.424843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fc89ec02-5674-4f4a-a5be-169edb3ed374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:50.427992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:50.692718 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:50.832224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:50.974230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.34 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/9c97d8a0-ee93-43e8-95b1-2a9471bb1934) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:44:51.126073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:51.259620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:51.329579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:44:51.332503 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:44:51.335091 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:44:51.371391 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=9c97d8a0-ee93-43e8-95b1-2a9471bb1934,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:51.773882 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:51.908678 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:52.121896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:52.178977 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:52.286509 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=9c97d8a0-ee93-43e8-95b1-2a9471bb1934,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:52.288956 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:52.563639 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 associated. External IP: 172.26.7.34, port: 5174e83c-eff7-4ca6-836e-9aae35634afb. Oct 05 09:44:52.670783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-21d29db7-346f-4edb-bbe2-949b7794b099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:52.917330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router ec85abe3-469f-4b78-98ec-5e865df4e460 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:44:53.102500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:44:53.113073 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b57f80-cef1-4ffa-a62e-c87a15723b54 None None] Sync routers for ids ['ec85abe3-469f-4b78-98ec-5e865df4e460'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:44:53.123972 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b57f80-cef1-4ffa-a62e-c87a15723b54 None None] Routers {'ec85abe3-469f-4b78-98ec-5e865df4e460'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:53.123972 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-41b57f80-cef1-4ffa-a62e-c87a15723b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:44:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec85abe3-469f-4b78-98ec-5e865df4e460'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:53.224711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:53.281122 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b5447b25-ea68-486b-8817-3773a1833830 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8755410 Oct 05 09:44:53.281696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c25d8f-f237-4beb-9368-0bc77a12de8e', 'tag': '5174e83c-eff7-4ca6-836e-9aae35634afb'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:44:53.283986 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44536) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:53.285078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6fe25b-0df2-4c8c-bb72-e06b68937e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c25d8f-f237-4beb-9368-0bc77a12de8e", "tag": "5174e83c-eff7-4ca6-836e-9aae35634afb"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:44:53.304578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-41b57f80-cef1-4ffa-a62e-c87a15723b54 None None] Set router ec85abe3-469f-4b78-98ec-5e865df4e460 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:53.333111 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895d2d8f-9762-42a3-a3e5-e7d91bbd787d x-openstack-request-id: req-895d2d8f-9762-42a3-a3e5-e7d91bbd787d {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:44:53.333508 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c25d8f-f237-4beb-9368-0bc77a12de8e", "tag": "5174e83c-eff7-4ca6-836e-9aae35634afb", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:44:53.333858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-895d2d8f-9762-42a3-a3e5-e7d91bbd787d {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:44:53.334379 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895d2d8f-9762-42a3-a3e5-e7d91bbd787d'] response: {'name': 'network-changed', 'server_uuid': 'c9c25d8f-f237-4beb-9368-0bc77a12de8e', 'tag': '5174e83c-eff7-4ca6-836e-9aae35634afb', 'status': 'completed', 'code': 200} Oct 05 09:44:53.474583 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fd689c2a-0d97-41a7-b9b3-8b7abdf3c82d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 HTTP/1.1" status: 200 len: 990 time: 0.1883156 Oct 05 09:44:53.494726 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fe25b-0df2-4c8c-bb72-e06b68937e0f req-de8e8eb3-8684-4911-8051-e703f34a9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:53.496362 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5e6fe25b-0df2-4c8c-bb72-e06b68937e0f req-de8e8eb3-8684-4911-8051-e703f34a9a42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 1098 time: 0.1133716 Oct 05 09:44:53.633759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fe25b-0df2-4c8c-bb72-e06b68937e0f req-d8605169-7b6f-47fb-b7c3-659efa581a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:53.638017 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5e6fe25b-0df2-4c8c-bb72-e06b68937e0f req-d8605169-7b6f-47fb-b7c3-659efa581a89 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6599b295-8c76-419b-9918-9ab90ad5a317 HTTP/1.1" status: 200 len: 898 time: 0.1329002 Oct 05 09:44:53.656994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-41b57f80-cef1-4ffa-a62e-c87a15723b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'port_id': '5174e83c-eff7-4ca6-836e-9aae35634afb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'mac_address': 'fa:16:3e:ea:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c25d8f-f237-4beb-9368-0bc77a12de8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:44:51Z', 'updated_at': '2022-10-05T09:44:51Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757d04a7-8a37-4e6f-8033-bb07508eab8d', 'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:ec:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:26Z', 'updated_at': '2022-10-05T09:44:32Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:53.661134 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b57f80-cef1-4ffa-a62e-c87a15723b54 None None] Checking router: ec85abe3-469f-4b78-98ec-5e865df4e460 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:44:53.670075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b57f80-cef1-4ffa-a62e-c87a15723b54 None None] Routers {'ec85abe3-469f-4b78-98ec-5e865df4e460'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:53.670682 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-41b57f80-cef1-4ffa-a62e-c87a15723b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:44:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec85abe3-469f-4b78-98ec-5e865df4e460'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:53.744408 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5e6fe25b-0df2-4c8c-bb72-e06b68937e0f req-16621b15-0ac5-4610-97ff-edc27c3e2c98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5174e83c-eff7-4ca6-836e-9aae35634afb HTTP/1.1" status: 200 len: 998 time: 0.1030488 Oct 05 09:44:53.810905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fe25b-0df2-4c8c-bb72-e06b68937e0f req-cd825d74-e853-4d1f-b642-44d85bfd6497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:53.812333 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5e6fe25b-0df2-4c8c-bb72-e06b68937e0f req-cd825d74-e853-4d1f-b642-44d85bfd6497 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c10e93c0-876c-43d6-ba01-c0d3f91a36f9 HTTP/1.1" status: 200 len: 834 time: 0.0627983 Oct 05 09:44:53.853294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-41b57f80-cef1-4ffa-a62e-c87a15723b54 None None] Set router ec85abe3-469f-4b78-98ec-5e865df4e460 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:53.898075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fe25b-0df2-4c8c-bb72-e06b68937e0f req-9586eb03-524a-46be-b6a2-5a1065219508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:53.899508 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5e6fe25b-0df2-4c8c-bb72-e06b68937e0f req-9586eb03-524a-46be-b6a2-5a1065219508 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6599b295-8c76-419b-9918-9ab90ad5a317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805819 Oct 05 09:44:54.036522 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5e6fe25b-0df2-4c8c-bb72-e06b68937e0f req-87ff459f-7fca-4a23-b0f7-dabbd762b8d4 service neutron] 10.222.0.55 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312313 Oct 05 09:44:54.177206 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5e6fe25b-0df2-4c8c-bb72-e06b68937e0f req-10e4a524-19ae-4aa0-a6f4-d74db0d0a268 service neutron] 10.222.0.55 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352692 Oct 05 09:44:54.206742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:54.214725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:54.245055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-41b57f80-cef1-4ffa-a62e-c87a15723b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'port_id': '5174e83c-eff7-4ca6-836e-9aae35634afb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'mac_address': 'fa:16:3e:ea:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c25d8f-f237-4beb-9368-0bc77a12de8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:44:51Z', 'updated_at': '2022-10-05T09:44:51Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757d04a7-8a37-4e6f-8033-bb07508eab8d', 'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:ec:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:26Z', 'updated_at': '2022-10-05T09:44:32Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:54.249040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b57f80-cef1-4ffa-a62e-c87a15723b54 None None] The sync data for ids ['ec85abe3-469f-4b78-98ec-5e865df4e460'] in dv-neutron-860329-1-hyperv is: [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'port_id': '5174e83c-eff7-4ca6-836e-9aae35634afb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'mac_address': 'fa:16:3e:ea:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c25d8f-f237-4beb-9368-0bc77a12de8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:44:51Z', 'updated_at': '2022-10-05T09:44:51Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757d04a7-8a37-4e6f-8033-bb07508eab8d', 'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:ec:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:26Z', 'updated_at': '2022-10-05T09:44:32Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:44:54.434310 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e738e-5c40-481f-bedf-a60553f8b5cd None None] New status for floating IP ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:44:54.478439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44542) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:54.590698 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9b93d947-71c7-47b8-8ec9-e4c94eaf9d61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 HTTP/1.1" status: 200 len: 990 time: 0.1111150 Oct 05 09:44:55.019769 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:55.594631 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44546) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:55.601922 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:55.812977 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ae9314b3-b7ad-4753-ae8f-b9b46efd0bce tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 HTTP/1.1" status: 200 len: 992 time: 0.2171836 Oct 05 09:45:00.508828 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:45:07.699603 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9bd09a52-33ba-443c-87a7-7bddfc451b97 req-e9e50a99-1b0a-4a29-8d04-813cbe9f8107 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827196 Oct 05 09:45:07.812839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd09a52-33ba-443c-87a7-7bddfc451b97 req-bd3ea23d-93c2-4549-861c-11812cba79dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:07.814388 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9bd09a52-33ba-443c-87a7-7bddfc451b97 req-bd3ea23d-93c2-4549-861c-11812cba79dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0804474 Oct 05 09:45:07.966706 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd09a52-33ba-443c-87a7-7bddfc451b97 req-2473458d-73a6-4f0e-9a52-c95c85c72a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:07.968077 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9bd09a52-33ba-443c-87a7-7bddfc451b97 req-2473458d-73a6-4f0e-9a52-c95c85c72a28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 912 time: 0.1330435 Oct 05 09:45:08.074093 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9bd09a52-33ba-443c-87a7-7bddfc451b97 req-ad48f846-fcca-4cc9-91c4-ef2c87fb9be8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3080783e-c8a5-4031-919f-c87d655ce921 HTTP/1.1" status: 200 len: 1001 time: 0.0989401 Oct 05 09:45:08.137632 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd09a52-33ba-443c-87a7-7bddfc451b97 req-24d10e86-261a-46d1-8751-0c447b0dfb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:08.139108 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9bd09a52-33ba-443c-87a7-7bddfc451b97 req-24d10e86-261a-46d1-8751-0c447b0dfb28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1db5b5f1-8073-4fe0-98fc-693b2965d2d8 HTTP/1.1" status: 200 len: 850 time: 0.0582731 Oct 05 09:45:08.226400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd09a52-33ba-443c-87a7-7bddfc451b97 req-079658e5-205f-486a-ba61-1a5430e8cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:08.227791 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9bd09a52-33ba-443c-87a7-7bddfc451b97 req-079658e5-205f-486a-ba61-1a5430e8cf6d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bc55122-780d-427f-aa2d-df73122091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820806 Oct 05 09:45:08.360048 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9bd09a52-33ba-443c-87a7-7bddfc451b97 req-2ec8fdf3-0e12-4b8f-a51d-8fb9f158929d service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260061 Oct 05 09:45:08.495584 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9bd09a52-33ba-443c-87a7-7bddfc451b97 req-483fd928-8899-4957-b20c-4afabeb9e19c service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288800 Oct 05 09:45:20.367097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-18b9ba20-4550-47ba-b03c-b32dd7facde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.624034 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a1da0658-2c77-4045-9780-7eb23e20442c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:24.205411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:24.233959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:25.007154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:25.549958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:37.511413 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:45:50.400528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a37ad4fb-187f-45ec-95d3-6761e9baf46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:52.381666 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-716d0e16-c06d-4376-aac7-dca5a7dd1531 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527558762&fields=id&tenant_id=be9b9908fe7c4c9a97f0c067874401dc HTTP/1.1" status: 200 len: 267 time: 0.0405087 Oct 05 09:45:52.528166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-221b95d2-3309-45e7-804f-caf3dec0d555 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:52.529600 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-221b95d2-3309-45e7-804f-caf3dec0d555 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 811 time: 0.1413968 Oct 05 09:45:52.544176 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-9e0b0437-e7a9-4916-834b-34f4c4b7df2d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/quotas/be9b9908fe7c4c9a97f0c067874401dc HTTP/1.1" status: 200 len: 375 time: 0.0092032 Oct 05 09:45:52.633116 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3fcde265-7c87-414a-9884-f8adde961e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:52.643047 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-54489221-3709-4ada-8203-79cad29e0c87 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0940468 Oct 05 09:45:52.701621 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-2292b829-f528-43cc-a6f8-690191185160 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:45:52.702645 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-2292b829-f528-43cc-a6f8-690191185160 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478916 Oct 05 09:45:52.833181 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-e50ad30d-2538-4589-9b6f-826c4ddb2ba1 service neutron] 10.222.0.49 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246197 Oct 05 09:45:52.961768 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-4c4e8032-9216-4581-9abb-dfca48a8b660 service neutron] 10.222.0.49 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227276 Oct 05 09:45:53.673914 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-419ddf5f-63b3-4cb0-981b-5867b0b0a007 req-a18a4a6a-b5fb-4a94-8e2a-f12e3591e4b9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 210 time: 0.1018083 Oct 05 09:45:54.148550 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:54.171210 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:54.842581 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-11fc4c27-70a0-440f-9bc7-fa27d804ae9b req-6a117950-b463-4733-a86c-3b17c5b736be tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 210 time: 0.0533864 Oct 05 09:45:55.017277 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:55.559002 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:55.690888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-d2ac6d09-c6eb-4634-aa8b-b3da8eea802c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:55.692351 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-d2ac6d09-c6eb-4634-aa8b-b3da8eea802c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.55 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 811 time: 0.1451271 Oct 05 09:45:55.747495 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-e18608eb-f636-4d49-9dbb-fecee9856d36 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be9b9908fe7c4c9a97f0c067874401dc HTTP/1.1" status: 200 len: 380 time: 0.0401921 Oct 05 09:45:55.755382 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Request body: {'port': {'device_id': '70a6f184-102e-4764-bc2b-e4cd4dde53d9', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'admin_state_up': True, 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'security_groups': ['2ff0f98f-374d-49d2-9214-c15d9c91e97f']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:55.892774 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:55.897537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Usage tracker for resource:port and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:55.899864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:55.905790 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:55.971767 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Made reservation on behalf of be9b9908fe7c4c9a97f0c067874401dc for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:55.975303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:56.006413 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c75ad429-bc3f-4a27-906b-533abc60d526 req-fda9f404-8841-45de-884d-47f58682c8a8 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 210 time: 0.0506802 Oct 05 09:45:56.159623 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Allocated IP 172.20.0.14 (5bc55122-780d-427f-aa2d-df73122091e8/1db5b5f1-8073-4fe0-98fc-693b2965d2d8/bfb84ae2-a931-4565-acee-61152b3a17b8) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:45:56.352929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:56.369354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Transition to ACTIVE for port object bfb84ae2-a931-4565-acee-61152b3a17b8 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:56.452390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:56.649625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Network 5bc55122-780d-427f-aa2d-df73122091e8 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:45:56.653434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:56.657399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:45:56.688082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'Port': ['ID=bfb84ae2-a931-4565-acee-61152b3a17b8,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:56.712357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:56.712993 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:56.713074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:56.713440 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:56.713703 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:56.714056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:56.714937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:56.715312 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:56.715635 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:56.715950 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:56.716266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:56.716579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:56.739071 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:56.739704 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:56.925256 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-f7507590-7563-4ef6-9b9e-76352ef7f5f6 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1100223 Oct 05 09:45:56.925256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Request body: {'port': {'device_id': '70a6f184-102e-4764-bc2b-e4cd4dde53d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:56.992351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9f4956c5-f17e-4462-831b-c06fd44597a0 None None] Provisioning for port bfb84ae2-a931-4565-acee-61152b3a17b8 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:56.994987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:56.998248 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9f4956c5-f17e-4462-831b-c06fd44597a0 None None] Provisioning complete for port bfb84ae2-a931-4565-acee-61152b3a17b8 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:56.998680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f4956c5-f17e-4462-831b-c06fd44597a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:56.999012 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9f4956c5-f17e-4462-831b-c06fd44597a0 None None] Attempt 1 to provision port bfb84ae2-a931-4565-acee-61152b3a17b8 Oct 05 09:45:57.059539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9f4956c5-f17e-4462-831b-c06fd44597a0 None None] Port bfb84ae2-a931-4565-acee-61152b3a17b8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:57.335238 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb0b14-9350-431a-a742-d15c598971c2 req-b9ad8d94-eea4-4303-8e5e-538b308cf6f5 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:57.336701 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-10cb0b14-9350-431a-a742-d15c598971c2 req-b9ad8d94-eea4-4303-8e5e-538b308cf6f5 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 932 time: 0.2041018 Oct 05 09:45:57.375541 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb84ae2-a931-4565-acee-61152b3a17b8 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:45:57.382311 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-10cb0b14-9350-431a-a742-d15c598971c2 req-f5979b67-b628-4f7d-b0e3-5851376ff21d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397980 Oct 05 09:45:57.382926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:57.397922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Transition to ACTIVE for port object bfb84ae2-a931-4565-acee-61152b3a17b8 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:57.491927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:57.562040 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9f4956c5-f17e-4462-831b-c06fd44597a0 None None] Attempt 2 to provision port bfb84ae2-a931-4565-acee-61152b3a17b8 Oct 05 09:45:57.617449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9f4956c5-f17e-4462-831b-c06fd44597a0 None None] Port bfb84ae2-a931-4565-acee-61152b3a17b8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:57.696139 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb84ae2-a931-4565-acee-61152b3a17b8,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:57.733387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Attempting to bind port bfb84ae2-a931-4565-acee-61152b3a17b8 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:45:57.734101 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Attempting to bind port bfb84ae2-a931-4565-acee-61152b3a17b8 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:45:57.734216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Attempting to bind port bfb84ae2-a931-4565-acee-61152b3a17b8 on network 5bc55122-780d-427f-aa2d-df73122091e8 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:45:57.738759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Port bfb84ae2-a931-4565-acee-61152b3a17b8 on network 5bc55122-780d-427f-aa2d-df73122091e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:45:57.739520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Attempting to bind port bfb84ae2-a931-4565-acee-61152b3a17b8 on network 5bc55122-780d-427f-aa2d-df73122091e8 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:45:57.744248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:45:57.744525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Checking segment: {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:57.744915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Bound using segment: {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:45:57.745324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Bound port: bfb84ae2-a931-4565-acee-61152b3a17b8, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43a0dec-3580-405b-8aae-61c9a3fbaae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:45:57.745671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:57.838352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] For port bfb84ae2-a931-4565-acee-61152b3a17b8, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:45:57.841406 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] For port bfb84ae2-a931-4565-acee-61152b3a17b8, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=bfb84ae2-a931-4565-acee-61152b3a17b8,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:45:57.974781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:58.001543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:58.002188 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:58.003574 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] 10.222.0.55 "PUT /v2.0/ports/bfb84ae2-a931-4565-acee-61152b3a17b8 HTTP/1.1" status: 200 len: 1094 time: 1.1274846 Oct 05 09:45:58.003998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a6f184-102e-4764-bc2b-e4cd4dde53d9', 'tag': 'bfb84ae2-a931-4565-acee-61152b3a17b8'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:45:58.006309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca904781-d9d0-4f38-9eeb-4bdfcf4cb2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "70a6f184-102e-4764-bc2b-e4cd4dde53d9", "tag": "bfb84ae2-a931-4565-acee-61152b3a17b8"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:45:58.049270 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514ea29-4e78-4313-87b2-c3111bef7d09 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb84ae2-a931-4565-acee-61152b3a17b8,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:58.107669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26f5c3a-3fcb-4bf4-a3d4-24939d23abfd x-openstack-request-id: req-b26f5c3a-3fcb-4bf4-a3d4-24939d23abfd {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:45:58.107965 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a6f184-102e-4764-bc2b-e4cd4dde53d9", "tag": "bfb84ae2-a931-4565-acee-61152b3a17b8", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:45:58.108226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b26f5c3a-3fcb-4bf4-a3d4-24939d23abfd {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:45:58.108638 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b26f5c3a-3fcb-4bf4-a3d4-24939d23abfd'] response: {'name': 'network-changed', 'server_uuid': '70a6f184-102e-4764-bc2b-e4cd4dde53d9', 'tag': 'bfb84ae2-a931-4565-acee-61152b3a17b8', 'status': 'completed', 'code': 200} Oct 05 09:45:58.118303 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9f4956c5-f17e-4462-831b-c06fd44597a0 None None] Attempt 3 to provision port bfb84ae2-a931-4565-acee-61152b3a17b8 Oct 05 09:45:58.181423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9f4956c5-f17e-4462-831b-c06fd44597a0 None None] Port bfb84ae2-a931-4565-acee-61152b3a17b8 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:45:58.235218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca904781-d9d0-4f38-9eeb-4bdfcf4cb2c0 req-6679f573-7d35-448a-925b-0dc7f91467df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:58.236840 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ca904781-d9d0-4f38-9eeb-4bdfcf4cb2c0 req-6679f573-7d35-448a-925b-0dc7f91467df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 1097 time: 0.0867479 Oct 05 09:45:58.389685 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca904781-d9d0-4f38-9eeb-4bdfcf4cb2c0 req-a58cf9ab-b9a6-42ed-8a7e-86ba47c551c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:58.391183 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ca904781-d9d0-4f38-9eeb-4bdfcf4cb2c0 req-a58cf9ab-b9a6-42ed-8a7e-86ba47c551c1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1382830 Oct 05 09:45:58.534306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca904781-d9d0-4f38-9eeb-4bdfcf4cb2c0 req-2ea487c0-b97f-41e3-b084-8e1c95f78d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:58.535809 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ca904781-d9d0-4f38-9eeb-4bdfcf4cb2c0 req-2ea487c0-b97f-41e3-b084-8e1c95f78d01 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1386385 Oct 05 09:45:58.584721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc751ff0-e1c1-494f-a59a-a1a2778a8b16 req-94c91c9a-398a-41d4-8a56-e51d2b80f9ae tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:58.586140 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dc751ff0-e1c1-494f-a59a-a1a2778a8b16 req-94c91c9a-398a-41d4-8a56-e51d2b80f9ae tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 944 time: 0.0898345 Oct 05 09:45:58.637238 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dc751ff0-e1c1-494f-a59a-a1a2778a8b16 req-ec22f407-3b34-43ae-a737-135d1119cfcc tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399985 Oct 05 09:45:58.673579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-edb780d7-9ee8-4b0c-b0d7-b6d07cb1eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:58.675076 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-edb780d7-9ee8-4b0c-b0d7-b6d07cb1eeec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 1097 time: 0.0805793 Oct 05 09:45:58.753664 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-64273b84-5dcc-480c-9e63-25155c82f74b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfb84ae2-a931-4565-acee-61152b3a17b8 HTTP/1.1" status: 200 len: 217 time: 0.0652769 Oct 05 09:45:58.816975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-14c9a8d7-6ac9-4496-b3a7-af0fe3ff42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:58.818456 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-14c9a8d7-6ac9-4496-b3a7-af0fe3ff42a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1db5b5f1-8073-4fe0-98fc-693b2965d2d8 HTTP/1.1" status: 200 len: 850 time: 0.0588210 Oct 05 09:45:58.906012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-439360c6-1469-4dd7-bce6-a701bb09e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:58.907412 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-439360c6-1469-4dd7-bce6-a701bb09e365 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bc55122-780d-427f-aa2d-df73122091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822928 Oct 05 09:45:59.145596 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-45115a88-933e-449a-834e-f0b8fdd9aff7 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319751 Oct 05 09:45:59.279031 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b1327369-63c2-4b19-98ad-c78070aa5160 req-7faa6c84-fc72-4b0b-9d9d-dfad9e645f7f service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256495 Oct 05 09:45:59.842489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e5204-91cc-42da-bff4-34bc80f55614 req-8e7880e5-848c-49b5-8cb8-bc8b1e962b6f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:59.843970 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bf5e5204-91cc-42da-bff4-34bc80f55614 req-8e7880e5-848c-49b5-8cb8-bc8b1e962b6f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 944 time: 0.0927329 Oct 05 09:45:59.888913 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bf5e5204-91cc-42da-bff4-34bc80f55614 req-3b881749-c6bd-40bf-8db2-9de3c225873e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392106 Oct 05 09:46:01.095139 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a367-43f4-4b59-8e00-80c97f1363bc req-c82083fa-169c-4228-bc5b-cc9f027a3ffc tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:01.096551 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0899a367-43f4-4b59-8e00-80c97f1363bc req-c82083fa-169c-4228-bc5b-cc9f027a3ffc tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 944 time: 0.0931315 Oct 05 09:46:01.141418 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0899a367-43f4-4b59-8e00-80c97f1363bc req-f0e938bb-8427-4f6a-a7a6-201f3771606d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390732 Oct 05 09:46:02.341609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bab0e2-0f52-4cef-ad0b-80fbf1da3b8c req-021fc454-32cd-4ee6-b4a8-97e3d88d6ed2 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:02.343102 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-87bab0e2-0f52-4cef-ad0b-80fbf1da3b8c req-021fc454-32cd-4ee6-b4a8-97e3d88d6ed2 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 944 time: 0.0889027 Oct 05 09:46:02.387460 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-87bab0e2-0f52-4cef-ad0b-80fbf1da3b8c req-755d2ebb-48f2-4584-8aec-56575c9d4aba tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385926 Oct 05 09:46:03.589803 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc91a0-affe-427c-89cb-2d54f6487319 req-fc093fcc-5118-44ce-a584-044a31549341 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:03.591285 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1dc91a0-affe-427c-89cb-2d54f6487319 req-fc093fcc-5118-44ce-a584-044a31549341 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 944 time: 0.0914423 Oct 05 09:46:03.636535 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1dc91a0-affe-427c-89cb-2d54f6487319 req-d59a7ebf-df2e-4383-b5b6-9db4143fcac3 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395155 Oct 05 09:46:04.840166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4c72b-7982-485b-93e5-2435836b43cf req-a66ae112-8975-4ec5-b686-aaa60332e2c5 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:04.841611 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8ad4c72b-7982-485b-93e5-2435836b43cf req-a66ae112-8975-4ec5-b686-aaa60332e2c5 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 944 time: 0.0923595 Oct 05 09:46:04.885824 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8ad4c72b-7982-485b-93e5-2435836b43cf req-97d11db0-1aa0-49da-a34a-2b063d60fb2c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383663 Oct 05 09:46:04.937464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44694) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:05.019117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f204a0-5ccc-488f-ab5c-d04f461686a6 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:05.019516 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f204a0-5ccc-488f-ab5c-d04f461686a6 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:05.020001 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f204a0-5ccc-488f-ab5c-d04f461686a6 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:05.021673 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-39f204a0-5ccc-488f-ab5c-d04f461686a6 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=6294a6c4935647d8b376ea5a0a53c756&network_id=6599b295-8c76-419b-9918-9ab90ad5a317 HTTP/1.1" status: 200 len: 2999 time: 0.0831594 Oct 05 09:46:06.084829 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbde0e9-7dec-4ba1-ac94-67957bb08f30 req-483e5908-0b7d-4e57-a9eb-68cbcfd34a3f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:06.086184 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ebbde0e9-7dec-4ba1-ac94-67957bb08f30 req-483e5908-0b7d-4e57-a9eb-68cbcfd34a3f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 944 time: 0.0887184 Oct 05 09:46:06.131636 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ebbde0e9-7dec-4ba1-ac94-67957bb08f30 req-4152d635-96c4-4232-82b4-70a121f7a5dd tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395031 Oct 05 09:46:07.060709 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44708) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:07.122886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d182f61-0c8d-4fc1-b4a1-a478ee4058ec tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:07.124294 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2d182f61-0c8d-4fc1-b4a1-a478ee4058ec tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9 HTTP/1.1" status: 200 len: 814 time: 0.0626991 Oct 05 09:46:07.332163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5222e-93c2-4166-8cd2-e979f8e21d2c req-3adc0abe-848d-41e9-a717-c4fdccbef5bc tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:07.333511 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dea5222e-93c2-4166-8cd2-e979f8e21d2c req-3adc0abe-848d-41e9-a717-c4fdccbef5bc tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 944 time: 0.0889800 Oct 05 09:46:07.382129 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dea5222e-93c2-4166-8cd2-e979f8e21d2c req-c970214e-bb0c-4b06-a066-be651ccc207f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427914 Oct 05 09:46:07.702383 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0c7a9087-47b3-44a1-af83-115edc04964c req-3bde3335-e461-42b7-83eb-4ff31b8c30c5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822606 Oct 05 09:46:07.870270 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a9087-47b3-44a1-af83-115edc04964c req-0cc1e15c-db64-4c5a-898b-24a1204439cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:07.872354 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0c7a9087-47b3-44a1-af83-115edc04964c req-0cc1e15c-db64-4c5a-898b-24a1204439cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0801241 Oct 05 09:46:08.019349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a9087-47b3-44a1-af83-115edc04964c req-af48e512-9265-4d4b-99f0-d7b4994a1ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:08.020815 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0c7a9087-47b3-44a1-af83-115edc04964c req-af48e512-9265-4d4b-99f0-d7b4994a1ade service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 912 time: 0.1284554 Oct 05 09:46:08.063266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44718) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:08.067964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a879a093-c261-4898-b77d-1fd0270a4af5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:08.131174 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0c7a9087-47b3-44a1-af83-115edc04964c req-7f14253d-f583-4b96-8e94-8a853aa7aec4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3080783e-c8a5-4031-919f-c87d655ce921 HTTP/1.1" status: 200 len: 1001 time: 0.1022270 Oct 05 09:46:08.171627 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a879a093-c261-4898-b77d-1fd0270a4af5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:08.197539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a9087-47b3-44a1-af83-115edc04964c req-567a21f2-4a9d-4d29-be83-39709f4f8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:08.197539 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0c7a9087-47b3-44a1-af83-115edc04964c req-567a21f2-4a9d-4d29-be83-39709f4f8210 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1db5b5f1-8073-4fe0-98fc-693b2965d2d8 HTTP/1.1" status: 200 len: 850 time: 0.0585146 Oct 05 09:46:08.284217 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a9087-47b3-44a1-af83-115edc04964c req-d2110c1f-d2d3-4f33-9076-b5c8ee308325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:08.285593 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0c7a9087-47b3-44a1-af83-115edc04964c req-d2110c1f-d2d3-4f33-9076-b5c8ee308325 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bc55122-780d-427f-aa2d-df73122091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815766 Oct 05 09:46:08.420377 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0c7a9087-47b3-44a1-af83-115edc04964c req-d0a69b44-b36d-4dc3-a66d-1040caf2cfd6 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280766 Oct 05 09:46:08.451754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a879a093-c261-4898-b77d-1fd0270a4af5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:08.553312 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a879a093-c261-4898-b77d-1fd0270a4af5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:08.553563 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-a879a093-c261-4898-b77d-1fd0270a4af5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 disassociated. External IP: 172.26.7.34, port: 5174e83c-eff7-4ca6-836e-9aae35634afb. Oct 05 09:46:08.558134 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0c7a9087-47b3-44a1-af83-115edc04964c req-939a656c-a285-4c9f-9fd5-8fb84a2139c4 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319144 Oct 05 09:46:08.850971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f4885-7da6-4ebb-bd90-1d436ceae4a4 req-63f41fbb-8e88-464c-bee5-2958a4b7841c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:08.852342 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c94f4885-7da6-4ebb-bd90-1d436ceae4a4 req-63f41fbb-8e88-464c-bee5-2958a4b7841c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 944 time: 0.3515871 Oct 05 09:46:08.974222 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c94f4885-7da6-4ebb-bd90-1d436ceae4a4 req-12b735ef-b609-4eca-8342-941c88173e19 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153758 Oct 05 09:46:09.055675 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device bfb84ae2-a931-4565-acee-61152b3a17b8 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:46:09.070324 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a879a093-c261-4898-b77d-1fd0270a4af5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router ec85abe3-469f-4b78-98ec-5e865df4e460 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:46:09.188962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port bfb84ae2-a931-4565-acee-61152b3a17b8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=bfb84ae2-a931-4565-acee-61152b3a17b8,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:46:09.202984 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': 'bfb84ae2-a931-4565-acee-61152b3a17b8', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'port_id': 'bfb84ae2-a931-4565-acee-61152b3a17b8', 'mac_address': 'fa:16:3e:0b:47:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:46:09.257356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a879a093-c261-4898-b77d-1fd0270a4af5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:46:09.258441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port bfb84ae2-a931-4565-acee-61152b3a17b8 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:46:09.258821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:09.262444 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a879a093-c261-4898-b77d-1fd0270a4af5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:09.269082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6efd46-a745-4677-b665-100eac86bd13 None None] Sync routers for ids ['ec85abe3-469f-4b78-98ec-5e865df4e460'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:46:09.283988 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb84ae2-a931-4565-acee-61152b3a17b8 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:46:09.289665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6efd46-a745-4677-b665-100eac86bd13 None None] Routers {'ec85abe3-469f-4b78-98ec-5e865df4e460'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:46:09.290471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ac6efd46-a745-4677-b665-100eac86bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:45:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec85abe3-469f-4b78-98ec-5e865df4e460'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:46:09.319638 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a879a093-c261-4898-b77d-1fd0270a4af5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/floatingips/ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 HTTP/1.1" status: 200 len: 689 time: 1.2555807 Oct 05 09:46:09.320417 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c25d8f-f237-4beb-9368-0bc77a12de8e', 'tag': '5174e83c-eff7-4ca6-836e-9aae35634afb'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:46:09.322507 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44724) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:09.323004 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4412b196-d063-4f25-a925-428aae5f1c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c25d8f-f237-4beb-9368-0bc77a12de8e", "tag": "5174e83c-eff7-4ca6-836e-9aae35634afb"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:46:09.373118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port bfb84ae2-a931-4565-acee-61152b3a17b8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=bfb84ae2-a931-4565-acee-61152b3a17b8,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:46:09.384435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d25bc11-5e4e-473f-b763-dd75cf4dbfc1 x-openstack-request-id: req-0d25bc11-5e4e-473f-b763-dd75cf4dbfc1 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:46:09.384798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c25d8f-f237-4beb-9368-0bc77a12de8e", "tag": "5174e83c-eff7-4ca6-836e-9aae35634afb", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:46:09.385154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d25bc11-5e4e-473f-b763-dd75cf4dbfc1 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:46:09.385617 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d25bc11-5e4e-473f-b763-dd75cf4dbfc1'] response: {'name': 'network-changed', 'server_uuid': 'c9c25d8f-f237-4beb-9368-0bc77a12de8e', 'tag': '5174e83c-eff7-4ca6-836e-9aae35634afb', 'status': 'completed', 'code': 200} Oct 05 09:46:09.422235 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9e3d67a1-b720-44bc-b02e-56eb6664ce3d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 HTTP/1.1" status: 200 len: 689 time: 0.0980234 Oct 05 09:46:09.440979 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:09.509162 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412b196-d063-4f25-a925-428aae5f1c5f req-c9c17bff-84c0-4cf1-8a94-d7c0b58d847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:09.510841 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4412b196-d063-4f25-a925-428aae5f1c5f req-c9c17bff-84c0-4cf1-8a94-d7c0b58d847a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 1098 time: 0.0803609 Oct 05 09:46:09.538461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-ac6efd46-a745-4677-b665-100eac86bd13 None None] Set router ec85abe3-469f-4b78-98ec-5e865df4e460 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:46:09.589423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=bfb84ae2-a931-4565-acee-61152b3a17b8,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:09.608702 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:09.609047 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:09.609382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:09.609717 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:09.610072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:09.610398 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:09.610815 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:09.611044 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:09.611361 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:09.611675 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:09.611990 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:09.612309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:09.647762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412b196-d063-4f25-a925-428aae5f1c5f req-ce22f30a-c0e2-4dc4-baf1-9d0bd0e70690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:09.649215 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4412b196-d063-4f25-a925-428aae5f1c5f req-ce22f30a-c0e2-4dc4-baf1-9d0bd0e70690 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6599b295-8c76-419b-9918-9ab90ad5a317 HTTP/1.1" status: 200 len: 898 time: 0.1320181 Oct 05 09:46:09.846581 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4412b196-d063-4f25-a925-428aae5f1c5f req-81560df0-9055-418f-bbab-88f082e6ce7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5174e83c-eff7-4ca6-836e-9aae35634afb HTTP/1.1" status: 200 len: 217 time: 0.1896360 Oct 05 09:46:09.879516 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ac6efd46-a745-4677-b665-100eac86bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '757d04a7-8a37-4e6f-8033-bb07508eab8d', 'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:ec:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:26Z', 'updated_at': '2022-10-05T09:44:32Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:46:09.883679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6efd46-a745-4677-b665-100eac86bd13 None None] Checking router: ec85abe3-469f-4b78-98ec-5e865df4e460 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:46:09.892838 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6efd46-a745-4677-b665-100eac86bd13 None None] Routers {'ec85abe3-469f-4b78-98ec-5e865df4e460'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:46:09.893443 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ac6efd46-a745-4677-b665-100eac86bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:45:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec85abe3-469f-4b78-98ec-5e865df4e460'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:46:09.910211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412b196-d063-4f25-a925-428aae5f1c5f req-81eea63e-c6d0-4e48-8da8-e7bced30d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:09.911659 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4412b196-d063-4f25-a925-428aae5f1c5f req-81eea63e-c6d0-4e48-8da8-e7bced30d69c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c10e93c0-876c-43d6-ba01-c0d3f91a36f9 HTTP/1.1" status: 200 len: 834 time: 0.0585465 Oct 05 09:46:09.947620 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['bfb84ae2-a931-4565-acee-61152b3a17b8'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:46:09.999349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412b196-d063-4f25-a925-428aae5f1c5f req-227daa51-f228-4774-9e2e-995a1b7a9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:10.000774 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4412b196-d063-4f25-a925-428aae5f1c5f req-227daa51-f228-4774-9e2e-995a1b7a9ddd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6599b295-8c76-419b-9918-9ab90ad5a317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823870 Oct 05 09:46:10.145094 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4412b196-d063-4f25-a925-428aae5f1c5f req-fc325bf1-1cd2-476f-8c44-0dd918d729a6 service neutron] 10.222.0.55 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382997 Oct 05 09:46:10.176660 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-ac6efd46-a745-4677-b665-100eac86bd13 None None] Set router ec85abe3-469f-4b78-98ec-5e865df4e460 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:46:10.189584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc5a17-0571-4760-a839-a3e0a113afa3 req-7b24ca68-1dbc-42e8-ac57-1b07c0cd03fa tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:10.191507 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-abcc5a17-0571-4760-a839-a3e0a113afa3 req-7b24ca68-1dbc-42e8-ac57-1b07c0cd03fa tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 945 time: 0.0966144 Oct 05 09:46:10.243320 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-abcc5a17-0571-4760-a839-a3e0a113afa3 req-0f127407-e52b-40bc-997f-162b7ab9d5fa tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452979 Oct 05 09:46:10.299400 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4412b196-d063-4f25-a925-428aae5f1c5f req-f5bc853f-a3c7-4026-9850-b87a54f40000 service neutron] 10.222.0.55 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479664 Oct 05 09:46:10.426265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44732) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:10.516212 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a14bc269-3f9a-4aa9-8983-1a6e6548364a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 HTTP/1.1" status: 200 len: 689 time: 0.0888245 Oct 05 09:46:10.682149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ac6efd46-a745-4677-b665-100eac86bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '757d04a7-8a37-4e6f-8033-bb07508eab8d', 'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:ec:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:26Z', 'updated_at': '2022-10-05T09:44:32Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:46:10.686520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6efd46-a745-4677-b665-100eac86bd13 None None] The sync data for ids ['ec85abe3-469f-4b78-98ec-5e865df4e460'] in dv-neutron-860329-1-hyperv is: [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '757d04a7-8a37-4e6f-8033-bb07508eab8d', 'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:ec:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:26Z', 'updated_at': '2022-10-05T09:44:32Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:46:10.898895 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2655e3-6849-47ca-a428-5f5aefb78ec3 None None] New status for floating IP ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0: DOWN {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:46:11.451655 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d86d4-6ca8-4290-b7f6-df97565b7cbc req-dd3e074d-6e36-42f7-9884-03485d4d9ee4 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:11.453102 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a01d86d4-6ca8-4290-b7f6-df97565b7cbc req-dd3e074d-6e36-42f7-9884-03485d4d9ee4 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 945 time: 0.0882859 Oct 05 09:46:11.497284 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a01d86d4-6ca8-4290-b7f6-df97565b7cbc req-763df37a-d273-4b3b-adca-363fe2d4506a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383632 Oct 05 09:46:11.519724 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44738) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:11.603308 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ba5ff259-ebbe-4e4b-80d0-362c44874322 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 HTTP/1.1" status: 200 len: 687 time: 0.0824881 Oct 05 09:46:12.702542 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2963-75ea-46c9-9736-34cb5ec91f0e req-e9a9b131-a1df-4ac4-97ce-b8f2e806d3b3 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:12.704013 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ea3b2963-75ea-46c9-9736-34cb5ec91f0e req-e9a9b131-a1df-4ac4-97ce-b8f2e806d3b3 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 945 time: 0.0946653 Oct 05 09:46:12.749825 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ea3b2963-75ea-46c9-9736-34cb5ec91f0e req-63ab00d5-dc44-40b7-b970-2642089a43b4 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400054 Oct 05 09:46:12.819970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44746) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:12.826263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e4630c52-23bc-4a84-bfa8-d28515b12540 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2133016970', 'description': 'tempest-secgroup-smoke-2133016970 description', 'project_id': '6294a6c4935647d8b376ea5a0a53c756'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:12.838492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e4630c52-23bc-4a84-bfa8-d28515b12540 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:46:12.842493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e4630c52-23bc-4a84-bfa8-d28515b12540 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:46:12.920214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e4630c52-23bc-4a84-bfa8-d28515b12540 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:12.942083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e4630c52-23bc-4a84-bfa8-d28515b12540 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:46:12.945892 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e4630c52-23bc-4a84-bfa8-d28515b12540 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:46:12.949124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e4630c52-23bc-4a84-bfa8-d28515b12540 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:46:12.957664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e4630c52-23bc-4a84-bfa8-d28515b12540 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:46:13.035260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e4630c52-23bc-4a84-bfa8-d28515b12540 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:13.052685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-4a9d7bd5-972b-4890-bca1-a3f9c7a9a1e5 req-b96914ef-ac39-4be9-8e92-d60bc8205d04 service neutron] (89846) timed out ('10.222.0.55', 64112) {{(pid=89846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 05 09:46:13.069480 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device bfb84ae2-a931-4565-acee-61152b3a17b8 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:46:13.086016 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e4630c52-23bc-4a84-bfa8-d28515b12540 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:13.133010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4630c52-23bc-4a84-bfa8-d28515b12540 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:13.220718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e4630c52-23bc-4a84-bfa8-d28515b12540 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:13.222003 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e4630c52-23bc-4a84-bfa8-d28515b12540 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4009972 Oct 05 09:46:13.224951 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44750) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:13.230083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-6e46ee76-ac3e-4a1e-bcbe-a7e6f4d40d7a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:13.236175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6e46ee76-ac3e-4a1e-bcbe-a7e6f4d40d7a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:46:13.240137 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6e46ee76-ac3e-4a1e-bcbe-a7e6f4d40d7a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:46:13.243262 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6e46ee76-ac3e-4a1e-bcbe-a7e6f4d40d7a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:46:13.248291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port bfb84ae2-a931-4565-acee-61152b3a17b8 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:46:13.249528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port bfb84ae2-a931-4565-acee-61152b3a17b8 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:46:13.250072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:13.250185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6e46ee76-ac3e-4a1e-bcbe-a7e6f4d40d7a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:46:13.250365 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port bfb84ae2-a931-4565-acee-61152b3a17b8 Oct 05 09:46:13.329363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6e46ee76-ac3e-4a1e-bcbe-a7e6f4d40d7a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:13.379572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port bfb84ae2-a931-4565-acee-61152b3a17b8 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:46:13.379849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:13.403705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6e46ee76-ac3e-4a1e-bcbe-a7e6f4d40d7a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:13.406994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a6f184-102e-4764-bc2b-e4cd4dde53d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb84ae2-a931-4565-acee-61152b3a17b8'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:46:13.409272 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db60070e-91fa-45a3-8679-7b2650721c8c" -d '{"events": [{"server_uuid": "70a6f184-102e-4764-bc2b-e4cd4dde53d9", "name": "network-vif-plugged", "status": "completed", "tag": "bfb84ae2-a931-4565-acee-61152b3a17b8"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:46:13.417076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port bfb84ae2-a931-4565-acee-61152b3a17b8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=bfb84ae2-a931-4565-acee-61152b3a17b8,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:46:13.460363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3b2e5f-9249-4b84-8dcd-eb7f239954ed x-openstack-request-id: req-7e3b2e5f-9249-4b84-8dcd-eb7f239954ed {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:46:13.460363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a6f184-102e-4764-bc2b-e4cd4dde53d9", "name": "network-vif-plugged", "status": "completed", "tag": "bfb84ae2-a931-4565-acee-61152b3a17b8", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:46:13.460363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e3b2e5f-9249-4b84-8dcd-eb7f239954ed {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:46:13.460363 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3b2e5f-9249-4b84-8dcd-eb7f239954ed'] response: {'server_uuid': '70a6f184-102e-4764-bc2b-e4cd4dde53d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb84ae2-a931-4565-acee-61152b3a17b8', 'code': 200} Oct 05 09:46:13.523633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6e46ee76-ac3e-4a1e-bcbe-a7e6f4d40d7a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:13.523816 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:13.548073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46ee76-ac3e-4a1e-bcbe-a7e6f4d40d7a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f32f88-2034-4892-b012-fde48b69550a,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:13.600720 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=bfb84ae2-a931-4565-acee-61152b3a17b8,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:13.643581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6e46ee76-ac3e-4a1e-bcbe-a7e6f4d40d7a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:13.644790 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6e46ee76-ac3e-4a1e-bcbe-a7e6f4d40d7a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4188080 Oct 05 09:46:13.647765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44756) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:13.652922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-545fa82f-d15e-4d53-bd22-546159d15f2d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:13.659059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-545fa82f-d15e-4d53-bd22-546159d15f2d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:46:13.663150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-545fa82f-d15e-4d53-bd22-546159d15f2d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:46:13.666072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-545fa82f-d15e-4d53-bd22-546159d15f2d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:46:13.672078 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-545fa82f-d15e-4d53-bd22-546159d15f2d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:46:13.755515 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-545fa82f-d15e-4d53-bd22-546159d15f2d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:13.819747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-545fa82f-d15e-4d53-bd22-546159d15f2d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:13.904290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-545fa82f-d15e-4d53-bd22-546159d15f2d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:13.942153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fa82f-d15e-4d53-bd22-546159d15f2d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba191aa-db7f-4e10-8c7e-5d9310eed97f,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:13.952726 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc027b2-0444-40da-b4d4-f8c3bfc54981 req-eab93d5f-0579-4311-97c9-7b4f8b587327 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:13.954244 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5cc027b2-0444-40da-b4d4-f8c3bfc54981 req-eab93d5f-0579-4311-97c9-7b4f8b587327 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 946 time: 0.0919895 Oct 05 09:46:13.976650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a768d-e36c-4468-98db-77989dcd3403 req-15b0ec07-2054-4efc-bd50-3a411dd01649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:13.978218 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-940a768d-e36c-4468-98db-77989dcd3403 req-15b0ec07-2054-4efc-bd50-3a411dd01649 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 1099 time: 0.1158588 Oct 05 09:46:13.999454 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5cc027b2-0444-40da-b4d4-f8c3bfc54981 req-61446c32-10c4-40b9-81ae-32c90588644f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390608 Oct 05 09:46:14.000773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-545fa82f-d15e-4d53-bd22-546159d15f2d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:14.001920 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-545fa82f-d15e-4d53-bd22-546159d15f2d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3532205 Oct 05 09:46:14.004791 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44762) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:14.009935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:14.016677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:46:14.020524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:46:14.023802 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:46:14.025777 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-940a768d-e36c-4468-98db-77989dcd3403 req-9882b6ab-dbae-4e05-be4e-1a05d9bd236d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397882 Oct 05 09:46:14.030454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:46:14.153928 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:14.219917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:14.308246 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:14.331905 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fbacbd-5c9f-4e81-9b08-28b07f3d4032,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:14.342850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:14.343191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:14.343523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:14.343849 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:14.344175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:14.344498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:14.344816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:14.345182 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:14.345460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:14.346467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:14.346467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:14.346467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:14.411235 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:14.412454 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b4f2e281-6209-44cc-bd75-fdd6a986c740 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4066434 Oct 05 09:46:14.415263 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44766) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:14.420840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-efa265ad-5d10-4128-a508-40e2e7b8a584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:14.426827 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-efa265ad-5d10-4128-a508-40e2e7b8a584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:46:14.430691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-efa265ad-5d10-4128-a508-40e2e7b8a584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:46:14.435503 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-efa265ad-5d10-4128-a508-40e2e7b8a584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:46:14.441138 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-efa265ad-5d10-4128-a508-40e2e7b8a584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:46:14.510772 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:46:14.513619 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-efa265ad-5d10-4128-a508-40e2e7b8a584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:14.579015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-efa265ad-5d10-4128-a508-40e2e7b8a584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:14.643508 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-efa265ad-5d10-4128-a508-40e2e7b8a584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:14.668308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa265ad-5d10-4128-a508-40e2e7b8a584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14790118-0f39-485f-8baa-0df87b176aa8,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:14.726061 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-efa265ad-5d10-4128-a508-40e2e7b8a584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:14.727369 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-efa265ad-5d10-4128-a508-40e2e7b8a584 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3112013 Oct 05 09:46:14.730517 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44770) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:14.735479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-27f536d1-320a-4de3-9a8d-c53f3679bf8d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:14.743473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-27f536d1-320a-4de3-9a8d-c53f3679bf8d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:46:14.745403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-27f536d1-320a-4de3-9a8d-c53f3679bf8d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:46:14.748376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-27f536d1-320a-4de3-9a8d-c53f3679bf8d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:46:14.754387 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-27f536d1-320a-4de3-9a8d-c53f3679bf8d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:46:14.845689 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-27f536d1-320a-4de3-9a8d-c53f3679bf8d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:46:14.852852 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-27f536d1-320a-4de3-9a8d-c53f3679bf8d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:14.921557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-27f536d1-320a-4de3-9a8d-c53f3679bf8d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:15.005302 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-27f536d1-320a-4de3-9a8d-c53f3679bf8d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:15.031805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f536d1-320a-4de3-9a8d-c53f3679bf8d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6beb665b-5eaf-4aad-98cc-b20e91ee4a66,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:15.158211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-27f536d1-320a-4de3-9a8d-c53f3679bf8d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:15.159548 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-27f536d1-320a-4de3-9a8d-c53f3679bf8d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4281223 Oct 05 09:46:15.162560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44776) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:15.167673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-88d22c33-242d-46bf-97c2-2107ab494780 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:15.173662 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-88d22c33-242d-46bf-97c2-2107ab494780 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:46:15.177694 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-88d22c33-242d-46bf-97c2-2107ab494780 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:46:15.182115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-88d22c33-242d-46bf-97c2-2107ab494780 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:46:15.187894 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-88d22c33-242d-46bf-97c2-2107ab494780 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:46:15.206088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114c6ba-d2df-4dd0-8bd3-aba4ef7eecdc req-d00f88c6-4a38-466f-af27-78f5fffbd1b5 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:15.207557 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a114c6ba-d2df-4dd0-8bd3-aba4ef7eecdc req-d00f88c6-4a38-466f-af27-78f5fffbd1b5 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 946 time: 0.0930550 Oct 05 09:46:15.256796 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a114c6ba-d2df-4dd0-8bd3-aba4ef7eecdc req-0884c5b8-e083-46f5-9918-9bbf2ca6faab tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434215 Oct 05 09:46:15.289401 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-88d22c33-242d-46bf-97c2-2107ab494780 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:46:15.297172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88d22c33-242d-46bf-97c2-2107ab494780 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:15.362895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88d22c33-242d-46bf-97c2-2107ab494780 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:15.445300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88d22c33-242d-46bf-97c2-2107ab494780 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:15.469220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d22c33-242d-46bf-97c2-2107ab494780 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c222a95-51f1-4e8b-9987-0fc061dbf3ae,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:15.548368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88d22c33-242d-46bf-97c2-2107ab494780 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:15.549665 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-88d22c33-242d-46bf-97c2-2107ab494780 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3860593 Oct 05 09:46:15.719705 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-d6692a55-2784-4918-83e3-6212b8a87e4e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133016970&fields=id&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 267 time: 0.0435855 Oct 05 09:46:15.870663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-8c6d1fc1-b6a4-434a-ac80-3bb28da9413b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:15.872096 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-8c6d1fc1-b6a4-434a-ac80-3bb28da9413b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/networks?id=6599b295-8c76-419b-9918-9ab90ad5a317 HTTP/1.1" status: 200 len: 797 time: 0.1460299 Oct 05 09:46:15.886467 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-516df71f-60f1-4c4d-901f-fdff4d3be580 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/quotas/6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 375 time: 0.0087876 Oct 05 09:46:16.085657 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-efef31d7-891a-44be-9989-ecde23d30824 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1942091 Oct 05 09:46:16.226112 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-6034788f-95d4-43a4-b49e-cb7791594afa service neutron] 10.222.0.49 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280901 Oct 05 09:46:16.364086 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-6d24285a-3529-4015-b796-8ff720356918 service neutron] 10.222.0.49 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317241 Oct 05 09:46:16.463593 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dbc3e-17d2-4301-824d-eabccc7eca3c req-65528a3f-a073-4bc7-bc03-dfc445bd68cf tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:16.465067 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-981dbc3e-17d2-4301-824d-eabccc7eca3c req-65528a3f-a073-4bc7-bc03-dfc445bd68cf tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 946 time: 0.0925972 Oct 05 09:46:16.513561 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-981dbc3e-17d2-4301-824d-eabccc7eca3c req-8c00e25e-874b-4810-89b6-74f497588de9 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427475 Oct 05 09:46:16.738283 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-358f686f-a42b-4d14-b7f7-651148397f0a req-c4722e3a-a00a-4262-ba23-f49d0766052e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 210 time: 0.0658588 Oct 05 09:46:16.780337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee2c9c-a190-4591-8d15-55c2ecd04a7c req-6a81c35e-017f-4d04-a993-5f939ba3ae40 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:16.782000 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-97ee2c9c-a190-4591-8d15-55c2ecd04a7c req-6a81c35e-017f-4d04-a993-5f939ba3ae40 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 946 time: 0.1460471 Oct 05 09:46:16.829749 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-97ee2c9c-a190-4591-8d15-55c2ecd04a7c req-5d8d8aa3-28fb-4e6a-b72d-798535f62a0f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416446 Oct 05 09:46:16.859358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44804) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:17.091361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eee906-837e-49e6-9dfb-7a7ca15d4d16 tempest-TestVolumeBootPattern-1734328256 tempest-TestVolumeBootPattern-1734328256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:17.093262 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-94eee906-837e-49e6-9dfb-7a7ca15d4d16 tempest-TestVolumeBootPattern-1734328256 tempest-TestVolumeBootPattern-1734328256-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 1094 time: 0.2330253 Oct 05 09:46:17.096227 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44810) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:17.101477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': 'bfb84ae2-a931-4565-acee-61152b3a17b8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:17.107759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:46:17.111817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Usage tracker for resource:floatingip and tenant:be9b9908fe7c4c9a97f0c067874401dc is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:46:17.114746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:46:17.121343 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:46:17.243585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:17.381114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:17.517737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Allocated IP 172.26.7.140 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/437ecb1b-5c1f-4a23-802b-02f21cbc7f0c) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:46:17.667233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:17.783719 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:17.853060 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:46:17.856455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:46:17.861523 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:46:17.889664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'Port': ['ID=437ecb1b-5c1f-4a23-802b-02f21cbc7f0c,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:17.907041 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2c66216c-49bc-4e46-a3e6-0a6120cd480f req-e66be39d-aa31-4725-911a-007817f79a46 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 210 time: 0.0522909 Oct 05 09:46:18.392795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:18.619745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:18.848424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:18.957947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:19.192055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:19.227045 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-19578404-1798-4bd3-8f0a-0bfae8e74a31 req-d0d43e82-b428-4f6e-bb10-2f144c96c788 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 210 time: 0.0541391 Oct 05 09:46:19.239382 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event updated for resources: {'Port': ['ID=437ecb1b-5c1f-4a23-802b-02f21cbc7f0c,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:19.379516 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-c9ee4101-6d9f-47fc-81e1-8f98a93c947c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:19.381716 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-c9ee4101-6d9f-47fc-81e1-8f98a93c947c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/networks?id=6599b295-8c76-419b-9918-9ab90ad5a317 HTTP/1.1" status: 200 len: 797 time: 0.3905771 Oct 05 09:46:19.438736 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Floating IP bff096b5-fbdf-4f4e-a5c0-bd7c8cefa986 associated. External IP: 172.26.7.140, port: bfb84ae2-a931-4565-acee-61152b3a17b8. Oct 05 09:46:19.512118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-d98f464d-dfb8-45c6-911c-48aaf23dccbe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:46:19.602459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-d98f464d-dfb8-45c6-911c-48aaf23dccbe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:46:19.603652 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-d98f464d-dfb8-45c6-911c-48aaf23dccbe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 472 time: 0.2063723 Oct 05 09:46:19.624519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'port': {'device_id': 'cbc0eae0-cc10-415d-b074-2f894ec88681', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'admin_state_up': True, 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'security_groups': ['232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:20.036139 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:46:20.043315 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:port and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:46:20.048039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:46:20.058618 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:46:20.072565 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Router 3898aadd-c7e0-419a-8f80-1e1148a18578 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:46:20.169736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:46:20.173168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:20.330835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:46:20.342767 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b87dba9-4240-457b-a1c1-155f381955bd None None] Sync routers for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:46:20.352926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b87dba9-4240-457b-a1c1-155f381955bd None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:46:20.353663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7b87dba9-4240-457b-a1c1-155f381955bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:45:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:46:20.406351 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0601823e-d76a-4f76-868c-70f6b12d7b2c req-87240107-c705-4146-ad3e-85f0ab6550c9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 210 time: 0.0522792 Oct 05 09:46:20.414007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-255617ca-2847-4e62-84e6-6e1efa1650b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:20.442240 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.5 (6599b295-8c76-419b-9918-9ab90ad5a317/c10e93c0-876c-43d6-ba01-c0d3f91a36f9/83c85fed-af4f-429d-9ccc-7df92edf398b) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:46:20.506976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:20.542636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-7b87dba9-4240-457b-a1c1-155f381955bd None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:46:20.662024 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8b909a33-b0f9-44f1-8915-ea57b987df83 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5647478 Oct 05 09:46:20.666254 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a6f184-102e-4764-bc2b-e4cd4dde53d9', 'tag': 'bfb84ae2-a931-4565-acee-61152b3a17b8'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:46:20.668582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c44ee47-d4de-4120-818b-c11bed3f9383" -d '{"events": [{"name": "network-changed", "server_uuid": "70a6f184-102e-4764-bc2b-e4cd4dde53d9", "tag": "bfb84ae2-a931-4565-acee-61152b3a17b8"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:46:20.706716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:20.716809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a419fc5-f6d5-40aa-aebe-b86c698ef1f9 x-openstack-request-id: req-3a419fc5-f6d5-40aa-aebe-b86c698ef1f9 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:46:20.720955 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a6f184-102e-4764-bc2b-e4cd4dde53d9", "tag": "bfb84ae2-a931-4565-acee-61152b3a17b8", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:46:20.720955 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a419fc5-f6d5-40aa-aebe-b86c698ef1f9 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:46:20.720955 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a419fc5-f6d5-40aa-aebe-b86c698ef1f9'] response: {'name': 'network-changed', 'server_uuid': '70a6f184-102e-4764-bc2b-e4cd4dde53d9', 'tag': 'bfb84ae2-a931-4565-acee-61152b3a17b8', 'status': 'completed', 'code': 200} Oct 05 09:46:20.725868 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object 83c85fed-af4f-429d-9ccc-7df92edf398b will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:46:20.841155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44ee47-d4de-4120-818b-c11bed3f9383 req-2584d40f-cd78-4136-963c-013b8e7429e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:20.843021 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5c44ee47-d4de-4120-818b-c11bed3f9383 req-2584d40f-cd78-4136-963c-013b8e7429e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 1099 time: 0.0825820 Oct 05 09:46:20.844482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:20.912548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7b87dba9-4240-457b-a1c1-155f381955bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'b5bfbd15-d1ca-4e4f-a5ab-94afdbce2a1a', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'floating_ip_address': '172.26.7.146', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'port_id': '3080783e-c8a5-4031-919f-c87d655ce921', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'mac_address': 'fa:16:3e:de:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:43:07Z', 'updated_at': '2022-10-05T09:43:10Z', 'revision_number': 1, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address_scope': None}, {'id': 'bff096b5-fbdf-4f4e-a5c0-bd7c8cefa986', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'floating_ip_address': '172.26.7.140', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'port_id': 'bfb84ae2-a931-4565-acee-61152b3a17b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'mac_address': 'fa:16:3e:0b:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6f184-102e-4764-bc2b-e4cd4dde53d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:46:18Z', 'updated_at': '2022-10-05T09:46:18Z', 'revision_number': 0, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:46:20.920525 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b87dba9-4240-457b-a1c1-155f381955bd None None] Checking router: 3898aadd-c7e0-419a-8f80-1e1148a18578 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:46:20.929253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b87dba9-4240-457b-a1c1-155f381955bd None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:46:20.929856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7b87dba9-4240-457b-a1c1-155f381955bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:45:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:46:21.000318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 6599b295-8c76-419b-9918-9ab90ad5a317 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:46:21.005086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:46:21.010924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:46:21.060004 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=83c85fed-af4f-429d-9ccc-7df92edf398b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:21.114793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:21.115461 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:21.129510 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44ee47-d4de-4120-818b-c11bed3f9383 req-49a0fe2d-7d7d-4f21-9ddc-d7592eb6fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:21.131044 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5c44ee47-d4de-4120-818b-c11bed3f9383 req-49a0fe2d-7d7d-4f21-9ddc-d7592eb6fea4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 912 time: 0.2794938 Oct 05 09:46:21.157178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-7b87dba9-4240-457b-a1c1-155f381955bd None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:46:21.248862 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5c44ee47-d4de-4120-818b-c11bed3f9383 req-0448d415-52ca-4cb2-a2d9-f843b736ebcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfb84ae2-a931-4565-acee-61152b3a17b8 HTTP/1.1" status: 200 len: 1000 time: 0.1111245 Oct 05 09:46:21.305205 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-ce1c02b9-92ec-4821-b95c-5ddf66b6a2e4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6860197 Oct 05 09:46:21.324796 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Request body: {'port': {'device_id': 'cbc0eae0-cc10-415d-b074-2f894ec88681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:21.384961 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44ee47-d4de-4120-818b-c11bed3f9383 req-e2e62b9c-09d0-447b-b304-7b5a6918284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:21.386464 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5c44ee47-d4de-4120-818b-c11bed3f9383 req-e2e62b9c-09d0-447b-b304-7b5a6918284a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1db5b5f1-8073-4fe0-98fc-693b2965d2d8 HTTP/1.1" status: 200 len: 850 time: 0.1309810 Oct 05 09:46:21.455527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e2e17d7e-640f-490b-919f-f16c41cee30e None None] Provisioning for port 83c85fed-af4f-429d-9ccc-7df92edf398b completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:46:21.483092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e2e17d7e-640f-490b-919f-f16c41cee30e None None] Provisioning complete for port 83c85fed-af4f-429d-9ccc-7df92edf398b triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:46:21.483458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e2e17d7e-640f-490b-919f-f16c41cee30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:21.483783 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e2e17d7e-640f-490b-919f-f16c41cee30e None None] Attempt 1 to provision port 83c85fed-af4f-429d-9ccc-7df92edf398b Oct 05 09:46:21.499148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:21.582068 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e2e17d7e-640f-490b-919f-f16c41cee30e None None] Port 83c85fed-af4f-429d-9ccc-7df92edf398b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:46:21.600613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7b87dba9-4240-457b-a1c1-155f381955bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'b5bfbd15-d1ca-4e4f-a5ab-94afdbce2a1a', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'floating_ip_address': '172.26.7.146', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'port_id': '3080783e-c8a5-4031-919f-c87d655ce921', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'mac_address': 'fa:16:3e:de:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:43:07Z', 'updated_at': '2022-10-05T09:43:10Z', 'revision_number': 1, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address_scope': None}, {'id': 'bff096b5-fbdf-4f4e-a5c0-bd7c8cefa986', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'floating_ip_address': '172.26.7.140', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'port_id': 'bfb84ae2-a931-4565-acee-61152b3a17b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'mac_address': 'fa:16:3e:0b:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6f184-102e-4764-bc2b-e4cd4dde53d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:46:18Z', 'updated_at': '2022-10-05T09:46:18Z', 'revision_number': 0, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:46:21.603582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44ee47-d4de-4120-818b-c11bed3f9383 req-8c595600-8535-4555-97f8-0f88d660e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:21.605394 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5c44ee47-d4de-4120-818b-c11bed3f9383 req-8c595600-8535-4555-97f8-0f88d660e48d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bc55122-780d-427f-aa2d-df73122091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2116408 Oct 05 09:46:21.606298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b87dba9-4240-457b-a1c1-155f381955bd None None] The sync data for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv is: [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'b5bfbd15-d1ca-4e4f-a5ab-94afdbce2a1a', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'floating_ip_address': '172.26.7.146', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'port_id': '3080783e-c8a5-4031-919f-c87d655ce921', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'mac_address': 'fa:16:3e:de:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:43:07Z', 'updated_at': '2022-10-05T09:43:10Z', 'revision_number': 1, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address_scope': None}, {'id': 'bff096b5-fbdf-4f4e-a5c0-bd7c8cefa986', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'floating_ip_address': '172.26.7.140', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'port_id': 'bfb84ae2-a931-4565-acee-61152b3a17b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'mac_address': 'fa:16:3e:0b:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6f184-102e-4764-bc2b-e4cd4dde53d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:46:18Z', 'updated_at': '2022-10-05T09:46:18Z', 'revision_number': 0, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:46:21.640095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3aa35-d71d-4484-9895-31a8a04f00dd req-998e049f-2b9d-4f5b-a664-c3d2f3df1ae3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:21.641661 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a2e3aa35-d71d-4484-9895-31a8a04f00dd req-998e049f-2b9d-4f5b-a664-c3d2f3df1ae3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 931 time: 0.1104422 Oct 05 09:46:21.698849 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a2e3aa35-d71d-4484-9895-31a8a04f00dd req-b9cbb965-d16c-4c46-bc4d-9507dee7f79e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498118 Oct 05 09:46:21.858161 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f524e004-c772-44fd-a731-bc84fe4d148b None None] New status for floating IP bff096b5-fbdf-4f4e-a5c0-bd7c8cefa986: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:46:22.038185 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5c44ee47-d4de-4120-818b-c11bed3f9383 req-05396b5f-5e8e-4022-ba83-dd8da31468b7 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898542 Oct 05 09:46:22.083971 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e2e17d7e-640f-490b-919f-f16c41cee30e None None] Attempt 2 to provision port 83c85fed-af4f-429d-9ccc-7df92edf398b Oct 05 09:46:22.146779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e2e17d7e-640f-490b-919f-f16c41cee30e None None] Port 83c85fed-af4f-429d-9ccc-7df92edf398b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:46:22.260540 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5c44ee47-d4de-4120-818b-c11bed3f9383 req-fd7ad5c6-5e6e-4ac1-80d1-1884ab208a4d service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159007 Oct 05 09:46:22.272701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c85fed-af4f-429d-9ccc-7df92edf398b {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:46:22.280518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:22.296834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Transition to ACTIVE for port object 83c85fed-af4f-429d-9ccc-7df92edf398b will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:46:22.399330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:22.590756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Pushing event updated for resources: {'Port': ['ID=83c85fed-af4f-429d-9ccc-7df92edf398b,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:22.636466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Attempting to bind port 83c85fed-af4f-429d-9ccc-7df92edf398b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:46:22.636805 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Attempting to bind port 83c85fed-af4f-429d-9ccc-7df92edf398b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:46:22.637138 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Attempting to bind port 83c85fed-af4f-429d-9ccc-7df92edf398b on network 6599b295-8c76-419b-9918-9ab90ad5a317 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:46:22.641910 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Port 83c85fed-af4f-429d-9ccc-7df92edf398b on network 6599b295-8c76-419b-9918-9ab90ad5a317 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:46:22.642395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Attempting to bind port 83c85fed-af4f-429d-9ccc-7df92edf398b on network 6599b295-8c76-419b-9918-9ab90ad5a317 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:46:22.647844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:46:22.648030 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e2e17d7e-640f-490b-919f-f16c41cee30e None None] Attempt 3 to provision port 83c85fed-af4f-429d-9ccc-7df92edf398b Oct 05 09:46:22.648482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Checking segment: {'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:46:22.648581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Bound using segment: {'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:46:22.649012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Bound port: 83c85fed-af4f-429d-9ccc-7df92edf398b, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:46:22.649362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:22.678434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-44aca2bf-10c2-4aae-8f9e-c6fdcc6e48d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:22.705652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e2e17d7e-640f-490b-919f-f16c41cee30e None None] Port 83c85fed-af4f-429d-9ccc-7df92edf398b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:46:22.746467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] For port 83c85fed-af4f-429d-9ccc-7df92edf398b, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:46:22.749667 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] For port 83c85fed-af4f-429d-9ccc-7df92edf398b, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=83c85fed-af4f-429d-9ccc-7df92edf398b,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:46:22.860607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:22.888460 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:22.892500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:22.892500 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] 10.222.0.55 "PUT /v2.0/ports/83c85fed-af4f-429d-9ccc-7df92edf398b HTTP/1.1" status: 200 len: 1093 time: 1.5716658 Oct 05 09:46:22.896229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc0eae0-cc10-415d-b074-2f894ec88681', 'tag': '83c85fed-af4f-429d-9ccc-7df92edf398b'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:46:22.898017 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff976f0-22ca-4557-8cf9-6e21b944aa84" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc0eae0-cc10-415d-b074-2f894ec88681", "tag": "83c85fed-af4f-429d-9ccc-7df92edf398b"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:46:22.909244 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fc400-e09d-4657-9eb8-8cd1aa9efc9c req-80b1df0f-fc11-4ed2-b2ee-41cb99514402 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:22.916785 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7e9fc400-e09d-4657-9eb8-8cd1aa9efc9c req-80b1df0f-fc11-4ed2-b2ee-41cb99514402 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 943 time: 0.1026039 Oct 05 09:46:22.937373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff2d20-722b-4d97-b2f4-b8e39bd64a53 service neutron] Pushing event updated for resources: {'Port': ['ID=83c85fed-af4f-429d-9ccc-7df92edf398b,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:22.953067 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9e18b5-0c88-4642-94bf-279c8f672b15 x-openstack-request-id: req-3b9e18b5-0c88-4642-94bf-279c8f672b15 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:46:22.953353 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc0eae0-cc10-415d-b074-2f894ec88681", "tag": "83c85fed-af4f-429d-9ccc-7df92edf398b", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:46:22.953602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b9e18b5-0c88-4642-94bf-279c8f672b15 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:46:22.954012 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9e18b5-0c88-4642-94bf-279c8f672b15'] response: {'name': 'network-changed', 'server_uuid': 'cbc0eae0-cc10-415d-b074-2f894ec88681', 'tag': '83c85fed-af4f-429d-9ccc-7df92edf398b', 'status': 'completed', 'code': 200} Oct 05 09:46:22.959151 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7e9fc400-e09d-4657-9eb8-8cd1aa9efc9c req-31bc8002-a2c2-4bf5-9bdb-7494550bfe79 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412517 Oct 05 09:46:23.083113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff976f0-22ca-4557-8cf9-6e21b944aa84 req-8028fe9c-0359-4ce2-b21d-944a0ef162bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:23.084594 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ff976f0-22ca-4557-8cf9-6e21b944aa84 req-8028fe9c-0359-4ce2-b21d-944a0ef162bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 1096 time: 0.0815947 Oct 05 09:46:23.206583 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e2e17d7e-640f-490b-919f-f16c41cee30e None None] Attempt 4 to provision port 83c85fed-af4f-429d-9ccc-7df92edf398b Oct 05 09:46:23.235642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff976f0-22ca-4557-8cf9-6e21b944aa84 req-ab00ff6b-9604-4352-b1cd-42edd0503c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:23.237137 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ff976f0-22ca-4557-8cf9-6e21b944aa84 req-ab00ff6b-9604-4352-b1cd-42edd0503c92 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6294a6c4935647d8b376ea5a0a53c756&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1398339 Oct 05 09:46:23.269698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e2e17d7e-640f-490b-919f-f16c41cee30e None None] Port 83c85fed-af4f-429d-9ccc-7df92edf398b had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:46:23.374427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff976f0-22ca-4557-8cf9-6e21b944aa84 req-3d7e05b2-bebb-43a5-b138-11b4d0b4f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:23.375838 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ff976f0-22ca-4557-8cf9-6e21b944aa84 req-3d7e05b2-bebb-43a5-b138-11b4d0b4f39d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333005 Oct 05 09:46:23.516400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-0c3218f7-508d-40e6-a921-044b31652f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:23.517888 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-0c3218f7-508d-40e6-a921-044b31652f3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 1096 time: 0.0826724 Oct 05 09:46:23.595085 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-d1478c44-7b2b-4caa-88b6-0a8a9ca8da04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83c85fed-af4f-429d-9ccc-7df92edf398b HTTP/1.1" status: 200 len: 217 time: 0.0641363 Oct 05 09:46:23.655845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-8ff88d73-aa93-4523-bc36-b8bdea233107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:23.657251 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-8ff88d73-aa93-4523-bc36-b8bdea233107 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c10e93c0-876c-43d6-ba01-c0d3f91a36f9 HTTP/1.1" status: 200 len: 834 time: 0.0567529 Oct 05 09:46:23.740679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-b73890af-49dd-4d98-ad5f-b39078b7b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:23.742167 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-b73890af-49dd-4d98-ad5f-b39078b7b937 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6599b295-8c76-419b-9918-9ab90ad5a317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792766 Oct 05 09:46:23.979213 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-5384a99a-26ad-4220-b485-d7f2f05f98e9 service neutron] 10.222.0.55 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307162 Oct 05 09:46:24.122583 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9deb597b-3c5b-4a7c-8262-2a6ad58e453b req-326e7c18-f445-4cd0-848b-82c4341434e0 service neutron] 10.222.0.55 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361978 Oct 05 09:46:24.169469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1423d38-65b4-4895-b607-222472032e6c req-b42f3273-901d-42ab-bf02-6661bb9003d7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:24.170963 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a1423d38-65b4-4895-b607-222472032e6c req-b42f3273-901d-42ab-bf02-6661bb9003d7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 943 time: 0.0981312 Oct 05 09:46:24.203101 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:24.216820 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a1423d38-65b4-4895-b607-222472032e6c req-3b457432-c26d-4dbc-ae28-acb2d19a8a1a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400331 Oct 05 09:46:24.248743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:25.016458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:25.419664 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234df3b-8de1-4aca-97f8-6f28cade75b2 req-88263790-7bd5-4fb2-a37f-cbcf3e7fad09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:25.421142 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b234df3b-8de1-4aca-97f8-6f28cade75b2 req-88263790-7bd5-4fb2-a37f-cbcf3e7fad09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 943 time: 0.0908892 Oct 05 09:46:25.466297 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b234df3b-8de1-4aca-97f8-6f28cade75b2 req-37c4e0c9-1a2d-4cec-b9bb-8a31571dcbf3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389755 Oct 05 09:46:25.576864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:26.674702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389edce-4b3b-4884-8cba-c014ab5b7c34 req-55117ffc-cb31-4549-bbc5-0c48ce2d82d8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:26.674702 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d389edce-4b3b-4884-8cba-c014ab5b7c34 req-55117ffc-cb31-4549-bbc5-0c48ce2d82d8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 943 time: 0.0895958 Oct 05 09:46:26.720417 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d389edce-4b3b-4884-8cba-c014ab5b7c34 req-c7dc5c0c-64a6-4814-869b-bd088f49d7fb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444670 Oct 05 09:46:27.126484 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 83c85fed-af4f-429d-9ccc-7df92edf398b details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:46:27.264629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 83c85fed-af4f-429d-9ccc-7df92edf398b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=83c85fed-af4f-429d-9ccc-7df92edf398b,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:46:27.277592 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '83c85fed-af4f-429d-9ccc-7df92edf398b', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'port_id': '83c85fed-af4f-429d-9ccc-7df92edf398b', 'mac_address': 'fa:16:3e:c6:d8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:46:27.332416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 83c85fed-af4f-429d-9ccc-7df92edf398b is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:46:27.332788 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:27.349287 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c85fed-af4f-429d-9ccc-7df92edf398b {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:46:27.365007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 83c85fed-af4f-429d-9ccc-7df92edf398b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=83c85fed-af4f-429d-9ccc-7df92edf398b,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:46:27.439138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:27.514322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=83c85fed-af4f-429d-9ccc-7df92edf398b,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:27.881457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['83c85fed-af4f-429d-9ccc-7df92edf398b'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:46:27.944138 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f8175-e99a-41e5-bcb7-6c5bf8126299 req-53f251dd-518d-4cce-8e12-d4a2c35703b7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:27.944138 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-894f8175-e99a-41e5-bcb7-6c5bf8126299 req-53f251dd-518d-4cce-8e12-d4a2c35703b7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 944 time: 0.0957489 Oct 05 09:46:27.976414 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-894f8175-e99a-41e5-bcb7-6c5bf8126299 req-d6514e7a-d20d-4262-9613-0280e1321bfc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421605 Oct 05 09:46:29.140608 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 83c85fed-af4f-429d-9ccc-7df92edf398b up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:46:29.183150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694b0cc-e208-4f6d-a965-3fd7b37bc514 req-18f73f6d-0f08-4fc3-a235-a685363688d0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:29.184818 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a694b0cc-e208-4f6d-a965-3fd7b37bc514 req-18f73f6d-0f08-4fc3-a235-a685363688d0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 944 time: 0.0936320 Oct 05 09:46:29.230496 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a694b0cc-e208-4f6d-a965-3fd7b37bc514 req-c697cf76-a1a1-40c4-9781-faaf5e95dba5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391119 Oct 05 09:46:29.294477 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 83c85fed-af4f-429d-9ccc-7df92edf398b completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:46:29.299634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 83c85fed-af4f-429d-9ccc-7df92edf398b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:46:29.300008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:29.300373 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 83c85fed-af4f-429d-9ccc-7df92edf398b Oct 05 09:46:29.419092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 83c85fed-af4f-429d-9ccc-7df92edf398b is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:46:29.419398 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:29.445781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc0eae0-cc10-415d-b074-2f894ec88681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c85fed-af4f-429d-9ccc-7df92edf398b'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:46:29.448336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220cd3ec-8afe-4eb5-9940-e24e8ad2db6e" -d '{"events": [{"server_uuid": "cbc0eae0-cc10-415d-b074-2f894ec88681", "name": "network-vif-plugged", "status": "completed", "tag": "83c85fed-af4f-429d-9ccc-7df92edf398b"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:46:29.456591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 83c85fed-af4f-429d-9ccc-7df92edf398b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=83c85fed-af4f-429d-9ccc-7df92edf398b,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:46:29.491962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5357bdaf-82b5-4b6c-874f-cca6aa035fb5 x-openstack-request-id: req-5357bdaf-82b5-4b6c-874f-cca6aa035fb5 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:46:29.492261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc0eae0-cc10-415d-b074-2f894ec88681", "name": "network-vif-plugged", "status": "completed", "tag": "83c85fed-af4f-429d-9ccc-7df92edf398b", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:46:29.492512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5357bdaf-82b5-4b6c-874f-cca6aa035fb5 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:46:29.492907 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5357bdaf-82b5-4b6c-874f-cca6aa035fb5'] response: {'server_uuid': 'cbc0eae0-cc10-415d-b074-2f894ec88681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c85fed-af4f-429d-9ccc-7df92edf398b', 'code': 200} Oct 05 09:46:29.530847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:29.603783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=83c85fed-af4f-429d-9ccc-7df92edf398b,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:29.949082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cf3d8-0732-4573-9bb9-9f097c2de8bf req-da2db37b-24e8-43b3-8bf8-5d3f04cdd110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:29.950615 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d24cf3d8-0732-4573-9bb9-9f097c2de8bf req-da2db37b-24e8-43b3-8bf8-5d3f04cdd110 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 1098 time: 0.0791032 Oct 05 09:46:29.992190 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d24cf3d8-0732-4573-9bb9-9f097c2de8bf req-6ac9f205-309e-4f82-98bb-fc2b219771ca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333431 Oct 05 09:46:30.577323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115beae-282b-473d-836e-0d51f3c28888 req-9b3123ab-7768-4a82-8a5f-515d705bce1f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:30.578956 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5115beae-282b-473d-836e-0d51f3c28888 req-9b3123ab-7768-4a82-8a5f-515d705bce1f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 945 time: 0.0898855 Oct 05 09:46:30.624350 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5115beae-282b-473d-836e-0d51f3c28888 req-5eb2d105-3918-4562-a400-aa42f15bf871 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397301 Oct 05 09:46:31.930805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269d39c-4f09-4011-bd72-3a347075ed9f req-e1869cd8-9d7b-481e-921b-a8b868acc479 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:31.932239 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3269d39c-4f09-4011-bd72-3a347075ed9f req-e1869cd8-9d7b-481e-921b-a8b868acc479 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 945 time: 0.1896737 Oct 05 09:46:31.982851 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3269d39c-4f09-4011-bd72-3a347075ed9f req-eb269505-1644-4056-b83a-03d12ece25b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389400 Oct 05 09:46:32.183350 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e71bf4-7e74-4e1b-955c-e7b7534bbf31 req-1154e1fe-368c-4dbb-baf8-6226c64533af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:32.184692 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-89e71bf4-7e74-4e1b-955c-e7b7534bbf31 req-1154e1fe-368c-4dbb-baf8-6226c64533af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 945 time: 0.0889676 Oct 05 09:46:32.231457 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-89e71bf4-7e74-4e1b-955c-e7b7534bbf31 req-6fa0d7b7-1620-415d-ade7-8488b6117c0a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409346 Oct 05 09:46:32.259565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44856) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:32.336035 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f181585-a142-4e83-a438-c2f52c8f66f4 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:32.337456 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8f181585-a142-4e83-a438-c2f52c8f66f4 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 1093 time: 0.0769010 Oct 05 09:46:32.340775 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44860) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:32.345587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-0e949621-18b9-47f3-a8bb-458ba6036bd0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'floatingip': {'port_id': '83c85fed-af4f-429d-9ccc-7df92edf398b'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:32.424230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0e949621-18b9-47f3-a8bb-458ba6036bd0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:33.019486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0e949621-18b9-47f3-a8bb-458ba6036bd0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:33.107846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0e949621-18b9-47f3-a8bb-458ba6036bd0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:33.281095 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-0e949621-18b9-47f3-a8bb-458ba6036bd0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 associated. External IP: 172.26.7.34, port: 83c85fed-af4f-429d-9ccc-7df92edf398b. Oct 05 09:46:33.737166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e949621-18b9-47f3-a8bb-458ba6036bd0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router ec85abe3-469f-4b78-98ec-5e865df4e460 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:46:33.917558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e949621-18b9-47f3-a8bb-458ba6036bd0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:46:33.922162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0e949621-18b9-47f3-a8bb-458ba6036bd0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:33.927265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f096eb-e4ce-48a0-95ec-65b6725992bb None None] Sync routers for ids ['ec85abe3-469f-4b78-98ec-5e865df4e460'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:46:33.937373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f096eb-e4ce-48a0-95ec-65b6725992bb None None] Routers {'ec85abe3-469f-4b78-98ec-5e865df4e460'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:46:33.939675 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-13f096eb-e4ce-48a0-95ec-65b6725992bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:46:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec85abe3-469f-4b78-98ec-5e865df4e460'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:46:33.982383 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0e949621-18b9-47f3-a8bb-458ba6036bd0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/floatingips/ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 HTTP/1.1" status: 200 len: 990 time: 1.6405771 Oct 05 09:46:33.983057 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc0eae0-cc10-415d-b074-2f894ec88681', 'tag': '83c85fed-af4f-429d-9ccc-7df92edf398b'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:46:33.985344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44866) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:33.985836 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353e7136-fa3e-4a1c-8c36-af7d120af4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc0eae0-cc10-415d-b074-2f894ec88681", "tag": "83c85fed-af4f-429d-9ccc-7df92edf398b"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:46:34.029938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f2cdb4-fbb2-4b2f-b588-24b69a3f68f7 x-openstack-request-id: req-73f2cdb4-fbb2-4b2f-b588-24b69a3f68f7 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:46:34.030677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc0eae0-cc10-415d-b074-2f894ec88681", "tag": "83c85fed-af4f-429d-9ccc-7df92edf398b", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:46:34.030677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73f2cdb4-fbb2-4b2f-b588-24b69a3f68f7 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:46:34.030947 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f2cdb4-fbb2-4b2f-b588-24b69a3f68f7'] response: {'name': 'network-changed', 'server_uuid': 'cbc0eae0-cc10-415d-b074-2f894ec88681', 'tag': '83c85fed-af4f-429d-9ccc-7df92edf398b', 'status': 'completed', 'code': 200} Oct 05 09:46:34.162109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-13f096eb-e4ce-48a0-95ec-65b6725992bb None None] Set router ec85abe3-469f-4b78-98ec-5e865df4e460 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:46:34.163057 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5dd4a2d3-59cf-4696-abc1-11e58751fa1b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 HTTP/1.1" status: 200 len: 990 time: 0.1765103 Oct 05 09:46:34.180472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e7136-fa3e-4a1c-8c36-af7d120af4e9 req-cdefb0ec-0212-43a9-bb9c-4821d569fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:34.181923 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-353e7136-fa3e-4a1c-8c36-af7d120af4e9 req-cdefb0ec-0212-43a9-bb9c-4821d569fe10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 1098 time: 0.1056640 Oct 05 09:46:34.317258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e7136-fa3e-4a1c-8c36-af7d120af4e9 req-396edc1b-936b-4348-b009-f3b90cba4a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:34.318735 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-353e7136-fa3e-4a1c-8c36-af7d120af4e9 req-396edc1b-936b-4348-b009-f3b90cba4a5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6599b295-8c76-419b-9918-9ab90ad5a317 HTTP/1.1" status: 200 len: 898 time: 0.1304886 Oct 05 09:46:34.424969 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-353e7136-fa3e-4a1c-8c36-af7d120af4e9 req-97f93cec-e734-419b-830c-0c8b7cc3bc6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83c85fed-af4f-429d-9ccc-7df92edf398b HTTP/1.1" status: 200 len: 998 time: 0.1000099 Oct 05 09:46:34.489400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e7136-fa3e-4a1c-8c36-af7d120af4e9 req-71ea5d58-0eba-4789-a6b6-8504b3532a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:34.490967 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-353e7136-fa3e-4a1c-8c36-af7d120af4e9 req-71ea5d58-0eba-4789-a6b6-8504b3532a32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c10e93c0-876c-43d6-ba01-c0d3f91a36f9 HTTP/1.1" status: 200 len: 834 time: 0.0599320 Oct 05 09:46:34.520808 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-13f096eb-e4ce-48a0-95ec-65b6725992bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'port_id': '83c85fed-af4f-429d-9ccc-7df92edf398b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'mac_address': 'fa:16:3e:c6:d8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0eae0-cc10-415d-b074-2f894ec88681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:44:51Z', 'updated_at': '2022-10-05T09:46:32Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757d04a7-8a37-4e6f-8033-bb07508eab8d', 'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:ec:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:26Z', 'updated_at': '2022-10-05T09:44:32Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:46:34.525080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f096eb-e4ce-48a0-95ec-65b6725992bb None None] Checking router: ec85abe3-469f-4b78-98ec-5e865df4e460 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:46:34.534480 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f096eb-e4ce-48a0-95ec-65b6725992bb None None] Routers {'ec85abe3-469f-4b78-98ec-5e865df4e460'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:46:34.535168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-13f096eb-e4ce-48a0-95ec-65b6725992bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:46:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec85abe3-469f-4b78-98ec-5e865df4e460'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:46:34.594641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e7136-fa3e-4a1c-8c36-af7d120af4e9 req-0d999f5b-2b88-4fef-860e-a1aed9c64a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:34.594641 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-353e7136-fa3e-4a1c-8c36-af7d120af4e9 req-0d999f5b-2b88-4fef-860e-a1aed9c64a30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6599b295-8c76-419b-9918-9ab90ad5a317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0938940 Oct 05 09:46:34.725894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-13f096eb-e4ce-48a0-95ec-65b6725992bb None None] Set router ec85abe3-469f-4b78-98ec-5e865df4e460 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:46:34.732127 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-353e7136-fa3e-4a1c-8c36-af7d120af4e9 req-fc734b12-89f9-4204-8ab3-3107dc536913 service neutron] 10.222.0.55 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318321 Oct 05 09:46:34.904424 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-353e7136-fa3e-4a1c-8c36-af7d120af4e9 req-51c64ed8-ce3d-416a-b3a9-338f5d837104 service neutron] 10.222.0.55 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531522 Oct 05 09:46:35.103928 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-13f096eb-e4ce-48a0-95ec-65b6725992bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'port_id': '83c85fed-af4f-429d-9ccc-7df92edf398b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'mac_address': 'fa:16:3e:c6:d8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0eae0-cc10-415d-b074-2f894ec88681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:44:51Z', 'updated_at': '2022-10-05T09:46:32Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757d04a7-8a37-4e6f-8033-bb07508eab8d', 'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:ec:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:26Z', 'updated_at': '2022-10-05T09:44:32Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:46:35.107991 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f096eb-e4ce-48a0-95ec-65b6725992bb None None] The sync data for ids ['ec85abe3-469f-4b78-98ec-5e865df4e460'] in dv-neutron-860329-1-hyperv is: [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'port_id': '83c85fed-af4f-429d-9ccc-7df92edf398b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'mac_address': 'fa:16:3e:c6:d8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0eae0-cc10-415d-b074-2f894ec88681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:44:51Z', 'updated_at': '2022-10-05T09:46:32Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757d04a7-8a37-4e6f-8033-bb07508eab8d', 'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:ec:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:26Z', 'updated_at': '2022-10-05T09:44:32Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:46:35.185799 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44872) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:35.286817 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-dbb321aa-73c8-4e67-978c-f24e6ce6d710 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 HTTP/1.1" status: 200 len: 990 time: 0.1081283 Oct 05 09:46:35.344546 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf889f4-87c3-4ade-80e6-39b74bc98a8e None None] New status for floating IP ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:46:36.289725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44876) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:46:36.409229 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-13fa20a0-a78c-4677-83ca-b53434f74499 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 HTTP/1.1" status: 200 len: 992 time: 0.1149642 Oct 05 09:46:50.386376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cd73bbe4-cb86-477d-965f-6cce49be7509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:51.509869 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:46:52.666995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-77fa0ee8-edcc-4505-a390-1d267a26fa50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:54.204214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:54.226620 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:55.072541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:55.567514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:07.793129 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d622c5e3-0a32-4998-913b-3edce51a26f1 req-f78337d7-200c-4347-adca-386c71d1666e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1785336 Oct 05 09:47:07.900501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622c5e3-0a32-4998-913b-3edce51a26f1 req-a1ea39ee-245f-4876-818a-a98e13ea7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:07.902009 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d622c5e3-0a32-4998-913b-3edce51a26f1 req-a1ea39ee-245f-4876-818a-a98e13ea7ae0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 1098 time: 0.0768564 Oct 05 09:47:08.043679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622c5e3-0a32-4998-913b-3edce51a26f1 req-6ce7023c-fe94-42a6-b965-f7fe54248286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:08.045013 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d622c5e3-0a32-4998-913b-3edce51a26f1 req-6ce7023c-fe94-42a6-b965-f7fe54248286 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6599b295-8c76-419b-9918-9ab90ad5a317 HTTP/1.1" status: 200 len: 898 time: 0.1234517 Oct 05 09:47:08.115043 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d622c5e3-0a32-4998-913b-3edce51a26f1 req-e1fb4a1e-b229-4f58-a78c-e614638cc5ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5174e83c-eff7-4ca6-836e-9aae35634afb HTTP/1.1" status: 200 len: 217 time: 0.0630507 Oct 05 09:47:08.174782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622c5e3-0a32-4998-913b-3edce51a26f1 req-61cd34f2-fb44-4498-9e8a-5397e3bf807a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:08.176738 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d622c5e3-0a32-4998-913b-3edce51a26f1 req-61cd34f2-fb44-4498-9e8a-5397e3bf807a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c10e93c0-876c-43d6-ba01-c0d3f91a36f9 HTTP/1.1" status: 200 len: 834 time: 0.0556026 Oct 05 09:47:08.260802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622c5e3-0a32-4998-913b-3edce51a26f1 req-821c355e-2a0e-4e9e-b9df-f6aec8ff1168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:08.262331 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d622c5e3-0a32-4998-913b-3edce51a26f1 req-821c355e-2a0e-4e9e-b9df-f6aec8ff1168 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6599b295-8c76-419b-9918-9ab90ad5a317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790954 Oct 05 09:47:08.392620 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d622c5e3-0a32-4998-913b-3edce51a26f1 req-e16d614b-2b03-46b1-bc60-a63ef919efee service neutron] 10.222.0.55 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236546 Oct 05 09:47:08.522034 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d622c5e3-0a32-4998-913b-3edce51a26f1 req-923829d2-c03e-4c38-a8cd-3b83d2b3f789 service neutron] 10.222.0.55 "GET /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230755 Oct 05 09:47:20.374737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fd4cb814-c668-421f-bdd1-9bf487efa5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:22.663711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0a3a-a572-4389-80bc-824f6bae5382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:24.186097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:24.195214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:25.069117 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:25.543572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:28.508379 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:47:37.725830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2efc89-cd43-40fb-987a-bfb4656b8f65 req-103b557d-7e64-4d8d-bb9e-ec79a2b622e1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:37.727225 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cd2efc89-cd43-40fb-987a-bfb4656b8f65 req-103b557d-7e64-4d8d-bb9e-ec79a2b622e1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 945 time: 0.0887489 Oct 05 09:47:37.771480 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cd2efc89-cd43-40fb-987a-bfb4656b8f65 req-248ab875-5d69-4109-8b1f-93b30611cfdb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383735 Oct 05 09:47:38.976403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3ab8a-6b59-4f6a-8a23-85a496767957 req-4eb1a28e-ab0e-4d0b-8bef-d897b92409be tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:38.977848 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3b3ab8a-6b59-4f6a-8a23-85a496767957 req-4eb1a28e-ab0e-4d0b-8bef-d897b92409be tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 945 time: 0.0922556 Oct 05 09:47:39.022891 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3b3ab8a-6b59-4f6a-8a23-85a496767957 req-26529615-903b-4640-9552-daa06a20d171 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379775 Oct 05 09:47:39.409494 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-71c71020-8144-488d-b1a1-40aaac5f8bb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:39.410216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-71c71020-8144-488d-b1a1-40aaac5f8bb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:47:39.486564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-71c71020-8144-488d-b1a1-40aaac5f8bb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:47:39.487777 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-71c71020-8144-488d-b1a1-40aaac5f8bb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 945 time: 0.1646326 Oct 05 09:47:39.563192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 83c85fed-af4f-429d-9ccc-7df92edf398b {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:39.563537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:39.831002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 83c85fed-af4f-429d-9ccc-7df92edf398b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=83c85fed-af4f-429d-9ccc-7df92edf398b,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:39.831360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:40.133514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:40.133893 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:40.134239 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 disassociated. External IP: 172.26.7.34, port: 83c85fed-af4f-429d-9ccc-7df92edf398b. Oct 05 09:47:40.135081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 83c85fed-af4f-429d-9ccc-7df92edf398b owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:47:40.223558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06f7b0-5c3a-4388-b221-4d0d1af71ea6 req-60375f23-5da7-4c00-8b4c-c74da16e0c2a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:40.230764 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5a06f7b0-5c3a-4388-b221-4d0d1af71ea6 req-60375f23-5da7-4c00-8b4c-c74da16e0c2a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 945 time: 0.0885952 Oct 05 09:47:40.277885 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5a06f7b0-5c3a-4388-b221-4d0d1af71ea6 req-606be47d-d066-4f2a-9cae-3dc082dedbc2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460510 Oct 05 09:47:40.474967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:40.524421 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=83c85fed-af4f-429d-9ccc-7df92edf398b,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:40.534860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:40.535208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:40.535547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:40.535878 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:40.536250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:40.536727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:40.537062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:40.537504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:40.537712 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:40.538048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:40.538368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:40.538688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:40.722531 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router ec85abe3-469f-4b78-98ec-5e865df4e460 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:47:40.906653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:47:40.921026 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52974efb-1227-467f-bbf1-404d40e3438a None None] Sync routers for ids ['ec85abe3-469f-4b78-98ec-5e865df4e460'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:47:40.931823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52974efb-1227-467f-bbf1-404d40e3438a None None] Routers {'ec85abe3-469f-4b78-98ec-5e865df4e460'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:40.932328 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-52974efb-1227-467f-bbf1-404d40e3438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:47:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec85abe3-469f-4b78-98ec-5e865df4e460'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:40.994698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] No DVR routers for this DVR port 83c85fed-af4f-429d-9ccc-7df92edf398b on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:47:40.997389 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:41.000187 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc0eae0-cc10-415d-b074-2f894ec88681', 'name': 'network-vif-deleted', 'tag': '83c85fed-af4f-429d-9ccc-7df92edf398b'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:47:41.002624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a68f29-fff7-42f7-b594-3962762316da" -d '{"events": [{"server_uuid": "cbc0eae0-cc10-415d-b074-2f894ec88681", "name": "network-vif-deleted", "tag": "83c85fed-af4f-429d-9ccc-7df92edf398b"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:47:41.047766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46ce6c0-f64f-4196-8016-51dcc9a413ab x-openstack-request-id: req-f46ce6c0-f64f-4196-8016-51dcc9a413ab {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:47:41.048195 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc0eae0-cc10-415d-b074-2f894ec88681", "name": "network-vif-deleted", "tag": "83c85fed-af4f-429d-9ccc-7df92edf398b", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:47:41.048628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f46ce6c0-f64f-4196-8016-51dcc9a413ab {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:47:41.049129 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46ce6c0-f64f-4196-8016-51dcc9a413ab'] response: {'server_uuid': 'cbc0eae0-cc10-415d-b074-2f894ec88681', 'name': 'network-vif-deleted', 'tag': '83c85fed-af4f-429d-9ccc-7df92edf398b', 'status': 'completed', 'code': 200} Oct 05 09:47:41.095229 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-30fc10e6-c210-4eaf-9fd1-3de00b5917c8 req-d5f3a86f-d754-466c-a842-82531cf83bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "DELETE /v2.0/ports/83c85fed-af4f-429d-9ccc-7df92edf398b HTTP/1.1" status: 204 len: 173 time: 1.6002507 Oct 05 09:47:41.162356 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-52974efb-1227-467f-bbf1-404d40e3438a None None] Set router ec85abe3-469f-4b78-98ec-5e865df4e460 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:41.448126 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5d1ea313-d8b3-46aa-9669-01bd2956442e req-de33649b-7e1e-488c-a193-515f5e4d3be6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbc0eae0-cc10-415d-b074-2f894ec88681 HTTP/1.1" status: 200 len: 210 time: 0.0541635 Oct 05 09:47:41.484629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-52974efb-1227-467f-bbf1-404d40e3438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '757d04a7-8a37-4e6f-8033-bb07508eab8d', 'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:ec:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:26Z', 'updated_at': '2022-10-05T09:44:32Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:41.484629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52974efb-1227-467f-bbf1-404d40e3438a None None] Checking router: ec85abe3-469f-4b78-98ec-5e865df4e460 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:47:41.491222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52974efb-1227-467f-bbf1-404d40e3438a None None] Routers {'ec85abe3-469f-4b78-98ec-5e865df4e460'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:41.491853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-52974efb-1227-467f-bbf1-404d40e3438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:47:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec85abe3-469f-4b78-98ec-5e865df4e460'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:41.676215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-52974efb-1227-467f-bbf1-404d40e3438a None None] Set router ec85abe3-469f-4b78-98ec-5e865df4e460 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:41.999746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-52974efb-1227-467f-bbf1-404d40e3438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '757d04a7-8a37-4e6f-8033-bb07508eab8d', 'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:ec:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:26Z', 'updated_at': '2022-10-05T09:44:32Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:42.003705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52974efb-1227-467f-bbf1-404d40e3438a None None] The sync data for ids ['ec85abe3-469f-4b78-98ec-5e865df4e460'] in dv-neutron-860329-1-hyperv is: [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:44:27Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '757d04a7-8a37-4e6f-8033-bb07508eab8d', 'name': '', 'network_id': '6599b295-8c76-419b-9918-9ab90ad5a317', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:ec:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:26Z', 'updated_at': '2022-10-05T09:44:32Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'c10e93c0-876c-43d6-ba01-c0d3f91a36f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:47:42.214842 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967bacb0-026a-414e-8a4c-1636282d04ba None None] New status for floating IP ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0: DOWN {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:47:42.552215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44924) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:42.623770 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58887707-d4a9-4b43-9457-8e2a89b14c75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:42.653640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58887707-d4a9-4b43-9457-8e2a89b14c75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:42.768562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58887707-d4a9-4b43-9457-8e2a89b14c75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:42.787517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58887707-d4a9-4b43-9457-8e2a89b14c75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:42.836145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-58887707-d4a9-4b43-9457-8e2a89b14c75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:42.837306 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-58887707-d4a9-4b43-9457-8e2a89b14c75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/security-groups/232b2038-f6d3-4dbd-93b9-1d0fb8fdb1f6 HTTP/1.1" status: 204 len: 168 time: 0.2840164 Oct 05 09:47:42.894300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44930) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:43.050378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3607ae45-1f33-43fa-862c-9e6be5135214 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 9c97d8a0-ee93-43e8-95b1-2a9471bb1934 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:43.050717 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3607ae45-1f33-43fa-862c-9e6be5135214 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:43.215781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3607ae45-1f33-43fa-862c-9e6be5135214 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:43.216176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3607ae45-1f33-43fa-862c-9e6be5135214 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:43.334696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3607ae45-1f33-43fa-862c-9e6be5135214 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 9c97d8a0-ee93-43e8-95b1-2a9471bb1934 owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:47:43.497045 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 83c85fed-af4f-429d-9ccc-7df92edf398b no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:47:43.532189 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 83c85fed-af4f-429d-9ccc-7df92edf398b {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:47:43.532471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 83c85fed-af4f-429d-9ccc-7df92edf398b not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:47:43.557490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3607ae45-1f33-43fa-862c-9e6be5135214 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:43.606583 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607ae45-1f33-43fa-862c-9e6be5135214 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=9c97d8a0-ee93-43e8-95b1-2a9471bb1934,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:43.815071 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3607ae45-1f33-43fa-862c-9e6be5135214 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:43.829412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3607ae45-1f33-43fa-862c-9e6be5135214 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:43.830642 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3607ae45-1f33-43fa-862c-9e6be5135214 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/floatingips/ecd2a12c-d035-4fa3-9ea0-ecd3f95c28b0 HTTP/1.1" status: 204 len: 168 time: 0.9353902 Oct 05 09:47:44.434000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5176e9b-6993-4406-a1cf-4c6b21256dc1 req-5910dc80-c56b-4de7-aade-d253a94f4d0d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:44.436032 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b5176e9b-6993-4406-a1cf-4c6b21256dc1 req-5910dc80-c56b-4de7-aade-d253a94f4d0d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 945 time: 0.0899701 Oct 05 09:47:44.482936 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b5176e9b-6993-4406-a1cf-4c6b21256dc1 req-6c10e17b-3599-4b2b-a59b-1b733ef3bbb7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417376 Oct 05 09:47:45.687164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55f949-a50f-4a32-9dbd-897e9e4dd7e2 req-4c6d3485-d6ab-4253-bc08-210c34b7f6fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:45.688682 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1b55f949-a50f-4a32-9dbd-897e9e4dd7e2 req-4c6d3485-d6ab-4253-bc08-210c34b7f6fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 945 time: 0.0894134 Oct 05 09:47:45.734129 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1b55f949-a50f-4a32-9dbd-897e9e4dd7e2 req-88e3ee42-f7a4-4900-a4cc-38740a21cf2b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395615 Oct 05 09:47:46.164062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5693d9-b4f2-4457-8293-e31fa83818ed req-664f0aaf-6f7c-4db7-b4cb-31768c91faed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:46.175300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-0d5693d9-b4f2-4457-8293-e31fa83818ed req-664f0aaf-6f7c-4db7-b4cb-31768c91faed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:47:46.308698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-0d5693d9-b4f2-4457-8293-e31fa83818ed req-664f0aaf-6f7c-4db7-b4cb-31768c91faed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:47:46.313239 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0d5693d9-b4f2-4457-8293-e31fa83818ed req-664f0aaf-6f7c-4db7-b4cb-31768c91faed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 945 time: 0.2397764 Oct 05 09:47:46.381663 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-0d5693d9-b4f2-4457-8293-e31fa83818ed req-949fa970-8263-42d0-a24f-251d40e3d75f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 5174e83c-eff7-4ca6-836e-9aae35634afb {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:46.382171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0d5693d9-b4f2-4457-8293-e31fa83818ed req-949fa970-8263-42d0-a24f-251d40e3d75f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:46.648004 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-0d5693d9-b4f2-4457-8293-e31fa83818ed req-949fa970-8263-42d0-a24f-251d40e3d75f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 5174e83c-eff7-4ca6-836e-9aae35634afb, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5174e83c-eff7-4ca6-836e-9aae35634afb,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:46.648374 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0d5693d9-b4f2-4457-8293-e31fa83818ed req-949fa970-8263-42d0-a24f-251d40e3d75f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:46.776996 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-0d5693d9-b4f2-4457-8293-e31fa83818ed req-949fa970-8263-42d0-a24f-251d40e3d75f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 5174e83c-eff7-4ca6-836e-9aae35634afb owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:47:46.941020 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecca2f-29a8-4d3c-becb-7f887e23993e req-19e6a31e-660d-4a08-8dbe-6ae823359c05 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:46.942513 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-abecca2f-29a8-4d3c-becb-7f887e23993e req-19e6a31e-660d-4a08-8dbe-6ae823359c05 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 945 time: 0.0926089 Oct 05 09:47:46.990100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0d5693d9-b4f2-4457-8293-e31fa83818ed req-949fa970-8263-42d0-a24f-251d40e3d75f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:46.991797 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-abecca2f-29a8-4d3c-becb-7f887e23993e req-63f64e04-0ca8-4f38-af51-a1bf796f0302 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8efb0cb-08ec-4857-8e19-6fa344a6fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430045 Oct 05 09:47:47.042220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fa970-8263-42d0-a24f-251d40e3d75f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=5174e83c-eff7-4ca6-836e-9aae35634afb,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:47.135571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5693d9-b4f2-4457-8293-e31fa83818ed req-949fa970-8263-42d0-a24f-251d40e3d75f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] No DVR routers for this DVR port 5174e83c-eff7-4ca6-836e-9aae35634afb on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:47:47.138055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0d5693d9-b4f2-4457-8293-e31fa83818ed req-949fa970-8263-42d0-a24f-251d40e3d75f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:47.140691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c25d8f-f237-4beb-9368-0bc77a12de8e', 'name': 'network-vif-deleted', 'tag': '5174e83c-eff7-4ca6-836e-9aae35634afb'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:47:47.143022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdef31d5-c111-4852-b1b2-26db826e1de2" -d '{"events": [{"server_uuid": "c9c25d8f-f237-4beb-9368-0bc77a12de8e", "name": "network-vif-deleted", "tag": "5174e83c-eff7-4ca6-836e-9aae35634afb"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:47:47.184666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bf6592-9bfe-429f-8799-039f58b571f7 x-openstack-request-id: req-d8bf6592-9bfe-429f-8799-039f58b571f7 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:47:47.185225 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c25d8f-f237-4beb-9368-0bc77a12de8e", "name": "network-vif-deleted", "tag": "5174e83c-eff7-4ca6-836e-9aae35634afb", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:47:47.185225 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8bf6592-9bfe-429f-8799-039f58b571f7 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:47:47.185588 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8bf6592-9bfe-429f-8799-039f58b571f7'] response: {'server_uuid': 'c9c25d8f-f237-4beb-9368-0bc77a12de8e', 'name': 'network-vif-deleted', 'tag': '5174e83c-eff7-4ca6-836e-9aae35634afb', 'status': 'completed', 'code': 200} Oct 05 09:47:47.254781 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0d5693d9-b4f2-4457-8293-e31fa83818ed req-949fa970-8263-42d0-a24f-251d40e3d75f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "DELETE /v2.0/ports/5174e83c-eff7-4ca6-836e-9aae35634afb HTTP/1.1" status: 204 len: 173 time: 0.9382269 Oct 05 09:47:48.167716 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ad45999e-5f71-4525-846e-9034d2416261 req-9e52d294-2626-4838-a59e-4de96f28fd09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9c25d8f-f237-4beb-9368-0bc77a12de8e HTTP/1.1" status: 200 len: 210 time: 0.0503447 Oct 05 09:47:49.271518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44950) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:49.336475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d49ee714-a459-49d8-ac93-6c222f35611b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:49.365400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d49ee714-a459-49d8-ac93-6c222f35611b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:49.491847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d49ee714-a459-49d8-ac93-6c222f35611b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:49.511075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ee714-a459-49d8-ac93-6c222f35611b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8efb0cb-08ec-4857-8e19-6fa344a6fa01,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:49.519694 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d49ee714-a459-49d8-ac93-6c222f35611b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:49.522299 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d49ee714-a459-49d8-ac93-6c222f35611b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/security-groups/a8efb0cb-08ec-4857-8e19-6fa344a6fa01 HTTP/1.1" status: 204 len: 168 time: 0.2502120 Oct 05 09:47:49.534926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 5174e83c-eff7-4ca6-836e-9aae35634afb no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:47:49.570615 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 5174e83c-eff7-4ca6-836e-9aae35634afb {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:47:49.570963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 5174e83c-eff7-4ca6-836e-9aae35634afb not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:47:49.636044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44956) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:50.288061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-840bc46d-11a9-4c01-8af4-7fa591022d2c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:50.371613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-710f1d78-4586-417e-b8bd-369620b688be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:50.640100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-840bc46d-11a9-4c01-8af4-7fa591022d2c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 757d04a7-8a37-4e6f-8033-bb07508eab8d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:50.642921 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-840bc46d-11a9-4c01-8af4-7fa591022d2c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:50.829507 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-840bc46d-11a9-4c01-8af4-7fa591022d2c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 757d04a7-8a37-4e6f-8033-bb07508eab8d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=757d04a7-8a37-4e6f-8033-bb07508eab8d,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:50.830278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-840bc46d-11a9-4c01-8af4-7fa591022d2c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:50.952710 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-840bc46d-11a9-4c01-8af4-7fa591022d2c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 757d04a7-8a37-4e6f-8033-bb07508eab8d owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:47:51.248370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-840bc46d-11a9-4c01-8af4-7fa591022d2c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:51.295739 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bc46d-11a9-4c01-8af4-7fa591022d2c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=757d04a7-8a37-4e6f-8033-bb07508eab8d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:51.578401 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-840bc46d-11a9-4c01-8af4-7fa591022d2c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:52.057564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840bc46d-11a9-4c01-8af4-7fa591022d2c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router ec85abe3-469f-4b78-98ec-5e865df4e460 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:47:52.239410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840bc46d-11a9-4c01-8af4-7fa591022d2c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:47:52.249034 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b6e03-7310-4035-b446-0120bbcafa38 None None] Sync routers for ids ['ec85abe3-469f-4b78-98ec-5e865df4e460'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:47:52.252854 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-840bc46d-11a9-4c01-8af4-7fa591022d2c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/ec85abe3-469f-4b78-98ec-5e865df4e460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6153574 Oct 05 09:47:52.255121 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44960) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:52.259149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b6e03-7310-4035-b446-0120bbcafa38 None None] Routers {'ec85abe3-469f-4b78-98ec-5e865df4e460'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:52.259761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b75b6e03-7310-4035-b446-0120bbcafa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:47:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec85abe3-469f-4b78-98ec-5e865df4e460'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:52.320547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-802044b5-95da-49e5-ab41-c81e6cba9cc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting subnet c10e93c0-876c-43d6-ba01-c0d3f91a36f9 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:47:52.323509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-802044b5-95da-49e5-ab41-c81e6cba9cc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:52.377033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-802044b5-95da-49e5-ab41-c81e6cba9cc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:52.440265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-b75b6e03-7310-4035-b446-0120bbcafa38 None None] Set router ec85abe3-469f-4b78-98ec-5e865df4e460 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:52.477726 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-802044b5-95da-49e5-ab41-c81e6cba9cc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:52.643850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-802044b5-95da-49e5-ab41-c81e6cba9cc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:52.684184 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802044b5-95da-49e5-ab41-c81e6cba9cc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Subnet': ['ID=c10e93c0-876c-43d6-ba01-c0d3f91a36f9,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:52.686508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-802044b5-95da-49e5-ab41-c81e6cba9cc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:52.700006 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-802044b5-95da-49e5-ab41-c81e6cba9cc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/subnets/c10e93c0-876c-43d6-ba01-c0d3f91a36f9 HTTP/1.1" status: 204 len: 168 time: 0.4373868 Oct 05 09:47:52.700156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177f1e56-3884-4031-a28c-c870e22159a5 None None] Network 6599b295-8c76-419b-9918-9ab90ad5a317 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:47:52.700255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44964) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:52.776851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8e32144a-5067-4425-b156-3efe94635dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:52.884694 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:52.965165 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b75b6e03-7310-4035-b446-0120bbcafa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:47:51Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:52.971658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b6e03-7310-4035-b446-0120bbcafa38 None None] Checking router: ec85abe3-469f-4b78-98ec-5e865df4e460 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:47:52.984371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b6e03-7310-4035-b446-0120bbcafa38 None None] Routers {'ec85abe3-469f-4b78-98ec-5e865df4e460'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:52.984912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b75b6e03-7310-4035-b446-0120bbcafa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:47:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ec85abe3-469f-4b78-98ec-5e865df4e460'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:53.051804 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] DHCP port deletion for 6599b295-8c76-419b-9918-9ab90ad5a317 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:47:53.067353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Deleting port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:53.067726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:53.072118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:53.131991 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port a74a7616-a23c-497d-aeed-140a871b89fc {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:53.132341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:53.274063 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-b75b6e03-7310-4035-b446-0120bbcafa38 None None] Set router ec85abe3-469f-4b78-98ec-5e865df4e460 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:53.314172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port a74a7616-a23c-497d-aeed-140a871b89fc, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a74a7616-a23c-497d-aeed-140a871b89fc,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:53.315493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:53.539667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] For port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8adb2aa8-2a1d-4928-bd35-cd151fcfbd22,segment=NetworkSegment(5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7),segment_id=5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:53.539989 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:53.556493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for a74a7616-a23c-497d-aeed-140a871b89fc owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:47:53.667461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Calling delete_port for 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:47:53.780005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:53.832163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=a74a7616-a23c-497d-aeed-140a871b89fc,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:53.860527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b75b6e03-7310-4035-b446-0120bbcafa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:47:51Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:53.864480 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b6e03-7310-4035-b446-0120bbcafa38 None None] The sync data for ids ['ec85abe3-469f-4b78-98ec-5e865df4e460'] in dv-neutron-860329-1-hyperv is: [{'id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'name': 'tempest-TestNetworkBasicOps-router-273394537', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:21Z', 'updated_at': '2022-10-05T09:47:51Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'a74a7616-a23c-497d-aeed-140a871b89fc', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec85abe3-469f-4b78-98ec-5e865df4e460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:22Z', 'updated_at': '2022-10-05T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:47:53.905831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:53.931094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:53.952520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Pushing event deleted for resources: {'Port': ['ID=8adb2aa8-2a1d-4928-bd35-cd151fcfbd22,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:53.960049 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] No DVR routers for this DVR port 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:47:53.962035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:53.962379 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:53.962823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:53.963157 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:53.963488 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:53.963813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:53.964138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:53.964461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:53.964785 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:53.965106 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:53.965430 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:53.965751 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3755e-d703-4746-b1a7-c7eb7c01956a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:54.109132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.111429 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.197099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.221256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.221388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Fanout notify agent at l3_agent the message router_deleted on router ec85abe3-469f-4b78-98ec-5e865df4e460 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:47:54.223088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.237652 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.238888 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ca4d900c-19ac-4c9f-ad67-9b7b02df5c63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/routers/ec85abe3-469f-4b78-98ec-5e865df4e460 HTTP/1.1" status: 204 len: 168 time: 1.5413594 Oct 05 09:47:54.241762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44968) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:54.358945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-490edee7-de84-45de-bebe-2f09f317ba6d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.502601 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-490edee7-de84-45de-bebe-2f09f317ba6d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.526165 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 757d04a7-8a37-4e6f-8033-bb07508eab8d no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:47:54.537764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-490edee7-de84-45de-bebe-2f09f317ba6d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6599b295-8c76-419b-9918-9ab90ad5a317']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:54.550368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-490edee7-de84-45de-bebe-2f09f317ba6d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:54.550669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-490edee7-de84-45de-bebe-2f09f317ba6d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:54.561830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-490edee7-de84-45de-bebe-2f09f317ba6d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.569277 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 757d04a7-8a37-4e6f-8033-bb07508eab8d {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:47:54.569876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 757d04a7-8a37-4e6f-8033-bb07508eab8d not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:47:54.570304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:47:54.577946 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-490edee7-de84-45de-bebe-2f09f317ba6d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.584642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490edee7-de84-45de-bebe-2f09f317ba6d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:47:54.585148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-490edee7-de84-45de-bebe-2f09f317ba6d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.603837 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:47:54.604180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8adb2aa8-2a1d-4928-bd35-cd151fcfbd22 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:47:54.655074 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7 resource provider aggregate not found Oct 05 09:47:54.678168 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5528ee5f-51f6-4ac7-a4cb-1ef7e05ce7d7 found for delete ", "request_id": "req-a68fb8b3-5844-4c18-8b7e-4e6be6d0f310"}]} Oct 05 09:47:54.775855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-490edee7-de84-45de-bebe-2f09f317ba6d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.789674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-490edee7-de84-45de-bebe-2f09f317ba6d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.802619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490edee7-de84-45de-bebe-2f09f317ba6d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Network': ['ID=6599b295-8c76-419b-9918-9ab90ad5a317,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:54.883398 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-490edee7-de84-45de-bebe-2f09f317ba6d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/networks/6599b295-8c76-419b-9918-9ab90ad5a317 HTTP/1.1" status: 204 len: 168 time: 0.6405623 Oct 05 09:47:54.908829 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44976) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:54.917998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'network': {'name': 'tempest-network-smoke--725021361', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'port_security_enabled': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:47:54.919784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:47:54.924069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:network and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:47:54.926949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:47:54.932764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:47:55.011191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:47:55.015194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:55.044362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:47:55.053839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:55.054213 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Added segment ff5347a6-9e88-4981-b14b-90e5ff6fdcc2 of type vlan for network c881dd51-6473-4f10-b54f-951af5c46f0b Oct 05 09:47:55.079566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:55.079755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:55.165567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:55.171139 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:55.172209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:55.282442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Network': ['ID=c881dd51-6473-4f10-b54f-951af5c46f0b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:55.292299 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network c881dd51-6473-4f10-b54f-951af5c46f0b details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:47:55.321467 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c0797542-5933-4f44-b848-4dc89bc22d1e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4108253 Oct 05 09:47:55.323708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 44980) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:55.328851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-496339044', 'admin_state_up': True, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:47:55.336106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:47:55.339995 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:router and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:47:55.342877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:47:55.349300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:47:55.432874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:55.432874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:55.447916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:55.560673 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:55.882563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:56.224623 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:56.253395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:56.386851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.147 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/0375c32c-f068-4cd0-ba9b-7ae0a9199102) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:47:56.428680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a74a7616-a23c-497d-aeed-140a871b89fc no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:47:56.462837 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: a74a7616-a23c-497d-aeed-140a871b89fc {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:47:56.463181 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a74a7616-a23c-497d-aeed-140a871b89fc not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:47:56.534078 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:56.619748 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:56.683075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:47:56.691248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:47:56.691248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:47:56.724340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=0375c32c-f068-4cd0-ba9b-7ae0a9199102,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:57.184962 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:57.636190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:57.923162 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:47:58.101590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:47:58.112053 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Sync routers for ids ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:47:58.120798 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Routers {'4814f822-de6b-40fa-b0b8-4a10c7a5d33b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:58.121393 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:47:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:58.197835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:58.197835 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-21be3994-5601-4550-a1af-fccd165e3b5a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8713188 Oct 05 09:47:58.198999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44986) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:58.240592 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8d24b39d-7c3b-40b5-a8f5-c8c170f4b223 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6294a6c4935647d8b376ea5a0a53c756&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404847 Oct 05 09:47:58.243273 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44990) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:58.296060 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Set router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:58.369125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbab64e5-f7fd-442f-b2e2-c0a8d2f8bb1e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:58.370682 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dbab64e5-f7fd-442f-b2e2-c0a8d2f8bb1e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1264193 Oct 05 09:47:58.374129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44994) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:58.414752 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d11230c6-4fca-46f7-be3e-4bd7795de4f8 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365727 Oct 05 09:47:58.414752 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 44998) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:58.419451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-284302526', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:47:58.589127 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'name': 'tempest-TestNetworkBasicOps-router-496339044', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:55Z', 'updated_at': '2022-10-05T09:47:56Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:56Z', 'updated_at': '2022-10-05T09:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:58.592913 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Checking router: 4814f822-de6b-40fa-b0b8-4a10c7a5d33b for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:47:58.593258 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Updating router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b port 0375c32c-f068-4cd0-ba9b-7ae0a9199102 binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:47:58.625647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:47:58.629816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:subnet and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:47:58.632614 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:47:58.638297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:47:58.646176 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:58.725404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:47:58.729540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:58.993071 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:59.004212 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Transition to ACTIVE for port object 0375c32c-f068-4cd0-ba9b-7ae0a9199102 will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:47:59.023051 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:59.068411 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:59.111476 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Subnet': ['ID=97819675-5480-4ddd-92a3-bb090bcc8774,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:59.118212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.118212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.118212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.118212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.118212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.118212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.118212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.118212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.118212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.118212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.118212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.118212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.127670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Checking segment: {'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:47:59.127670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network hostable DHCP agents. Network: c881dd51-6473-4f10-b54f-951af5c46f0b, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:47:59.143151 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Attempting to bind port 0375c32c-f068-4cd0-ba9b-7ae0a9199102 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:47:59.143676 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Attempting to bind port 0375c32c-f068-4cd0-ba9b-7ae0a9199102 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:47:59.152505 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Attempting to bind port 0375c32c-f068-4cd0-ba9b-7ae0a9199102 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:47:59.153673 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5456dfb-0b4d-4802-bc7b-ea19afcfe1cd None None] Pushing event updated for resources: {'Port': ['ID=0375c32c-f068-4cd0-ba9b-7ae0a9199102,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:59.156619 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:47:59.156964 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:47:59.157353 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:59.157731 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:47:59.158209 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Bound port: 0375c32c-f068-4cd0-ba9b-7ae0a9199102, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:47:59.158607 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:59.189275 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5456dfb-0b4d-4802-bc7b-ea19afcfe1cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.189619 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5456dfb-0b4d-4802-bc7b-ea19afcfe1cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.189950 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5456dfb-0b4d-4802-bc7b-ea19afcfe1cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.190299 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5456dfb-0b4d-4802-bc7b-ea19afcfe1cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.190622 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5456dfb-0b4d-4802-bc7b-ea19afcfe1cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.190944 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5456dfb-0b4d-4802-bc7b-ea19afcfe1cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.191264 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5456dfb-0b4d-4802-bc7b-ea19afcfe1cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.191583 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5456dfb-0b4d-4802-bc7b-ea19afcfe1cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.191897 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5456dfb-0b4d-4802-bc7b-ea19afcfe1cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.192212 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5456dfb-0b4d-4802-bc7b-ea19afcfe1cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.192526 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5456dfb-0b4d-4802-bc7b-ea19afcfe1cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.192871 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5456dfb-0b4d-4802-bc7b-ea19afcfe1cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:59.218972 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network c881dd51-6473-4f10-b54f-951af5c46f0b is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:47:59.241260 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] For port 0375c32c-f068-4cd0-ba9b-7ae0a9199102, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:47:59.244241 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] For port 0375c32c-f068-4cd0-ba9b-7ae0a9199102, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0375c32c-f068-4cd0-ba9b-7ae0a9199102,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:47:59.313885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, c881dd51-6473-4f10-b54f-951af5c46f0b) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:47:59.317951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:59.318567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:59.324144 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf16647-8787-44ed-9e03-2332a3daabcd None None] Network c881dd51-6473-4f10-b54f-951af5c46f0b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:47:59.326869 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:59.390516 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Routers {'4814f822-de6b-40fa-b0b8-4a10c7a5d33b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:59.391137 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:47:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:59.414874 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c191f0a4-08f1-4af2-aa5d-58cfeb217f75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9997230 Oct 05 09:47:59.417735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45002) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:59.462436 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5456dfb-0b4d-4802-bc7b-ea19afcfe1cd None None] Pushing event updated for resources: {'Port': ['ID=0375c32c-f068-4cd0-ba9b-7ae0a9199102,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:59.551995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-c881dd51-6473-4f10-b54f-951af5c46f0b', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ips': [{'subnet_id': '97819675-5480-4ddd-92a3-bb090bcc8774'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:47:59.552894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:59.583389 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] Set router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:59.727520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Allocated IP 172.20.0.2 (c881dd51-6473-4f10-b54f-951af5c46f0b/97819675-5480-4ddd-92a3-bb090bcc8774/54e83131-4d02-4b51-a01a-7c487dc3e6cc) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:47:59.886589 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'name': 'tempest-TestNetworkBasicOps-router-496339044', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:55Z', 'updated_at': '2022-10-05T09:47:56Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:56Z', 'updated_at': '2022-10-05T09:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:59.891524 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4055a6-4e3a-4e7f-a91a-0ba4d0b7901f None None] The sync data for ids ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'] in dv-neutron-860329-1-hyperv is: [{'id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'name': 'tempest-TestNetworkBasicOps-router-496339044', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:55Z', 'updated_at': '2022-10-05T09:47:56Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:56Z', 'updated_at': '2022-10-05T09:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:47:59.977017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:59.987631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Transition to ACTIVE for port object 54e83131-4d02-4b51-a01a-7c487dc3e6cc will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:48:00.007478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Transition to ACTIVE for port object 54e83131-4d02-4b51-a01a-7c487dc3e6cc will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:48:00.094224 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:00.189681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Network c881dd51-6473-4f10-b54f-951af5c46f0b is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:48:00.191427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:00.192613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:48:00.196780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:48:00.207930 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Pushing event updated for resources: {'Port': ['ID=54e83131-4d02-4b51-a01a-7c487dc3e6cc,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:00.335005 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Attempting to bind port 54e83131-4d02-4b51-a01a-7c487dc3e6cc on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:48:00.336138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Attempting to bind port 54e83131-4d02-4b51-a01a-7c487dc3e6cc by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:48:00.336704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Attempting to bind port 54e83131-4d02-4b51-a01a-7c487dc3e6cc on network c881dd51-6473-4f10-b54f-951af5c46f0b {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:48:00.342634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:48:00.343013 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Checking segment: {'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:48:00.343542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:00.343938 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Bound using segment: {'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:48:00.344440 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Bound port: 54e83131-4d02-4b51-a01a-7c487dc3e6cc, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:48:00.344815 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:00.449926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] For port 54e83131-4d02-4b51-a01a-7c487dc3e6cc, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:48:00.453260 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] For port 54e83131-4d02-4b51-a01a-7c487dc3e6cc, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=54e83131-4d02-4b51-a01a-7c487dc3e6cc,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:48:00.516943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0375c32c-f068-4cd0-ba9b-7ae0a9199102 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:48:00.548015 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:00.649165 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fd403-f87f-42b8-adc2-074c29f4026d None None] Pushing event updated for resources: {'Port': ['ID=54e83131-4d02-4b51-a01a-7c487dc3e6cc,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:00.768417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 0375c32c-f068-4cd0-ba9b-7ae0a9199102 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:48:00.775005 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0375c32c-f068-4cd0-ba9b-7ae0a9199102 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:48:00.775465 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:00.775866 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0375c32c-f068-4cd0-ba9b-7ae0a9199102 Oct 05 09:48:00.836231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.1 (c881dd51-6473-4f10-b54f-951af5c46f0b/97819675-5480-4ddd-92a3-bb090bcc8774/b9784c42-46b3-45cd-9e0c-007ee16bf06e) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:48:00.946478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0375c32c-f068-4cd0-ba9b-7ae0a9199102 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:48:00.946855 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:00.969903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 0375c32c-f068-4cd0-ba9b-7ae0a9199102, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0375c32c-f068-4cd0-ba9b-7ae0a9199102,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:48:01.047768 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:01.059939 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:01.074131 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object b9784c42-46b3-45cd-9e0c-007ee16bf06e will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:48:01.145310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=0375c32c-f068-4cd0-ba9b-7ae0a9199102,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:01.180171 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:01.250277 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network c881dd51-6473-4f10-b54f-951af5c46f0b is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:48:01.253113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:48:01.256305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:48:01.308736 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=b9784c42-46b3-45cd-9e0c-007ee16bf06e,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:01.328404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:01.513937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:01.756990 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c070ce-cbbc-438e-840f-865adf6d2064 None None] Network c881dd51-6473-4f10-b54f-951af5c46f0b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:48:01.944986 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:02.012975 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-89d23d87-c46b-45b2-9ab9-b59a98798424 None None] Provisioning for port 54e83131-4d02-4b51-a01a-7c487dc3e6cc completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:48:02.102811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:02.218132 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=b9784c42-46b3-45cd-9e0c-007ee16bf06e,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:02.225801 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:02.320024 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ff544f8b-eee8-4287-8c85-017f8c14e683 None None] Provisioning for port b9784c42-46b3-45cd-9e0c-007ee16bf06e completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:48:02.325650 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ff544f8b-eee8-4287-8c85-017f8c14e683 None None] Provisioning complete for port b9784c42-46b3-45cd-9e0c-007ee16bf06e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:48:02.327087 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ff544f8b-eee8-4287-8c85-017f8c14e683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:02.327567 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ff544f8b-eee8-4287-8c85-017f8c14e683 None None] Attempt 1 to provision port b9784c42-46b3-45cd-9e0c-007ee16bf06e Oct 05 09:48:02.369446 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network c881dd51-6473-4f10-b54f-951af5c46f0b is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:48:02.370815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:48:02.387851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ff544f8b-eee8-4287-8c85-017f8c14e683 None None] Port b9784c42-46b3-45cd-9e0c-007ee16bf06e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:48:02.561876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 54e83131-4d02-4b51-a01a-7c487dc3e6cc up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:48:02.574553 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:48:02.717089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 54e83131-4d02-4b51-a01a-7c487dc3e6cc completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:48:02.723299 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 54e83131-4d02-4b51-a01a-7c487dc3e6cc triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:48:02.723599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:02.724130 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 54e83131-4d02-4b51-a01a-7c487dc3e6cc Oct 05 09:48:02.853792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 54e83131-4d02-4b51-a01a-7c487dc3e6cc is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:48:02.854404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:02.872756 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:48:02.882557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Sync routers for ids ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:48:02.888377 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6de3d3bf-ded3-4ee9-bbb8-e7762fecb1e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/4814f822-de6b-40fa-b0b8-4a10c7a5d33b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4679594 Oct 05 09:48:02.888576 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ff544f8b-eee8-4287-8c85-017f8c14e683 None None] Attempt 2 to provision port b9784c42-46b3-45cd-9e0c-007ee16bf06e Oct 05 09:48:02.890157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45006) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:02.928121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 54e83131-4d02-4b51-a01a-7c487dc3e6cc, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=54e83131-4d02-4b51-a01a-7c487dc3e6cc,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:48:02.930879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Routers {'4814f822-de6b-40fa-b0b8-4a10c7a5d33b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:48:02.931499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:47:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:03.000283 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:03.000932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0375c32c-f068-4cd0-ba9b-7ae0a9199102 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:48:03.030410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e68e1aa-e4aa-469f-b012-43af406f2033 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:03.030941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e68e1aa-e4aa-469f-b012-43af406f2033 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:03.031393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e68e1aa-e4aa-469f-b012-43af406f2033 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:03.031866 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e68e1aa-e4aa-469f-b012-43af406f2033 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:03.032330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e68e1aa-e4aa-469f-b012-43af406f2033 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:03.032800 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e68e1aa-e4aa-469f-b012-43af406f2033 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:03.037197 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8e68e1aa-e4aa-469f-b012-43af406f2033 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1435149 Oct 05 09:48:03.037430 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45010) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:03.114265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ff544f8b-eee8-4287-8c85-017f8c14e683 None None] Port b9784c42-46b3-45cd-9e0c-007ee16bf06e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:48:03.115348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758436c-25c9-469b-9176-67feb6d5f1c2 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:03.116636 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758436c-25c9-469b-9176-67feb6d5f1c2 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:03.116636 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758436c-25c9-469b-9176-67feb6d5f1c2 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:03.116840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758436c-25c9-469b-9176-67feb6d5f1c2 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:03.117294 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758436c-25c9-469b-9176-67feb6d5f1c2 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:03.117747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758436c-25c9-469b-9176-67feb6d5f1c2 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:03.119555 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d758436c-25c9-469b-9176-67feb6d5f1c2 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0811915 Oct 05 09:48:03.122541 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45014) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:03.220063 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=54e83131-4d02-4b51-a01a-7c487dc3e6cc,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:03.242919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Set router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:48:03.294031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0375c32c-f068-4cd0-ba9b-7ae0a9199102 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:48:03.294407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:03.294739 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0375c32c-f068-4cd0-ba9b-7ae0a9199102 Oct 05 09:48:03.331896 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f37df06e-45f8-4af8-a3ce-5a5033d15469 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2082179 Oct 05 09:48:03.334683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45018) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:03.339925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1022113698', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:03.477805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:03.481947 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:port and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:03.488539 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:03.491151 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:03.576489 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0375c32c-f068-4cd0-ba9b-7ae0a9199102 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:48:03.602528 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'port': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:48:03.608751 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:03.616935 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ff544f8b-eee8-4287-8c85-017f8c14e683 None None] Attempt 3 to provision port b9784c42-46b3-45cd-9e0c-007ee16bf06e Oct 05 09:48:03.627863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] device_id is not set on port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 yet. {{(pid=89846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:48:03.685194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ff544f8b-eee8-4287-8c85-017f8c14e683 None None] Port b9784c42-46b3-45cd-9e0c-007ee16bf06e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:48:03.707915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'name': 'tempest-TestNetworkBasicOps-router-496339044', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:55Z', 'updated_at': '2022-10-05T09:48:01Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:56Z', 'updated_at': '2022-10-05T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'b9784c42-46b3-45cd-9e0c-007ee16bf06e', 'name': '', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:df:07:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:48:00Z', 'updated_at': '2022-10-05T09:48:01Z', 'revision_number': 2, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:03.711831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Checking router: 4814f822-de6b-40fa-b0b8-4a10c7a5d33b for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:48:03.712176 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Updating router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b port b9784c42-46b3-45cd-9e0c-007ee16bf06e binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:48:03.767090 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:03.772681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.14 (c881dd51-6473-4f10-b54f-951af5c46f0b/97819675-5480-4ddd-92a3-bb090bcc8774/0e27abe3-d8a4-426d-aff8-a3e7c0175467) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:48:03.981606 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:03.997427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object 0e27abe3-d8a4-426d-aff8-a3e7c0175467 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:48:04.097070 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:04.171245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network c881dd51-6473-4f10-b54f-951af5c46f0b is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:48:04.174305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:48:04.178425 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:48:04.186097 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ff544f8b-eee8-4287-8c85-017f8c14e683 None None] Attempt 4 to provision port b9784c42-46b3-45cd-9e0c-007ee16bf06e Oct 05 09:48:04.209056 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=0e27abe3-d8a4-426d-aff8-a3e7c0175467,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:04.251948 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:04.252214 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:04.276022 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ff544f8b-eee8-4287-8c85-017f8c14e683 None None] Port b9784c42-46b3-45cd-9e0c-007ee16bf06e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:48:04.351881 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b133412c-b647-4bc2-b509-1b1a673ebb7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0136821 Oct 05 09:48:04.373052 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:04.385674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Transition to ACTIVE for port object b9784c42-46b3-45cd-9e0c-007ee16bf06e will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:48:04.454090 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:04.515061 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45024) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:04.520412 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-6565c862-778c-444b-a245-2919cb3129cc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267385401', 'description': 'tempest-secgroup-smoke-1267385401 description', 'project_id': '6294a6c4935647d8b376ea5a0a53c756'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:04.532595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 54e83131-4d02-4b51-a01a-7c487dc3e6cc up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:48:04.532716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6565c862-778c-444b-a245-2919cb3129cc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:04.532716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6565c862-778c-444b-a245-2919cb3129cc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:04.535408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6565c862-778c-444b-a245-2919cb3129cc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:04.541166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6565c862-778c-444b-a245-2919cb3129cc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:04.602558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6565c862-778c-444b-a245-2919cb3129cc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:04.631030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6565c862-778c-444b-a245-2919cb3129cc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:04.631030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6565c862-778c-444b-a245-2919cb3129cc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:04.633030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6565c862-778c-444b-a245-2919cb3129cc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:04.638223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6565c862-778c-444b-a245-2919cb3129cc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:04.685264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1807f-f91e-4ba7-8d87-a03ab69c0536 None None] Pushing event updated for resources: {'Port': ['ID=b9784c42-46b3-45cd-9e0c-007ee16bf06e,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:04.715442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6565c862-778c-444b-a245-2919cb3129cc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:04.722710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Attempting to bind port b9784c42-46b3-45cd-9e0c-007ee16bf06e on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:48:04.724036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Attempting to bind port b9784c42-46b3-45cd-9e0c-007ee16bf06e by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:48:04.724036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Attempting to bind port b9784c42-46b3-45cd-9e0c-007ee16bf06e on network c881dd51-6473-4f10-b54f-951af5c46f0b {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:48:04.731042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:48:04.731407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Checking segment: {'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:48:04.731799 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:04.732180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Bound using segment: {'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:48:04.732657 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Bound port: b9784c42-46b3-45cd-9e0c-007ee16bf06e, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:48:04.733024 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:04.752270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 54e83131-4d02-4b51-a01a-7c487dc3e6cc triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:48:04.752673 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:04.752995 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 54e83131-4d02-4b51-a01a-7c487dc3e6cc Oct 05 09:48:04.801396 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ff544f8b-eee8-4287-8c85-017f8c14e683 None None] Attempt 5 to provision port b9784c42-46b3-45cd-9e0c-007ee16bf06e Oct 05 09:48:04.808110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6565c862-778c-444b-a245-2919cb3129cc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:04.855130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565c862-778c-444b-a245-2919cb3129cc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3f2bcd-4d5f-465e-b0fb-56c437d36738,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:04.899308 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ff544f8b-eee8-4287-8c85-017f8c14e683 None None] Port b9784c42-46b3-45cd-9e0c-007ee16bf06e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:48:04.925384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] For port b9784c42-46b3-45cd-9e0c-007ee16bf06e, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:48:04.928581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] For port b9784c42-46b3-45cd-9e0c-007ee16bf06e, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=b9784c42-46b3-45cd-9e0c-007ee16bf06e,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:48:04.972192 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6565c862-778c-444b-a245-2919cb3129cc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:04.974063 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6565c862-778c-444b-a245-2919cb3129cc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4566748 Oct 05 09:48:04.975784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45028) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:04.981309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b6010c20-1a82-4d1d-8140-39810a40d9b9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'aa3f2bcd-4d5f-465e-b0fb-56c437d36738', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:04.984978 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 54e83131-4d02-4b51-a01a-7c487dc3e6cc is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:48:04.988229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b6010c20-1a82-4d1d-8140-39810a40d9b9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:04.992439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b6010c20-1a82-4d1d-8140-39810a40d9b9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:04.995410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b6010c20-1a82-4d1d-8140-39810a40d9b9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:05.000131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:05.001800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b6010c20-1a82-4d1d-8140-39810a40d9b9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:05.062274 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Routers {'4814f822-de6b-40fa-b0b8-4a10c7a5d33b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:48:05.062884 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:47:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:05.063968 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b6010c20-1a82-4d1d-8140-39810a40d9b9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:05.124765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b6010c20-1a82-4d1d-8140-39810a40d9b9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:05.150571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1807f-f91e-4ba7-8d87-a03ab69c0536 None None] Pushing event updated for resources: {'Port': ['ID=b9784c42-46b3-45cd-9e0c-007ee16bf06e,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:05.187173 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b6010c20-1a82-4d1d-8140-39810a40d9b9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:05.205114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6010c20-1a82-4d1d-8140-39810a40d9b9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c060b0c-0b4f-4c0e-a51e-f9153ad5bd64,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:05.247912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] Set router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:48:05.259532 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b6010c20-1a82-4d1d-8140-39810a40d9b9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:05.260567 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b6010c20-1a82-4d1d-8140-39810a40d9b9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2836251 Oct 05 09:48:05.263239 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45032) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:05.268362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-95a724f6-bffc-4882-aacd-b96557c27a3b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'aa3f2bcd-4d5f-465e-b0fb-56c437d36738', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:05.274444 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-95a724f6-bffc-4882-aacd-b96557c27a3b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:05.278345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-95a724f6-bffc-4882-aacd-b96557c27a3b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:05.281334 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-95a724f6-bffc-4882-aacd-b96557c27a3b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:05.287317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-95a724f6-bffc-4882-aacd-b96557c27a3b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:05.346629 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95a724f6-bffc-4882-aacd-b96557c27a3b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:05.400667 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ff544f8b-eee8-4287-8c85-017f8c14e683 None None] Attempt 6 to provision port b9784c42-46b3-45cd-9e0c-007ee16bf06e Oct 05 09:48:05.416582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95a724f6-bffc-4882-aacd-b96557c27a3b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:05.502733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95a724f6-bffc-4882-aacd-b96557c27a3b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:05.508653 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:48:05.534123 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a724f6-bffc-4882-aacd-b96557c27a3b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2063fd9-4339-4b9b-a161-835ebc0e3cb3,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:05.587649 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ff544f8b-eee8-4287-8c85-017f8c14e683 None None] Port b9784c42-46b3-45cd-9e0c-007ee16bf06e had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:48:05.655603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'name': 'tempest-TestNetworkBasicOps-router-496339044', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:55Z', 'updated_at': '2022-10-05T09:48:01Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:56Z', 'updated_at': '2022-10-05T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'b9784c42-46b3-45cd-9e0c-007ee16bf06e', 'name': '', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:df:07:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:48:00Z', 'updated_at': '2022-10-05T09:48:04Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:05.659517 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3c125-fd93-450e-9f7e-1e7f87da27ce None None] The sync data for ids ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'] in dv-neutron-860329-1-hyperv is: [{'id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'name': 'tempest-TestNetworkBasicOps-router-496339044', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:55Z', 'updated_at': '2022-10-05T09:48:01Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:56Z', 'updated_at': '2022-10-05T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'b9784c42-46b3-45cd-9e0c-007ee16bf06e', 'name': '', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:df:07:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:48:00Z', 'updated_at': '2022-10-05T09:48:04Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:48:05.680276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95a724f6-bffc-4882-aacd-b96557c27a3b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:05.680276 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-95a724f6-bffc-4882-aacd-b96557c27a3b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4140949 Oct 05 09:48:05.681598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45036) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:05.687016 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-6901dd08-a40d-4da0-b4fd-9fb51d4a1e70 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'aa3f2bcd-4d5f-465e-b0fb-56c437d36738', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:05.693263 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6901dd08-a40d-4da0-b4fd-9fb51d4a1e70 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:05.697733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6901dd08-a40d-4da0-b4fd-9fb51d4a1e70 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:05.720977 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6901dd08-a40d-4da0-b4fd-9fb51d4a1e70 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:05.736030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6901dd08-a40d-4da0-b4fd-9fb51d4a1e70 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:05.788442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Provisioning for port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:48:05.794228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Provisioning complete for port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:48:05.794602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:05.795063 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Attempt 1 to provision port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 Oct 05 09:48:05.844336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6901dd08-a40d-4da0-b4fd-9fb51d4a1e70 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:05.864031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:48:05.914300 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6901dd08-a40d-4da0-b4fd-9fb51d4a1e70 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:05.999544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6901dd08-a40d-4da0-b4fd-9fb51d4a1e70 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:06.024722 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901dd08-a40d-4da0-b4fd-9fb51d4a1e70 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1664cad0-6afb-4bdc-af86-36ac1619d7d5,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:06.095722 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6901dd08-a40d-4da0-b4fd-9fb51d4a1e70 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:06.095722 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6901dd08-a40d-4da0-b4fd-9fb51d4a1e70 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4101801 Oct 05 09:48:06.095886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45040) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:06.101396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-98ecd23a-8b27-459c-a1dc-098b0e98af86 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'aa3f2bcd-4d5f-465e-b0fb-56c437d36738', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:06.107975 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-98ecd23a-8b27-459c-a1dc-098b0e98af86 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:06.111836 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-98ecd23a-8b27-459c-a1dc-098b0e98af86 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:06.118746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-98ecd23a-8b27-459c-a1dc-098b0e98af86 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:06.122701 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-98ecd23a-8b27-459c-a1dc-098b0e98af86 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:06.184344 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98ecd23a-8b27-459c-a1dc-098b0e98af86 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:06.256486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98ecd23a-8b27-459c-a1dc-098b0e98af86 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:06.348331 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98ecd23a-8b27-459c-a1dc-098b0e98af86 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:06.363045 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Attempt 2 to provision port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 Oct 05 09:48:06.376337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecd23a-8b27-459c-a1dc-098b0e98af86 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51b0fab-2f03-4304-9d3b-f649fa31d411,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:06.423123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:48:06.455520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98ecd23a-8b27-459c-a1dc-098b0e98af86 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:06.457353 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-98ecd23a-8b27-459c-a1dc-098b0e98af86 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3602040 Oct 05 09:48:06.459828 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45044) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:06.465320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-1de6cacd-b7ed-4b6f-b492-630555d21ac9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'aa3f2bcd-4d5f-465e-b0fb-56c437d36738', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:06.471618 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1de6cacd-b7ed-4b6f-b492-630555d21ac9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:06.475751 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1de6cacd-b7ed-4b6f-b492-630555d21ac9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:06.478731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1de6cacd-b7ed-4b6f-b492-630555d21ac9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:06.485771 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1de6cacd-b7ed-4b6f-b492-630555d21ac9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:06.504268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device b9784c42-46b3-45cd-9e0c-007ee16bf06e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:48:06.633965 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-1de6cacd-b7ed-4b6f-b492-630555d21ac9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:48:06.641309 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1de6cacd-b7ed-4b6f-b492-630555d21ac9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:06.664121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port b9784c42-46b3-45cd-9e0c-007ee16bf06e completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:48:06.665659 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port b9784c42-46b3-45cd-9e0c-007ee16bf06e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:48:06.666211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:06.666542 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port b9784c42-46b3-45cd-9e0c-007ee16bf06e Oct 05 09:48:06.718978 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1de6cacd-b7ed-4b6f-b492-630555d21ac9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:06.782762 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1de6cacd-b7ed-4b6f-b492-630555d21ac9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:06.792531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port b9784c42-46b3-45cd-9e0c-007ee16bf06e is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:48:06.792941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:06.806802 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6cacd-b7ed-4b6f-b492-630555d21ac9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c310be1-3210-447a-87ae-38443db0bb71,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:06.826278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port b9784c42-46b3-45cd-9e0c-007ee16bf06e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=b9784c42-46b3-45cd-9e0c-007ee16bf06e,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:48:06.924376 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Attempt 3 to provision port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 Oct 05 09:48:06.948225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1de6cacd-b7ed-4b6f-b492-630555d21ac9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:06.952481 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1de6cacd-b7ed-4b6f-b492-630555d21ac9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4884806 Oct 05 09:48:06.952481 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45048) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:06.957335 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9b0d3afd-96ad-4a28-8c89-69ea49fc561c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': 'aa3f2bcd-4d5f-465e-b0fb-56c437d36738', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:06.963198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9b0d3afd-96ad-4a28-8c89-69ea49fc561c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:06.967560 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9b0d3afd-96ad-4a28-8c89-69ea49fc561c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:06.975763 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9b0d3afd-96ad-4a28-8c89-69ea49fc561c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:06.975861 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:06.977513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9b0d3afd-96ad-4a28-8c89-69ea49fc561c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:07.022411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:48:07.045418 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=b9784c42-46b3-45cd-9e0c-007ee16bf06e,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:07.046035 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-9b0d3afd-96ad-4a28-8c89-69ea49fc561c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:48:07.053007 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3afd-96ad-4a28-8c89-69ea49fc561c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:07.115739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3afd-96ad-4a28-8c89-69ea49fc561c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:07.186979 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3afd-96ad-4a28-8c89-69ea49fc561c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:07.211320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d3afd-96ad-4a28-8c89-69ea49fc561c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35d8b5f-a4e7-41de-a669-89e6a6be9572,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:07.296704 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3afd-96ad-4a28-8c89-69ea49fc561c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:07.298044 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9b0d3afd-96ad-4a28-8c89-69ea49fc561c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3445518 Oct 05 09:48:07.458074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-1cd14e4e-d4dc-406d-a3e6-33efa23f05dc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:48:07.524191 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Attempt 4 to provision port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 Oct 05 09:48:07.550705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-1cd14e4e-d4dc-406d-a3e6-33efa23f05dc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:48:07.554377 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-1cd14e4e-d4dc-406d-a3e6-33efa23f05dc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267385401&fields=id&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 267 time: 0.1334133 Oct 05 09:48:07.583447 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:48:07.636405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-e7731d3b-a902-49d9-91fa-11ad2b8e49de tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:07.636984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-e7731d3b-a902-49d9-91fa-11ad2b8e49de tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:48:07.658827 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-94758cd9-4ea2-4a52-ab2b-2819ff89178e req-674379fa-6c8b-42c0-a4ab-992e316831cb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836549 Oct 05 09:48:07.790634 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-e7731d3b-a902-49d9-91fa-11ad2b8e49de tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:48:07.791937 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-e7731d3b-a902-49d9-91fa-11ad2b8e49de tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports/0e27abe3-d8a4-426d-aff8-a3e7c0175467 HTTP/1.1" status: 200 len: 931 time: 0.2333944 Oct 05 09:48:07.827686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94758cd9-4ea2-4a52-ab2b-2819ff89178e req-1ff38cbd-7c4b-45af-8ed5-e225c170c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:07.829122 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-94758cd9-4ea2-4a52-ab2b-2819ff89178e req-1ff38cbd-7c4b-45af-8ed5-e225c170c76a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0857756 Oct 05 09:48:07.917335 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-9374fb9f-8617-491a-bdf7-6d6ad9e6b5c5 service neutron] 10.222.0.49 "GET /v2.0/ports/0e27abe3-d8a4-426d-aff8-a3e7c0175467?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1134548 Oct 05 09:48:07.989288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94758cd9-4ea2-4a52-ab2b-2819ff89178e req-b77faeae-cdd0-4361-b7fe-07a0d4fab73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:07.989288 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-94758cd9-4ea2-4a52-ab2b-2819ff89178e req-b77faeae-cdd0-4361-b7fe-07a0d4fab73e service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 912 time: 0.1386318 Oct 05 09:48:08.083790 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-51570796-3bfd-4b2c-b7fc-15fe3c9b6e26 service neutron] 10.222.0.49 "GET /v2.0/networks/c881dd51-6473-4f10-b54f-951af5c46f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476369 Oct 05 09:48:08.091306 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Attempt 5 to provision port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 Oct 05 09:48:08.094642 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-94758cd9-4ea2-4a52-ab2b-2819ff89178e req-ff592ea8-b5eb-4354-94b0-78c0ddae2682 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3080783e-c8a5-4031-919f-c87d655ce921 HTTP/1.1" status: 200 len: 1001 time: 0.0968516 Oct 05 09:48:08.149714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:48:08.164274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94758cd9-4ea2-4a52-ab2b-2819ff89178e req-1df05822-906e-4a68-ad9e-38f4936e4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:08.166180 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-94758cd9-4ea2-4a52-ab2b-2819ff89178e req-1df05822-906e-4a68-ad9e-38f4936e4bf7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1db5b5f1-8073-4fe0-98fc-693b2965d2d8 HTTP/1.1" status: 200 len: 850 time: 0.0706406 Oct 05 09:48:08.253413 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94758cd9-4ea2-4a52-ab2b-2819ff89178e req-bf9e75e1-6d18-4d39-904e-049436bc1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:08.254919 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-94758cd9-4ea2-4a52-ab2b-2819ff89178e req-bf9e75e1-6d18-4d39-904e-049436bc1c9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bc55122-780d-427f-aa2d-df73122091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831497 Oct 05 09:48:08.337517 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-b5c550a6-3d9c-481a-b2f6-16e81ec84f11 service neutron] 10.222.0.49 "GET /v2.0/networks/c881dd51-6473-4f10-b54f-951af5c46f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555485 Oct 05 09:48:08.391638 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-94758cd9-4ea2-4a52-ab2b-2819ff89178e req-d933c887-11a6-4684-86e6-5a0bbac473a4 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288767 Oct 05 09:48:08.491997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device b9784c42-46b3-45cd-9e0c-007ee16bf06e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:48:08.590280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port b9784c42-46b3-45cd-9e0c-007ee16bf06e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:48:08.590280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:08.590280 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port b9784c42-46b3-45cd-9e0c-007ee16bf06e Oct 05 09:48:08.654686 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Attempt 6 to provision port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 Oct 05 09:48:08.684324 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-94758cd9-4ea2-4a52-ab2b-2819ff89178e req-cd657817-3a08-4e55-ba0d-ae08f5b0dbb0 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862825 Oct 05 09:48:08.726855 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:48:08.741454 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4de20eca-58b2-4401-a7fa-d32d5114f07d req-5e69a49e-9a9b-4e29-95ff-e3ca1a0474d2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 210 time: 0.0857134 Oct 05 09:48:08.805389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port b9784c42-46b3-45cd-9e0c-007ee16bf06e is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:48:09.227863 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Attempt 7 to provision port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 Oct 05 09:48:09.285313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:48:09.790410 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Attempt 8 to provision port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 Oct 05 09:48:09.842216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:48:09.857772 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5634fc6-0339-4dc2-b230-f667ff194513 req-d67a32f7-8546-4c49-a00e-0636cea3aa23 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 210 time: 0.0541172 Oct 05 09:48:10.343990 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Attempt 9 to provision port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 Oct 05 09:48:10.399379 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:48:10.900840 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Attempt 10 to provision port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 Oct 05 09:48:10.955454 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:48:10.962419 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ce83ee2b-0d66-485e-b5e0-375ec9f0cae4 req-54cd1641-b5a4-4dbf-a0b4-8599c0a03373 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 210 time: 0.0505567 Oct 05 09:48:10.966150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Provisioning complete for port b9784c42-46b3-45cd-9e0c-007ee16bf06e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:48:10.967692 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:10.967692 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Attempt 1 to provision port b9784c42-46b3-45cd-9e0c-007ee16bf06e Oct 05 09:48:11.085787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa4a18-3f19-4dff-901a-c2b4e5a21d13 None None] Current status of the port b9784c42-46b3-45cd-9e0c-007ee16bf06e is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:48:12.121452 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8d6c675f-c248-4387-bee9-42070fe87edf req-31a0b104-35cd-47ce-ae7b-e56250d5f829 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 210 time: 0.0492668 Oct 05 09:48:13.281588 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-4de18193-ce5a-4af7-9c4a-5fd5844656ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:13.283083 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-4de18193-ce5a-4af7-9c4a-5fd5844656ad service neutron] 10.222.0.55 "GET /v2.0/ports/0e27abe3-d8a4-426d-aff8-a3e7c0175467 HTTP/1.1" status: 200 len: 1027 time: 0.0714512 Oct 05 09:48:13.291262 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1af51dc8-a790-4964-a9c1-919109cc07a9 req-0ea45959-90ad-47cf-a686-04ba87f0e510 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 210 time: 0.0576158 Oct 05 09:48:13.435319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-844fe337-954b-4ea6-b012-b7dfcf0169a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:13.435990 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-844fe337-954b-4ea6-b012-b7dfcf0169a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:48:13.531544 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-844fe337-954b-4ea6-b012-b7dfcf0169a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:48:13.532656 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-844fe337-954b-4ea6-b012-b7dfcf0169a2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/networks?id=c881dd51-6473-4f10-b54f-951af5c46f0b HTTP/1.1" status: 200 len: 796 time: 0.2444296 Oct 05 09:48:13.586554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-6ef91b2f-94a4-4940-9ca9-7974e0443e21 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:48:13.598303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-6ef91b2f-94a4-4940-9ca9-7974e0443e21 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:48:13.599347 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-6ef91b2f-94a4-4940-9ca9-7974e0443e21 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 380 time: 0.0519147 Oct 05 09:48:13.609445 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Request body: {'port': {'device_id': 'fee7bb6c-fa36-44ee-afc8-e6cdde53b162', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:13.721208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:14.055416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e27abe3-d8a4-426d-aff8-a3e7c0175467 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:48:14.063686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:14.078114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Transition to ACTIVE for port object 0e27abe3-d8a4-426d-aff8-a3e7c0175467 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:48:14.145272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:14.331204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Pushing event updated for resources: {'Port': ['ID=0e27abe3-d8a4-426d-aff8-a3e7c0175467,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:14.372134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Attempting to bind port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:48:14.372473 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Attempting to bind port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:48:14.372803 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Attempting to bind port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 on network c881dd51-6473-4f10-b54f-951af5c46f0b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:48:14.377881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 on network c881dd51-6473-4f10-b54f-951af5c46f0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:48:14.378225 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Attempting to bind port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 on network c881dd51-6473-4f10-b54f-951af5c46f0b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:48:14.383292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:48:14.383672 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Checking segment: {'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:48:14.384004 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Bound using segment: {'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:48:14.384426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Bound port: 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:48:14.384773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:14.479212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] For port 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:48:14.482364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] For port 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0e27abe3-d8a4-426d-aff8-a3e7c0175467,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:48:14.495608 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d8720-14f9-4b42-b542-73e401c390b4 req-95b32767-42f9-4cf0-9ede-14aabb62920e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:14.496056 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-eb4d8720-14f9-4b42-b542-73e401c390b4 req-95b32767-42f9-4cf0-9ede-14aabb62920e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 982 time: 0.0883787 Oct 05 09:48:14.540303 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-eb4d8720-14f9-4b42-b542-73e401c390b4 req-9c71636e-f90e-433e-bdb7-1fc2d75e9812 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382211 Oct 05 09:48:14.559986 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:14.592587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:14.593245 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:14.594651 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e27abe3-d8a4-426d-aff8-a3e7c0175467 HTTP/1.1" status: 200 len: 1132 time: 0.9890802 Oct 05 09:48:14.599744 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee7bb6c-fa36-44ee-afc8-e6cdde53b162', 'tag': '0e27abe3-d8a4-426d-aff8-a3e7c0175467'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:48:14.602057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e35eb3e-7381-4907-be2d-802c2b15d227" -d '{"events": [{"name": "network-changed", "server_uuid": "fee7bb6c-fa36-44ee-afc8-e6cdde53b162", "tag": "0e27abe3-d8a4-426d-aff8-a3e7c0175467"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:48:14.640348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a33f0-1948-4943-91f4-eb363700b455 service neutron] Pushing event updated for resources: {'Port': ['ID=0e27abe3-d8a4-426d-aff8-a3e7c0175467,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:14.646013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74816df0-4fe5-440b-8dea-2c118963754e x-openstack-request-id: req-74816df0-4fe5-440b-8dea-2c118963754e {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:48:14.646302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee7bb6c-fa36-44ee-afc8-e6cdde53b162", "tag": "0e27abe3-d8a4-426d-aff8-a3e7c0175467", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:48:14.646675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74816df0-4fe5-440b-8dea-2c118963754e {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:48:14.646980 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74816df0-4fe5-440b-8dea-2c118963754e'] response: {'name': 'network-changed', 'server_uuid': 'fee7bb6c-fa36-44ee-afc8-e6cdde53b162', 'tag': '0e27abe3-d8a4-426d-aff8-a3e7c0175467', 'status': 'completed', 'code': 200} Oct 05 09:48:14.770585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35eb3e-7381-4907-be2d-802c2b15d227 req-218d1f56-99e9-4cd0-b88b-860ea86ee0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:14.772059 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1e35eb3e-7381-4907-be2d-802c2b15d227 req-218d1f56-99e9-4cd0-b88b-860ea86ee0e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 1135 time: 0.0837648 Oct 05 09:48:14.919023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35eb3e-7381-4907-be2d-802c2b15d227 req-46b52021-0592-44ed-9f75-6f7cbf18230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:14.920446 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1e35eb3e-7381-4907-be2d-802c2b15d227 req-46b52021-0592-44ed-9f75-6f7cbf18230a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6294a6c4935647d8b376ea5a0a53c756&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1348600 Oct 05 09:48:15.056168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35eb3e-7381-4907-be2d-802c2b15d227 req-6f456253-bd07-4004-94d0-9266e4dade86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:15.057671 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1e35eb3e-7381-4907-be2d-802c2b15d227 req-6f456253-bd07-4004-94d0-9266e4dade86 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315298 Oct 05 09:48:15.284288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-61ba1f09-203b-4c77-9127-e2e8102a7aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:15.285770 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-61ba1f09-203b-4c77-9127-e2e8102a7aaf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 1135 time: 0.1724691 Oct 05 09:48:15.361031 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-bda76d86-e09e-441a-9935-fb1ff44356cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e27abe3-d8a4-426d-aff8-a3e7c0175467 HTTP/1.1" status: 200 len: 217 time: 0.0631144 Oct 05 09:48:15.421967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-9b6dff9d-07f5-4ca9-a3e5-d183336a806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:15.423426 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-9b6dff9d-07f5-4ca9-a3e5-d183336a806d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97819675-5480-4ddd-92a3-bb090bcc8774 HTTP/1.1" status: 200 len: 834 time: 0.0566070 Oct 05 09:48:15.507352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-c8380bef-9896-4b82-95a0-0787373418ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:15.512662 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-c8380bef-9896-4b82-95a0-0787373418ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c881dd51-6473-4f10-b54f-951af5c46f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800178 Oct 05 09:48:15.650690 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-264c7381-0e72-420e-9354-344273873184 service neutron] 10.222.0.55 "GET /v2.0/networks/c881dd51-6473-4f10-b54f-951af5c46f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347578 Oct 05 09:48:15.752449 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674f377-a231-440d-8913-11c86c8f9bea req-25265ca4-c164-4508-8501-6446ede07010 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:15.755419 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1674f377-a231-440d-8913-11c86c8f9bea req-25265ca4-c164-4508-8501-6446ede07010 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 982 time: 0.0937741 Oct 05 09:48:15.800006 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-49b5d979-d07c-428c-8108-f6e949f641d9 req-be86a0a9-3d2a-40e2-b36c-3aa070950087 service neutron] 10.222.0.55 "GET /v2.0/networks/c881dd51-6473-4f10-b54f-951af5c46f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416388 Oct 05 09:48:15.803763 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1674f377-a231-440d-8913-11c86c8f9bea req-e6a84faf-ec79-45db-a052-0e274712e790 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419652 Oct 05 09:48:17.012174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ae1d-1e88-43ba-bbdb-606666f06f37 req-d2fa3e12-7570-4a61-a7d7-375b464dad06 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:17.013614 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7b60ae1d-1e88-43ba-bbdb-606666f06f37 req-d2fa3e12-7570-4a61-a7d7-375b464dad06 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 982 time: 0.0925846 Oct 05 09:48:17.057882 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7b60ae1d-1e88-43ba-bbdb-606666f06f37 req-35789240-e491-416c-b3e0-f140347d669d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378835 Oct 05 09:48:18.258115 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c6c92-f2ec-4f2d-a124-9d66b08df729 req-aa77b2b6-db6f-49a0-a16a-09655647a4c0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:18.259570 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-065c6c92-f2ec-4f2d-a124-9d66b08df729 req-aa77b2b6-db6f-49a0-a16a-09655647a4c0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 982 time: 0.0884438 Oct 05 09:48:18.303789 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-065c6c92-f2ec-4f2d-a124-9d66b08df729 req-be118046-a161-4add-abbd-4bd6e12d5b3f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384989 Oct 05 09:48:19.502258 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104192fb-5690-465d-8096-242fdcc6b937 req-fd75b4b7-919e-4c62-8d6c-6e3f15ceb011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:19.503749 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-104192fb-5690-465d-8096-242fdcc6b937 req-fd75b4b7-919e-4c62-8d6c-6e3f15ceb011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 982 time: 0.0911288 Oct 05 09:48:19.547840 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-104192fb-5690-465d-8096-242fdcc6b937 req-c2814c39-b8a0-46eb-b3c1-63d225904ea4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382104 Oct 05 09:48:19.727915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0e27abe3-d8a4-426d-aff8-a3e7c0175467 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:48:19.861245 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0e27abe3-d8a4-426d-aff8-a3e7c0175467,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:48:19.874010 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '0e27abe3-d8a4-426d-aff8-a3e7c0175467', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'port_id': '0e27abe3-d8a4-426d-aff8-a3e7c0175467', 'mac_address': 'fa:16:3e:c1:f9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:48:19.932791 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:48:19.933221 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:19.950593 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e27abe3-d8a4-426d-aff8-a3e7c0175467 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:48:19.965728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0e27abe3-d8a4-426d-aff8-a3e7c0175467,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:48:20.007909 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:20.072821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=0e27abe3-d8a4-426d-aff8-a3e7c0175467,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:20.364616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4549-37c4-4112-a912-7b36ec015594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:20.433525 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['0e27abe3-d8a4-426d-aff8-a3e7c0175467'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:48:20.749039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b4533-567c-4d0d-b8f6-0a613ef196eb req-577080c9-a51e-42f8-9fdf-a043cbc9cc1a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:20.750437 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4c7b4533-567c-4d0d-b8f6-0a613ef196eb req-577080c9-a51e-42f8-9fdf-a043cbc9cc1a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 983 time: 0.0918918 Oct 05 09:48:20.794318 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4c7b4533-567c-4d0d-b8f6-0a613ef196eb req-95943b2a-a81b-4784-a8e8-8f378197779b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374970 Oct 05 09:48:21.727304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0e27abe3-d8a4-426d-aff8-a3e7c0175467 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:48:21.893829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:48:21.899039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:48:21.911932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:21.911932 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 Oct 05 09:48:21.994359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36dff70-ff0b-4f79-997d-f8f20b8311c6 req-3d77a04d-b4ab-4362-a0db-3e48d5f731cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:21.995734 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e36dff70-ff0b-4f79-997d-f8f20b8311c6 req-3d77a04d-b4ab-4362-a0db-3e48d5f731cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 983 time: 0.0885565 Oct 05 09:48:22.017375 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:48:22.017745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:22.039889 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e36dff70-ff0b-4f79-997d-f8f20b8311c6 req-0df528fa-fc3c-45aa-b04d-af1b1a4c0c54 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377605 Oct 05 09:48:22.044373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee7bb6c-fa36-44ee-afc8-e6cdde53b162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e27abe3-d8a4-426d-aff8-a3e7c0175467'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:48:22.046786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c42b7f-293b-44ba-9909-a49573ec6020" -d '{"events": [{"server_uuid": "fee7bb6c-fa36-44ee-afc8-e6cdde53b162", "name": "network-vif-plugged", "status": "completed", "tag": "0e27abe3-d8a4-426d-aff8-a3e7c0175467"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:48:22.055080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0e27abe3-d8a4-426d-aff8-a3e7c0175467,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:48:22.091420 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fa79de-e227-49f2-9741-919e7514b022 x-openstack-request-id: req-b3fa79de-e227-49f2-9741-919e7514b022 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:48:22.091711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee7bb6c-fa36-44ee-afc8-e6cdde53b162", "name": "network-vif-plugged", "status": "completed", "tag": "0e27abe3-d8a4-426d-aff8-a3e7c0175467", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:48:22.092047 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3fa79de-e227-49f2-9741-919e7514b022 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:48:22.092446 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fa79de-e227-49f2-9741-919e7514b022'] response: {'server_uuid': 'fee7bb6c-fa36-44ee-afc8-e6cdde53b162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e27abe3-d8a4-426d-aff8-a3e7c0175467', 'code': 200} Oct 05 09:48:22.124789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:22.205703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=0e27abe3-d8a4-426d-aff8-a3e7c0175467,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:22.460630 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608520b2-c14d-4367-9674-4ad32f2f7ffe req-52322aad-e703-44a4-8a57-e41812ecfd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:22.462094 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-608520b2-c14d-4367-9674-4ad32f2f7ffe req-52322aad-e703-44a4-8a57-e41812ecfd17 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 1137 time: 0.0756161 Oct 05 09:48:22.500665 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-608520b2-c14d-4367-9674-4ad32f2f7ffe req-54d3c908-a37a-41a9-9df0-271f69ac7104 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326316 Oct 05 09:48:22.635497 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7ef5a347-5bb7-492e-b050-2e9639cde776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:23.240687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbbb03-84ef-4d13-81e4-f9d952fbb32e req-b36e884f-b7bd-4fb0-8a15-4a3edb57413f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:23.242172 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7ddbbb03-84ef-4d13-81e4-f9d952fbb32e req-b36e884f-b7bd-4fb0-8a15-4a3edb57413f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 984 time: 0.0932436 Oct 05 09:48:23.285315 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7ddbbb03-84ef-4d13-81e4-f9d952fbb32e req-de290e92-bd74-43e0-b376-819bd0eb8c22 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375032 Oct 05 09:48:24.164851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:24.187602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:24.485120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79f662-d30c-4513-be0a-5678299e1167 req-243da2de-3854-4958-8f2f-4c03680174cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:24.486662 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5f79f662-d30c-4513-be0a-5678299e1167 req-243da2de-3854-4958-8f2f-4c03680174cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 984 time: 0.0920532 Oct 05 09:48:24.529819 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5f79f662-d30c-4513-be0a-5678299e1167 req-49f032a3-c352-48c0-93e1-fcfd9d25a401 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373905 Oct 05 09:48:24.722866 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a60e35-d0fa-4617-a6b8-7facf57b62cc req-7195ce73-fbb8-405e-b1c9-22c8cba19a50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:24.724313 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-93a60e35-d0fa-4617-a6b8-7facf57b62cc req-7195ce73-fbb8-405e-b1c9-22c8cba19a50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 984 time: 0.0873153 Oct 05 09:48:24.767834 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-93a60e35-d0fa-4617-a6b8-7facf57b62cc req-6169c881-6d7e-4766-a9fa-d012a20a7cb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377076 Oct 05 09:48:24.796355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45124) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:24.876401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b8b905-c0bb-4937-958b-77b5a2e5baa3 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:24.877872 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-89b8b905-c0bb-4937-958b-77b5a2e5baa3 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 1132 time: 0.0805550 Oct 05 09:48:24.880789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45128) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:24.885521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '0e27abe3-d8a4-426d-aff8-a3e7c0175467', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:24.891252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:24.895759 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:floatingip and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:24.898567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:24.904293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:24.978801 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:25.070674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:25.199456 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:25.333251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.98 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/77a9b982-48a4-494e-bcaf-5ff35dbb9036) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:48:25.474578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:25.564964 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:25.611232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:25.674751 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:48:25.677375 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:48:25.681003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:48:25.724632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=77a9b982-48a4-494e-bcaf-5ff35dbb9036,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:26.094367 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:26.243182 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:26.447769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:26.504395 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:26.606001 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=77a9b982-48a4-494e-bcaf-5ff35dbb9036,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:26.608316 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:26.779808 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP e0895971-e640-4ae6-8efb-717581beab47 associated. External IP: 172.26.7.98, port: 0e27abe3-d8a4-426d-aff8-a3e7c0175467. Oct 05 09:48:27.207558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:48:27.381225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:48:27.390439 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a27cf32-76ca-4129-9f3e-b17b76b3f6a0 None None] Sync routers for ids ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:48:27.402759 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a27cf32-76ca-4129-9f3e-b17b76b3f6a0 None None] Routers {'4814f822-de6b-40fa-b0b8-4a10c7a5d33b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:48:27.403353 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1a27cf32-76ca-4129-9f3e-b17b76b3f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:27.453068 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:27.508374 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-076d6604-b1b2-4f8d-baee-37f410302011 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.6265266 Oct 05 09:48:27.508864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee7bb6c-fa36-44ee-afc8-e6cdde53b162', 'tag': '0e27abe3-d8a4-426d-aff8-a3e7c0175467'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:48:27.511251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17e0601-0ffc-4eb1-b0d5-37a02fa748ca" -d '{"events": [{"name": "network-changed", "server_uuid": "fee7bb6c-fa36-44ee-afc8-e6cdde53b162", "tag": "0e27abe3-d8a4-426d-aff8-a3e7c0175467"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:48:27.511473 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45132) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:27.580838 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-1a27cf32-76ca-4129-9f3e-b17b76b3f6a0 None None] Set router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:48:27.598875 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c16b9e-4811-4942-b003-f93a8c759702 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:27.602984 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-72c16b9e-4811-4942-b003-f93a8c759702 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162&network_id=c881dd51-6473-4f10-b54f-951af5c46f0b HTTP/1.1" status: 200 len: 1132 time: 0.0878482 Oct 05 09:48:27.613545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d55517a-b753-4ad3-80d1-930fdc45c99b x-openstack-request-id: req-3d55517a-b753-4ad3-80d1-930fdc45c99b {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:48:27.613840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee7bb6c-fa36-44ee-afc8-e6cdde53b162", "tag": "0e27abe3-d8a4-426d-aff8-a3e7c0175467", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:48:27.614117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d55517a-b753-4ad3-80d1-930fdc45c99b {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:48:27.614532 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d55517a-b753-4ad3-80d1-930fdc45c99b'] response: {'name': 'network-changed', 'server_uuid': 'fee7bb6c-fa36-44ee-afc8-e6cdde53b162', 'tag': '0e27abe3-d8a4-426d-aff8-a3e7c0175467', 'status': 'completed', 'code': 200} Oct 05 09:48:27.745303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e0601-0ffc-4eb1-b0d5-37a02fa748ca req-b975b0e2-9cfe-4241-ba6f-64144fc5861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:27.747277 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a17e0601-0ffc-4eb1-b0d5-37a02fa748ca req-b975b0e2-9cfe-4241-ba6f-64144fc5861d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 1137 time: 0.0884523 Oct 05 09:48:27.880487 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e0601-0ffc-4eb1-b0d5-37a02fa748ca req-371a9f6d-1828-41fb-ab2a-1b26859d7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:27.881938 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a17e0601-0ffc-4eb1-b0d5-37a02fa748ca req-371a9f6d-1828-41fb-ab2a-1b26859d7c1d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c881dd51-6473-4f10-b54f-951af5c46f0b HTTP/1.1" status: 200 len: 897 time: 0.1286266 Oct 05 09:48:27.978571 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1a27cf32-76ca-4129-9f3e-b17b76b3f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'name': 'tempest-TestNetworkBasicOps-router-496339044', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:55Z', 'updated_at': '2022-10-05T09:48:01Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:56Z', 'updated_at': '2022-10-05T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'e0895971-e640-4ae6-8efb-717581beab47', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'port_id': '0e27abe3-d8a4-426d-aff8-a3e7c0175467', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1022113698', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'mac_address': 'fa:16:3e:c1:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7bb6c-fa36-44ee-afc8-e6cdde53b162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:48:26Z', 'updated_at': '2022-10-05T09:48:26Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9784c42-46b3-45cd-9e0c-007ee16bf06e', 'name': '', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:df:07:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:48:00Z', 'updated_at': '2022-10-05T09:48:06Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:27.982795 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a27cf32-76ca-4129-9f3e-b17b76b3f6a0 None None] Checking router: 4814f822-de6b-40fa-b0b8-4a10c7a5d33b for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:48:27.988764 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a17e0601-0ffc-4eb1-b0d5-37a02fa748ca req-5e797ec6-16f5-48f5-825b-3ea2d43a5dd4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e27abe3-d8a4-426d-aff8-a3e7c0175467 HTTP/1.1" status: 200 len: 1037 time: 0.1008654 Oct 05 09:48:27.994871 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a27cf32-76ca-4129-9f3e-b17b76b3f6a0 None None] Routers {'4814f822-de6b-40fa-b0b8-4a10c7a5d33b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:48:27.994871 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1a27cf32-76ca-4129-9f3e-b17b76b3f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:28.057278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e0601-0ffc-4eb1-b0d5-37a02fa748ca req-81465a37-c6cf-47ab-9b78-e4bf54c2600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:28.058763 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a17e0601-0ffc-4eb1-b0d5-37a02fa748ca req-81465a37-c6cf-47ab-9b78-e4bf54c2600b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97819675-5480-4ddd-92a3-bb090bcc8774 HTTP/1.1" status: 200 len: 834 time: 0.0641029 Oct 05 09:48:28.176974 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-1a27cf32-76ca-4129-9f3e-b17b76b3f6a0 None None] Set router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:48:28.179518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e0601-0ffc-4eb1-b0d5-37a02fa748ca req-bb5458f9-be63-4051-9921-e8c66d6af7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:28.181008 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a17e0601-0ffc-4eb1-b0d5-37a02fa748ca req-bb5458f9-be63-4051-9921-e8c66d6af7fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c881dd51-6473-4f10-b54f-951af5c46f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798004 Oct 05 09:48:28.200086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b31d0-b967-43ce-a92a-a3559b90a047 req-e4404913-aceb-4ba5-824e-7ecb712d07ea tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:28.201562 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-765b31d0-b967-43ce-a92a-a3559b90a047 req-e4404913-aceb-4ba5-824e-7ecb712d07ea tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 984 time: 0.0957215 Oct 05 09:48:28.249637 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-765b31d0-b967-43ce-a92a-a3559b90a047 req-cdb8d5fb-e373-4389-8875-e24b4c00b8c3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408795 Oct 05 09:48:28.316147 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a17e0601-0ffc-4eb1-b0d5-37a02fa748ca req-fa6ea363-a3c0-4922-a844-388678a86687 service neutron] 10.222.0.55 "GET /v2.0/networks/c881dd51-6473-4f10-b54f-951af5c46f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271648 Oct 05 09:48:28.448153 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a17e0601-0ffc-4eb1-b0d5-37a02fa748ca req-21826f5c-1c2d-4201-862e-6bbd711e5219 service neutron] 10.222.0.55 "GET /v2.0/networks/c881dd51-6473-4f10-b54f-951af5c46f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258736 Oct 05 09:48:28.527530 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1a27cf32-76ca-4129-9f3e-b17b76b3f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'name': 'tempest-TestNetworkBasicOps-router-496339044', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:55Z', 'updated_at': '2022-10-05T09:48:01Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:56Z', 'updated_at': '2022-10-05T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'e0895971-e640-4ae6-8efb-717581beab47', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'port_id': '0e27abe3-d8a4-426d-aff8-a3e7c0175467', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1022113698', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'mac_address': 'fa:16:3e:c1:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7bb6c-fa36-44ee-afc8-e6cdde53b162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:48:26Z', 'updated_at': '2022-10-05T09:48:26Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9784c42-46b3-45cd-9e0c-007ee16bf06e', 'name': '', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:df:07:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:48:00Z', 'updated_at': '2022-10-05T09:48:06Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:28.531363 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a27cf32-76ca-4129-9f3e-b17b76b3f6a0 None None] The sync data for ids ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'] in dv-neutron-860329-1-hyperv is: [{'id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'name': 'tempest-TestNetworkBasicOps-router-496339044', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:55Z', 'updated_at': '2022-10-05T09:48:01Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:56Z', 'updated_at': '2022-10-05T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'e0895971-e640-4ae6-8efb-717581beab47', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'port_id': '0e27abe3-d8a4-426d-aff8-a3e7c0175467', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1022113698', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'mac_address': 'fa:16:3e:c1:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7bb6c-fa36-44ee-afc8-e6cdde53b162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:48:26Z', 'updated_at': '2022-10-05T09:48:26Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9784c42-46b3-45cd-9e0c-007ee16bf06e', 'name': '', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:df:07:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:48:00Z', 'updated_at': '2022-10-05T09:48:06Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:48:28.708868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358885ef-a691-441b-bdd9-a167fe58cb46 None None] New status for floating IP e0895971-e640-4ae6-8efb-717581beab47: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:48:29.449188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9fa04-e113-4dc3-a906-0297d8eb585c req-dac1f004-9595-4787-8d6d-4ddc00113bfc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:29.450707 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ad9fa04-e113-4dc3-a906-0297d8eb585c req-dac1f004-9595-4787-8d6d-4ddc00113bfc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 984 time: 0.0885475 Oct 05 09:48:29.497109 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ad9fa04-e113-4dc3-a906-0297d8eb585c req-01fbe043-a18e-49cd-92ba-1b8e3eb929c9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406609 Oct 05 09:48:29.856558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-a5ce0e8d-51e6-4770-91ca-003d8930046b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:29.857242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-a5ce0e8d-51e6-4770-91ca-003d8930046b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:48:29.932698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-a5ce0e8d-51e6-4770-91ca-003d8930046b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:48:29.933796 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-a5ce0e8d-51e6-4770-91ca-003d8930046b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 984 time: 0.2624753 Oct 05 09:48:30.005423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-25482f8c-f9eb-49ff-bb73-7275fb3a1dce tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:30.006729 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-25482f8c-f9eb-49ff-bb73-7275fb3a1dce tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/ports/0e27abe3-d8a4-426d-aff8-a3e7c0175467?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0674102 Oct 05 09:48:30.147656 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-c986eb3f-ae9c-4001-b07c-1534e0aab563 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/networks/c881dd51-6473-4f10-b54f-951af5c46f0b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1360688 Oct 05 09:48:30.157915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-abc527cd-c1a3-4d98-a086-5b12e23d5800 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:30.267811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-abc527cd-c1a3-4d98-a086-5b12e23d5800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:30.461086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-abc527cd-c1a3-4d98-a086-5b12e23d5800 service neutron] For port 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0e27abe3-d8a4-426d-aff8-a3e7c0175467,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:48:30.488364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-abc527cd-c1a3-4d98-a086-5b12e23d5800 service neutron] For port 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:48:30.542623 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-abc527cd-c1a3-4d98-a086-5b12e23d5800 service neutron] device_id is not set on port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:48:30.555941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-abc527cd-c1a3-4d98-a086-5b12e23d5800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:30.635911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-abc527cd-c1a3-4d98-a086-5b12e23d5800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:30.658779 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ecefd52-8f67-4b43-b453-8cebdc4a4293 req-2e25886a-d03e-4868-b807-a1900f16ecf8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 210 time: 0.0494430 Oct 05 09:48:30.779207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc527cd-c1a3-4d98-a086-5b12e23d5800 service neutron] Pushing event updated for resources: {'Port': ['ID=0e27abe3-d8a4-426d-aff8-a3e7c0175467,revision_number=6']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:30.827568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-abc527cd-c1a3-4d98-a086-5b12e23d5800 service neutron] No DVR routers for this DVR port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:48:31.044107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-abc527cd-c1a3-4d98-a086-5b12e23d5800 service neutron] In _notify_port_updated(), no bound segment for port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 on network c881dd51-6473-4f10-b54f-951af5c46f0b {{(pid=89845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:48:31.044900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-abc527cd-c1a3-4d98-a086-5b12e23d5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:31.045503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-abc527cd-c1a3-4d98-a086-5b12e23d5800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:31.046814 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7f0b8627-90a8-40ca-af94-0edfe0262022 req-abc527cd-c1a3-4d98-a086-5b12e23d5800 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e27abe3-d8a4-426d-aff8-a3e7c0175467 HTTP/1.1" status: 200 len: 1027 time: 0.8927703 Oct 05 09:48:31.829287 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-208efb31-641e-4a8f-ae3a-d5812781e72a req-c44cb01d-504b-4fbc-87b9-43ad4b72e0d1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee7bb6c-fa36-44ee-afc8-e6cdde53b162 HTTP/1.1" status: 200 len: 210 time: 0.0480983 Oct 05 09:48:32.928636 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45154) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:32.999399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e3010-caf2-4185-8733-5c9aaa67322e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:33.000720 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a04e3010-caf2-4185-8733-5c9aaa67322e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports/0e27abe3-d8a4-426d-aff8-a3e7c0175467 HTTP/1.1" status: 200 len: 926 time: 0.0710726 Oct 05 09:48:33.133338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45160) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:33.139766 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a2ef5376-8e11-464b-81aa-35fac9980f90 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-330815993', 'description': 'tempest-secgroup-smoke-330815993 description', 'project_id': '6294a6c4935647d8b376ea5a0a53c756'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:33.145142 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a2ef5376-8e11-464b-81aa-35fac9980f90 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:33.154756 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a2ef5376-8e11-464b-81aa-35fac9980f90 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:33.221612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5376-8e11-464b-81aa-35fac9980f90 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:33.244533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a2ef5376-8e11-464b-81aa-35fac9980f90 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:33.248217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a2ef5376-8e11-464b-81aa-35fac9980f90 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:33.250930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a2ef5376-8e11-464b-81aa-35fac9980f90 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:33.256460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a2ef5376-8e11-464b-81aa-35fac9980f90 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:33.321651 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5376-8e11-464b-81aa-35fac9980f90 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:33.375170 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5376-8e11-464b-81aa-35fac9980f90 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:33.418245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef5376-8e11-464b-81aa-35fac9980f90 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854610f0-2d3a-4f55-ab63-fbd554a7725d,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:33.492705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5376-8e11-464b-81aa-35fac9980f90 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:33.493936 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a2ef5376-8e11-464b-81aa-35fac9980f90 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3595691 Oct 05 09:48:33.496697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45164) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:33.501651 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-25812ed6-ac49-4475-928b-a3f7b24b7f41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '854610f0-2d3a-4f55-ab63-fbd554a7725d', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:33.508597 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-25812ed6-ac49-4475-928b-a3f7b24b7f41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:33.512518 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-25812ed6-ac49-4475-928b-a3f7b24b7f41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:33.515379 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-25812ed6-ac49-4475-928b-a3f7b24b7f41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:33.521558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-25812ed6-ac49-4475-928b-a3f7b24b7f41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:33.587575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25812ed6-ac49-4475-928b-a3f7b24b7f41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:33.645417 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25812ed6-ac49-4475-928b-a3f7b24b7f41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:33.709546 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25812ed6-ac49-4475-928b-a3f7b24b7f41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:33.732735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25812ed6-ac49-4475-928b-a3f7b24b7f41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf95ac2f-ce69-4b03-80e4-b3d7f2485d19,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:33.757242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0e27abe3-d8a4-426d-aff8-a3e7c0175467 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:48:33.801458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25812ed6-ac49-4475-928b-a3f7b24b7f41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:33.802781 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-25812ed6-ac49-4475-928b-a3f7b24b7f41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3051798 Oct 05 09:48:33.805557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45168) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:33.810545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-f0ba3451-af58-4ae3-826c-fd19c6b6aa46 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '854610f0-2d3a-4f55-ab63-fbd554a7725d', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:33.817184 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f0ba3451-af58-4ae3-826c-fd19c6b6aa46 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:33.817392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0e27abe3-d8a4-426d-aff8-a3e7c0175467 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:48:33.821661 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f0ba3451-af58-4ae3-826c-fd19c6b6aa46 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:33.824638 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f0ba3451-af58-4ae3-826c-fd19c6b6aa46 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:33.830451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f0ba3451-af58-4ae3-826c-fd19c6b6aa46 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:33.910760 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3451-af58-4ae3-826c-fd19c6b6aa46 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:33.970280 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3451-af58-4ae3-826c-fd19c6b6aa46 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:34.044035 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3451-af58-4ae3-826c-fd19c6b6aa46 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:34.067039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba3451-af58-4ae3-826c-fd19c6b6aa46 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b47fb4e-34dd-4795-85a8-29a96722a5bb,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:34.164245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3451-af58-4ae3-826c-fd19c6b6aa46 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:34.165339 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f0ba3451-af58-4ae3-826c-fd19c6b6aa46 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3588104 Oct 05 09:48:34.168096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45172) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:34.172850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2e0b2997-bd4f-447a-bbeb-8f229250711e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '854610f0-2d3a-4f55-ab63-fbd554a7725d', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:34.178992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2e0b2997-bd4f-447a-bbeb-8f229250711e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:34.182734 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2e0b2997-bd4f-447a-bbeb-8f229250711e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:34.185604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2e0b2997-bd4f-447a-bbeb-8f229250711e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:34.191954 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2e0b2997-bd4f-447a-bbeb-8f229250711e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:34.310150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2997-bd4f-447a-bbeb-8f229250711e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:34.369142 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2997-bd4f-447a-bbeb-8f229250711e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:34.464107 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2997-bd4f-447a-bbeb-8f229250711e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:34.488076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b2997-bd4f-447a-bbeb-8f229250711e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84139752-54fc-4fed-a322-8a6a73f783c0,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:34.578437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2997-bd4f-447a-bbeb-8f229250711e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:34.579593 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2e0b2997-bd4f-447a-bbeb-8f229250711e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4106092 Oct 05 09:48:34.582929 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45176) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:34.587720 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-0cf7f879-c071-4822-bd8e-1c8d9e22c1a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '854610f0-2d3a-4f55-ab63-fbd554a7725d', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:34.593393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0cf7f879-c071-4822-bd8e-1c8d9e22c1a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:34.597206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0cf7f879-c071-4822-bd8e-1c8d9e22c1a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:34.600096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0cf7f879-c071-4822-bd8e-1c8d9e22c1a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:34.605752 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0cf7f879-c071-4822-bd8e-1c8d9e22c1a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:34.696626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0cf7f879-c071-4822-bd8e-1c8d9e22c1a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:34.760734 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0cf7f879-c071-4822-bd8e-1c8d9e22c1a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:34.812359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0cf7f879-c071-4822-bd8e-1c8d9e22c1a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:34.837236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7f879-c071-4822-bd8e-1c8d9e22c1a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48efc356-f80f-4819-8a31-55c71b6f7cc6,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:34.912593 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0cf7f879-c071-4822-bd8e-1c8d9e22c1a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:34.913759 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0cf7f879-c071-4822-bd8e-1c8d9e22c1a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3299377 Oct 05 09:48:34.916610 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45180) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:34.921464 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-725af1af-0b97-41ab-98d2-1ed23c2cabd9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '854610f0-2d3a-4f55-ab63-fbd554a7725d', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:34.927696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-725af1af-0b97-41ab-98d2-1ed23c2cabd9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:34.931448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-725af1af-0b97-41ab-98d2-1ed23c2cabd9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:34.934325 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-725af1af-0b97-41ab-98d2-1ed23c2cabd9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:34.939884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-725af1af-0b97-41ab-98d2-1ed23c2cabd9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:35.021260 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-725af1af-0b97-41ab-98d2-1ed23c2cabd9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:48:35.027764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-725af1af-0b97-41ab-98d2-1ed23c2cabd9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:35.090403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-725af1af-0b97-41ab-98d2-1ed23c2cabd9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:35.152453 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-725af1af-0b97-41ab-98d2-1ed23c2cabd9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:35.175937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725af1af-0b97-41ab-98d2-1ed23c2cabd9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fedd3c2-b578-434d-94b5-6020d96d268f,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:35.238393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-725af1af-0b97-41ab-98d2-1ed23c2cabd9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:35.239565 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-725af1af-0b97-41ab-98d2-1ed23c2cabd9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3220646 Oct 05 09:48:35.242285 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45184) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:35.247258 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-0fa1c20b-d3c0-48ca-9956-e85fc430c319 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '854610f0-2d3a-4f55-ab63-fbd554a7725d', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:35.253438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0fa1c20b-d3c0-48ca-9956-e85fc430c319 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:35.257262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0fa1c20b-d3c0-48ca-9956-e85fc430c319 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:35.260150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0fa1c20b-d3c0-48ca-9956-e85fc430c319 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:35.265772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0fa1c20b-d3c0-48ca-9956-e85fc430c319 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:35.344000 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-0fa1c20b-d3c0-48ca-9956-e85fc430c319 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:48:35.350290 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c20b-d3c0-48ca-9956-e85fc430c319 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:35.412667 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c20b-d3c0-48ca-9956-e85fc430c319 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:35.500863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c20b-d3c0-48ca-9956-e85fc430c319 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:35.527639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1c20b-d3c0-48ca-9956-e85fc430c319 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ed045e-4322-42ba-865e-4eb30ce8273d,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:35.598244 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c20b-d3c0-48ca-9956-e85fc430c319 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:35.599351 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0fa1c20b-d3c0-48ca-9956-e85fc430c319 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3561842 Oct 05 09:48:35.761803 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-ae3d35b0-6289-499c-a56c-7a975658a6d8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:48:35.829745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-ae3d35b0-6289-499c-a56c-7a975658a6d8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:48:35.831443 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-ae3d35b0-6289-499c-a56c-7a975658a6d8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330815993&fields=id&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 267 time: 0.1086764 Oct 05 09:48:35.907108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-f20a7d21-052c-4414-aa00-c995ba0a197d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:35.908355 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-f20a7d21-052c-4414-aa00-c995ba0a197d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports/0e27abe3-d8a4-426d-aff8-a3e7c0175467 HTTP/1.1" status: 200 len: 931 time: 0.0703354 Oct 05 09:48:35.983161 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-3baaddc4-a973-45c2-b552-637cc1ffb610 service neutron] 10.222.0.49 "GET /v2.0/ports/0e27abe3-d8a4-426d-aff8-a3e7c0175467?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0624294 Oct 05 09:48:36.198984 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-d168ccff-6c2f-4c9e-95ee-ca1ff38f7682 service neutron] 10.222.0.49 "GET /v2.0/networks/c881dd51-6473-4f10-b54f-951af5c46f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102137 Oct 05 09:48:36.328687 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-ffb0847b-cbb2-44d3-b158-0c6fd9d13db6 service neutron] 10.222.0.49 "GET /v2.0/networks/c881dd51-6473-4f10-b54f-951af5c46f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238339 Oct 05 09:48:36.633767 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ca351875-acde-4953-a57d-8c25cd5c20c6 req-e851d41d-b731-4ae7-9471-1dbafe3456bc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 210 time: 0.0490816 Oct 05 09:48:37.798111 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f89a357f-be3d-46f6-ad4e-db611b6b1073 req-43126aed-3321-4773-856a-308c91e0c963 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 210 time: 0.0531623 Oct 05 09:48:38.585408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-8349034c-9580-429f-b20a-b5842409e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:38.586778 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-8349034c-9580-429f-b20a-b5842409e27f service neutron] 10.222.0.55 "GET /v2.0/ports/0e27abe3-d8a4-426d-aff8-a3e7c0175467 HTTP/1.1" status: 200 len: 1027 time: 0.0617423 Oct 05 09:48:38.736219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-3935059b-e51f-4a22-8e16-9a008cd8265a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:38.738126 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-3935059b-e51f-4a22-8e16-9a008cd8265a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/networks?id=c881dd51-6473-4f10-b54f-951af5c46f0b HTTP/1.1" status: 200 len: 796 time: 0.1459987 Oct 05 09:48:38.798453 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-3b67d6b4-03d3-4322-91ab-9c688bd38508 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 472 time: 0.0464582 Oct 05 09:48:38.808081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Request body: {'port': {'device_id': '24fb2975-51d5-4d41-89be-1211236b5c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:38.915267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:38.964750 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-652c58c7-f90c-4c6d-a585-ddcfa1b39a63 req-b5b79263-37c0-4f3e-a96b-937454649fb8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 210 time: 0.0519943 Oct 05 09:48:39.352246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e27abe3-d8a4-426d-aff8-a3e7c0175467 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:48:39.359210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:39.373717 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Transition to ACTIVE for port object 0e27abe3-d8a4-426d-aff8-a3e7c0175467 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:48:39.426462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:39.565321 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Pushing event updated for resources: {'Port': ['ID=0e27abe3-d8a4-426d-aff8-a3e7c0175467,revision_number=7']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:39.679877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Attempting to bind port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:48:39.680505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Attempting to bind port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:48:39.680505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Attempting to bind port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 on network c881dd51-6473-4f10-b54f-951af5c46f0b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:48:39.684788 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 on network c881dd51-6473-4f10-b54f-951af5c46f0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:48:39.685100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Attempting to bind port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 on network c881dd51-6473-4f10-b54f-951af5c46f0b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:48:39.690331 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:48:39.690698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Checking segment: {'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:48:39.691082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Bound using segment: {'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:48:39.691507 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Bound port: 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:48:39.691851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:39.783502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] For port 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:48:39.786471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] For port 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0e27abe3-d8a4-426d-aff8-a3e7c0175467,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:48:39.889763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:39.892801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:39.894065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:39.895597 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e27abe3-d8a4-426d-aff8-a3e7c0175467 HTTP/1.1" status: 200 len: 1132 time: 1.0912855 Oct 05 09:48:39.924524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fb2975-51d5-4d41-89be-1211236b5c6e', 'tag': '0e27abe3-d8a4-426d-aff8-a3e7c0175467'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:48:39.926850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d61ab85-29a4-4daf-ae6d-ec3cc129ff6a" -d '{"events": [{"name": "network-changed", "server_uuid": "24fb2975-51d5-4d41-89be-1211236b5c6e", "tag": "0e27abe3-d8a4-426d-aff8-a3e7c0175467"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:48:39.968081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cc74c-f49e-43c4-911b-97cf2bacca05 service neutron] Pushing event updated for resources: {'Port': ['ID=0e27abe3-d8a4-426d-aff8-a3e7c0175467,revision_number=8']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:39.974316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6447d9-f137-45a8-988d-ad96b6a2d064 x-openstack-request-id: req-ae6447d9-f137-45a8-988d-ad96b6a2d064 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:48:39.974619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fb2975-51d5-4d41-89be-1211236b5c6e", "tag": "0e27abe3-d8a4-426d-aff8-a3e7c0175467", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:48:39.974856 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae6447d9-f137-45a8-988d-ad96b6a2d064 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:48:39.975250 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6447d9-f137-45a8-988d-ad96b6a2d064'] response: {'name': 'network-changed', 'server_uuid': '24fb2975-51d5-4d41-89be-1211236b5c6e', 'tag': '0e27abe3-d8a4-426d-aff8-a3e7c0175467', 'status': 'completed', 'code': 200} Oct 05 09:48:40.095982 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61ab85-29a4-4daf-ae6d-ec3cc129ff6a req-184c9481-d7d3-4265-9885-d2eeb80872fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:40.097488 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8d61ab85-29a4-4daf-ae6d-ec3cc129ff6a req-184c9481-d7d3-4265-9885-d2eeb80872fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 1135 time: 0.0832677 Oct 05 09:48:40.162198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604d9b5-0080-488e-a955-05c06bd20616 req-5f7b44fb-8c9e-484a-9cf2-d984ef250cc8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:40.163634 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4604d9b5-0080-488e-a955-05c06bd20616 req-5f7b44fb-8c9e-484a-9cf2-d984ef250cc8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 982 time: 0.0863681 Oct 05 09:48:40.211611 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4604d9b5-0080-488e-a955-05c06bd20616 req-c0eef1ec-9df7-4e8b-a19e-84e3f7b84081 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421042 Oct 05 09:48:40.249136 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61ab85-29a4-4daf-ae6d-ec3cc129ff6a req-11c38a31-f0f9-4683-add7-db31709d2e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:40.250658 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8d61ab85-29a4-4daf-ae6d-ec3cc129ff6a req-11c38a31-f0f9-4683-add7-db31709d2e76 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6294a6c4935647d8b376ea5a0a53c756&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1376951 Oct 05 09:48:40.386270 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61ab85-29a4-4daf-ae6d-ec3cc129ff6a req-06b83c4d-9577-4558-b899-dbbbad6984a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:40.387686 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8d61ab85-29a4-4daf-ae6d-ec3cc129ff6a req-06b83c4d-9577-4558-b899-dbbbad6984a2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309729 Oct 05 09:48:40.524596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-d601f2ff-c31d-4c72-a98e-af9e13550cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:40.526058 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-d601f2ff-c31d-4c72-a98e-af9e13550cd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 1135 time: 0.0776327 Oct 05 09:48:40.633699 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-9778e8e7-c9aa-4936-a12f-53a250fea490 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e27abe3-d8a4-426d-aff8-a3e7c0175467 HTTP/1.1" status: 200 len: 1037 time: 0.0948513 Oct 05 09:48:40.693200 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-66a04f80-3af7-4c2c-ae45-1dc65116354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:40.694580 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-66a04f80-3af7-4c2c-ae45-1dc65116354e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97819675-5480-4ddd-92a3-bb090bcc8774 HTTP/1.1" status: 200 len: 834 time: 0.0553246 Oct 05 09:48:40.778341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-ed02518f-e243-4ebb-b082-07b7941b2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:40.779822 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-ed02518f-e243-4ebb-b082-07b7941b2be2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c881dd51-6473-4f10-b54f-951af5c46f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795443 Oct 05 09:48:41.000756 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-e0c0b305-6851-489a-ba40-ef7e987ee130 service neutron] 10.222.0.55 "GET /v2.0/networks/c881dd51-6473-4f10-b54f-951af5c46f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146237 Oct 05 09:48:41.128610 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-29fe5737-fe9d-41cc-8a8b-d487f33495be req-448c4565-4cc5-478c-b7c3-30603e746c42 service neutron] 10.222.0.55 "GET /v2.0/networks/c881dd51-6473-4f10-b54f-951af5c46f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212223 Oct 05 09:48:41.409912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef50800-7748-459d-96b6-be710ab0d5d1 req-7fd38018-d9b7-4844-9f61-7524a4d5c285 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:41.411303 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3ef50800-7748-459d-96b6-be710ab0d5d1 req-7fd38018-d9b7-4844-9f61-7524a4d5c285 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 982 time: 0.0864794 Oct 05 09:48:41.454693 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3ef50800-7748-459d-96b6-be710ab0d5d1 req-31f0f19f-d43b-4d38-a3b6-d70f68cd8098 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377486 Oct 05 09:48:42.507519 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:48:42.654293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c5b3-1ad2-4fa5-99d7-aaba3299ef10 req-c2ea0e86-d0d0-4efa-8628-c739f147fa84 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:42.655737 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-34c6c5b3-1ad2-4fa5-99d7-aaba3299ef10 req-c2ea0e86-d0d0-4efa-8628-c739f147fa84 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 982 time: 0.0901361 Oct 05 09:48:42.701169 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-34c6c5b3-1ad2-4fa5-99d7-aaba3299ef10 req-bcf5a802-eb5e-4359-9266-b275ab617071 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390799 Oct 05 09:48:43.804421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0e27abe3-d8a4-426d-aff8-a3e7c0175467 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:48:43.894732 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5254b5-9cab-4c32-a0c9-278406996247 req-6a6dc689-158c-4d60-8407-1847668309d9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:43.896189 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7c5254b5-9cab-4c32-a0c9-278406996247 req-6a6dc689-158c-4d60-8407-1847668309d9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 982 time: 0.0862117 Oct 05 09:48:43.937536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0e27abe3-d8a4-426d-aff8-a3e7c0175467,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:48:43.942443 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7c5254b5-9cab-4c32-a0c9-278406996247 req-4c17760c-dc00-4f08-b755-1bc8e00b31bb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403373 Oct 05 09:48:43.950932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '0e27abe3-d8a4-426d-aff8-a3e7c0175467', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'port_id': '0e27abe3-d8a4-426d-aff8-a3e7c0175467', 'mac_address': 'fa:16:3e:c1:f9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:48:44.005485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:48:44.005784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:44.022241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e27abe3-d8a4-426d-aff8-a3e7c0175467 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:48:44.037525 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0e27abe3-d8a4-426d-aff8-a3e7c0175467,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:48:44.117698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:44.184552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=0e27abe3-d8a4-426d-aff8-a3e7c0175467,revision_number=9']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:44.495270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['0e27abe3-d8a4-426d-aff8-a3e7c0175467'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:48:45.139671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2dfcc-25e2-4ea7-82fc-17e9e46617c9 req-bb6456bd-659a-4e1b-ad24-155dae51241e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:45.141096 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3ba2dfcc-25e2-4ea7-82fc-17e9e46617c9 req-bb6456bd-659a-4e1b-ad24-155dae51241e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 983 time: 0.0887673 Oct 05 09:48:45.183727 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3ba2dfcc-25e2-4ea7-82fc-17e9e46617c9 req-fffc18e8-9cfd-4444-8afa-855db3cbd0eb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369711 Oct 05 09:48:45.804174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0e27abe3-d8a4-426d-aff8-a3e7c0175467 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:48:45.912309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:48:45.916925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:48:45.917296 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:45.917628 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 Oct 05 09:48:46.032502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:48:46.032796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:46.058357 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fb2975-51d5-4d41-89be-1211236b5c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e27abe3-d8a4-426d-aff8-a3e7c0175467'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:48:46.060594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212ad208-217b-4c9a-83ba-2b3c999fc6fe" -d '{"events": [{"server_uuid": "24fb2975-51d5-4d41-89be-1211236b5c6e", "name": "network-vif-plugged", "status": "completed", "tag": "0e27abe3-d8a4-426d-aff8-a3e7c0175467"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:48:46.068775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0e27abe3-d8a4-426d-aff8-a3e7c0175467,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:48:46.103123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b807c66b-4359-44a9-8684-d9e17d9010ef x-openstack-request-id: req-b807c66b-4359-44a9-8684-d9e17d9010ef {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:48:46.103414 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fb2975-51d5-4d41-89be-1211236b5c6e", "name": "network-vif-plugged", "status": "completed", "tag": "0e27abe3-d8a4-426d-aff8-a3e7c0175467", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:48:46.103695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b807c66b-4359-44a9-8684-d9e17d9010ef {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:48:46.104126 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b807c66b-4359-44a9-8684-d9e17d9010ef'] response: {'server_uuid': '24fb2975-51d5-4d41-89be-1211236b5c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e27abe3-d8a4-426d-aff8-a3e7c0175467', 'code': 200} Oct 05 09:48:46.138887 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:46.212610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=0e27abe3-d8a4-426d-aff8-a3e7c0175467,revision_number=10']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:46.383140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3541ff-0442-420a-8fbe-443c1fd27230 req-d4d39975-ad95-4de3-9aca-f342e4e96667 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:46.384537 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bd3541ff-0442-420a-8fbe-443c1fd27230 req-d4d39975-ad95-4de3-9aca-f342e4e96667 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 985 time: 0.0910785 Oct 05 09:48:46.430947 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bd3541ff-0442-420a-8fbe-443c1fd27230 req-3faa65b0-6ee0-4059-ac37-3cdbfc1ed499 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396788 Oct 05 09:48:46.498350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610f192-cb57-40f1-9665-aabfba52a63e req-8d3f9bc7-d6e0-4b28-b791-aa8963686457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:46.499822 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7610f192-cb57-40f1-9665-aabfba52a63e req-8d3f9bc7-d6e0-4b28-b791-aa8963686457 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 1138 time: 0.0770001 Oct 05 09:48:46.538726 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7610f192-cb57-40f1-9665-aabfba52a63e req-d5fcf6ce-fef2-4aa0-9890-3ce69e4961f7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329053 Oct 05 09:48:47.631127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931f355-270f-49c6-b09c-68e1a67cf8ae req-b25e7e91-78e4-47c4-9ba4-902e1d725cfc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:47.632562 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f931f355-270f-49c6-b09c-68e1a67cf8ae req-b25e7e91-78e4-47c4-9ba4-902e1d725cfc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 985 time: 0.0867884 Oct 05 09:48:47.678360 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f931f355-270f-49c6-b09c-68e1a67cf8ae req-86ef90a7-d48c-4ee2-a771-607b57acba47 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Oct 05 09:48:48.876490 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb9c0-631a-4b08-abcc-8c3cf8d1d1df req-acaf086c-c4c8-46ba-b892-b558c3a1e133 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:48.878444 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-906bb9c0-631a-4b08-abcc-8c3cf8d1d1df req-acaf086c-c4c8-46ba-b892-b558c3a1e133 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 985 time: 0.0861013 Oct 05 09:48:48.920796 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-906bb9c0-631a-4b08-abcc-8c3cf8d1d1df req-c9f419a0-b609-4256-913c-817bf93f299f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367680 Oct 05 09:48:49.116222 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf01d6-cab3-474f-9223-3dfa5fb00bad req-57861ac0-7c07-487a-a9ff-c0d5ceea77ad tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:49.117641 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d2bf01d6-cab3-474f-9223-3dfa5fb00bad req-57861ac0-7c07-487a-a9ff-c0d5ceea77ad tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 985 time: 0.0892370 Oct 05 09:48:49.160275 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d2bf01d6-cab3-474f-9223-3dfa5fb00bad req-32163e9f-a0ce-4bfd-8336-d0711d19c833 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368514 Oct 05 09:48:49.187831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45252) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:49.265705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a0d480-d741-4a9b-ad36-515347aaca1c tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:49.267143 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-88a0d480-d741-4a9b-ad36-515347aaca1c tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e&network_id=c881dd51-6473-4f10-b54f-951af5c46f0b HTTP/1.1" status: 200 len: 1133 time: 0.0783730 Oct 05 09:48:49.858174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47944344-d522-41cd-866d-42dfdfc8695a req-d5d19cec-d36a-44dc-8fd7-ca9181c85313 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:49.859622 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-47944344-d522-41cd-866d-42dfdfc8695a req-d5d19cec-d36a-44dc-8fd7-ca9181c85313 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 985 time: 0.0903814 Oct 05 09:48:49.902628 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-47944344-d522-41cd-866d-42dfdfc8695a req-a40bdb20-22d1-4c6c-99bf-2937ab56853b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367212 Oct 05 09:48:50.307423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45260) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:50.375214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ce686049-7db5-46f9-9cb8-f734dbbf89c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:50.637585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-02746dc1-d8e3-4ce5-b557-b89fe7ceb92f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Deleting port 437ecb1b-5c1f-4a23-802b-02f21cbc7f0c {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:48:50.637828 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02746dc1-d8e3-4ce5-b557-b89fe7ceb92f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:50.803470 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02746dc1-d8e3-4ce5-b557-b89fe7ceb92f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:50.803794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02746dc1-d8e3-4ce5-b557-b89fe7ceb92f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:50.925011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-02746dc1-d8e3-4ce5-b557-b89fe7ceb92f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Calling delete_port for 437ecb1b-5c1f-4a23-802b-02f21cbc7f0c owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:48:51.150020 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1f2a9-70e4-4122-8ab9-6e4322bad03a req-416ae83a-9c24-46a8-ac07-08dca8a977b9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:51.151467 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-13b1f2a9-70e4-4122-8ab9-6e4322bad03a req-416ae83a-9c24-46a8-ac07-08dca8a977b9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 985 time: 0.1084406 Oct 05 09:48:51.186527 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02746dc1-d8e3-4ce5-b557-b89fe7ceb92f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:51.238553 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02746dc1-d8e3-4ce5-b557-b89fe7ceb92f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event deleted for resources: {'Port': ['ID=437ecb1b-5c1f-4a23-802b-02f21cbc7f0c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:51.244410 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-13b1f2a9-70e4-4122-8ab9-6e4322bad03a req-5d726635-30d3-4224-9f40-35984a7aad8d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=4779f9eb-7a14-4856-bb71-1fac9d160ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870252 Oct 05 09:48:51.340307 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02746dc1-d8e3-4ce5-b557-b89fe7ceb92f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:51.340596 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-02746dc1-d8e3-4ce5-b557-b89fe7ceb92f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Floating IP bff096b5-fbdf-4f4e-a5c0-bd7c8cefa986 disassociated (deleted). External IP: 172.26.7.140, port: bfb84ae2-a931-4565-acee-61152b3a17b8. Oct 05 09:48:51.445070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-7e939cc2-af30-475f-b914-0668485d2c9a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:51.446462 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-7e939cc2-af30-475f-b914-0668485d2c9a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 985 time: 0.0898223 Oct 05 09:48:51.519353 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-bb214113-86e9-4e24-9873-04bdaa0c3c62 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:51.520738 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-bb214113-86e9-4e24-9873-04bdaa0c3c62 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/ports/0e27abe3-d8a4-426d-aff8-a3e7c0175467?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0683320 Oct 05 09:48:51.667063 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-b14d9e79-70fc-4fcb-b61e-a08109f924bd tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/networks/c881dd51-6473-4f10-b54f-951af5c46f0b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1404266 Oct 05 09:48:51.676809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:51.689414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02746dc1-d8e3-4ce5-b557-b89fe7ceb92f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Router 3898aadd-c7e0-419a-8f80-1e1148a18578 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:48:51.789509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:51.977544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02746dc1-d8e3-4ce5-b557-b89fe7ceb92f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:48:51.988488 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a284ef9-907e-4015-812f-a8dd0510ff9d None None] Sync routers for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:48:51.993726 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-02746dc1-d8e3-4ce5-b557-b89fe7ceb92f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:51.998255 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a284ef9-907e-4015-812f-a8dd0510ff9d None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:48:51.998870 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5a284ef9-907e-4015-812f-a8dd0510ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:52.011808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] For port 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0e27abe3-d8a4-426d-aff8-a3e7c0175467,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:48:52.043059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] For port 0e27abe3-d8a4-426d-aff8-a3e7c0175467, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:48:52.050778 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-02746dc1-d8e3-4ce5-b557-b89fe7ceb92f tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "DELETE /v2.0/floatingips/bff096b5-fbdf-4f4e-a5c0-bd7c8cefa986 HTTP/1.1" status: 204 len: 168 time: 1.7399426 Oct 05 09:48:52.050778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a6f184-102e-4764-bc2b-e4cd4dde53d9', 'tag': 'bfb84ae2-a931-4565-acee-61152b3a17b8'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:48:52.051584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da24b52-5e4b-4cb1-99e0-04122afdab39" -d '{"events": [{"name": "network-changed", "server_uuid": "70a6f184-102e-4764-bc2b-e4cd4dde53d9", "tag": "bfb84ae2-a931-4565-acee-61152b3a17b8"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:48:52.097244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] device_id is not set on port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 yet. {{(pid=89845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:48:52.105741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:52.132259 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf98a61-122c-42d4-bd35-ac82c3e5e581 x-openstack-request-id: req-bcf98a61-122c-42d4-bd35-ac82c3e5e581 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:48:52.132561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a6f184-102e-4764-bc2b-e4cd4dde53d9", "tag": "bfb84ae2-a931-4565-acee-61152b3a17b8", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:48:52.132816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcf98a61-122c-42d4-bd35-ac82c3e5e581 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:48:52.133343 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf98a61-122c-42d4-bd35-ac82c3e5e581'] response: {'name': 'network-changed', 'server_uuid': '70a6f184-102e-4764-bc2b-e4cd4dde53d9', 'tag': 'bfb84ae2-a931-4565-acee-61152b3a17b8', 'status': 'completed', 'code': 200} Oct 05 09:48:52.187539 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-5a284ef9-907e-4015-812f-a8dd0510ff9d None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:48:52.220118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:52.375716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e27abe3-d8a4-426d-aff8-a3e7c0175467,revision_number=11']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:52.433487 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-718c8554-f831-4560-8837-386a71a97360 req-248b9aee-8044-4c9e-a236-3c0e55516a08 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 210 time: 0.0632954 Oct 05 09:48:52.435168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] No DVR routers for this DVR port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:48:52.488606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:52.489263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:52.489263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:52.489589 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:52.489919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:52.490271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:52.490599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:52.490922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:52.491249 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:52.491571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:52.491892 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:52.492212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:52.531112 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24b52-5e4b-4cb1-99e0-04122afdab39 req-2cd86902-6c91-41cd-b801-62c499567e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:52.532633 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7da24b52-5e4b-4cb1-99e0-04122afdab39 req-2cd86902-6c91-41cd-b801-62c499567e52 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 1099 time: 0.3621902 Oct 05 09:48:52.607705 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5a284ef9-907e-4015-812f-a8dd0510ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'b5bfbd15-d1ca-4e4f-a5ab-94afdbce2a1a', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'floating_ip_address': '172.26.7.146', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'port_id': '3080783e-c8a5-4031-919f-c87d655ce921', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'mac_address': 'fa:16:3e:de:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:43:07Z', 'updated_at': '2022-10-05T09:43:10Z', 'revision_number': 1, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:52.615266 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a284ef9-907e-4015-812f-a8dd0510ff9d None None] Checking router: 3898aadd-c7e0-419a-8f80-1e1148a18578 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:48:52.624102 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a284ef9-907e-4015-812f-a8dd0510ff9d None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:48:52.624906 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5a284ef9-907e-4015-812f-a8dd0510ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:52.661177 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f1edc912-0246-443b-ad5c-500b1ceb2196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:52.696965 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ce1b7-bd56-40ef-9e7b-dc46cf715799 req-aa703cd2-0de8-4e6e-a03a-d78dd0102bb3 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:52.697712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-8c4ce1b7-bd56-40ef-9e7b-dc46cf715799 req-aa703cd2-0de8-4e6e-a03a-d78dd0102bb3 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Synchronizing usage tracker for tenant:be9b9908fe7c4c9a97f0c067874401dc on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:48:52.797713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-8c4ce1b7-bd56-40ef-9e7b-dc46cf715799 req-aa703cd2-0de8-4e6e-a03a-d78dd0102bb3 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Unset dirty status for tenant:be9b9908fe7c4c9a97f0c067874401dc on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:48:52.799859 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8c4ce1b7-bd56-40ef-9e7b-dc46cf715799 req-aa703cd2-0de8-4e6e-a03a-d78dd0102bb3 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 946 time: 0.1934505 Oct 05 09:48:52.824868 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-5a284ef9-907e-4015-812f-a8dd0510ff9d None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:48:52.848632 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8c4ce1b7-bd56-40ef-9e7b-dc46cf715799 req-96ecf844-128e-4332-b465-950c48503509 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420001 Oct 05 09:48:52.894084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24b52-5e4b-4cb1-99e0-04122afdab39 req-281f73c7-8499-4045-ab51-97eacc1544c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:52.895529 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7da24b52-5e4b-4cb1-99e0-04122afdab39 req-281f73c7-8499-4045-ab51-97eacc1544c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 912 time: 0.3570027 Oct 05 09:48:52.899930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] In _notify_port_updated(), no bound segment for port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 on network c881dd51-6473-4f10-b54f-951af5c46f0b {{(pid=89845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:48:52.900731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:52.901324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:52.902514 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-69632cbe-8740-4de6-bdfb-6005059e9c32 req-521faa22-b4ab-40ee-9f83-3fdf45e375b6 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e27abe3-d8a4-426d-aff8-a3e7c0175467 HTTP/1.1" status: 200 len: 1028 time: 1.2296066 Oct 05 09:48:52.967032 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7da24b52-5e4b-4cb1-99e0-04122afdab39 req-48cda59f-439e-4d9d-bc86-0da551a97544 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfb84ae2-a931-4565-acee-61152b3a17b8 HTTP/1.1" status: 200 len: 217 time: 0.0635822 Oct 05 09:48:53.030621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24b52-5e4b-4cb1-99e0-04122afdab39 req-91e6b2ad-ff90-4457-b6fb-84481080c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:53.032067 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7da24b52-5e4b-4cb1-99e0-04122afdab39 req-91e6b2ad-ff90-4457-b6fb-84481080c0d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1db5b5f1-8073-4fe0-98fc-693b2965d2d8 HTTP/1.1" status: 200 len: 850 time: 0.0568323 Oct 05 09:48:53.119370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24b52-5e4b-4cb1-99e0-04122afdab39 req-3826585c-085f-4141-ad8f-6fc5ae35b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:53.120988 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7da24b52-5e4b-4cb1-99e0-04122afdab39 req-3826585c-085f-4141-ad8f-6fc5ae35b3ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bc55122-780d-427f-aa2d-df73122091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822570 Oct 05 09:48:53.172623 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5a284ef9-907e-4015-812f-a8dd0510ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'b5bfbd15-d1ca-4e4f-a5ab-94afdbce2a1a', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'floating_ip_address': '172.26.7.146', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'port_id': '3080783e-c8a5-4031-919f-c87d655ce921', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'mac_address': 'fa:16:3e:de:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:43:07Z', 'updated_at': '2022-10-05T09:43:10Z', 'revision_number': 1, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:53.176532 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a284ef9-907e-4015-812f-a8dd0510ff9d None None] The sync data for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv is: [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'b5bfbd15-d1ca-4e4f-a5ab-94afdbce2a1a', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'floating_ip_address': '172.26.7.146', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'port_id': '3080783e-c8a5-4031-919f-c87d655ce921', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'mac_address': 'fa:16:3e:de:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:43:07Z', 'updated_at': '2022-10-05T09:43:10Z', 'revision_number': 1, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:48:53.262574 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7da24b52-5e4b-4cb1-99e0-04122afdab39 req-d4f171bb-20d9-4ec7-b7eb-2ffc3cdf3a45 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343591 Oct 05 09:48:53.400684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4fe3df-da6e-4ced-a0a3-3c81300ca1ef None None] New status for floating IP bff096b5-fbdf-4f4e-a5c0-bd7c8cefa986: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:48:53.400836 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7da24b52-5e4b-4cb1-99e0-04122afdab39 req-fe33a52d-5d94-4dfa-98e0-196f8e387fe9 service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312826 Oct 05 09:48:53.644074 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fc97e18c-9af8-4dba-8a27-11b14456b519 req-74d39302-33d4-40a7-a794-913b29340005 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=24fb2975-51d5-4d41-89be-1211236b5c6e HTTP/1.1" status: 200 len: 210 time: 0.0536654 Oct 05 09:48:54.055969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a7efd-ac01-4164-b0d5-fa29fedd5fc0 req-a12d57ea-404d-4274-a76a-75a818eb85b5 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:54.057339 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-908a7efd-ac01-4164-b0d5-fa29fedd5fc0 req-a12d57ea-404d-4274-a76a-75a818eb85b5 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 946 time: 0.0912335 Oct 05 09:48:54.100139 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-908a7efd-ac01-4164-b0d5-fa29fedd5fc0 req-6fea786f-1a74-4836-9079-b5a291e5aa8d tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370464 Oct 05 09:48:54.177436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:54.220210 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:54.527115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a6d72-45bf-4960-8d40-e5caa57fbed9 req-99cd9eaa-5374-4f9e-bd52-b15c10ad6752 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:54.527799 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-484a6d72-45bf-4960-8d40-e5caa57fbed9 req-99cd9eaa-5374-4f9e-bd52-b15c10ad6752 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Synchronizing usage tracker for tenant:be9b9908fe7c4c9a97f0c067874401dc on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:48:54.540056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-484a6d72-45bf-4960-8d40-e5caa57fbed9 req-99cd9eaa-5374-4f9e-bd52-b15c10ad6752 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Unset dirty status for tenant:be9b9908fe7c4c9a97f0c067874401dc on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:48:54.541167 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-484a6d72-45bf-4960-8d40-e5caa57fbed9 req-99cd9eaa-5374-4f9e-bd52-b15c10ad6752 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.55 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 946 time: 0.0990996 Oct 05 09:48:54.613520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-484a6d72-45bf-4960-8d40-e5caa57fbed9 req-6319fc0c-c1f5-4418-b9e3-e66742000959 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Deleting port bfb84ae2-a931-4565-acee-61152b3a17b8 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:48:54.613858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-484a6d72-45bf-4960-8d40-e5caa57fbed9 req-6319fc0c-c1f5-4418-b9e3-e66742000959 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:54.742495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45282) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:54.812568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c3db6bdf-7d7e-4edd-a978-f0dddcb1c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:54.842223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c3db6bdf-7d7e-4edd-a978-f0dddcb1c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:54.860895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-484a6d72-45bf-4960-8d40-e5caa57fbed9 req-6319fc0c-c1f5-4418-b9e3-e66742000959 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] For port bfb84ae2-a931-4565-acee-61152b3a17b8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=bfb84ae2-a931-4565-acee-61152b3a17b8,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:48:54.861283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-484a6d72-45bf-4960-8d40-e5caa57fbed9 req-6319fc0c-c1f5-4418-b9e3-e66742000959 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:54.982196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-484a6d72-45bf-4960-8d40-e5caa57fbed9 req-6319fc0c-c1f5-4418-b9e3-e66742000959 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Calling delete_port for bfb84ae2-a931-4565-acee-61152b3a17b8 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:48:54.989526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c3db6bdf-7d7e-4edd-a978-f0dddcb1c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:55.009518 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db6bdf-7d7e-4edd-a978-f0dddcb1c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=854610f0-2d3a-4f55-ab63-fbd554a7725d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:55.069652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c3db6bdf-7d7e-4edd-a978-f0dddcb1c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:55.070912 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c3db6bdf-7d7e-4edd-a978-f0dddcb1c5a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/security-groups/854610f0-2d3a-4f55-ab63-fbd554a7725d HTTP/1.1" status: 204 len: 168 time: 0.3274379 Oct 05 09:48:55.086901 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:55.176750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45290) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:55.237340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-484a6d72-45bf-4960-8d40-e5caa57fbed9 req-6319fc0c-c1f5-4418-b9e3-e66742000959 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:55.271517 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3837216b-e04d-4dfc-9fb2-e9d9b2c4e0a8 req-f3e80b77-fe2a-4929-a99a-53b0e28ab6d1 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 210 time: 0.0534711 Oct 05 09:48:55.306390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319fc0c-c1f5-4418-b9e3-e66742000959 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event deleted for resources: {'Port': ['ID=bfb84ae2-a931-4565-acee-61152b3a17b8,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:55.555363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:55.580150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-484a6d72-45bf-4960-8d40-e5caa57fbed9 req-6319fc0c-c1f5-4418-b9e3-e66742000959 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] No DVR routers for this DVR port bfb84ae2-a931-4565-acee-61152b3a17b8 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:48:55.590105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-484a6d72-45bf-4960-8d40-e5caa57fbed9 req-6319fc0c-c1f5-4418-b9e3-e66742000959 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:55.592453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a6f184-102e-4764-bc2b-e4cd4dde53d9', 'name': 'network-vif-deleted', 'tag': 'bfb84ae2-a931-4565-acee-61152b3a17b8'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:48:55.594718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edae576f-245f-4773-9495-a0f151c3d60b" -d '{"events": [{"server_uuid": "70a6f184-102e-4764-bc2b-e4cd4dde53d9", "name": "network-vif-deleted", "tag": "bfb84ae2-a931-4565-acee-61152b3a17b8"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:48:55.628705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-92fd3134-f50a-465e-8446-46e2205a1716 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 77a9b982-48a4-494e-bcaf-5ff35dbb9036 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:48:55.629044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92fd3134-f50a-465e-8446-46e2205a1716 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:55.654205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019fa64e-b9f2-4dc8-bf3a-b012cd8d77fd x-openstack-request-id: req-019fa64e-b9f2-4dc8-bf3a-b012cd8d77fd {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:48:55.657872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a6f184-102e-4764-bc2b-e4cd4dde53d9", "name": "network-vif-deleted", "tag": "bfb84ae2-a931-4565-acee-61152b3a17b8", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:48:55.657872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-019fa64e-b9f2-4dc8-bf3a-b012cd8d77fd {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:48:55.657872 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019fa64e-b9f2-4dc8-bf3a-b012cd8d77fd'] response: {'server_uuid': '70a6f184-102e-4764-bc2b-e4cd4dde53d9', 'name': 'network-vif-deleted', 'tag': 'bfb84ae2-a931-4565-acee-61152b3a17b8', 'status': 'completed', 'code': 200} Oct 05 09:48:55.700842 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-484a6d72-45bf-4960-8d40-e5caa57fbed9 req-6319fc0c-c1f5-4418-b9e3-e66742000959 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.55 "DELETE /v2.0/ports/bfb84ae2-a931-4565-acee-61152b3a17b8 HTTP/1.1" status: 204 len: 173 time: 1.1538105 Oct 05 09:48:55.818817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92fd3134-f50a-465e-8446-46e2205a1716 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:55.819179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92fd3134-f50a-465e-8446-46e2205a1716 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:55.858168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device bfb84ae2-a931-4565-acee-61152b3a17b8 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:48:55.909688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: bfb84ae2-a931-4565-acee-61152b3a17b8 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:48:55.910029 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device bfb84ae2-a931-4565-acee-61152b3a17b8 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:48:55.910511 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0e27abe3-d8a4-426d-aff8-a3e7c0175467 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:48:55.944795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-92fd3134-f50a-465e-8446-46e2205a1716 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 77a9b982-48a4-494e-bcaf-5ff35dbb9036 owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:48:55.968823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0e27abe3-d8a4-426d-aff8-a3e7c0175467 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:48:56.195235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92fd3134-f50a-465e-8446-46e2205a1716 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:56.242322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd3134-f50a-465e-8446-46e2205a1716 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=77a9b982-48a4-494e-bcaf-5ff35dbb9036,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:56.341758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92fd3134-f50a-465e-8446-46e2205a1716 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:56.342167 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-92fd3134-f50a-465e-8446-46e2205a1716 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP e0895971-e640-4ae6-8efb-717581beab47 disassociated (deleted). External IP: 172.26.7.98, port: 0e27abe3-d8a4-426d-aff8-a3e7c0175467. Oct 05 09:48:56.436054 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bef9b87c-a1c1-4917-aad1-a5900c3c178b req-57a2d617-6eb7-4400-bb22-895e532b20dc tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a6f184-102e-4764-bc2b-e4cd4dde53d9 HTTP/1.1" status: 200 len: 210 time: 0.0528910 Oct 05 09:48:56.697707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fd3134-f50a-465e-8446-46e2205a1716 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:48:56.875024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fd3134-f50a-465e-8446-46e2205a1716 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:48:56.885024 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12d3e6-dbd9-47c2-a5ad-e83444d326dc None None] Sync routers for ids ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:48:56.894081 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12d3e6-dbd9-47c2-a5ad-e83444d326dc None None] Routers {'4814f822-de6b-40fa-b0b8-4a10c7a5d33b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:48:56.899568 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9c12d3e6-dbd9-47c2-a5ad-e83444d326dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:56.969628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92fd3134-f50a-465e-8446-46e2205a1716 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:57.026312 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-92fd3134-f50a-465e-8446-46e2205a1716 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/floatingips/e0895971-e640-4ae6-8efb-717581beab47 HTTP/1.1" status: 204 len: 168 time: 1.8483551 Oct 05 09:48:57.071693 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-9c12d3e6-dbd9-47c2-a5ad-e83444d326dc None None] Set router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:48:57.173180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45302) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:57.248202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d6c28c8-41e8-4fab-b20e-def20cdfe9c9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:57.390147 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9c12d3e6-dbd9-47c2-a5ad-e83444d326dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'name': 'tempest-TestNetworkBasicOps-router-496339044', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:55Z', 'updated_at': '2022-10-05T09:48:01Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:56Z', 'updated_at': '2022-10-05T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'b9784c42-46b3-45cd-9e0c-007ee16bf06e', 'name': '', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:df:07:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:48:00Z', 'updated_at': '2022-10-05T09:48:06Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:57.391272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d6c28c8-41e8-4fab-b20e-def20cdfe9c9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:57.394501 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12d3e6-dbd9-47c2-a5ad-e83444d326dc None None] Checking router: 4814f822-de6b-40fa-b0b8-4a10c7a5d33b for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:48:57.402787 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12d3e6-dbd9-47c2-a5ad-e83444d326dc None None] Routers {'4814f822-de6b-40fa-b0b8-4a10c7a5d33b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:48:57.403377 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9c12d3e6-dbd9-47c2-a5ad-e83444d326dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:57.529567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d6c28c8-41e8-4fab-b20e-def20cdfe9c9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:57.550823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c28c8-41e8-4fab-b20e-def20cdfe9c9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3f2bcd-4d5f-465e-b0fb-56c437d36738,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:57.559043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9d6c28c8-41e8-4fab-b20e-def20cdfe9c9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:57.560493 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9d6c28c8-41e8-4fab-b20e-def20cdfe9c9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/security-groups/aa3f2bcd-4d5f-465e-b0fb-56c437d36738 HTTP/1.1" status: 204 len: 168 time: 0.3847451 Oct 05 09:48:57.586147 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-9c12d3e6-dbd9-47c2-a5ad-e83444d326dc None None] Set router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:48:57.664572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45312) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:57.737095 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf923a-fc3e-40d6-96db-38a7b74a443b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 0e27abe3-d8a4-426d-aff8-a3e7c0175467 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:48:57.737756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0bf923a-fc3e-40d6-96db-38a7b74a443b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:57.934100 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9c12d3e6-dbd9-47c2-a5ad-e83444d326dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'name': 'tempest-TestNetworkBasicOps-router-496339044', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:55Z', 'updated_at': '2022-10-05T09:48:01Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:56Z', 'updated_at': '2022-10-05T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'b9784c42-46b3-45cd-9e0c-007ee16bf06e', 'name': '', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:df:07:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:48:00Z', 'updated_at': '2022-10-05T09:48:06Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:57.934100 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12d3e6-dbd9-47c2-a5ad-e83444d326dc None None] The sync data for ids ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'] in dv-neutron-860329-1-hyperv is: [{'id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'name': 'tempest-TestNetworkBasicOps-router-496339044', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:55Z', 'updated_at': '2022-10-05T09:48:01Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:56Z', 'updated_at': '2022-10-05T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'b9784c42-46b3-45cd-9e0c-007ee16bf06e', 'name': '', 'network_id': 'c881dd51-6473-4f10-b54f-951af5c46f0b', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:df:07:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:48:00Z', 'updated_at': '2022-10-05T09:48:06Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '97819675-5480-4ddd-92a3-bb090bcc8774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:48:57.988130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0bf923a-fc3e-40d6-96db-38a7b74a443b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:58.121720 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf923a-fc3e-40d6-96db-38a7b74a443b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 0e27abe3-d8a4-426d-aff8-a3e7c0175467 owned by {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:48:58.181478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80bddc3-064d-4431-8b39-6f74892085d1 None None] New status for floating IP e0895971-e640-4ae6-8efb-717581beab47: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:48:58.335219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0bf923a-fc3e-40d6-96db-38a7b74a443b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:58.387591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf923a-fc3e-40d6-96db-38a7b74a443b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=0e27abe3-d8a4-426d-aff8-a3e7c0175467,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:58.505135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e0bf923a-fc3e-40d6-96db-38a7b74a443b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:58.516465 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e0bf923a-fc3e-40d6-96db-38a7b74a443b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/ports/0e27abe3-d8a4-426d-aff8-a3e7c0175467 HTTP/1.1" status: 204 len: 168 time: 0.8525462 Oct 05 09:48:58.519215 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45318) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:59.082115 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:59.538746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port b9784c42-46b3-45cd-9e0c-007ee16bf06e {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:48:59.539373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:59.726230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port b9784c42-46b3-45cd-9e0c-007ee16bf06e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=b9784c42-46b3-45cd-9e0c-007ee16bf06e,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:48:59.726603 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:59.854462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for b9784c42-46b3-45cd-9e0c-007ee16bf06e owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:49:00.260748 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:00.351389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=b9784c42-46b3-45cd-9e0c-007ee16bf06e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:00.374151 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:00.374501 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:00.374840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:00.375175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:00.375507 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:00.375835 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:00.376161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:00.376487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:00.376857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:00.377181 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:00.377504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:00.377823 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:00.634575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:01.103058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:49:01.280180 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:49:01.289770 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d86a26-13f8-4dec-96a4-93955768fc20 None None] Sync routers for ids ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:49:01.292571 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c9987636-b99a-4c9f-89e1-0ab5d3fa2a71 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/4814f822-de6b-40fa-b0b8-4a10c7a5d33b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7723062 Oct 05 09:49:01.295343 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45330) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:01.299313 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d86a26-13f8-4dec-96a4-93955768fc20 None None] Routers {'4814f822-de6b-40fa-b0b8-4a10c7a5d33b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:49:01.299899 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d6d86a26-13f8-4dec-96a4-93955768fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:01.375421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed41001-b4d9-4aea-8b22-8aaa9d2e24a8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting subnet 97819675-5480-4ddd-92a3-bb090bcc8774 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:49:01.381630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eed41001-b4d9-4aea-8b22-8aaa9d2e24a8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:01.447859 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eed41001-b4d9-4aea-8b22-8aaa9d2e24a8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:01.495231 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-d6d86a26-13f8-4dec-96a4-93955768fc20 None None] Set router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:49:01.545207 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eed41001-b4d9-4aea-8b22-8aaa9d2e24a8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:01.681177 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eed41001-b4d9-4aea-8b22-8aaa9d2e24a8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:01.722475 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41001-b4d9-4aea-8b22-8aaa9d2e24a8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Subnet': ['ID=97819675-5480-4ddd-92a3-bb090bcc8774,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:01.726871 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eed41001-b4d9-4aea-8b22-8aaa9d2e24a8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:01.732626 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4560e952-bfd9-4feb-b5f5-4fbc1db48d28 None None] Network c881dd51-6473-4f10-b54f-951af5c46f0b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:49:01.742594 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-eed41001-b4d9-4aea-8b22-8aaa9d2e24a8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/subnets/97819675-5480-4ddd-92a3-bb090bcc8774 HTTP/1.1" status: 204 len: 168 time: 0.4462249 Oct 05 09:49:01.745210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45336) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:01.798108 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d6d86a26-13f8-4dec-96a4-93955768fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'name': 'tempest-TestNetworkBasicOps-router-496339044', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:55Z', 'updated_at': '2022-10-05T09:49:00Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:56Z', 'updated_at': '2022-10-05T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:01.803348 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d86a26-13f8-4dec-96a4-93955768fc20 None None] Checking router: 4814f822-de6b-40fa-b0b8-4a10c7a5d33b for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:49:01.815090 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d86a26-13f8-4dec-96a4-93955768fc20 None None] Routers {'4814f822-de6b-40fa-b0b8-4a10c7a5d33b'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:49:01.815850 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d6d86a26-13f8-4dec-96a4-93955768fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:01.932977 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:02.003759 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-d6d86a26-13f8-4dec-96a4-93955768fc20 None None] Set router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:49:02.049205 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] DHCP port deletion for c881dd51-6473-4f10-b54f-951af5c46f0b request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:49:02.053817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Deleting port 54e83131-4d02-4b51-a01a-7c487dc3e6cc {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:49:02.054422 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:02.116355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:02.189486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 0375c32c-f068-4cd0-ba9b-7ae0a9199102 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:49:02.189826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:02.260577 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] For port 54e83131-4d02-4b51-a01a-7c487dc3e6cc, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=54e83131-4d02-4b51-a01a-7c487dc3e6cc,segment=NetworkSegment(ff5347a6-9e88-4981-b14b-90e5ff6fdcc2),segment_id=ff5347a6-9e88-4981-b14b-90e5ff6fdcc2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:02.260978 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:02.293638 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d6d86a26-13f8-4dec-96a4-93955768fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'name': 'tempest-TestNetworkBasicOps-router-496339044', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:55Z', 'updated_at': '2022-10-05T09:49:00Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:56Z', 'updated_at': '2022-10-05T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:02.297605 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d86a26-13f8-4dec-96a4-93955768fc20 None None] The sync data for ids ['4814f822-de6b-40fa-b0b8-4a10c7a5d33b'] in dv-neutron-860329-1-hyperv is: [{'id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'name': 'tempest-TestNetworkBasicOps-router-496339044', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:55Z', 'updated_at': '2022-10-05T09:49:00Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '0375c32c-f068-4cd0-ba9b-7ae0a9199102', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814f822-de6b-40fa-b0b8-4a10c7a5d33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:56Z', 'updated_at': '2022-10-05T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:49:02.375521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 0375c32c-f068-4cd0-ba9b-7ae0a9199102, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0375c32c-f068-4cd0-ba9b-7ae0a9199102,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:02.375874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:02.386425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Calling delete_port for 54e83131-4d02-4b51-a01a-7c487dc3e6cc owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:49:02.451161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45342) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:02.502659 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 0375c32c-f068-4cd0-ba9b-7ae0a9199102 owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:49:02.529595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:02.577554 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Pushing event deleted for resources: {'Port': ['ID=54e83131-4d02-4b51-a01a-7c487dc3e6cc,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:02.583003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] No DVR routers for this DVR port 54e83131-4d02-4b51-a01a-7c487dc3e6cc on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:49:02.589054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:02.589411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:02.589744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:02.592413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:02.592413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:02.592413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:02.592413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:02.592413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:02.592413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:02.592413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:02.592413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:02.593417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985b4d-5202-4268-a603-0b2f14541bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:02.680734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0429a991-c054-4ba8-914a-f014315f0729 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Deleting port bc2ea804-930b-45a9-be23-d80454574122 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:49:02.681086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0429a991-c054-4ba8-914a-f014315f0729 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:02.724735 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 54e83131-4d02-4b51-a01a-7c487dc3e6cc no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:49:02.762726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 54e83131-4d02-4b51-a01a-7c487dc3e6cc {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:49:02.763762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 54e83131-4d02-4b51-a01a-7c487dc3e6cc not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:49:02.764327 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device b9784c42-46b3-45cd-9e0c-007ee16bf06e no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:49:02.810557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: b9784c42-46b3-45cd-9e0c-007ee16bf06e {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:49:02.810740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device b9784c42-46b3-45cd-9e0c-007ee16bf06e not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:49:02.869366 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:02.893298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0429a991-c054-4ba8-914a-f014315f0729 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:02.893620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0429a991-c054-4ba8-914a-f014315f0729 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:02.920594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=0375c32c-f068-4cd0-ba9b-7ae0a9199102,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:03.015319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:03.019010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0429a991-c054-4ba8-914a-f014315f0729 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Calling delete_port for bc2ea804-930b-45a9-be23-d80454574122 owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:49:03.187428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:03.189695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:03.226384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0429a991-c054-4ba8-914a-f014315f0729 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:03.271951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:03.272523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Fanout notify agent at l3_agent the message router_deleted on router 4814f822-de6b-40fa-b0b8-4a10c7a5d33b {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:49:03.273275 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429a991-c054-4ba8-914a-f014315f0729 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event deleted for resources: {'Port': ['ID=bc2ea804-930b-45a9-be23-d80454574122,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:03.289064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:03.293192 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2497f7c4-e1a7-4f86-bed7-4cb4810d1358 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/routers/4814f822-de6b-40fa-b0b8-4a10c7a5d33b HTTP/1.1" status: 204 len: 168 time: 1.5470738 Oct 05 09:49:03.293926 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45346) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:03.419503 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d445dd80-7d7f-43fd-84d2-ae57cd569bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:03.478066 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0429a991-c054-4ba8-914a-f014315f0729 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:03.478684 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-0429a991-c054-4ba8-914a-f014315f0729 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Floating IP b5bfbd15-d1ca-4e4f-a5ab-94afdbce2a1a disassociated (deleted). External IP: 172.26.7.146, port: 3080783e-c8a5-4031-919f-c87d655ce921. Oct 05 09:49:03.555622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d445dd80-7d7f-43fd-84d2-ae57cd569bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:03.583968 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-d445dd80-7d7f-43fd-84d2-ae57cd569bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c881dd51-6473-4f10-b54f-951af5c46f0b']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:03.596486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-d445dd80-7d7f-43fd-84d2-ae57cd569bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:03.596790 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-d445dd80-7d7f-43fd-84d2-ae57cd569bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5347a6-9e88-4981-b14b-90e5ff6fdcc2') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:03.607973 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d445dd80-7d7f-43fd-84d2-ae57cd569bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:03.623735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d445dd80-7d7f-43fd-84d2-ae57cd569bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:03.630307 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d445dd80-7d7f-43fd-84d2-ae57cd569bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:49:03.631030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d445dd80-7d7f-43fd-84d2-ae57cd569bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:03.738019 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment ff5347a6-9e88-4981-b14b-90e5ff6fdcc2 resource provider aggregate not found Oct 05 09:49:03.750564 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment ff5347a6-9e88-4981-b14b-90e5ff6fdcc2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff5347a6-9e88-4981-b14b-90e5ff6fdcc2 found for delete ", "request_id": "req-bf94ce85-39f4-4ce1-9613-f4061e5814a5"}]} Oct 05 09:49:03.831883 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d445dd80-7d7f-43fd-84d2-ae57cd569bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:03.836826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d445dd80-7d7f-43fd-84d2-ae57cd569bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:03.857561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0429a991-c054-4ba8-914a-f014315f0729 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Router 3898aadd-c7e0-419a-8f80-1e1148a18578 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:49:03.861348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445dd80-7d7f-43fd-84d2-ae57cd569bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Network': ['ID=c881dd51-6473-4f10-b54f-951af5c46f0b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:03.935436 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d445dd80-7d7f-43fd-84d2-ae57cd569bb1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/networks/c881dd51-6473-4f10-b54f-951af5c46f0b HTTP/1.1" status: 204 len: 168 time: 0.6404271 Oct 05 09:49:03.950854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45356) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:03.962987 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8ea10f6c-fab7-47f2-8e61-d139080e4def tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0109551 Oct 05 09:49:03.965479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45360) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:03.970770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'network': {'name': 'tempest-network-smoke--1652262694', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'port_security_enabled': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:49:03.975603 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:49:03.979739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:network and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:49:03.983071 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:49:03.988870 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:49:04.046078 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0429a991-c054-4ba8-914a-f014315f0729 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:49:04.048888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:49:04.052662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:04.056787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ef2aa9-b52e-4736-876f-0591bb461ee0 None None] Sync routers for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:49:04.064838 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0429a991-c054-4ba8-914a-f014315f0729 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:04.067040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef2aa9-b52e-4736-876f-0591bb461ee0 None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:49:04.067908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-93ef2aa9-b52e-4736-876f-0591bb461ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:04.082117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:49:04.090756 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:04.091086 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Added segment 8e966e94-bd2b-450d-9e67-8544329e2719 of type vlan for network c893d356-9647-4797-8371-004f5035243f Oct 05 09:49:04.118301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:04.122321 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0429a991-c054-4ba8-914a-f014315f0729 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "DELETE /v2.0/floatingips/b5bfbd15-d1ca-4e4f-a5ab-94afdbce2a1a HTTP/1.1" status: 204 len: 168 time: 1.6700537 Oct 05 09:49:04.123016 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'tag': '3080783e-c8a5-4031-919f-c87d655ce921'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:49:04.125772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e4fa01-dc4b-416a-9970-f1371528cd45" -d '{"events": [{"name": "network-changed", "server_uuid": "55fc7ae2-ec6e-411a-a29b-615fad450ff0", "tag": "3080783e-c8a5-4031-919f-c87d655ce921"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:49:04.186960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b20d20-e27c-4d73-9c3f-02a2aade4fa7 x-openstack-request-id: req-b0b20d20-e27c-4d73-9c3f-02a2aade4fa7 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:49:04.187257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fc7ae2-ec6e-411a-a29b-615fad450ff0", "tag": "3080783e-c8a5-4031-919f-c87d655ce921", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:49:04.187511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0b20d20-e27c-4d73-9c3f-02a2aade4fa7 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:49:04.187917 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b20d20-e27c-4d73-9c3f-02a2aade4fa7'] response: {'name': 'network-changed', 'server_uuid': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'tag': '3080783e-c8a5-4031-919f-c87d655ce921', 'status': 'completed', 'code': 200} Oct 05 09:49:04.239399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:04.246246 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:04.247372 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:04.258558 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-93ef2aa9-b52e-4736-876f-0591bb461ee0 None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:49:04.320450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4fa01-dc4b-416a-9970-f1371528cd45 req-01c6d9bf-4631-4ac3-9246-3f0f768fd411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:04.322061 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c4e4fa01-dc4b-416a-9970-f1371528cd45 req-01c6d9bf-4631-4ac3-9246-3f0f768fd411 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0908439 Oct 05 09:49:04.380386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Network': ['ID=c893d356-9647-4797-8371-004f5035243f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:04.427726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network c893d356-9647-4797-8371-004f5035243f details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:49:04.456766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4fa01-dc4b-416a-9970-f1371528cd45 req-01f8c489-d3db-4d39-bb6e-7b650986aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:04.458235 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c4e4fa01-dc4b-416a-9970-f1371528cd45 req-01f8c489-d3db-4d39-bb6e-7b650986aecb service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 200 len: 912 time: 0.1306641 Oct 05 09:49:04.463736 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9a59372b-abff-4e13-ac87-717ff5ec7eef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4946265 Oct 05 09:49:04.464065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45368) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:04.469279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-275784742', 'admin_state_up': True, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:49:04.482854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:49:04.487320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:router and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:49:04.488138 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:49:04.495786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:49:04.538345 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c4e4fa01-dc4b-416a-9970-f1371528cd45 req-22fc74ad-ede1-4529-8010-5fed1f463383 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3080783e-c8a5-4031-919f-c87d655ce921 HTTP/1.1" status: 200 len: 217 time: 0.0731692 Oct 05 09:49:04.558721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:04.559865 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:04.568698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0375c32c-f068-4cd0-ba9b-7ae0a9199102 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:49:04.583092 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:04.605529 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4fa01-dc4b-416a-9970-f1371528cd45 req-446f4ba2-f617-487b-91e1-6e030213ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:04.608487 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c4e4fa01-dc4b-416a-9970-f1371528cd45 req-446f4ba2-f617-487b-91e1-6e030213ae96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1db5b5f1-8073-4fe0-98fc-693b2965d2d8 HTTP/1.1" status: 200 len: 850 time: 0.0636034 Oct 05 09:49:04.625417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 0375c32c-f068-4cd0-ba9b-7ae0a9199102 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:49:04.625833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0375c32c-f068-4cd0-ba9b-7ae0a9199102 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:49:04.700438 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4fa01-dc4b-416a-9970-f1371528cd45 req-47f50be2-e507-4080-8647-ce815709f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:04.702238 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c4e4fa01-dc4b-416a-9970-f1371528cd45 req-47f50be2-e507-4080-8647-ce815709f35d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bc55122-780d-427f-aa2d-df73122091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871274 Oct 05 09:49:04.772037 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-93ef2aa9-b52e-4736-876f-0591bb461ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:04.776376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ef2aa9-b52e-4736-876f-0591bb461ee0 None None] Checking router: 3898aadd-c7e0-419a-8f80-1e1148a18578 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:49:04.786661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef2aa9-b52e-4736-876f-0591bb461ee0 None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:49:04.787301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-93ef2aa9-b52e-4736-876f-0591bb461ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:04.873179 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c4e4fa01-dc4b-416a-9970-f1371528cd45 req-cb17fd8c-da0d-40cb-8e6d-3b1ff7592c7e service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328840 Oct 05 09:49:04.975782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-93ef2aa9-b52e-4736-876f-0591bb461ee0 None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:49:05.016712 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c4e4fa01-dc4b-416a-9970-f1371528cd45 req-3bedb78e-3e3e-446c-9171-f997e8cb26ca service neutron] 10.222.0.55 "GET /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359229 Oct 05 09:49:05.104460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:05.131318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692347d9-df0e-4741-8b86-59c05cc9646d req-7264c963-9455-41ae-8c53-a3ca38d01578 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:05.132939 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-692347d9-df0e-4741-8b86-59c05cc9646d req-7264c963-9455-41ae-8c53-a3ca38d01578 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 945 time: 0.3952188 Oct 05 09:49:05.195602 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-692347d9-df0e-4741-8b86-59c05cc9646d req-224b4497-6aa0-4c49-9bcb-326af62f1eb4 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568080 Oct 05 09:49:05.293585 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-93ef2aa9-b52e-4736-876f-0591bb461ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:05.297876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ef2aa9-b52e-4736-876f-0591bb461ee0 None None] The sync data for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv is: [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:34:59Z', 'revision_number': 4, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f', 'name': '', 'network_id': '5bc55122-780d-427f-aa2d-df73122091e8', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'mac_address': 'fa:16:3e:76:9b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:56Z', 'updated_at': '2022-10-05T09:35:12Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'subnets': [{'id': '1db5b5f1-8073-4fe0-98fc-693b2965d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:49:05.476343 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:05.506679 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:05.523668 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa0c7d5-368a-43a5-9627-c28fc65f3519 None None] New status for floating IP b5bfbd15-d1ca-4e4f-a5ab-94afdbce2a1a: DOWN {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:49:05.653932 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.53 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/5f7eae73-9b50-44b1-b0c4-7152c5f3abd6) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:49:05.687474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6671b6-d36a-4e82-b68a-76f1aef24a88 req-553e18e7-da74-4639-8f65-bc1cee13e61e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:05.688481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-9d6671b6-d36a-4e82-b68a-76f1aef24a88 req-553e18e7-da74-4639-8f65-bc1cee13e61e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Synchronizing usage tracker for tenant:be9b9908fe7c4c9a97f0c067874401dc on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:49:05.807937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:05.814847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-9d6671b6-d36a-4e82-b68a-76f1aef24a88 req-553e18e7-da74-4639-8f65-bc1cee13e61e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Unset dirty status for tenant:be9b9908fe7c4c9a97f0c067874401dc on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:49:05.816003 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9d6671b6-d36a-4e82-b68a-76f1aef24a88 req-553e18e7-da74-4639-8f65-bc1cee13e61e tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 945 time: 0.3398380 Oct 05 09:49:05.883746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:05.885130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-9d6671b6-d36a-4e82-b68a-76f1aef24a88 req-8954be04-6851-4a7f-bb7d-fed818516f1a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Deleting port 3080783e-c8a5-4031-919f-c87d655ce921 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:49:05.885470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9d6671b6-d36a-4e82-b68a-76f1aef24a88 req-8954be04-6851-4a7f-bb7d-fed818516f1a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:05.948654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:49:05.951419 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:49:05.955718 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:49:05.984665 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=5f7eae73-9b50-44b1-b0c4-7152c5f3abd6,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:06.135388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-9d6671b6-d36a-4e82-b68a-76f1aef24a88 req-8954be04-6851-4a7f-bb7d-fed818516f1a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] For port 3080783e-c8a5-4031-919f-c87d655ce921, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3080783e-c8a5-4031-919f-c87d655ce921,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:06.135748 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9d6671b6-d36a-4e82-b68a-76f1aef24a88 req-8954be04-6851-4a7f-bb7d-fed818516f1a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:06.260080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-9d6671b6-d36a-4e82-b68a-76f1aef24a88 req-8954be04-6851-4a7f-bb7d-fed818516f1a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Calling delete_port for 3080783e-c8a5-4031-919f-c87d655ce921 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:49:06.454876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9d6671b6-d36a-4e82-b68a-76f1aef24a88 req-8954be04-6851-4a7f-bb7d-fed818516f1a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:06.505870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954be04-6851-4a7f-bb7d-fed818516f1a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event deleted for resources: {'Port': ['ID=3080783e-c8a5-4031-919f-c87d655ce921,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:06.510616 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:06.599125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6671b6-d36a-4e82-b68a-76f1aef24a88 req-8954be04-6851-4a7f-bb7d-fed818516f1a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] No DVR routers for this DVR port 3080783e-c8a5-4031-919f-c87d655ce921 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:49:06.601639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9d6671b6-d36a-4e82-b68a-76f1aef24a88 req-8954be04-6851-4a7f-bb7d-fed818516f1a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:06.605705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'name': 'network-vif-deleted', 'tag': '3080783e-c8a5-4031-919f-c87d655ce921'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:49:06.608056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44173064-0698-43ed-81b0-64a214d5ebf6" -d '{"events": [{"server_uuid": "55fc7ae2-ec6e-411a-a29b-615fad450ff0", "name": "network-vif-deleted", "tag": "3080783e-c8a5-4031-919f-c87d655ce921"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:49:06.651741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92fc1b4-6022-4bfa-a742-925ea02de033 x-openstack-request-id: req-a92fc1b4-6022-4bfa-a742-925ea02de033 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:49:06.652037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fc7ae2-ec6e-411a-a29b-615fad450ff0", "name": "network-vif-deleted", "tag": "3080783e-c8a5-4031-919f-c87d655ce921", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:49:06.652292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a92fc1b4-6022-4bfa-a742-925ea02de033 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:49:06.652696 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92fc1b4-6022-4bfa-a742-925ea02de033'] response: {'server_uuid': '55fc7ae2-ec6e-411a-a29b-615fad450ff0', 'name': 'network-vif-deleted', 'tag': '3080783e-c8a5-4031-919f-c87d655ce921', 'status': 'completed', 'code': 200} Oct 05 09:49:06.675883 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9d6671b6-d36a-4e82-b68a-76f1aef24a88 req-8954be04-6851-4a7f-bb7d-fed818516f1a tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.55 "DELETE /v2.0/ports/3080783e-c8a5-4031-919f-c87d655ce921 HTTP/1.1" status: 204 len: 173 time: 0.8546507 Oct 05 09:49:06.688168 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0f62f-fa2f-460e-9373-9241b01185c2 req-78d0260e-d4b0-40de-81a4-b761d2834219 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:06.690361 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9cd0f62f-fa2f-460e-9373-9241b01185c2 req-78d0260e-d4b0-40de-81a4-b761d2834219 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 945 time: 0.3586292 Oct 05 09:49:06.812105 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9cd0f62f-fa2f-460e-9373-9241b01185c2 req-47f84e19-53ac-48d6-9b5e-132538db2911 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ff0f98f-374d-49d2-9214-c15d9c91e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135774 Oct 05 09:49:07.021348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:07.351751 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:49:07.529641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:49:07.539093 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Sync routers for ids ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:49:07.548403 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Routers {'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:49:07.549246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:07.649284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:07.650476 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-24c9bd72-254f-455d-8999-11491f14cbf6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1854687 Oct 05 09:49:07.657509 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45378) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:07.698489 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e0bfcbee-a5c7-49b0-8d19-42f01c4ceb2c tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6294a6c4935647d8b376ea5a0a53c756&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397642 Oct 05 09:49:07.702525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45382) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:07.739575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Set router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:49:07.835504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13900a00-e393-4190-b47f-6ba6beda4bce tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:07.836985 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-13900a00-e393-4190-b47f-6ba6beda4bce tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334805 Oct 05 09:49:07.839887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45386) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:07.879827 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-67377f3e-2760-4db4-8c49-73c819aa0b3a tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388317 Oct 05 09:49:07.882348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45392) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:07.955875 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-839398888', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:49:08.014268 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6fc06f43-b377-480b-8ea8-ad8fb55d8ded req-0b5db048-6521-4e07-98c5-b4b41e73b143 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "GET /v2.0/ports?device_id=55fc7ae2-ec6e-411a-a29b-615fad450ff0 HTTP/1.1" status: 200 len: 210 time: 0.0589423 Oct 05 09:49:08.073307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:49:08.077163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:subnet and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:49:08.079949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:49:08.086508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:49:08.086634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:49:06Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:08.090519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Checking router: f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:49:08.090868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Updating router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:49:08.146888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:08.169229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:49:08.173573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:08.457565 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:08.476950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:08.489341 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Transition to ACTIVE for port object 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:49:08.536019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Subnet': ['ID=839f414e-75a3-4ccc-8d54-f79010efe21d,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:08.543414 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Checking segment: {'id': '8e966e94-bd2b-450d-9e67-8544329e2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c893d356-9647-4797-8371-004f5035243f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:49:08.543776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network hostable DHCP agents. Network: c893d356-9647-4797-8371-004f5035243f, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:49:08.554680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:08.615743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Attempting to bind port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:49:08.616242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Attempting to bind port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:49:08.616509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Attempting to bind port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:49:08.626741 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:49:08.627109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:49:08.627514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:08.627942 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:49:08.628402 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Bound port: 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:49:08.628777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:08.634718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network c893d356-9647-4797-8371-004f5035243f is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:49:08.669303 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c543bb1-3336-4fcb-bcfe-7722ea692cd3 None None] Pushing event updated for resources: {'Port': ['ID=5f7eae73-9b50-44b1-b0c4-7152c5f3abd6,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:08.710357 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] For port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:49:08.713177 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] For port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=5f7eae73-9b50-44b1-b0c4-7152c5f3abd6,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:49:08.722885 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, c893d356-9647-4797-8371-004f5035243f) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:49:08.728137 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:08.730037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:08.731857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a5e70-d3bc-4d04-9301-2a7e9c0e2141 None None] Network c893d356-9647-4797-8371-004f5035243f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:49:08.805640 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:08.827221 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0568b8a1-f0e6-498b-aa64-5f6f5669ab82 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9437902 Oct 05 09:49:08.831005 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45398) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:08.882757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Routers {'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:49:08.883392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:09.022475 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c543bb1-3336-4fcb-bcfe-7722ea692cd3 None None] Pushing event updated for resources: {'Port': ['ID=5f7eae73-9b50-44b1-b0c4-7152c5f3abd6,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:09.117692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45404) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:09.171497 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] Set router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:49:09.215442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-c893d356-9647-4797-8371-004f5035243f', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ips': [{'subnet_id': '839f414e-75a3-4ccc-8d54-f79010efe21d'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:49:09.216255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:09.394550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-06cda246-10e4-4549-91f5-57afbf6fd0d8 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Deleting port 47712633-b469-4dad-901e-7bba170697c5 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:49:09.394881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06cda246-10e4-4549-91f5-57afbf6fd0d8 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:09.584311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06cda246-10e4-4549-91f5-57afbf6fd0d8 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:09.584648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06cda246-10e4-4549-91f5-57afbf6fd0d8 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:09.626077 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Allocated IP 172.20.0.2 (c893d356-9647-4797-8371-004f5035243f/839f414e-75a3-4ccc-8d54-f79010efe21d/eec6bf30-85f9-40a8-9904-2f12595a6277) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:49:09.671814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:09.711311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-06cda246-10e4-4549-91f5-57afbf6fd0d8 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Calling delete_port for 47712633-b469-4dad-901e-7bba170697c5 owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:49:09.730444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:49:06Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:09.739249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3965963-9f48-4932-adc1-d044a39a666f None None] The sync data for ids ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'] in dv-neutron-860329-1-hyperv is: [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:49:06Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:49:09.861371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:09.872098 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Transition to ACTIVE for port object eec6bf30-85f9-40a8-9904-2f12595a6277 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:49:09.892452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3080783e-c8a5-4031-919f-c87d655ce921 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:49:09.931848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Transition to ACTIVE for port object eec6bf30-85f9-40a8-9904-2f12595a6277 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:49:09.938286 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 3080783e-c8a5-4031-919f-c87d655ce921 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:49:09.938286 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3080783e-c8a5-4031-919f-c87d655ce921 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:49:09.960568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06cda246-10e4-4549-91f5-57afbf6fd0d8 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:10.010145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cda246-10e4-4549-91f5-57afbf6fd0d8 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event deleted for resources: {'Port': ['ID=47712633-b469-4dad-901e-7bba170697c5,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:10.060541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:10.143356 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Network c893d356-9647-4797-8371-004f5035243f is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:49:10.146656 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:49:10.150307 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:49:10.155408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06cda246-10e4-4549-91f5-57afbf6fd0d8 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:10.160726 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.1 (c893d356-9647-4797-8371-004f5035243f/839f414e-75a3-4ccc-8d54-f79010efe21d/061a7000-f175-4fb7-9bbc-3c344a98242a) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:49:10.177409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06cda246-10e4-4549-91f5-57afbf6fd0d8 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:10.183984 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-06cda246-10e4-4549-91f5-57afbf6fd0d8 tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "DELETE /v2.0/floatingips/f9b302f5-8b7d-4ccb-ac6b-7e49b7521308 HTTP/1.1" status: 204 len: 168 time: 1.0600288 Oct 05 09:49:10.265223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Attempting to bind port eec6bf30-85f9-40a8-9904-2f12595a6277 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:49:10.265603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Attempting to bind port eec6bf30-85f9-40a8-9904-2f12595a6277 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '8e966e94-bd2b-450d-9e67-8544329e2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c893d356-9647-4797-8371-004f5035243f'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:49:10.265971 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Attempting to bind port eec6bf30-85f9-40a8-9904-2f12595a6277 on network c893d356-9647-4797-8371-004f5035243f {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:49:10.269332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Pushing event updated for resources: {'Port': ['ID=eec6bf30-85f9-40a8-9904-2f12595a6277,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:10.275353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:49:10.275672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Checking segment: {'id': '8e966e94-bd2b-450d-9e67-8544329e2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c893d356-9647-4797-8371-004f5035243f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:49:10.276126 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:10.276510 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Bound using segment: {'id': '8e966e94-bd2b-450d-9e67-8544329e2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c893d356-9647-4797-8371-004f5035243f'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:49:10.277008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Bound port: eec6bf30-85f9-40a8-9904-2f12595a6277, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e966e94-bd2b-450d-9e67-8544329e2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c893d356-9647-4797-8371-004f5035243f'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:49:10.277612 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:10.357866 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:10.379803 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] For port eec6bf30-85f9-40a8-9904-2f12595a6277, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:49:10.380030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object 061a7000-f175-4fb7-9bbc-3c344a98242a will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:49:10.383168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] For port eec6bf30-85f9-40a8-9904-2f12595a6277, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=eec6bf30-85f9-40a8-9904-2f12595a6277,segment=NetworkSegment(8e966e94-bd2b-450d-9e67-8544329e2719),segment_id=8e966e94-bd2b-450d-9e67-8544329e2719)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:49:10.444342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:10.472731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:10.531695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147cf52-50f4-4227-82ab-ea56c7b2cc82 None None] Pushing event updated for resources: {'Port': ['ID=eec6bf30-85f9-40a8-9904-2f12595a6277,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:10.568109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network c893d356-9647-4797-8371-004f5035243f is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:49:10.571364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:49:10.574623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:49:10.575410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:49:10.607467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=061a7000-f175-4fb7-9bbc-3c344a98242a,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:10.651287 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:10.763160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:49:10.769272 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:49:10.769789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:10.775080 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 Oct 05 09:49:10.975843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:49:10.976146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:10.995712 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=5f7eae73-9b50-44b1-b0c4-7152c5f3abd6,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:11.092089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:11.133792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:11.170203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=5f7eae73-9b50-44b1-b0c4-7152c5f3abd6,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:11.667480 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:11.734753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:11.828166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:11.945384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=061a7000-f175-4fb7-9bbc-3c344a98242a,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:12.007689 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network c893d356-9647-4797-8371-004f5035243f is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:49:12.008944 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:49:12.211516 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:49:12.343110 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab0fe49-3482-47b2-98a1-08b9a375c343 None None] Network c893d356-9647-4797-8371-004f5035243f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:49:12.408211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:49:12.420011 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Sync routers for ids ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:49:12.431109 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Routers {'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:49:12.431968 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:12.437040 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7b770279-e630-41da-8923-27d2a470e7aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/f7c51394-d8b5-4bd2-aabc-568fbd7cedd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6046779 Oct 05 09:49:12.440287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45420) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:12.532750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-63bda1ed-46b9-4127-b363-122b7e221329 None None] Provisioning for port eec6bf30-85f9-40a8-9904-2f12595a6277 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:49:12.622744 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Set router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:49:12.635800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdfc489-2abc-4506-be9c-87d5e2ee73fd tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:12.636277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdfc489-2abc-4506-be9c-87d5e2ee73fd tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:12.636979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdfc489-2abc-4506-be9c-87d5e2ee73fd tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:12.637600 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdfc489-2abc-4506-be9c-87d5e2ee73fd tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:12.638237 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdfc489-2abc-4506-be9c-87d5e2ee73fd tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:12.638849 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdfc489-2abc-4506-be9c-87d5e2ee73fd tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:12.641047 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9fdfc489-2abc-4506-be9c-87d5e2ee73fd tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1993127 Oct 05 09:49:12.643916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45424) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:12.677724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device eec6bf30-85f9-40a8-9904-2f12595a6277 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:49:12.754727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9215a-d99e-4fef-b5d5-b3834c72e78b tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:12.755202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9215a-d99e-4fef-b5d5-b3834c72e78b tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:12.755663 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9215a-d99e-4fef-b5d5-b3834c72e78b tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:12.756120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9215a-d99e-4fef-b5d5-b3834c72e78b tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:12.756570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9215a-d99e-4fef-b5d5-b3834c72e78b tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:12.757023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9215a-d99e-4fef-b5d5-b3834c72e78b tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:12.758856 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4fa9215a-d99e-4fef-b5d5-b3834c72e78b tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1137168 Oct 05 09:49:12.762633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45428) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:12.844185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port eec6bf30-85f9-40a8-9904-2f12595a6277 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:49:12.850099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port eec6bf30-85f9-40a8-9904-2f12595a6277 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:49:12.850594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:12.851027 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port eec6bf30-85f9-40a8-9904-2f12595a6277 Oct 05 09:49:12.953120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45434) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:13.033329 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '061a7000-f175-4fb7-9bbc-3c344a98242a', 'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:04:18:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:09Z', 'updated_at': '2022-10-05T09:49:11Z', 'revision_number': 2, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:13.039139 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port eec6bf30-85f9-40a8-9904-2f12595a6277 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:49:13.040063 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.041401 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Checking router: f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:49:13.041761 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Updating router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 port 061a7000-f175-4fb7-9bbc-3c344a98242a binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:49:13.081708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0431bfef-6466-4a49-9e54-33f77f927f6c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.117095 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port eec6bf30-85f9-40a8-9904-2f12595a6277, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=eec6bf30-85f9-40a8-9904-2f12595a6277,segment=NetworkSegment(8e966e94-bd2b-450d-9e67-8544329e2719),segment_id=8e966e94-bd2b-450d-9e67-8544329e2719)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:13.118534 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-37e55e40-ea57-4652-b5a1-d996be41c360 None None] Provisioning complete for port eec6bf30-85f9-40a8-9904-2f12595a6277 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:49:13.119009 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-37e55e40-ea57-4652-b5a1-d996be41c360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.119443 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-37e55e40-ea57-4652-b5a1-d996be41c360 None None] Attempt 1 to provision port eec6bf30-85f9-40a8-9904-2f12595a6277 Oct 05 09:49:13.139519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0431bfef-6466-4a49-9e54-33f77f927f6c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.153796 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2d979d26-589d-4757-b5b2-d52df5fd7afc tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3899207 Oct 05 09:49:13.173817 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.232156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.233090 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:49:13.334372 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0431bfef-6466-4a49-9e54-33f77f927f6c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.357214 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45440) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:13.364060 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-4fceec20-f5bc-4818-ab8a-e4e0e10f6fb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178063875', 'description': 'tempest-secgroup-smoke-1178063875 description', 'project_id': '6294a6c4935647d8b376ea5a0a53c756'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:49:13.378166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4fceec20-f5bc-4818-ab8a-e4e0e10f6fb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:49:13.383090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4fceec20-f5bc-4818-ab8a-e4e0e10f6fb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:49:13.391198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4fceec20-f5bc-4818-ab8a-e4e0e10f6fb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:49:13.394418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431bfef-6466-4a49-9e54-33f77f927f6c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff0f98f-374d-49d2-9214-c15d9c91e97f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:13.424092 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4fceec20-f5bc-4818-ab8a-e4e0e10f6fb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:49:13.454821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0431bfef-6466-4a49-9e54-33f77f927f6c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.459339 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0431bfef-6466-4a49-9e54-33f77f927f6c tempest-TestVolumeBootPattern-1592026086 tempest-TestVolumeBootPattern-1592026086-project] 10.222.0.49 "DELETE /v2.0/security-groups/2ff0f98f-374d-49d2-9214-c15d9c91e97f HTTP/1.1" status: 204 len: 168 time: 0.5051360 Oct 05 09:49:13.523002 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=eec6bf30-85f9-40a8-9904-2f12595a6277,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:13.529335 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4fceec20-f5bc-4818-ab8a-e4e0e10f6fb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.544814 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-37e55e40-ea57-4652-b5a1-d996be41c360 None None] Current status of the port eec6bf30-85f9-40a8-9904-2f12595a6277 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:49:13.560876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:49:13.561253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.561663 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 Oct 05 09:49:13.571877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4fceec20-f5bc-4818-ab8a-e4e0e10f6fb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:49:13.587906 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4fceec20-f5bc-4818-ab8a-e4e0e10f6fb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:49:13.597941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4fceec20-f5bc-4818-ab8a-e4e0e10f6fb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:49:13.603771 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4fceec20-f5bc-4818-ab8a-e4e0e10f6fb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:49:13.645919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45446) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:13.703029 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:49:13.706580 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-37e55e40-ea57-4652-b5a1-d996be41c360 None None] Provisioning for port 061a7000-f175-4fb7-9bbc-3c344a98242a completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:49:13.712483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-37e55e40-ea57-4652-b5a1-d996be41c360 None None] Provisioning complete for port 061a7000-f175-4fb7-9bbc-3c344a98242a triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:49:13.713235 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-37e55e40-ea57-4652-b5a1-d996be41c360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.713355 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-37e55e40-ea57-4652-b5a1-d996be41c360 None None] Attempt 1 to provision port 061a7000-f175-4fb7-9bbc-3c344a98242a Oct 05 09:49:13.725077 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.738301 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Transition to ACTIVE for port object 061a7000-f175-4fb7-9bbc-3c344a98242a will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:49:13.748421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4fceec20-f5bc-4818-ab8a-e4e0e10f6fb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.780043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-37e55e40-ea57-4652-b5a1-d996be41c360 None None] Port 061a7000-f175-4fb7-9bbc-3c344a98242a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:49:13.825913 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.848998 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4fceec20-f5bc-4818-ab8a-e4e0e10f6fb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.910972 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceec20-f5bc-4818-ab8a-e4e0e10f6fb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481fc7b5-04ef-4ce6-acb0-78591615d829,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:13.934696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4fceec20-f5bc-4818-ab8a-e4e0e10f6fb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:13.936140 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4fceec20-f5bc-4818-ab8a-e4e0e10f6fb5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5778992 Oct 05 09:49:13.939063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45452) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:13.944684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-54785b0a-338f-45d0-be4b-d99a589c2784 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '481fc7b5-04ef-4ce6-acb0-78591615d829', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:49:13.951202 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-54785b0a-338f-45d0-be4b-d99a589c2784 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:49:13.955832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-54785b0a-338f-45d0-be4b-d99a589c2784 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:49:13.960961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-54785b0a-338f-45d0-be4b-d99a589c2784 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:49:13.967763 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-54785b0a-338f-45d0-be4b-d99a589c2784 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:49:14.026742 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fe7c1-a7bb-49cc-ba6e-c1cda15dd733 None None] Pushing event updated for resources: {'Port': ['ID=061a7000-f175-4fb7-9bbc-3c344a98242a,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:14.047381 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fe7c1-a7bb-49cc-ba6e-c1cda15dd733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:14.047773 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fe7c1-a7bb-49cc-ba6e-c1cda15dd733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:14.048090 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fe7c1-a7bb-49cc-ba6e-c1cda15dd733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:14.048417 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fe7c1-a7bb-49cc-ba6e-c1cda15dd733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:14.048738 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fe7c1-a7bb-49cc-ba6e-c1cda15dd733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:14.049059 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fe7c1-a7bb-49cc-ba6e-c1cda15dd733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:14.049378 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fe7c1-a7bb-49cc-ba6e-c1cda15dd733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:14.049694 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fe7c1-a7bb-49cc-ba6e-c1cda15dd733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:14.050090 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fe7c1-a7bb-49cc-ba6e-c1cda15dd733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:14.050412 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fe7c1-a7bb-49cc-ba6e-c1cda15dd733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:14.050767 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fe7c1-a7bb-49cc-ba6e-c1cda15dd733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:14.051079 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fe7c1-a7bb-49cc-ba6e-c1cda15dd733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:49:14.061332 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Attempting to bind port 061a7000-f175-4fb7-9bbc-3c344a98242a on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:49:14.061708 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Attempting to bind port 061a7000-f175-4fb7-9bbc-3c344a98242a by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '8e966e94-bd2b-450d-9e67-8544329e2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c893d356-9647-4797-8371-004f5035243f'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:49:14.062193 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Attempting to bind port 061a7000-f175-4fb7-9bbc-3c344a98242a on network c893d356-9647-4797-8371-004f5035243f {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:49:14.063697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-54785b0a-338f-45d0-be4b-d99a589c2784 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:14.068060 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:49:14.068541 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Checking segment: {'id': '8e966e94-bd2b-450d-9e67-8544329e2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c893d356-9647-4797-8371-004f5035243f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:49:14.069029 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:14.069545 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Bound using segment: {'id': '8e966e94-bd2b-450d-9e67-8544329e2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c893d356-9647-4797-8371-004f5035243f'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:49:14.070253 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Bound port: 061a7000-f175-4fb7-9bbc-3c344a98242a, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e966e94-bd2b-450d-9e67-8544329e2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c893d356-9647-4797-8371-004f5035243f'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:49:14.070530 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:14.133129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-54785b0a-338f-45d0-be4b-d99a589c2784 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:14.160521 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] For port 061a7000-f175-4fb7-9bbc-3c344a98242a, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:49:14.163783 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] For port 061a7000-f175-4fb7-9bbc-3c344a98242a, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=061a7000-f175-4fb7-9bbc-3c344a98242a,segment=NetworkSegment(8e966e94-bd2b-450d-9e67-8544329e2719),segment_id=8e966e94-bd2b-450d-9e67-8544329e2719)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:49:14.203311 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-54785b0a-338f-45d0-be4b-d99a589c2784 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:14.231082 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54785b0a-338f-45d0-be4b-d99a589c2784 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d4cff0-03c0-4092-b946-a28022fab8fc,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:14.232588 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:14.281754 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-37e55e40-ea57-4652-b5a1-d996be41c360 None None] Attempt 2 to provision port 061a7000-f175-4fb7-9bbc-3c344a98242a Oct 05 09:49:14.311708 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-54785b0a-338f-45d0-be4b-d99a589c2784 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:14.312668 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-54785b0a-338f-45d0-be4b-d99a589c2784 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3725510 Oct 05 09:49:14.315958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45456) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:14.323444 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Routers {'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:49:14.324189 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:14.325461 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-49e8d185-8e09-4a12-8cd0-914debdac65b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '481fc7b5-04ef-4ce6-acb0-78591615d829', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:49:14.335543 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-49e8d185-8e09-4a12-8cd0-914debdac65b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:49:14.341793 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-49e8d185-8e09-4a12-8cd0-914debdac65b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:49:14.345569 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-49e8d185-8e09-4a12-8cd0-914debdac65b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:49:14.350233 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-37e55e40-ea57-4652-b5a1-d996be41c360 None None] Port 061a7000-f175-4fb7-9bbc-3c344a98242a had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:49:14.352054 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-49e8d185-8e09-4a12-8cd0-914debdac65b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:49:14.402556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9535cf30-514d-4779-883f-84ac84ffb253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:14.413009 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fe7c1-a7bb-49cc-ba6e-c1cda15dd733 None None] Pushing event updated for resources: {'Port': ['ID=061a7000-f175-4fb7-9bbc-3c344a98242a,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:14.436457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-49e8d185-8e09-4a12-8cd0-914debdac65b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:14.526281 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] Set router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:49:14.532485 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-49e8d185-8e09-4a12-8cd0-914debdac65b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:14.560219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device eec6bf30-85f9-40a8-9904-2f12595a6277 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:49:14.618685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-49e8d185-8e09-4a12-8cd0-914debdac65b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:14.647055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port eec6bf30-85f9-40a8-9904-2f12595a6277 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:49:14.647469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:14.647810 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port eec6bf30-85f9-40a8-9904-2f12595a6277 Oct 05 09:49:14.648095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8d185-8e09-4a12-8cd0-914debdac65b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018d8984-f5f4-42e3-bf98-b0abf740c302,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:14.731655 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-49e8d185-8e09-4a12-8cd0-914debdac65b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:14.736233 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-49e8d185-8e09-4a12-8cd0-914debdac65b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4146905 Oct 05 09:49:14.736442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45460) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:14.741498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-96b77f86-a5ff-4198-9c60-4908bf974002 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '481fc7b5-04ef-4ce6-acb0-78591615d829', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:49:14.755329 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-96b77f86-a5ff-4198-9c60-4908bf974002 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:49:14.767288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-96b77f86-a5ff-4198-9c60-4908bf974002 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:49:14.769635 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-96b77f86-a5ff-4198-9c60-4908bf974002 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:49:14.776336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-96b77f86-a5ff-4198-9c60-4908bf974002 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:49:14.782512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port eec6bf30-85f9-40a8-9904-2f12595a6277 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:49:14.872604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96b77f86-a5ff-4198-9c60-4908bf974002 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:14.891202 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '061a7000-f175-4fb7-9bbc-3c344a98242a', 'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:04:18:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:09Z', 'updated_at': '2022-10-05T09:49:14Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:14.897663 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0f1cb-ac51-46d0-b969-35614ed6b3af None None] The sync data for ids ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'] in dv-neutron-860329-1-hyperv is: [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '061a7000-f175-4fb7-9bbc-3c344a98242a', 'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:04:18:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:09Z', 'updated_at': '2022-10-05T09:49:14Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:49:14.904719 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9535cf30-514d-4779-883f-84ac84ffb253 admin admin] Deleting port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:49:14.905158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9535cf30-514d-4779-883f-84ac84ffb253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:14.956934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96b77f86-a5ff-4198-9c60-4908bf974002 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:15.020140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96b77f86-a5ff-4198-9c60-4908bf974002 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:15.045027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b77f86-a5ff-4198-9c60-4908bf974002 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfe051e-5760-4d2b-947e-42c208a3b92a,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:15.109353 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-9535cf30-514d-4779-883f-84ac84ffb253 admin admin] For port 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:15.109718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9535cf30-514d-4779-883f-84ac84ffb253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:15.118169 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96b77f86-a5ff-4198-9c60-4908bf974002 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:15.119801 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-96b77f86-a5ff-4198-9c60-4908bf974002 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3818927 Oct 05 09:49:15.122109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45464) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:15.127454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-aa1ba487-5357-4678-a254-bae7589c1b43 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '481fc7b5-04ef-4ce6-acb0-78591615d829', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:49:15.133926 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-aa1ba487-5357-4678-a254-bae7589c1b43 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:49:15.138133 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-aa1ba487-5357-4678-a254-bae7589c1b43 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:49:15.141554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-aa1ba487-5357-4678-a254-bae7589c1b43 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:49:15.147661 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-aa1ba487-5357-4678-a254-bae7589c1b43 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:49:15.222007 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba487-5357-4678-a254-bae7589c1b43 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:15.244476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9535cf30-514d-4779-883f-84ac84ffb253 admin admin] Calling delete_port for 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:49:15.291270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba487-5357-4678-a254-bae7589c1b43 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:15.361229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba487-5357-4678-a254-bae7589c1b43 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:15.387076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ba487-5357-4678-a254-bae7589c1b43 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e75eeb2-da06-499c-937b-a49caafe8c4e,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:15.474602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba487-5357-4678-a254-bae7589c1b43 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:15.475821 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-aa1ba487-5357-4678-a254-bae7589c1b43 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3526051 Oct 05 09:49:15.478719 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45468) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:15.484156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-f2ae8d22-a9b0-42fb-a0cb-8b137c0c55b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '481fc7b5-04ef-4ce6-acb0-78591615d829', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:49:15.490530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f2ae8d22-a9b0-42fb-a0cb-8b137c0c55b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:49:15.494474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f2ae8d22-a9b0-42fb-a0cb-8b137c0c55b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:49:15.497529 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-f2ae8d22-a9b0-42fb-a0cb-8b137c0c55b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:49:15.503038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9535cf30-514d-4779-883f-84ac84ffb253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:15.503618 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-f2ae8d22-a9b0-42fb-a0cb-8b137c0c55b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:49:15.554575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535cf30-514d-4779-883f-84ac84ffb253 admin admin] Pushing event deleted for resources: {'Port': ['ID=3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:15.580793 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-f2ae8d22-a9b0-42fb-a0cb-8b137c0c55b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:49:15.588482 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8d22-a9b0-42fb-a0cb-8b137c0c55b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:15.681895 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8d22-a9b0-42fb-a0cb-8b137c0c55b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:15.752797 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8d22-a9b0-42fb-a0cb-8b137c0c55b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:15.790841 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae8d22-a9b0-42fb-a0cb-8b137c0c55b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc517fe-d7a6-40b5-b893-2b380f220f34,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:15.855058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9535cf30-514d-4779-883f-84ac84ffb253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:15.886286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8d22-a9b0-42fb-a0cb-8b137c0c55b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:15.887823 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f2ae8d22-a9b0-42fb-a0cb-8b137c0c55b5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4077070 Oct 05 09:49:15.890191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45472) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:15.896015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7082b278-879c-4832-806d-acba6fe57afb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '481fc7b5-04ef-4ce6-acb0-78591615d829', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:49:15.902156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7082b278-879c-4832-806d-acba6fe57afb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:49:15.906447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7082b278-879c-4832-806d-acba6fe57afb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:49:15.909858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7082b278-879c-4832-806d-acba6fe57afb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:49:15.916764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7082b278-879c-4832-806d-acba6fe57afb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:49:15.989069 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-7082b278-879c-4832-806d-acba6fe57afb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:49:15.996309 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7082b278-879c-4832-806d-acba6fe57afb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:16.068930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7082b278-879c-4832-806d-acba6fe57afb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:16.137473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7082b278-879c-4832-806d-acba6fe57afb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:16.164725 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082b278-879c-4832-806d-acba6fe57afb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea56a29-1a25-4485-abab-a15d01816249,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:16.240481 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7082b278-879c-4832-806d-acba6fe57afb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:16.241715 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7082b278-879c-4832-806d-acba6fe57afb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3505540 Oct 05 09:49:16.327944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9535cf30-514d-4779-883f-84ac84ffb253 admin admin] Router 3898aadd-c7e0-419a-8f80-1e1148a18578 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:49:16.437097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-25d65c29-6247-47dd-ad8d-af34ec08fb3f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:49:16.512448 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9535cf30-514d-4779-883f-84ac84ffb253 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:49:16.521360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b509c4-c810-402e-a568-c9f52e24c11a None None] Sync routers for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:49:16.526051 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9535cf30-514d-4779-883f-84ac84ffb253 admin admin] 10.222.0.49 "PUT /v2.0/routers/3898aadd-c7e0-419a-8f80-1e1148a18578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8778148 Oct 05 09:49:16.529701 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-25d65c29-6247-47dd-ad8d-af34ec08fb3f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:49:16.530891 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-25d65c29-6247-47dd-ad8d-af34ec08fb3f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178063875&fields=id&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 267 time: 0.1347480 Oct 05 09:49:16.531349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45488) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:16.535479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b509c4-c810-402e-a568-c9f52e24c11a None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:49:16.536363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a1b509c4-c810-402e-a568-c9f52e24c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:16.607307 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 061a7000-f175-4fb7-9bbc-3c344a98242a up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:49:16.773103 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-a1b509c4-c810-402e-a568-c9f52e24c11a None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:49:16.947305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 061a7000-f175-4fb7-9bbc-3c344a98242a completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:49:16.949095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c1ec9099-8afe-4d20-9700-2c13e922edfd tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:16.949787 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c1ec9099-8afe-4d20-9700-2c13e922edfd tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:49:16.965368 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 061a7000-f175-4fb7-9bbc-3c344a98242a triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:49:16.965744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:16.966459 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 061a7000-f175-4fb7-9bbc-3c344a98242a Oct 05 09:49:16.973282 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:17.037074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c1ec9099-8afe-4d20-9700-2c13e922edfd tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:49:17.038292 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c1ec9099-8afe-4d20-9700-2c13e922edfd tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/networks?id=c893d356-9647-4797-8371-004f5035243f HTTP/1.1" status: 200 len: 797 time: 0.3323934 Oct 05 09:49:17.068450 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-5e3f8376-1028-46c8-907e-4c75dd8c44e0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/quotas/6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 375 time: 0.0244951 Oct 05 09:49:17.163017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 061a7000-f175-4fb7-9bbc-3c344a98242a is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:49:17.163304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:17.200807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 061a7000-f175-4fb7-9bbc-3c344a98242a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=061a7000-f175-4fb7-9bbc-3c344a98242a,segment=NetworkSegment(8e966e94-bd2b-450d-9e67-8544329e2719),segment_id=8e966e94-bd2b-450d-9e67-8544329e2719)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:17.202661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a1b509c4-c810-402e-a568-c9f52e24c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:49:15Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:17.207115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b509c4-c810-402e-a568-c9f52e24c11a None None] Checking router: 3898aadd-c7e0-419a-8f80-1e1148a18578 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:49:17.215328 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b509c4-c810-402e-a568-c9f52e24c11a None None] Routers {'3898aadd-c7e0-419a-8f80-1e1148a18578'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:49:17.215916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a1b509c4-c810-402e-a568-c9f52e24c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:48:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['3898aadd-c7e0-419a-8f80-1e1148a18578'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:17.228006 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:17.246817 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-bf56135d-3a8a-4f88-8c5a-2b890a96f647 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:49:17.283491 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:17.302796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] Deleting port 0d7b669e-3224-484b-bf25-0c159e79a15b {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:49:17.303147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:17.371484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-bf56135d-3a8a-4f88-8c5a-2b890a96f647 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:49:17.372851 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-bf56135d-3a8a-4f88-8c5a-2b890a96f647 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2972283 Oct 05 09:49:17.432369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=061a7000-f175-4fb7-9bbc-3c344a98242a,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:17.448382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-a1b509c4-c810-402e-a568-c9f52e24c11a None None] Set router 3898aadd-c7e0-419a-8f80-1e1148a18578 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:49:17.587097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] For port 0d7b669e-3224-484b-bf25-0c159e79a15b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0d7b669e-3224-484b-bf25-0c159e79a15b,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:17.587453 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:17.602720 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-f15c6a6f-eeca-44b1-8011-9c62e0cbd046 service neutron] 10.222.0.49 "GET /v2.0/networks/c893d356-9647-4797-8371-004f5035243f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840646 Oct 05 09:49:17.731926 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] Calling delete_port for 0d7b669e-3224-484b-bf25-0c159e79a15b owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:49:17.775406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-a1b509c4-c810-402e-a568-c9f52e24c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:49:15Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:17.779434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b509c4-c810-402e-a568-c9f52e24c11a None None] The sync data for ids ['3898aadd-c7e0-419a-8f80-1e1148a18578'] in dv-neutron-860329-1-hyperv is: [{'id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'name': 'tempest-TestVolumeBootPattern-453868224-router', 'tenant_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:34:48Z', 'updated_at': '2022-10-05T09:49:15Z', 'revision_number': 5, 'project_id': 'be9b9908fe7c4c9a97f0c067874401dc', 'gw_port': {'id': '0d7b669e-3224-484b-bf25-0c159e79a15b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898aadd-c7e0-419a-8f80-1e1148a18578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:34:51Z', 'updated_at': '2022-10-05T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:49:18.148707 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-63f08838-3a6f-445d-88e6-334eaaabc123 service neutron] 10.222.0.49 "GET /v2.0/networks/c893d356-9647-4797-8371-004f5035243f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946508 Oct 05 09:49:18.331913 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:18.383852 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7b669e-3224-484b-bf25-0c159e79a15b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:18.515488 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-723ebf1c-ddbe-499a-b818-de199b26b90b req-623b5f3b-7f7f-4116-9349-492a89493a99 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 210 time: 0.0631626 Oct 05 09:49:18.543901 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:18.606904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 061a7000-f175-4fb7-9bbc-3c344a98242a up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:49:18.684578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 061a7000-f175-4fb7-9bbc-3c344a98242a triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:49:18.684984 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:18.685315 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 061a7000-f175-4fb7-9bbc-3c344a98242a Oct 05 09:49:18.753805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:18.756161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:18.812521 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 061a7000-f175-4fb7-9bbc-3c344a98242a is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:49:18.822272 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:49:18.837607 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:18.838363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3898aadd-c7e0-419a-8f80-1e1148a18578 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:49:18.852089 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:18.853288 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b400fd8d-abe3-45b7-9d04-9b0cc4928d70 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3898aadd-c7e0-419a-8f80-1e1148a18578 HTTP/1.1" status: 204 len: 168 time: 2.3209450 Oct 05 09:49:18.855952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45500) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:18.860860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:49:18.861219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3736d46e-8bbe-4fb5-b3e7-f3de43f6c57f not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:49:18.917741 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdde5d5b-23a0-4b3b-9e97-f9e96456378f admin admin] Deleting subnet 1db5b5f1-8073-4fe0-98fc-693b2965d2d8 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:49:18.923781 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fdde5d5b-23a0-4b3b-9e97-f9e96456378f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:18.983276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fdde5d5b-23a0-4b3b-9e97-f9e96456378f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:19.088005 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fdde5d5b-23a0-4b3b-9e97-f9e96456378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:19.323399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fdde5d5b-23a0-4b3b-9e97-f9e96456378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:19.363010 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde5d5b-23a0-4b3b-9e97-f9e96456378f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db5b5f1-8073-4fe0-98fc-693b2965d2d8,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:19.369282 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fdde5d5b-23a0-4b3b-9e97-f9e96456378f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:19.373713 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ade635-c075-4898-b357-b6c0e8ac6603 None None] Network 5bc55122-780d-427f-aa2d-df73122091e8 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:49:19.375523 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fdde5d5b-23a0-4b3b-9e97-f9e96456378f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1db5b5f1-8073-4fe0-98fc-693b2965d2d8 HTTP/1.1" status: 204 len: 168 time: 0.5186260 Oct 05 09:49:19.378820 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45506) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:19.490164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:19.507212 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:49:19.507777 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Deleting port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:49:19.507980 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:19.659963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deefaad-04e9-4523-af47-8fb5a97aa780 None None] DHCP port deletion for 5bc55122-780d-427f-aa2d-df73122091e8 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:49:19.664429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9deefaad-04e9-4523-af47-8fb5a97aa780 None None] Deleting port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:49:19.664804 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9deefaad-04e9-4523-af47-8fb5a97aa780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:19.752339 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5afd75f4-e994-467e-9ade-fbc906379ecd req-f99a81e7-efda-4d6b-84a9-4e3e14ab0a4a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 210 time: 0.1067631 Oct 05 09:49:19.800455 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] For port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=14e3e7cf-87a3-465d-b6c5-4e42e25a45d8,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:19.800919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:19.877491 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9deefaad-04e9-4523-af47-8fb5a97aa780 None None] For port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=14e3e7cf-87a3-465d-b6c5-4e42e25a45d8,segment=NetworkSegment(d43a0dec-3580-405b-8aae-61c9a3fbaae8),segment_id=d43a0dec-3580-405b-8aae-61c9a3fbaae8)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:19.878108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9deefaad-04e9-4523-af47-8fb5a97aa780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:20.008407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9deefaad-04e9-4523-af47-8fb5a97aa780 None None] Calling delete_port for 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:49:20.034521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Calling delete_port for 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:49:20.137498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9deefaad-04e9-4523-af47-8fb5a97aa780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: from cryptography.utils import int_from_bytes Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: from cryptography.utils import int_from_bytes Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn_limited( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn_limited( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:49:20.137704 dv-neutron-860329-1-hyperv neutron-server[89846]: util.warn( Oct 05 09:49:20.143269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:49:20.143585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:49:20.184577 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deefaad-04e9-4523-af47-8fb5a97aa780 None None] Pushing event deleted for resources: {'Port': ['ID=14e3e7cf-87a3-465d-b6c5-4e42e25a45d8,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:20.189364 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deefaad-04e9-4523-af47-8fb5a97aa780 None None] No DVR routers for this DVR port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:49:20.339987 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-36e1d9f6-1090-4a1c-9d9d-673447c3ed34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:20.512094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:49:20.549459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:49:20.549809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:49:20.550238 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0d7b669e-3224-484b-bf25-0c159e79a15b no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:49:20.584465 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 0d7b669e-3224-484b-bf25-0c159e79a15b {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:49:20.584824 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0d7b669e-3224-484b-bf25-0c159e79a15b not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:49:20.643766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-4e6ea48b-d81f-4241-836e-8783f7d6817e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:20.644439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Deleting port 14e3e7cf-87a3-465d-b6c5-4e42e25a45d8 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:49:20.644862 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:20.645551 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-4e6ea48b-d81f-4241-836e-8783f7d6817e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/networks?id=c893d356-9647-4797-8371-004f5035243f HTTP/1.1" status: 200 len: 797 time: 0.1548564 Oct 05 09:49:20.700339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-f7c053d5-f1a3-4624-8cd1-ff97b304ac53 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:49:20.712256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-f7c053d5-f1a3-4624-8cd1-ff97b304ac53 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:49:20.712888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] The port '14e3e7cf-87a3-465d-b6c5-4e42e25a45d8' was deleted {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:49:20.713439 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-f7c053d5-f1a3-4624-8cd1-ff97b304ac53 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 380 time: 0.0540040 Oct 05 09:49:20.721931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'port': {'device_id': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'admin_state_up': True, 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'security_groups': ['481fc7b5-04ef-4ce6-acb0-78591615d829']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:49:20.830299 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:20.860969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc55122-780d-427f-aa2d-df73122091e8']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:20.876493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:49:20.879641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43a0dec-3580-405b-8aae-61c9a3fbaae8') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:20.879939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43a0dec-3580-405b-8aae-61c9a3fbaae8') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:20.886567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:49:20.935257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:20.951274 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fd12075d-0a00-4731-9a68-bd404021639a req-029a041a-3547-4310-9fb4-04fece13e258 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 210 time: 0.0646751 Oct 05 09:49:20.958943 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:20.965417 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:49:20.965838 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:20.975588 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:49:20.980168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:21.035482 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment d43a0dec-3580-405b-8aae-61c9a3fbaae8 resource provider aggregate not found Oct 05 09:49:21.059813 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment d43a0dec-3580-405b-8aae-61c9a3fbaae8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d43a0dec-3580-405b-8aae-61c9a3fbaae8 found for delete ", "request_id": "req-8942fb26-1881-448d-8e18-22b5763ad436"}]} Oct 05 09:49:21.131314 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:21.147485 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:21.154427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.9 (c893d356-9647-4797-8371-004f5035243f/839f414e-75a3-4ccc-8d54-f79010efe21d/1b914e70-5785-48f9-ac89-41c9c44e3ba4) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:49:21.158188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc55122-780d-427f-aa2d-df73122091e8,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:21.223894 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-256b09bc-37e2-4ac5-948c-76c0119f1ad7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5bc55122-780d-427f-aa2d-df73122091e8 HTTP/1.1" status: 204 len: 168 time: 1.8437710 Oct 05 09:49:21.226524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45522) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:21.347889 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:21.363653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object 1b914e70-5785-48f9-ac89-41c9c44e3ba4 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:49:21.451830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:21.524116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network c893d356-9647-4797-8371-004f5035243f is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:49:21.526955 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:49:21.530838 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:49:21.574171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=1b914e70-5785-48f9-ac89-41c9c44e3ba4,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:21.601323 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:21.602281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:21.706481 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-645f8b40-1ec3-4592-b6f4-355e17c67e96 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9881613 Oct 05 09:49:21.725642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Request body: {'port': {'device_id': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:49:21.778058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0d225f64-ffdb-4153-a6a1-375850fe3d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:21.837270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ae1e9022-5570-404c-83d2-16006cd51867 None None] Provisioning for port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:49:21.841451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:21.842683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ae1e9022-5570-404c-83d2-16006cd51867 None None] Provisioning complete for port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:49:21.843155 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ae1e9022-5570-404c-83d2-16006cd51867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:21.843610 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ae1e9022-5570-404c-83d2-16006cd51867 None None] Attempt 1 to provision port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 Oct 05 09:49:21.901449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e9022-5570-404c-83d2-16006cd51867 None None] Port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:49:22.279653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fa0e8-f105-4a80-90d9-fe944e46a14e req-57ed2aec-7f58-4106-9518-45e6721f649b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:22.281085 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c18fa0e8-f105-4a80-90d9-fe944e46a14e req-57ed2aec-7f58-4106-9518-45e6721f649b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 931 time: 0.1442263 Oct 05 09:49:22.311549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b914e70-5785-48f9-ac89-41c9c44e3ba4 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:49:22.319686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:22.333907 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Transition to ACTIVE for port object 1b914e70-5785-48f9-ac89-41c9c44e3ba4 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:49:22.341209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0d225f64-ffdb-4153-a6a1-375850fe3d11 admin admin] Deleting port bb259698-047f-4679-97c4-55c479f8fa09 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:49:22.341548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0d225f64-ffdb-4153-a6a1-375850fe3d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:22.381368 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c18fa0e8-f105-4a80-90d9-fe944e46a14e req-0c51122a-10ad-4288-81e0-93f2b2df461b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=481fc7b5-04ef-4ce6-acb0-78591615d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942149 Oct 05 09:49:22.385339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:22.406187 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ae1e9022-5570-404c-83d2-16006cd51867 None None] Attempt 2 to provision port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 Oct 05 09:49:22.459933 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e9022-5570-404c-83d2-16006cd51867 None None] Port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:49:22.518801 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-0d225f64-ffdb-4153-a6a1-375850fe3d11 admin admin] For port bb259698-047f-4679-97c4-55c479f8fa09, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bb259698-047f-4679-97c4-55c479f8fa09,segment=NetworkSegment(fe2a333e-f80e-4d11-ae0f-c41922d170bb),segment_id=fe2a333e-f80e-4d11-ae0f-c41922d170bb)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:22.519159 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0d225f64-ffdb-4153-a6a1-375850fe3d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:22.611294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Pushing event updated for resources: {'Port': ['ID=1b914e70-5785-48f9-ac89-41c9c44e3ba4,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:22.616842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Attempting to bind port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:49:22.617179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Attempting to bind port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '8e966e94-bd2b-450d-9e67-8544329e2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c893d356-9647-4797-8371-004f5035243f'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:49:22.617511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Attempting to bind port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 on network c893d356-9647-4797-8371-004f5035243f {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:49:22.622209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 on network c893d356-9647-4797-8371-004f5035243f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:49:22.622718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Attempting to bind port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 on network c893d356-9647-4797-8371-004f5035243f {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:49:22.627971 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:49:22.628312 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Checking segment: {'id': '8e966e94-bd2b-450d-9e67-8544329e2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c893d356-9647-4797-8371-004f5035243f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:49:22.628695 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Bound using segment: {'id': '8e966e94-bd2b-450d-9e67-8544329e2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c893d356-9647-4797-8371-004f5035243f'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:49:22.629113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Bound port: 1b914e70-5785-48f9-ac89-41c9c44e3ba4, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e966e94-bd2b-450d-9e67-8544329e2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c893d356-9647-4797-8371-004f5035243f'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:49:22.629464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:22.649124 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0d225f64-ffdb-4153-a6a1-375850fe3d11 admin admin] Calling delete_port for bb259698-047f-4679-97c4-55c479f8fa09 owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:49:22.726080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] For port 1b914e70-5785-48f9-ac89-41c9c44e3ba4, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:49:22.828058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] For port 1b914e70-5785-48f9-ac89-41c9c44e3ba4, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1b914e70-5785-48f9-ac89-41c9c44e3ba4,segment=NetworkSegment(8e966e94-bd2b-450d-9e67-8544329e2719),segment_id=8e966e94-bd2b-450d-9e67-8544329e2719)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:49:22.869903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-70de9686-5caf-4031-bf8d-0334ff3a258d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:22.928949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:22.936891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0d225f64-ffdb-4153-a6a1-375850fe3d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:22.960917 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ae1e9022-5570-404c-83d2-16006cd51867 None None] Attempt 3 to provision port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 Oct 05 09:49:22.965589 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:22.965589 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:22.966814 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] 10.222.0.55 "PUT /v2.0/ports/1b914e70-5785-48f9-ac89-41c9c44e3ba4 HTTP/1.1" status: 200 len: 1093 time: 1.2461319 Oct 05 09:49:22.967338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'tag': '1b914e70-5785-48f9-ac89-41c9c44e3ba4'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:49:22.970292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15498f15-7bda-4206-b142-1e2513b92af7" -d '{"events": [{"name": "network-changed", "server_uuid": "c5df73f8-1d9c-4c77-a17c-2cef8d239768", "tag": "1b914e70-5785-48f9-ac89-41c9c44e3ba4"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:49:22.982168 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d225f64-ffdb-4153-a6a1-375850fe3d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb259698-047f-4679-97c4-55c479f8fa09,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:23.021744 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b53f29-d2cc-4d78-8289-ad58c4814e15 service neutron] Pushing event updated for resources: {'Port': ['ID=1b914e70-5785-48f9-ac89-41c9c44e3ba4,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:23.039834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58d11d0-98af-4b56-acc5-120a0cc4f2f3 x-openstack-request-id: req-d58d11d0-98af-4b56-acc5-120a0cc4f2f3 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:49:23.040133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5df73f8-1d9c-4c77-a17c-2cef8d239768", "tag": "1b914e70-5785-48f9-ac89-41c9c44e3ba4", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:49:23.040388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d58d11d0-98af-4b56-acc5-120a0cc4f2f3 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:49:23.040793 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d58d11d0-98af-4b56-acc5-120a0cc4f2f3'] response: {'name': 'network-changed', 'server_uuid': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'tag': '1b914e70-5785-48f9-ac89-41c9c44e3ba4', 'status': 'completed', 'code': 200} Oct 05 09:49:23.046906 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e9022-5570-404c-83d2-16006cd51867 None None] Port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:49:23.168610 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15498f15-7bda-4206-b142-1e2513b92af7 req-29d64cfd-faae-49d7-b24e-f0d42cc62d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:23.170208 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-15498f15-7bda-4206-b142-1e2513b92af7 req-29d64cfd-faae-49d7-b24e-f0d42cc62d6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 1096 time: 0.0904779 Oct 05 09:49:23.274145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0d225f64-ffdb-4153-a6a1-375850fe3d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:23.324216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15498f15-7bda-4206-b142-1e2513b92af7 req-a23da814-685e-41a6-b49a-2853738f72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:23.325573 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-15498f15-7bda-4206-b142-1e2513b92af7 req-a23da814-685e-41a6-b49a-2853738f72ae service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6294a6c4935647d8b376ea5a0a53c756&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1420302 Oct 05 09:49:23.465286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15498f15-7bda-4206-b142-1e2513b92af7 req-beae6471-ceef-4ba9-9c18-a89669530bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:23.467135 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-15498f15-7bda-4206-b142-1e2513b92af7 req-beae6471-ceef-4ba9-9c18-a89669530bdb service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355865 Oct 05 09:49:23.601146 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-279c41bf-b044-4a2f-8ca7-865a00274972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:23.602779 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-279c41bf-b044-4a2f-8ca7-865a00274972 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 1096 time: 0.0787675 Oct 05 09:49:23.680696 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-413f5112-b2fc-4d36-8c6f-a871f2ff26cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b914e70-5785-48f9-ac89-41c9c44e3ba4 HTTP/1.1" status: 200 len: 217 time: 0.0649941 Oct 05 09:49:23.742667 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-0d832452-afd5-4da7-a196-33416193024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:23.744166 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-0d832452-afd5-4da7-a196-33416193024b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=839f414e-75a3-4ccc-8d54-f79010efe21d HTTP/1.1" status: 200 len: 834 time: 0.0577607 Oct 05 09:49:23.812189 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451a837-5b54-465a-9227-ee97e4910b99 req-4549f53b-dd76-4fc8-beed-3af3ba843fe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:23.814216 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6451a837-5b54-465a-9227-ee97e4910b99 req-4549f53b-dd76-4fc8-beed-3af3ba843fe8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 943 time: 0.2939386 Oct 05 09:49:23.816079 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d225f64-ffdb-4153-a6a1-375850fe3d11 admin admin] Router 22ae34e8-fc5b-4164-a8ba-4688d5d8a29f has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:49:23.831047 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c6b2550c-ff04-4262-9612-729a0b91babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:23.832529 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-c6b2550c-ff04-4262-9612-729a0b91babe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c893d356-9647-4797-8371-004f5035243f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829628 Oct 05 09:49:23.939567 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6451a837-5b54-465a-9227-ee97e4910b99 req-5522d24a-e868-443f-b0d8-efb9cab86d9c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=481fc7b5-04ef-4ce6-acb0-78591615d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186728 Oct 05 09:49:23.965286 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-6c9fc6e8-6105-4b8e-820b-557394ad5bc9 service neutron] 10.222.0.55 "GET /v2.0/networks/c893d356-9647-4797-8371-004f5035243f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269963 Oct 05 09:49:24.029850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d225f64-ffdb-4153-a6a1-375850fe3d11 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:49:24.039287 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89d2e6-55f7-4321-aeb1-7fbdf6b042a2 None None] Sync routers for ids ['22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:49:24.050967 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89d2e6-55f7-4321-aeb1-7fbdf6b042a2 None None] Routers {'22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:49:24.051586 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ea89d2e6-55f7-4321-aeb1-7fbdf6b042a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:49:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:24.096995 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eadea61-a2f6-4509-a143-22d94d4a38fd req-20f16d7d-8111-4635-b792-fb8f8270a82d service neutron] 10.222.0.55 "GET /v2.0/networks/c893d356-9647-4797-8371-004f5035243f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257374 Oct 05 09:49:24.150924 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0d225f64-ffdb-4153-a6a1-375850fe3d11 admin admin] 10.222.0.49 "PUT /v2.0/routers/22ae34e8-fc5b-4164-a8ba-4688d5d8a29f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9232512 Oct 05 09:49:24.160782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45532) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:24.179687 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:24.230951 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-ea89d2e6-55f7-4321-aeb1-7fbdf6b042a2 None None] Set router 22ae34e8-fc5b-4164-a8ba-4688d5d8a29f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:49:24.231664 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:24.345911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:24.511064 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ea89d2e6-55f7-4321-aeb1-7fbdf6b042a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'name': 'tempest-TestVolumeBootPattern-1161380814-router', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:08Z', 'updated_at': '2022-10-05T09:49:22Z', 'revision_number': 5, 'project_id': 'e6b6283428344247a604e5f5fa37cb24', 'gw_port': {'id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:24.515460 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89d2e6-55f7-4321-aeb1-7fbdf6b042a2 None None] Checking router: 22ae34e8-fc5b-4164-a8ba-4688d5d8a29f for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:49:24.524561 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89d2e6-55f7-4321-aeb1-7fbdf6b042a2 None None] Routers {'22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:49:24.525152 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ea89d2e6-55f7-4321-aeb1-7fbdf6b042a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:49:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:24.530168 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:24.605781 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] Deleting port 6de18a9f-f792-4d64-bc58-c81cae949026 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:49:24.606164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:24.709145 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-ea89d2e6-55f7-4321-aeb1-7fbdf6b042a2 None None] Set router 22ae34e8-fc5b-4164-a8ba-4688d5d8a29f gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:49:24.780406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] For port 6de18a9f-f792-4d64-bc58-c81cae949026, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=6de18a9f-f792-4d64-bc58-c81cae949026,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:24.780761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:24.900834 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] Calling delete_port for 6de18a9f-f792-4d64-bc58-c81cae949026 owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:49:25.026153 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ea89d2e6-55f7-4321-aeb1-7fbdf6b042a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'name': 'tempest-TestVolumeBootPattern-1161380814-router', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:08Z', 'updated_at': '2022-10-05T09:49:22Z', 'revision_number': 5, 'project_id': 'e6b6283428344247a604e5f5fa37cb24', 'gw_port': {'id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:25.030070 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89d2e6-55f7-4321-aeb1-7fbdf6b042a2 None None] The sync data for ids ['22ae34e8-fc5b-4164-a8ba-4688d5d8a29f'] in dv-neutron-860329-1-hyperv is: [{'id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'name': 'tempest-TestVolumeBootPattern-1161380814-router', 'tenant_id': 'e6b6283428344247a604e5f5fa37cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:08Z', 'updated_at': '2022-10-05T09:49:22Z', 'revision_number': 5, 'project_id': 'e6b6283428344247a604e5f5fa37cb24', 'gw_port': {'id': '6de18a9f-f792-4d64-bc58-c81cae949026', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ae34e8-fc5b-4164-a8ba-4688d5d8a29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:49:25.154383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:25.165571 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90b04b-879c-418e-b887-2f20eaf9e362 req-93a5e8b4-53ea-404f-9eca-eb56959ca96c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:25.167609 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ca90b04b-879c-418e-b887-2f20eaf9e362 req-93a5e8b4-53ea-404f-9eca-eb56959ca96c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 943 time: 0.1022394 Oct 05 09:49:25.187615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:25.272667 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6de18a9f-f792-4d64-bc58-c81cae949026,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:25.433078 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ca90b04b-879c-418e-b887-2f20eaf9e362 req-6ee750eb-95f8-4a29-8dff-35c15b76df6f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=481fc7b5-04ef-4ce6-acb0-78591615d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592797 Oct 05 09:49:25.468637 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:25.556949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:25.640486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:25.643282 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:25.716790 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:25.717433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22ae34e8-fc5b-4164-a8ba-4688d5d8a29f {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:49:25.729654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:25.732987 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f4413326-6efd-4b2a-8be3-49693378b9f2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/22ae34e8-fc5b-4164-a8ba-4688d5d8a29f HTTP/1.1" status: 204 len: 168 time: 1.5690634 Oct 05 09:49:25.733199 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45538) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:25.795702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-39520898-4e8e-44b2-a1db-906910082107 admin admin] Deleting subnet 7eecc0a8-1aaa-4dc8-b452-c3c73c968998 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:49:25.798773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-39520898-4e8e-44b2-a1db-906910082107 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:25.853693 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-39520898-4e8e-44b2-a1db-906910082107 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:25.931198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-39520898-4e8e-44b2-a1db-906910082107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:26.065654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-39520898-4e8e-44b2-a1db-906910082107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:26.100572 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39520898-4e8e-44b2-a1db-906910082107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eecc0a8-1aaa-4dc8-b452-c3c73c968998,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:26.105826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-39520898-4e8e-44b2-a1db-906910082107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:26.111758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b18a2b3-17fb-437c-af3a-651e88d0877e None None] Network e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:49:26.114952 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-39520898-4e8e-44b2-a1db-906910082107 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7eecc0a8-1aaa-4dc8-b452-c3c73c968998 HTTP/1.1" status: 204 len: 168 time: 0.3785861 Oct 05 09:49:26.115187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45542) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:26.228285 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:26.240982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] Deleting port 8a978502-10f9-49a7-a601-8f665795f09f {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:49:26.241318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:26.393386 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697cc39e-9bf8-428f-9567-72a020841d20 None None] DHCP port deletion for e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:49:26.397591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-697cc39e-9bf8-428f-9567-72a020841d20 None None] Deleting port 8a978502-10f9-49a7-a601-8f665795f09f {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:49:26.397959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-697cc39e-9bf8-428f-9567-72a020841d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:26.446897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] For port 8a978502-10f9-49a7-a601-8f665795f09f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8a978502-10f9-49a7-a601-8f665795f09f,segment=NetworkSegment(fe2a333e-f80e-4d11-ae0f-c41922d170bb),segment_id=fe2a333e-f80e-4d11-ae0f-c41922d170bb)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:26.447250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:26.573058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] Calling delete_port for 8a978502-10f9-49a7-a601-8f665795f09f owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:49:26.573330 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6de18a9f-f792-4d64-bc58-c81cae949026 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:49:26.620397 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 6de18a9f-f792-4d64-bc58-c81cae949026 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:49:26.620653 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 6de18a9f-f792-4d64-bc58-c81cae949026 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:49:26.621074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8a978502-10f9-49a7-a601-8f665795f09f no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:49:26.687014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-697cc39e-9bf8-428f-9567-72a020841d20 None None] For port 8a978502-10f9-49a7-a601-8f665795f09f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8a978502-10f9-49a7-a601-8f665795f09f,segment=NetworkSegment(fe2a333e-f80e-4d11-ae0f-c41922d170bb),segment_id=fe2a333e-f80e-4d11-ae0f-c41922d170bb)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:26.687396 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-697cc39e-9bf8-428f-9567-72a020841d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:26.732914 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03352a1f-d1a1-4885-bcc2-cea731722b94 req-125152db-0a1c-4af4-86c2-4ca711adf15e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:26.734509 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-03352a1f-d1a1-4885-bcc2-cea731722b94 req-125152db-0a1c-4af4-86c2-4ca711adf15e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 943 time: 0.1685984 Oct 05 09:49:26.784936 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-03352a1f-d1a1-4885-bcc2-cea731722b94 req-6119bac4-7a1f-4a1e-a287-530f57f2a47c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=481fc7b5-04ef-4ce6-acb0-78591615d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437360 Oct 05 09:49:26.790930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:26.807424 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No ports have port_id starting with 8a978502-10f9-49a7-a601-8f665795f09f Oct 05 09:49:26.814616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-697cc39e-9bf8-428f-9567-72a020841d20 None None] Calling delete_port for 8a978502-10f9-49a7-a601-8f665795f09f owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:49:26.838670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=8a978502-10f9-49a7-a601-8f665795f09f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:26.841393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] No DVR routers for this DVR port 8a978502-10f9-49a7-a601-8f665795f09f on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:49:26.841523 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bb259698-047f-4679-97c4-55c479f8fa09 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:49:26.878898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: bb259698-047f-4679-97c4-55c479f8fa09 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:49:26.879158 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bb259698-047f-4679-97c4-55c479f8fa09 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:49:26.920261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-697cc39e-9bf8-428f-9567-72a020841d20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:49:26.920612 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-697cc39e-9bf8-428f-9567-72a020841d20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:49:26.959725 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:27.085195 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:27.097505 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2a333e-f80e-4d11-ae0f-c41922d170bb') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:27.097798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2a333e-f80e-4d11-ae0f-c41922d170bb') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:27.108677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:27.124166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:27.132445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:49:27.132445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:27.193582 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment fe2a333e-f80e-4d11-ae0f-c41922d170bb resource provider aggregate not found Oct 05 09:49:27.217723 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment fe2a333e-f80e-4d11-ae0f-c41922d170bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe2a333e-f80e-4d11-ae0f-c41922d170bb found for delete ", "request_id": "req-43eabdad-053c-4a0a-8ab4-03511d33f35c"}]} Oct 05 09:49:27.297037 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:27.312443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:27.325230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:27.330525 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-958abe04-17c6-49eb-9984-ddd522ed8c7c admin admin] 10.222.0.49 "DELETE /v2.0/networks/e42a11ea-6f1c-4371-81ce-b7ae60b1b7d0 HTTP/1.1" status: 204 len: 168 time: 1.2144167 Oct 05 09:49:27.422937 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-697cc39e-9bf8-428f-9567-72a020841d20 None None] Deleting port 8a978502-10f9-49a7-a601-8f665795f09f {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:49:27.423257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-697cc39e-9bf8-428f-9567-72a020841d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:27.487711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-697cc39e-9bf8-428f-9567-72a020841d20 None None] The port '8a978502-10f9-49a7-a601-8f665795f09f' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:49:27.647683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45554) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:27.697210 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cc2ac7e0-b4ee-4cc9-915b-145522feb752 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be9b9908fe7c4c9a97f0c067874401dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483391 Oct 05 09:49:27.700776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45558) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:27.763252 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41edbae9-bde3-44ca-b1c6-5ffd976dd031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:27.788679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41edbae9-bde3-44ca-b1c6-5ffd976dd031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:27.912362 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 1b914e70-5785-48f9-ac89-41c9c44e3ba4 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:49:27.962660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41edbae9-bde3-44ca-b1c6-5ffd976dd031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:27.973600 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edbae9-bde3-44ca-b1c6-5ffd976dd031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0044bfb7-eed0-4f96-87e2-19888809816d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:27.984579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10146cc-99ff-469f-8178-ff06bee3dc73 req-32aff705-8264-4f5e-aac2-256691517152 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:27.986755 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d10146cc-99ff-469f-8178-ff06bee3dc73 req-32aff705-8264-4f5e-aac2-256691517152 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 943 time: 0.0905437 Oct 05 09:49:27.990928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-41edbae9-bde3-44ca-b1c6-5ffd976dd031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:27.993177 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-41edbae9-bde3-44ca-b1c6-5ffd976dd031 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0044bfb7-eed0-4f96-87e2-19888809816d HTTP/1.1" status: 204 len: 168 time: 0.2914641 Oct 05 09:49:28.032803 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d10146cc-99ff-469f-8178-ff06bee3dc73 req-bb3229e2-59a2-4e5c-8946-15a7f216f05a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=481fc7b5-04ef-4ce6-acb0-78591615d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400176 Oct 05 09:49:28.068389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 1b914e70-5785-48f9-ac89-41c9c44e3ba4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1b914e70-5785-48f9-ac89-41c9c44e3ba4,segment=NetworkSegment(8e966e94-bd2b-450d-9e67-8544329e2719),segment_id=8e966e94-bd2b-450d-9e67-8544329e2719)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:28.081965 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '1b914e70-5785-48f9-ac89-41c9c44e3ba4', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'port_id': '1b914e70-5785-48f9-ac89-41c9c44e3ba4', 'mac_address': 'fa:16:3e:a6:33:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:49:28.139335 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:49:28.139711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:28.156238 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b914e70-5785-48f9-ac89-41c9c44e3ba4 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:49:28.171538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 1b914e70-5785-48f9-ac89-41c9c44e3ba4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1b914e70-5785-48f9-ac89-41c9c44e3ba4,segment=NetworkSegment(8e966e94-bd2b-450d-9e67-8544329e2719),segment_id=8e966e94-bd2b-450d-9e67-8544329e2719)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:28.239866 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:28.304695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=1b914e70-5785-48f9-ac89-41c9c44e3ba4,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:28.656707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['1b914e70-5785-48f9-ac89-41c9c44e3ba4'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:49:28.689408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45568) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:28.740833 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-520d2380-8337-4be9-9cff-702b9bf592ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6b6283428344247a604e5f5fa37cb24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478139 Oct 05 09:49:28.741144 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45572) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:28.901488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59c1c527-9740-488a-8f58-b70ab872b110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:28.927356 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59c1c527-9740-488a-8f58-b70ab872b110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:29.063491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59c1c527-9740-488a-8f58-b70ab872b110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:29.082563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1c527-9740-488a-8f58-b70ab872b110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639b7ae4-06da-49bb-9e7c-55db6f55d979,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:29.087320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-59c1c527-9740-488a-8f58-b70ab872b110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:29.089434 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-59c1c527-9740-488a-8f58-b70ab872b110 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/639b7ae4-06da-49bb-9e7c-55db6f55d979 HTTP/1.1" status: 204 len: 168 time: 0.3475711 Oct 05 09:49:29.237512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948dcc4-a0a3-420e-81f6-c0b6d3a10d09 req-e4df839e-2bd5-4b0b-9cef-8dc18d568200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:29.238988 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6948dcc4-a0a3-420e-81f6-c0b6d3a10d09 req-e4df839e-2bd5-4b0b-9cef-8dc18d568200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 944 time: 0.0909920 Oct 05 09:49:29.283465 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6948dcc4-a0a3-420e-81f6-c0b6d3a10d09 req-f783bad2-decf-429a-9d15-ae13e80bcb7e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=481fc7b5-04ef-4ce6-acb0-78591615d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387666 Oct 05 09:49:29.927298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 1b914e70-5785-48f9-ac89-41c9c44e3ba4 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:49:30.071033 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:49:30.075614 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:49:30.081534 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:30.081534 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 Oct 05 09:49:30.191825 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:49:30.192194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:30.218315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b914e70-5785-48f9-ac89-41c9c44e3ba4'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:49:30.221069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3459525e-1055-4df6-8b34-31ab28d8d128" -d '{"events": [{"server_uuid": "c5df73f8-1d9c-4c77-a17c-2cef8d239768", "name": "network-vif-plugged", "status": "completed", "tag": "1b914e70-5785-48f9-ac89-41c9c44e3ba4"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:49:30.228638 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 1b914e70-5785-48f9-ac89-41c9c44e3ba4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1b914e70-5785-48f9-ac89-41c9c44e3ba4,segment=NetworkSegment(8e966e94-bd2b-450d-9e67-8544329e2719),segment_id=8e966e94-bd2b-450d-9e67-8544329e2719)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:49:30.262023 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6354ec2f-4dc3-4dfe-91a5-45d4f2a8b235 x-openstack-request-id: req-6354ec2f-4dc3-4dfe-91a5-45d4f2a8b235 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:49:30.262324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5df73f8-1d9c-4c77-a17c-2cef8d239768", "name": "network-vif-plugged", "status": "completed", "tag": "1b914e70-5785-48f9-ac89-41c9c44e3ba4", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:49:30.265730 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6354ec2f-4dc3-4dfe-91a5-45d4f2a8b235 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:49:30.265730 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6354ec2f-4dc3-4dfe-91a5-45d4f2a8b235'] response: {'server_uuid': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b914e70-5785-48f9-ac89-41c9c44e3ba4', 'code': 200} Oct 05 09:49:30.282401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:30.351355 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=1b914e70-5785-48f9-ac89-41c9c44e3ba4,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:30.492486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1170340-1ee7-4862-824a-6ee00c360ebb req-41c78ccb-a43b-4739-a3b9-ad5de065a194 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:30.493971 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a1170340-1ee7-4862-824a-6ee00c360ebb req-41c78ccb-a43b-4739-a3b9-ad5de065a194 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 945 time: 0.0936401 Oct 05 09:49:30.538257 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a1170340-1ee7-4862-824a-6ee00c360ebb req-24e054f8-8ded-4319-9fce-9306a0c626f2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=481fc7b5-04ef-4ce6-acb0-78591615d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386012 Oct 05 09:49:30.665971 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d4dd3-1f24-4ea5-b44d-8b1e84fb7514 req-fb7947bc-b86a-4840-bfc9-cb831070b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:30.667368 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-914d4dd3-1f24-4ea5-b44d-8b1e84fb7514 req-fb7947bc-b86a-4840-bfc9-cb831070b560 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 1098 time: 0.0797555 Oct 05 09:49:30.706558 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-914d4dd3-1f24-4ea5-b44d-8b1e84fb7514 req-ef2c17bd-031b-4490-976f-a04d8622bd52 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=481fc7b5-04ef-4ce6-acb0-78591615d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332870 Oct 05 09:49:31.746431 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3628471-2fe3-4dfe-99a4-0de6eebce5e4 req-0fdb7d6e-fa71-490b-9f58-c66a1e29614d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:31.747928 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3628471-2fe3-4dfe-99a4-0de6eebce5e4 req-0fdb7d6e-fa71-490b-9f58-c66a1e29614d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 945 time: 0.0864551 Oct 05 09:49:31.791474 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3628471-2fe3-4dfe-99a4-0de6eebce5e4 req-01ab01b4-ab57-4369-bc82-b4b87d8c69e3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=481fc7b5-04ef-4ce6-acb0-78591615d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375092 Oct 05 09:49:32.987824 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494f017-5d7b-4384-8e9e-ac455de1b380 req-03b2cdb9-b76d-4196-a686-7bdb2e015f89 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:32.989241 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7494f017-5d7b-4384-8e9e-ac455de1b380 req-03b2cdb9-b76d-4196-a686-7bdb2e015f89 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 945 time: 0.0885675 Oct 05 09:49:33.032250 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7494f017-5d7b-4384-8e9e-ac455de1b380 req-143d8232-9625-4f08-9a4d-cae617179cfc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=481fc7b5-04ef-4ce6-acb0-78591615d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372581 Oct 05 09:49:33.226687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872b129-188f-45d2-820e-d7a3976efb0f req-64656c22-0376-4293-a3c8-e571e264bb0c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:33.228179 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c872b129-188f-45d2-820e-d7a3976efb0f req-64656c22-0376-4293-a3c8-e571e264bb0c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 945 time: 0.0898063 Oct 05 09:49:33.271175 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c872b129-188f-45d2-820e-d7a3976efb0f req-b94e9fff-9766-4e15-9cab-6c3359b0c11d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=481fc7b5-04ef-4ce6-acb0-78591615d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374641 Oct 05 09:49:33.299856 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45590) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:33.619761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae9fc38-5466-445e-9159-8f8a901bc003 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:33.621242 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7ae9fc38-5466-445e-9159-8f8a901bc003 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 1093 time: 0.3204539 Oct 05 09:49:33.624164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45596) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:33.629024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '1b914e70-5785-48f9-ac89-41c9c44e3ba4', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:49:33.634789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:49:33.638577 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:floatingip and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:49:33.641842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:49:33.647493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:49:33.716353 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:33.850939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:33.983627 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.220 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/b00d2582-5e9e-471b-8685-9712322f5c5c) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:49:34.127590 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:34.214086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:34.276659 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:49:34.279271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:49:34.283006 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:49:34.321235 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=b00d2582-5e9e-471b-8685-9712322f5c5c,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:34.779565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:34.917755 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:35.125295 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:35.184798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:35.286304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=b00d2582-5e9e-471b-8685-9712322f5c5c,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:49:35.291443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:35.460811 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP 47a24d4a-a9cb-416a-9b9d-948674ff2f98 associated. External IP: 172.26.7.220, port: 1b914e70-5785-48f9-ac89-41c9c44e3ba4. Oct 05 09:49:35.806537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:49:35.980657 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:49:35.990526 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f0bda-adba-403c-9605-564be4a57c19 None None] Sync routers for ids ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:49:36.000979 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f0bda-adba-403c-9605-564be4a57c19 None None] Routers {'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:49:36.001607 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-491f0bda-adba-403c-9605-564be4a57c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:49:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:36.087868 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:36.144659 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cf44c870-bc8c-4109-bca5-9672b94247e6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5170250 Oct 05 09:49:36.144659 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'tag': '1b914e70-5785-48f9-ac89-41c9c44e3ba4'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:49:36.145173 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45600) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:36.145619 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f36c73-36ed-4265-ac33-da25fec414fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c5df73f8-1d9c-4c77-a17c-2cef8d239768", "tag": "1b914e70-5785-48f9-ac89-41c9c44e3ba4"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:49:36.183079 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-491f0bda-adba-403c-9605-564be4a57c19 None None] Set router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:49:36.187941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801a4b83-949d-4d6f-8c4f-5c33c12d8280 x-openstack-request-id: req-801a4b83-949d-4d6f-8c4f-5c33c12d8280 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:49:36.188453 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5df73f8-1d9c-4c77-a17c-2cef8d239768", "tag": "1b914e70-5785-48f9-ac89-41c9c44e3ba4", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:49:36.188453 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-801a4b83-949d-4d6f-8c4f-5c33c12d8280 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:49:36.188856 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801a4b83-949d-4d6f-8c4f-5c33c12d8280'] response: {'name': 'network-changed', 'server_uuid': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'tag': '1b914e70-5785-48f9-ac89-41c9c44e3ba4', 'status': 'completed', 'code': 200} Oct 05 09:49:36.381897 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-35eeec71-c41c-4765-a279-2f6f306809bf tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/routers/f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 HTTP/1.1" status: 200 len: 921 time: 0.2353928 Oct 05 09:49:36.384686 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45606) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:36.395474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f36c73-36ed-4265-ac33-da25fec414fb req-36f00093-5a1f-431a-bcd0-1efd4aa457fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:36.396918 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-51f36c73-36ed-4265-ac33-da25fec414fb req-36f00093-5a1f-431a-bcd0-1efd4aa457fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 1098 time: 0.1091566 Oct 05 09:49:36.533063 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f36c73-36ed-4265-ac33-da25fec414fb req-ef835ed2-8f8d-49fa-b9b9-a4f8ae46a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:36.534858 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-51f36c73-36ed-4265-ac33-da25fec414fb req-ef835ed2-8f8d-49fa-b9b9-a4f8ae46a811 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c893d356-9647-4797-8371-004f5035243f HTTP/1.1" status: 200 len: 898 time: 0.1321437 Oct 05 09:49:36.546734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-491f0bda-adba-403c-9605-564be4a57c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '47a24d4a-a9cb-416a-9b9d-948674ff2f98', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'port_id': '1b914e70-5785-48f9-ac89-41c9c44e3ba4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'mac_address': 'fa:16:3e:a6:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:49:34Z', 'updated_at': '2022-10-05T09:49:34Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061a7000-f175-4fb7-9bbc-3c344a98242a', 'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:04:18:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:09Z', 'updated_at': '2022-10-05T09:49:17Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:36.550972 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f0bda-adba-403c-9605-564be4a57c19 None None] Checking router: f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:49:36.559831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f0bda-adba-403c-9605-564be4a57c19 None None] Routers {'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:49:36.560449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-491f0bda-adba-403c-9605-564be4a57c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:49:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:36.606480 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-620edf39-90bb-484b-ab31-afca69ee787a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/47a24d4a-a9cb-416a-9b9d-948674ff2f98 HTTP/1.1" status: 200 len: 991 time: 0.2206230 Oct 05 09:49:36.640175 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-51f36c73-36ed-4265-ac33-da25fec414fb req-110417c4-3a5a-4f4f-9531-c675160e87c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b914e70-5785-48f9-ac89-41c9c44e3ba4 HTTP/1.1" status: 200 len: 999 time: 0.0996656 Oct 05 09:49:36.704391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f36c73-36ed-4265-ac33-da25fec414fb req-ee5c289e-2b40-492d-8019-40388b18a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:36.705822 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-51f36c73-36ed-4265-ac33-da25fec414fb req-ee5c289e-2b40-492d-8019-40388b18a2aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=839f414e-75a3-4ccc-8d54-f79010efe21d HTTP/1.1" status: 200 len: 834 time: 0.0600579 Oct 05 09:49:36.735760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-491f0bda-adba-403c-9605-564be4a57c19 None None] Set router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:49:36.788548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f36c73-36ed-4265-ac33-da25fec414fb req-68cee751-3521-4930-895c-8e07be41a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:36.790080 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-51f36c73-36ed-4265-ac33-da25fec414fb req-68cee751-3521-4930-895c-8e07be41a6f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c893d356-9647-4797-8371-004f5035243f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785511 Oct 05 09:49:36.920036 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-51f36c73-36ed-4265-ac33-da25fec414fb req-b2350b23-ee42-4754-9975-6b770cda65c5 service neutron] 10.222.0.55 "GET /v2.0/networks/c893d356-9647-4797-8371-004f5035243f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233413 Oct 05 09:49:37.050379 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-51f36c73-36ed-4265-ac33-da25fec414fb req-61d44df6-2586-4d40-a565-a1159ca86fd1 service neutron] 10.222.0.55 "GET /v2.0/networks/c893d356-9647-4797-8371-004f5035243f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250694 Oct 05 09:49:37.123027 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-491f0bda-adba-403c-9605-564be4a57c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '47a24d4a-a9cb-416a-9b9d-948674ff2f98', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'port_id': '1b914e70-5785-48f9-ac89-41c9c44e3ba4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'mac_address': 'fa:16:3e:a6:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:49:34Z', 'updated_at': '2022-10-05T09:49:34Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061a7000-f175-4fb7-9bbc-3c344a98242a', 'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:04:18:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:09Z', 'updated_at': '2022-10-05T09:49:17Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:49:37.127548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f0bda-adba-403c-9605-564be4a57c19 None None] The sync data for ids ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'] in dv-neutron-860329-1-hyperv is: [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '47a24d4a-a9cb-416a-9b9d-948674ff2f98', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'port_id': '1b914e70-5785-48f9-ac89-41c9c44e3ba4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'mac_address': 'fa:16:3e:a6:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:49:34Z', 'updated_at': '2022-10-05T09:49:34Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061a7000-f175-4fb7-9bbc-3c344a98242a', 'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:04:18:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:09Z', 'updated_at': '2022-10-05T09:49:17Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:49:37.305707 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08212405-edea-4b70-b600-ab1c2ee9d8f2 None None] New status for floating IP 47a24d4a-a9cb-416a-9b9d-948674ff2f98: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:49:37.610158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45610) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:49:37.716273 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e1b94e3b-4bb7-488d-b8cb-2dc2c715ce3c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/47a24d4a-a9cb-416a-9b9d-948674ff2f98 HTTP/1.1" status: 200 len: 993 time: 0.1049435 Oct 05 09:49:50.383923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-00da0989-d04f-47f3-872c-faf96d8c0d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:52.635751 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-55e30f1c-748d-4f1d-ba4b-bc348c148f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:54.181720 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:54.205456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:55.119007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:55.555421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:56.507157 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:50:08.715211 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3e4720d3-169a-4699-ad16-c8fb5f48f060 req-b70be926-cb94-40a9-8c13-ae77c800c638 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1242464 Oct 05 09:50:08.877719 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4720d3-169a-4699-ad16-c8fb5f48f060 req-b56fb45e-638e-4f6f-b532-e6c8205bb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:50:08.879216 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3e4720d3-169a-4699-ad16-c8fb5f48f060 req-b56fb45e-638e-4f6f-b532-e6c8205bb36f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 1098 time: 0.0803084 Oct 05 09:50:09.115382 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4720d3-169a-4699-ad16-c8fb5f48f060 req-0ccd25eb-6908-4cd4-9ec2-2e5c0e8aaf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:50:09.116748 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3e4720d3-169a-4699-ad16-c8fb5f48f060 req-0ccd25eb-6908-4cd4-9ec2-2e5c0e8aaf2f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c893d356-9647-4797-8371-004f5035243f HTTP/1.1" status: 200 len: 898 time: 0.2194641 Oct 05 09:50:09.216457 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3e4720d3-169a-4699-ad16-c8fb5f48f060 req-3127d3b3-9b09-4047-8eee-a240e43142e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b914e70-5785-48f9-ac89-41c9c44e3ba4 HTTP/1.1" status: 200 len: 1001 time: 0.0934060 Oct 05 09:50:09.275970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4720d3-169a-4699-ad16-c8fb5f48f060 req-873943a2-2552-4afc-a1a4-dc9b3eb0a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:50:09.277321 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3e4720d3-169a-4699-ad16-c8fb5f48f060 req-873943a2-2552-4afc-a1a4-dc9b3eb0a7f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=839f414e-75a3-4ccc-8d54-f79010efe21d HTTP/1.1" status: 200 len: 834 time: 0.0545070 Oct 05 09:50:09.363036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4720d3-169a-4699-ad16-c8fb5f48f060 req-f165c8d1-86f0-4d1d-9865-4bbae593d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:50:09.364522 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3e4720d3-169a-4699-ad16-c8fb5f48f060 req-f165c8d1-86f0-4d1d-9865-4bbae593d376 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c893d356-9647-4797-8371-004f5035243f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805798 Oct 05 09:50:09.493453 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3e4720d3-169a-4699-ad16-c8fb5f48f060 req-7f59f766-74a8-4abb-92f1-394071318dad service neutron] 10.222.0.55 "GET /v2.0/networks/c893d356-9647-4797-8371-004f5035243f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218374 Oct 05 09:50:09.623043 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3e4720d3-169a-4699-ad16-c8fb5f48f060 req-fbaa6300-7947-4cf6-bb3b-a5d4eb21a369 service neutron] 10.222.0.55 "GET /v2.0/networks/c893d356-9647-4797-8371-004f5035243f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235170 Oct 05 09:50:20.405963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-da26842c-19f3-4373-856d-3e44711f490f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:22.643867 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-33317496-d9d3-48f3-9239-d688d7917c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:24.186393 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:24.214731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:25.112257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:25.563406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:33.506588 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:50:48.719034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45634) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:50:48.897648 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7b7ba77f-6170-4d24-8c36-04fae90076e9 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/routers/f7c51394-d8b5-4bd2-aabc-568fbd7cedd0/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1773496 Oct 05 09:50:48.900572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45638) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:50:49.151449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6cb612-610b-46f3-aab9-8aab51265d0a tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Notify agent at dv-neutron-860329-1-hyperv the message router_removed_from_agent {{(pid=89845) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 05 09:50:49.154493 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ae6cb612-610b-46f3-aab9-8aab51265d0a tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "DELETE /v2.0/agents/09d5106d-c157-4dba-b1de-ceb831eb4da5/l3-routers/f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 HTTP/1.1" status: 204 len: 168 time: 0.2530375 Oct 05 09:50:49.157127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45642) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:50:49.336360 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c4e91c24-f06a-4c45-a499-63a94b86ebdf tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/routers/f7c51394-d8b5-4bd2-aabc-568fbd7cedd0/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1781631 Oct 05 09:50:49.339108 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45646) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:50:49.439558 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7b2248d4-a236-43e1-b448-6a13f125631e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/47a24d4a-a9cb-416a-9b9d-948674ff2f98 HTTP/1.1" status: 200 len: 993 time: 0.0994363 Oct 05 09:50:49.885558 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1b827-be8f-4a9b-8e03-1d14bdfe251d None None] New status for floating IP 47a24d4a-a9cb-416a-9b9d-948674ff2f98: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:50:50.359159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1c31a190-cd6c-45a0-be25-53441b7fe008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:50.443447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45650) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:50:50.550870 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d9e24ca2-891a-43d0-9ce0-776a783b26a8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/47a24d4a-a9cb-416a-9b9d-948674ff2f98 HTTP/1.1" status: 200 len: 991 time: 0.1062427 Oct 05 09:50:50.558100 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 061a7000-f175-4fb7-9bbc-3c344a98242a no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:50:50.669163 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 061a7000-f175-4fb7-9bbc-3c344a98242a is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:50:50.669539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:50.701531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 061a7000-f175-4fb7-9bbc-3c344a98242a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=061a7000-f175-4fb7-9bbc-3c344a98242a,segment=NetworkSegment(8e966e94-bd2b-450d-9e67-8544329e2719),segment_id=8e966e94-bd2b-450d-9e67-8544329e2719)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:50:50.776333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:50.777012 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:50:50.890102 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=061a7000-f175-4fb7-9bbc-3c344a98242a,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:50:50.924196 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:50.924543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:50.924883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:50.925217 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:50.925549 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:50.925876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:50.926226 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:50.926552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:50.926877 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:50.927197 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:50.927518 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:50.927836 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:50.954591 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:50:50.954973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:50.970829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=5f7eae73-9b50-44b1-b0c4-7152c5f3abd6,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:50:51.039224 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:51.106323 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=5f7eae73-9b50-44b1-b0c4-7152c5f3abd6,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:50:52.596529 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45658) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:50:52.650838 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b9d268d8-7a01-4d14-9202-865a9d7006ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:52.954205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc5381b-42f5-46bb-a8fb-5d1ae61f36fc tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:50:52.954552 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc5381b-42f5-46bb-a8fb-5d1ae61f36fc tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Notify agent at dv-neutron-860329-1-hyperv the message router_added_to_agent {{(pid=89845) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 05 09:50:52.973484 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9fc5381b-42f5-46bb-a8fb-5d1ae61f36fc tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "POST /v2.0/agents/09d5106d-c157-4dba-b1de-ceb831eb4da5/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3759120 Oct 05 09:50:52.976119 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45664) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:50:52.987780 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b592d8a-3ae1-4f6e-adc5-b24be1187c6a None None] Sync routers for ids ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:50:52.997473 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b592d8a-3ae1-4f6e-adc5-b24be1187c6a None None] Routers {'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:50:52.998103 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1b592d8a-3ae1-4f6e-adc5-b24be1187c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:50:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:50:53.159554 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b80ccd3f-f172-4135-b5a5-fee6bf3fa263 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/routers/f7c51394-d8b5-4bd2-aabc-568fbd7cedd0/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1814437 Oct 05 09:50:53.162358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45670) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:50:53.171613 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-1b592d8a-3ae1-4f6e-adc5-b24be1187c6a None None] Set router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:50:53.265612 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-53377362-2ccc-43ea-b224-e711602a5390 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/47a24d4a-a9cb-416a-9b9d-948674ff2f98 HTTP/1.1" status: 200 len: 991 time: 0.1021390 Oct 05 09:50:53.506377 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1b592d8a-3ae1-4f6e-adc5-b24be1187c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:50:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '47a24d4a-a9cb-416a-9b9d-948674ff2f98', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'port_id': '1b914e70-5785-48f9-ac89-41c9c44e3ba4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'mac_address': 'fa:16:3e:a6:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:49:34Z', 'updated_at': '2022-10-05T09:50:50Z', 'revision_number': 2, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061a7000-f175-4fb7-9bbc-3c344a98242a', 'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:04:18:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:09Z', 'updated_at': '2022-10-05T09:50:50Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:50:53.510177 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b592d8a-3ae1-4f6e-adc5-b24be1187c6a None None] Checking router: f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:50:53.518986 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b592d8a-3ae1-4f6e-adc5-b24be1187c6a None None] Routers {'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:50:53.519573 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1b592d8a-3ae1-4f6e-adc5-b24be1187c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:50:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:50:53.722573 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-1b592d8a-3ae1-4f6e-adc5-b24be1187c6a None None] Set router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:50:54.057370 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1b592d8a-3ae1-4f6e-adc5-b24be1187c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:50:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '47a24d4a-a9cb-416a-9b9d-948674ff2f98', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'port_id': '1b914e70-5785-48f9-ac89-41c9c44e3ba4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'mac_address': 'fa:16:3e:a6:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:49:34Z', 'updated_at': '2022-10-05T09:50:50Z', 'revision_number': 2, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061a7000-f175-4fb7-9bbc-3c344a98242a', 'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:04:18:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:09Z', 'updated_at': '2022-10-05T09:50:50Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:50:54.061135 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b592d8a-3ae1-4f6e-adc5-b24be1187c6a None None] The sync data for ids ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'] in dv-neutron-860329-1-hyperv is: [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:50:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '47a24d4a-a9cb-416a-9b9d-948674ff2f98', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'port_id': '1b914e70-5785-48f9-ac89-41c9c44e3ba4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'mac_address': 'fa:16:3e:a6:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:49:34Z', 'updated_at': '2022-10-05T09:50:50Z', 'revision_number': 2, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061a7000-f175-4fb7-9bbc-3c344a98242a', 'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:04:18:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:09Z', 'updated_at': '2022-10-05T09:50:50Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:50:54.186135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:54.211074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:54.269501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45674) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:50:54.380025 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6bf55c54-8710-4a8b-ab7f-cc99ae6de62a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/47a24d4a-a9cb-416a-9b9d-948674ff2f98 HTTP/1.1" status: 200 len: 991 time: 0.1087670 Oct 05 09:50:54.585160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 061a7000-f175-4fb7-9bbc-3c344a98242a up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:50:54.658067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 061a7000-f175-4fb7-9bbc-3c344a98242a triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:50:54.658396 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:54.658734 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 061a7000-f175-4fb7-9bbc-3c344a98242a Oct 05 09:50:54.785947 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 061a7000-f175-4fb7-9bbc-3c344a98242a is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:50:54.786434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:54.819598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 061a7000-f175-4fb7-9bbc-3c344a98242a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=061a7000-f175-4fb7-9bbc-3c344a98242a,segment=NetworkSegment(8e966e94-bd2b-450d-9e67-8544329e2719),segment_id=8e966e94-bd2b-450d-9e67-8544329e2719)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:50:54.919456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:54.993969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=061a7000-f175-4fb7-9bbc-3c344a98242a,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:50:55.117438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:55.383832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45678) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:50:55.489702 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4186127b-7168-4517-8ea6-e664b2cbabda tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/47a24d4a-a9cb-416a-9b9d-948674ff2f98 HTTP/1.1" status: 200 len: 991 time: 0.1048424 Oct 05 09:50:55.579813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:55.655095 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968c07e2-7173-46f2-aae8-d2f3006decb7 None None] New status for floating IP 47a24d4a-a9cb-416a-9b9d-948674ff2f98: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:50:56.493176 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45682) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:50:56.601895 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b07443f7-ce79-49b5-87ac-4ce431a8cd73 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/47a24d4a-a9cb-416a-9b9d-948674ff2f98 HTTP/1.1" status: 200 len: 993 time: 0.1076591 Oct 05 09:50:56.621046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 061a7000-f175-4fb7-9bbc-3c344a98242a up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:50:56.689597 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 061a7000-f175-4fb7-9bbc-3c344a98242a triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:50:56.695972 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:56.695972 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 061a7000-f175-4fb7-9bbc-3c344a98242a Oct 05 09:50:56.837576 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 061a7000-f175-4fb7-9bbc-3c344a98242a is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:50:56.906288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:50:56.909358 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:50:56.909733 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:56.910108 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 Oct 05 09:50:57.020311 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:50:57.020689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:57.036612 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=5f7eae73-9b50-44b1-b0c4-7152c5f3abd6,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:50:57.130237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:57.198458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=5f7eae73-9b50-44b1-b0c4-7152c5f3abd6,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:50:58.561227 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:50:58.628885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:50:58.629318 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:58.629658 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 Oct 05 09:50:58.752897 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:50:58.902888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45690) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:50:59.100196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port b00d2582-5e9e-471b-8685-9712322f5c5c {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:50:59.100462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:59.269127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:59.269456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:59.387987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for b00d2582-5e9e-471b-8685-9712322f5c5c owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:50:59.614421 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:59.658712 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=b00d2582-5e9e-471b-8685-9712322f5c5c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:50:59.697055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:59.699596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:59.699596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:59.699596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:59.699596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:59.699596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:59.699596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:59.699596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:59.700162 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:59.700162 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:59.700817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:59.700817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:50:59.771133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:59.771465 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP 47a24d4a-a9cb-416a-9b9d-948674ff2f98 disassociated (deleted). External IP: 172.26.7.220, port: 1b914e70-5785-48f9-ac89-41c9c44e3ba4. Oct 05 09:51:00.215614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:51:00.393677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:51:00.403566 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9079fab0-bb7b-4818-9e9e-d6b46702ffa7 None None] Sync routers for ids ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:51:00.409995 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:00.413059 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9079fab0-bb7b-4818-9e9e-d6b46702ffa7 None None] Routers {'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:51:00.413664 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9079fab0-bb7b-4818-9e9e-d6b46702ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:50:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:00.466531 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d6a892db-f530-4c2b-8dbc-270e8cd36030 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/floatingips/47a24d4a-a9cb-416a-9b9d-948674ff2f98 HTTP/1.1" status: 204 len: 168 time: 1.5600524 Oct 05 09:51:00.466531 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'tag': '1b914e70-5785-48f9-ac89-41c9c44e3ba4'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:51:00.466932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6ea271-cdf9-4279-aa21-c4967056f24a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5df73f8-1d9c-4c77-a17c-2cef8d239768", "tag": "1b914e70-5785-48f9-ac89-41c9c44e3ba4"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:51:00.596820 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-9079fab0-bb7b-4818-9e9e-d6b46702ffa7 None None] Set router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:51:00.636182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beed82d5-3230-497e-a2ff-756e59a02b4c x-openstack-request-id: req-beed82d5-3230-497e-a2ff-756e59a02b4c {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:51:00.636584 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5df73f8-1d9c-4c77-a17c-2cef8d239768", "tag": "1b914e70-5785-48f9-ac89-41c9c44e3ba4", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:51:00.636870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-beed82d5-3230-497e-a2ff-756e59a02b4c {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:51:00.637281 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beed82d5-3230-497e-a2ff-756e59a02b4c'] response: {'name': 'network-changed', 'server_uuid': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'tag': '1b914e70-5785-48f9-ac89-41c9c44e3ba4', 'status': 'completed', 'code': 200} Oct 05 09:51:00.797724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea271-cdf9-4279-aa21-c4967056f24a req-e28babc4-a86a-4381-a037-8d0a491505de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:00.799348 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d6ea271-cdf9-4279-aa21-c4967056f24a req-e28babc4-a86a-4381-a037-8d0a491505de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 1098 time: 0.1182871 Oct 05 09:51:00.918650 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9079fab0-bb7b-4818-9e9e-d6b46702ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:50:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '061a7000-f175-4fb7-9bbc-3c344a98242a', 'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:04:18:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:09Z', 'updated_at': '2022-10-05T09:50:54Z', 'revision_number': 7, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:00.922524 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9079fab0-bb7b-4818-9e9e-d6b46702ffa7 None None] Checking router: f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:51:00.931152 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9079fab0-bb7b-4818-9e9e-d6b46702ffa7 None None] Routers {'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:51:00.931376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea271-cdf9-4279-aa21-c4967056f24a req-5a81df92-dd91-4eaf-93a1-8e9b6faaf850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:00.931489 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9079fab0-bb7b-4818-9e9e-d6b46702ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:50:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:00.932948 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d6ea271-cdf9-4279-aa21-c4967056f24a req-5a81df92-dd91-4eaf-93a1-8e9b6faaf850 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c893d356-9647-4797-8371-004f5035243f HTTP/1.1" status: 200 len: 898 time: 0.1267271 Oct 05 09:51:01.004958 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d6ea271-cdf9-4279-aa21-c4967056f24a req-afddd187-e18d-44ae-8e3a-50999a75303b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b914e70-5785-48f9-ac89-41c9c44e3ba4 HTTP/1.1" status: 200 len: 217 time: 0.0656385 Oct 05 09:51:01.073696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea271-cdf9-4279-aa21-c4967056f24a req-adb0b413-be7a-4a44-a308-b436704cb824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:01.075370 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d6ea271-cdf9-4279-aa21-c4967056f24a req-adb0b413-be7a-4a44-a308-b436704cb824 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=839f414e-75a3-4ccc-8d54-f79010efe21d HTTP/1.1" status: 200 len: 834 time: 0.0639837 Oct 05 09:51:01.112427 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-9079fab0-bb7b-4818-9e9e-d6b46702ffa7 None None] Set router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:51:01.158049 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e614397-eee1-40e9-877a-5727fa3c47eb req-e1319449-73b9-467b-ae74-ebea8e4cdad0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:01.159757 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1e614397-eee1-40e9-877a-5727fa3c47eb req-e1319449-73b9-467b-ae74-ebea8e4cdad0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 945 time: 0.1413140 Oct 05 09:51:01.159880 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea271-cdf9-4279-aa21-c4967056f24a req-a6756efc-c7c4-46b6-817b-0d1e041ff16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:01.161332 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d6ea271-cdf9-4279-aa21-c4967056f24a req-a6756efc-c7c4-46b6-817b-0d1e041ff16a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c893d356-9647-4797-8371-004f5035243f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795457 Oct 05 09:51:01.173533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [req-4d6ea271-cdf9-4279-aa21-c4967056f24a req-d78db32c-bf03-417f-af0d-4d21ce91cdf5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:51:01.174517 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d6ea271-cdf9-4279-aa21-c4967056f24a req-d78db32c-bf03-417f-af0d-4d21ce91cdf5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054798 Oct 05 09:51:01.206599 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1e614397-eee1-40e9-877a-5727fa3c47eb req-35ec1486-c379-48e3-9e8f-7b3fa1e93c23 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=481fc7b5-04ef-4ce6-acb0-78591615d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405505 Oct 05 09:51:01.309680 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d6ea271-cdf9-4279-aa21-c4967056f24a req-2e0865cd-f270-4cc2-98fd-92de02d30f3f service neutron] 10.222.0.55 "GET /v2.0/networks/c893d356-9647-4797-8371-004f5035243f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281369 Oct 05 09:51:01.441740 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d6ea271-cdf9-4279-aa21-c4967056f24a req-e14fe7c3-c7e3-470f-90a5-75721b3abb63 service neutron] 10.222.0.55 "GET /v2.0/networks/c893d356-9647-4797-8371-004f5035243f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255717 Oct 05 09:51:01.450453 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9079fab0-bb7b-4818-9e9e-d6b46702ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:50:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '061a7000-f175-4fb7-9bbc-3c344a98242a', 'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:04:18:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:09Z', 'updated_at': '2022-10-05T09:50:54Z', 'revision_number': 7, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:01.454277 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9079fab0-bb7b-4818-9e9e-d6b46702ffa7 None None] The sync data for ids ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'] in dv-neutron-860329-1-hyperv is: [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:49:10Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:50:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '061a7000-f175-4fb7-9bbc-3c344a98242a', 'name': '', 'network_id': 'c893d356-9647-4797-8371-004f5035243f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:04:18:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:09Z', 'updated_at': '2022-10-05T09:50:54Z', 'revision_number': 7, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '839f414e-75a3-4ccc-8d54-f79010efe21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:51:02.081304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bbe9d3-c5b7-4621-9314-b37e9bc63684 None None] New status for floating IP 47a24d4a-a9cb-416a-9b9d-948674ff2f98: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:51:02.459127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4792b5-4d08-4512-945a-ec41c6726b23 req-d05fb52f-b5a9-43f6-9137-c6b94e8ea7d0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:02.460490 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ff4792b5-4d08-4512-945a-ec41c6726b23 req-d05fb52f-b5a9-43f6-9137-c6b94e8ea7d0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 945 time: 0.1393385 Oct 05 09:51:02.504434 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ff4792b5-4d08-4512-945a-ec41c6726b23 req-8a92df92-e054-4ef4-8042-d5c2196d7a3c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=481fc7b5-04ef-4ce6-acb0-78591615d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383005 Oct 05 09:51:02.901501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebef84a-4132-4f7c-bbe8-40840b01a13c req-438806c6-eeef-4eea-bf64-4ad25c67505e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:02.902199 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-7ebef84a-4132-4f7c-bbe8-40840b01a13c req-438806c6-eeef-4eea-bf64-4ad25c67505e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:51:02.979547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-7ebef84a-4132-4f7c-bbe8-40840b01a13c req-438806c6-eeef-4eea-bf64-4ad25c67505e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:51:02.980704 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7ebef84a-4132-4f7c-bbe8-40840b01a13c req-438806c6-eeef-4eea-bf64-4ad25c67505e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 945 time: 0.1658223 Oct 05 09:51:03.050062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-7ebef84a-4132-4f7c-bbe8-40840b01a13c req-cafa01d2-2eb9-4d31-b26d-db51e919137e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:51:03.050328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7ebef84a-4132-4f7c-bbe8-40840b01a13c req-cafa01d2-2eb9-4d31-b26d-db51e919137e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:03.385828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-7ebef84a-4132-4f7c-bbe8-40840b01a13c req-cafa01d2-2eb9-4d31-b26d-db51e919137e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 1b914e70-5785-48f9-ac89-41c9c44e3ba4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1b914e70-5785-48f9-ac89-41c9c44e3ba4,segment=NetworkSegment(8e966e94-bd2b-450d-9e67-8544329e2719),segment_id=8e966e94-bd2b-450d-9e67-8544329e2719)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:51:03.386130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7ebef84a-4132-4f7c-bbe8-40840b01a13c req-cafa01d2-2eb9-4d31-b26d-db51e919137e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:03.505029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-7ebef84a-4132-4f7c-bbe8-40840b01a13c req-cafa01d2-2eb9-4d31-b26d-db51e919137e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 1b914e70-5785-48f9-ac89-41c9c44e3ba4 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:51:03.696203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7ebef84a-4132-4f7c-bbe8-40840b01a13c req-cafa01d2-2eb9-4d31-b26d-db51e919137e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:03.708376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfe92a-ecfd-4184-86d7-ff3ff1a0b433 req-3773c33d-0d40-470c-8833-5d96ccef0c5c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:03.709961 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1bfe92a-ecfd-4184-86d7-ff3ff1a0b433 req-3773c33d-0d40-470c-8833-5d96ccef0c5c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 945 time: 0.0906861 Oct 05 09:51:03.746116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa01d2-2eb9-4d31-b26d-db51e919137e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=1b914e70-5785-48f9-ac89-41c9c44e3ba4,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:03.763155 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1bfe92a-ecfd-4184-86d7-ff3ff1a0b433 req-1ead89ff-cb1d-46a2-940a-766161a72bde tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=481fc7b5-04ef-4ce6-acb0-78591615d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467777 Oct 05 09:51:03.838289 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebef84a-4132-4f7c-bbe8-40840b01a13c req-cafa01d2-2eb9-4d31-b26d-db51e919137e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] No DVR routers for this DVR port 1b914e70-5785-48f9-ac89-41c9c44e3ba4 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:51:03.840953 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7ebef84a-4132-4f7c-bbe8-40840b01a13c req-cafa01d2-2eb9-4d31-b26d-db51e919137e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:03.843576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'name': 'network-vif-deleted', 'tag': '1b914e70-5785-48f9-ac89-41c9c44e3ba4'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:51:03.846017 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a726e975-a77a-4420-b2d4-5ba9af98b041" -d '{"events": [{"server_uuid": "c5df73f8-1d9c-4c77-a17c-2cef8d239768", "name": "network-vif-deleted", "tag": "1b914e70-5785-48f9-ac89-41c9c44e3ba4"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:51:03.892797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b059a04e-b501-4f36-be1f-b42d905a0fd4 x-openstack-request-id: req-b059a04e-b501-4f36-be1f-b42d905a0fd4 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:51:03.893086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5df73f8-1d9c-4c77-a17c-2cef8d239768", "name": "network-vif-deleted", "tag": "1b914e70-5785-48f9-ac89-41c9c44e3ba4", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:51:03.893337 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b059a04e-b501-4f36-be1f-b42d905a0fd4 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:51:03.893754 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b059a04e-b501-4f36-be1f-b42d905a0fd4'] response: {'server_uuid': 'c5df73f8-1d9c-4c77-a17c-2cef8d239768', 'name': 'network-vif-deleted', 'tag': '1b914e70-5785-48f9-ac89-41c9c44e3ba4', 'status': 'completed', 'code': 200} Oct 05 09:51:03.923089 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7ebef84a-4132-4f7c-bbe8-40840b01a13c req-cafa01d2-2eb9-4d31-b26d-db51e919137e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "DELETE /v2.0/ports/1b914e70-5785-48f9-ac89-41c9c44e3ba4 HTTP/1.1" status: 204 len: 173 time: 0.9370415 Oct 05 09:51:04.943360 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a51e8bbb-1513-4206-8e8a-ec2060d62513 req-62502e79-2580-42a7-b143-7a0aed333f7b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5df73f8-1d9c-4c77-a17c-2cef8d239768 HTTP/1.1" status: 200 len: 210 time: 0.0501957 Oct 05 09:51:06.046359 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45716) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:06.112713 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d82caef2-d6b4-4e67-9b94-93f8a2e266b8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:06.145653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d82caef2-d6b4-4e67-9b94-93f8a2e266b8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:06.262063 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d82caef2-d6b4-4e67-9b94-93f8a2e266b8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:06.281821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82caef2-d6b4-4e67-9b94-93f8a2e266b8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481fc7b5-04ef-4ce6-acb0-78591615d829,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:06.346892 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d82caef2-d6b4-4e67-9b94-93f8a2e266b8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:06.348003 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d82caef2-d6b4-4e67-9b94-93f8a2e266b8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/security-groups/481fc7b5-04ef-4ce6-acb0-78591615d829 HTTP/1.1" status: 204 len: 168 time: 0.3005464 Oct 05 09:51:06.421748 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 1b914e70-5785-48f9-ac89-41c9c44e3ba4 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:51:06.427452 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45722) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:06.460297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 1b914e70-5785-48f9-ac89-41c9c44e3ba4 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:51:06.460643 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 1b914e70-5785-48f9-ac89-41c9c44e3ba4 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:51:06.982666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e9aa-eca2-4f9d-adfa-d4df331c7067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:07.431510 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2e9aa-eca2-4f9d-adfa-d4df331c7067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 061a7000-f175-4fb7-9bbc-3c344a98242a {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:51:07.432161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e9aa-eca2-4f9d-adfa-d4df331c7067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:07.617747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-cdb2e9aa-eca2-4f9d-adfa-d4df331c7067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 061a7000-f175-4fb7-9bbc-3c344a98242a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=061a7000-f175-4fb7-9bbc-3c344a98242a,segment=NetworkSegment(8e966e94-bd2b-450d-9e67-8544329e2719),segment_id=8e966e94-bd2b-450d-9e67-8544329e2719)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:51:07.618205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e9aa-eca2-4f9d-adfa-d4df331c7067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:07.742616 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2e9aa-eca2-4f9d-adfa-d4df331c7067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 061a7000-f175-4fb7-9bbc-3c344a98242a owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:51:07.998687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e9aa-eca2-4f9d-adfa-d4df331c7067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:08.049793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2e9aa-eca2-4f9d-adfa-d4df331c7067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=061a7000-f175-4fb7-9bbc-3c344a98242a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:08.331010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e9aa-eca2-4f9d-adfa-d4df331c7067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:08.686832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb2e9aa-eca2-4f9d-adfa-d4df331c7067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:51:08.966939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb2e9aa-eca2-4f9d-adfa-d4df331c7067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:51:08.976111 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c804b2d-2cfe-4531-85b5-97bc28d52b9e None None] Sync routers for ids ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:51:08.979652 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-cdb2e9aa-eca2-4f9d-adfa-d4df331c7067 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/f7c51394-d8b5-4bd2-aabc-568fbd7cedd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5511231 Oct 05 09:51:08.982347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45726) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:08.984800 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c804b2d-2cfe-4531-85b5-97bc28d52b9e None None] Routers {'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:51:08.985406 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6c804b2d-2cfe-4531-85b5-97bc28d52b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:50:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:09.050792 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbb6bae-3c73-48b0-9954-139d285aa093 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting subnet 839f414e-75a3-4ccc-8d54-f79010efe21d {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:51:09.053960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6bae-3c73-48b0-9954-139d285aa093 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:09.107820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6bae-3c73-48b0-9954-139d285aa093 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:09.158072 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-6c804b2d-2cfe-4531-85b5-97bc28d52b9e None None] Set router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:51:09.188625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6bae-3c73-48b0-9954-139d285aa093 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:09.334429 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6bae-3c73-48b0-9954-139d285aa093 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:09.373083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb6bae-3c73-48b0-9954-139d285aa093 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Subnet': ['ID=839f414e-75a3-4ccc-8d54-f79010efe21d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:09.376659 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6bae-3c73-48b0-9954-139d285aa093 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:09.382864 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4dbb6bae-3c73-48b0-9954-139d285aa093 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/subnets/839f414e-75a3-4ccc-8d54-f79010efe21d HTTP/1.1" status: 204 len: 168 time: 0.3995578 Oct 05 09:51:09.385534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45730) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:09.387710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4be16bb-b5ab-4f6b-a3ea-369b9dbfb06b None None] Network c893d356-9647-4797-8371-004f5035243f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:51:09.439788 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6c804b2d-2cfe-4531-85b5-97bc28d52b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:51:07Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:50:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:09.443764 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c804b2d-2cfe-4531-85b5-97bc28d52b9e None None] Checking router: f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:51:09.454105 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c804b2d-2cfe-4531-85b5-97bc28d52b9e None None] Routers {'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:51:09.454706 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6c804b2d-2cfe-4531-85b5-97bc28d52b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:50:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:09.572120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:09.638996 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-6c804b2d-2cfe-4531-85b5-97bc28d52b9e None None] Set router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:51:09.647333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e593723e-29f0-4e39-88dd-ab0dd1f917a5 None None] DHCP port deletion for c893d356-9647-4797-8371-004f5035243f request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:51:09.651814 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e593723e-29f0-4e39-88dd-ab0dd1f917a5 None None] Deleting port eec6bf30-85f9-40a8-9904-2f12595a6277 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:51:09.652409 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e593723e-29f0-4e39-88dd-ab0dd1f917a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:09.767213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:09.833494 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:51:09.833844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:09.864859 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e593723e-29f0-4e39-88dd-ab0dd1f917a5 None None] For port eec6bf30-85f9-40a8-9904-2f12595a6277, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=eec6bf30-85f9-40a8-9904-2f12595a6277,segment=NetworkSegment(8e966e94-bd2b-450d-9e67-8544329e2719),segment_id=8e966e94-bd2b-450d-9e67-8544329e2719)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:51:09.865176 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e593723e-29f0-4e39-88dd-ab0dd1f917a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:09.931407 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6c804b2d-2cfe-4531-85b5-97bc28d52b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:51:07Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:50:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:09.935466 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c804b2d-2cfe-4531-85b5-97bc28d52b9e None None] The sync data for ids ['f7c51394-d8b5-4bd2-aabc-568fbd7cedd0'] in dv-neutron-860329-1-hyperv is: [{'id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'name': 'tempest-TestNetworkBasicOps-router-275784742', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:49:04Z', 'updated_at': '2022-10-05T09:51:07Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '5f7eae73-9b50-44b1-b0c4-7152c5f3abd6', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51394-d8b5-4bd2-aabc-568fbd7cedd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:49:05Z', 'updated_at': '2022-10-05T09:50:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:51:09.989186 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e593723e-29f0-4e39-88dd-ab0dd1f917a5 None None] Calling delete_port for eec6bf30-85f9-40a8-9904-2f12595a6277 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:51:10.014972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=5f7eae73-9b50-44b1-b0c4-7152c5f3abd6,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:51:10.015376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:10.136280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:51:10.170341 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e593723e-29f0-4e39-88dd-ab0dd1f917a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:10.214992 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593723e-29f0-4e39-88dd-ab0dd1f917a5 None None] Pushing event deleted for resources: {'Port': ['ID=eec6bf30-85f9-40a8-9904-2f12595a6277,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:10.220558 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593723e-29f0-4e39-88dd-ab0dd1f917a5 None None] No DVR routers for this DVR port eec6bf30-85f9-40a8-9904-2f12595a6277 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:51:10.374286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:10.420620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=5f7eae73-9b50-44b1-b0c4-7152c5f3abd6,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:10.505668 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:51:10.616035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device eec6bf30-85f9-40a8-9904-2f12595a6277 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:51:10.624585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:10.649747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: eec6bf30-85f9-40a8-9904-2f12595a6277 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:51:10.650040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device eec6bf30-85f9-40a8-9904-2f12595a6277 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:51:10.650456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 061a7000-f175-4fb7-9bbc-3c344a98242a no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:51:10.716805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 061a7000-f175-4fb7-9bbc-3c344a98242a {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:51:10.717160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 061a7000-f175-4fb7-9bbc-3c344a98242a not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:51:10.797155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:10.799347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:10.884239 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:10.884843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Fanout notify agent at l3_agent the message router_deleted on router f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:51:10.903390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:10.904976 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a47b3a4f-8a5f-42cc-8e5a-fad94ed23c68 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/routers/f7c51394-d8b5-4bd2-aabc-568fbd7cedd0 HTTP/1.1" status: 204 len: 168 time: 1.5182884 Oct 05 09:51:10.908637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45734) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:11.023538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c82989e3-5633-4760-bde4-886495dc0f51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:11.154026 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c82989e3-5633-4760-bde4-886495dc0f51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:11.181380 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-c82989e3-5633-4760-bde4-886495dc0f51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c893d356-9647-4797-8371-004f5035243f']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:11.193757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-c82989e3-5633-4760-bde4-886495dc0f51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e966e94-bd2b-450d-9e67-8544329e2719') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:11.194095 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-c82989e3-5633-4760-bde4-886495dc0f51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e966e94-bd2b-450d-9e67-8544329e2719') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:11.205520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c82989e3-5633-4760-bde4-886495dc0f51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:11.220814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c82989e3-5633-4760-bde4-886495dc0f51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:11.226686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82989e3-5633-4760-bde4-886495dc0f51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:51:11.227073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c82989e3-5633-4760-bde4-886495dc0f51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:11.376691 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 8e966e94-bd2b-450d-9e67-8544329e2719 resource provider aggregate not found Oct 05 09:51:11.393678 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 8e966e94-bd2b-450d-9e67-8544329e2719 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e966e94-bd2b-450d-9e67-8544329e2719 found for delete ", "request_id": "req-e98e03b3-65c3-4b0f-9685-f574509c6684"}]} Oct 05 09:51:11.398852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c82989e3-5633-4760-bde4-886495dc0f51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:11.415782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c82989e3-5633-4760-bde4-886495dc0f51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:11.427923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82989e3-5633-4760-bde4-886495dc0f51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Network': ['ID=c893d356-9647-4797-8371-004f5035243f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:11.506168 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c82989e3-5633-4760-bde4-886495dc0f51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/networks/c893d356-9647-4797-8371-004f5035243f HTTP/1.1" status: 204 len: 168 time: 0.5963342 Oct 05 09:51:11.531046 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45744) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:11.536593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'network': {'name': 'tempest-network-smoke--33333147', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'port_security_enabled': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:11.542493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:51:11.549101 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:network and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:51:11.551997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:51:11.557645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:51:11.630859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:51:11.634156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:11.667279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:51:11.668804 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:11.669149 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Added segment 8620b99a-ebb6-47fc-b184-e4aa033cd214 of type vlan for network 29d35514-fb7b-4dae-b833-4c7c2f86f437 Oct 05 09:51:11.695285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:11.775973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:11.781869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:11.782487 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:11.894088 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Network': ['ID=29d35514-fb7b-4dae-b833-4c7c2f86f437,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:11.904887 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 29d35514-fb7b-4dae-b833-4c7c2f86f437 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:51:11.948405 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-61e92cf0-5bac-4fc0-9c63-c2f208b5f4ed tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4163065 Oct 05 09:51:11.951179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45748) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:11.956174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-770371518', 'admin_state_up': True, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:11.963555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:51:11.967414 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:router and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:51:11.970823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:51:11.976960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:51:12.065831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:12.067047 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:12.081483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:12.432180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:12.525637 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:51:12.559791 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:51:12.560137 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 5f7eae73-9b50-44b1-b0c4-7152c5f3abd6 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:51:12.888158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:12.916263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:13.049434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.78 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/fedda959-2528-4f44-bb84-b2fcf380aff0) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:51:13.192771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:13.276753 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:13.339909 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:51:13.342469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:51:13.346609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:51:13.383990 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=fedda959-2528-4f44-bb84-b2fcf380aff0,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:13.839122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:14.277919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:14.541608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router e81f2b66-7f23-402c-aea8-0a27beb7ed46 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:51:14.717264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:51:14.728196 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Sync routers for ids ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:51:14.738117 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Routers {'e81f2b66-7f23-402c-aea8-0a27beb7ed46'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:51:14.740340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:50:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:14.814402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:14.815691 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-55fa612e-00b5-4600-aa7e-1324352febc6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8635342 Oct 05 09:51:14.818870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45752) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:14.861812 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-435e3ae2-468f-4abd-ac91-c2e7236f9491 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6294a6c4935647d8b376ea5a0a53c756&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413885 Oct 05 09:51:14.863973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45756) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:14.914254 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Set router e81f2b66-7f23-402c-aea8-0a27beb7ed46 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:51:14.990033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ca134-1c81-4e21-9ac9-f53de57aa305 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:14.991479 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-274ca134-1c81-4e21-9ac9-f53de57aa305 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1266479 Oct 05 09:51:14.994418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45760) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:15.032914 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-59315482-5451-4d0f-988e-012e55e5f83e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373590 Oct 05 09:51:15.035344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45764) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:15.040553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-161617005', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:15.148634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:51:15.152370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:subnet and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:51:15.155175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:51:15.161011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:51:15.191950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'name': 'tempest-TestNetworkBasicOps-router-770371518', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:13Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:15.195786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Checking router: e81f2b66-7f23-402c-aea8-0a27beb7ed46 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:51:15.196131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Updating router e81f2b66-7f23-402c-aea8-0a27beb7ed46 port fedda959-2528-4f44-bb84-b2fcf380aff0 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:51:15.251585 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:15.253947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:51:15.257628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:15.552928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:15.569537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:15.581057 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Transition to ACTIVE for port object fedda959-2528-4f44-bb84-b2fcf380aff0 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:51:15.639579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Subnet': ['ID=ba80a33d-a2fa-4069-b22a-85630b0bb0d1,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:15.643755 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Checking segment: {'id': '8620b99a-ebb6-47fc-b184-e4aa033cd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:51:15.644111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network hostable DHCP agents. Network: 29d35514-fb7b-4dae-b833-4c7c2f86f437, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:51:15.655921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:15.716514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Attempting to bind port fedda959-2528-4f44-bb84-b2fcf380aff0 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:51:15.716885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Attempting to bind port fedda959-2528-4f44-bb84-b2fcf380aff0 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:51:15.717294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Attempting to bind port fedda959-2528-4f44-bb84-b2fcf380aff0 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:51:15.727959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:51:15.728330 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:51:15.728926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:15.729248 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:51:15.729573 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Bound port: fedda959-2528-4f44-bb84-b2fcf380aff0, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:51:15.729946 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:15.730758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 29d35514-fb7b-4dae-b833-4c7c2f86f437 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:51:15.770048 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857897bb-bbd6-4725-b8a5-b9f818d75da0 None None] Pushing event updated for resources: {'Port': ['ID=fedda959-2528-4f44-bb84-b2fcf380aff0,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:15.810208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] For port fedda959-2528-4f44-bb84-b2fcf380aff0, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:51:15.815618 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] For port fedda959-2528-4f44-bb84-b2fcf380aff0, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=fedda959-2528-4f44-bb84-b2fcf380aff0,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:51:15.815774 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 29d35514-fb7b-4dae-b833-4c7c2f86f437) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:51:15.819920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:15.823547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:15.826795 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39ca8bb-84bc-4ba3-b97c-1f78a7607eb6 None None] Network 29d35514-fb7b-4dae-b833-4c7c2f86f437 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:51:15.903423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:15.913849 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-07ef27be-6ec9-4aed-9ed6-b5d9d7ab122d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8775022 Oct 05 09:51:15.916605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45768) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:15.973351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Routers {'e81f2b66-7f23-402c-aea8-0a27beb7ed46'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:51:15.973967 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:50:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:16.124893 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857897bb-bbd6-4725-b8a5-b9f818d75da0 None None] Pushing event updated for resources: {'Port': ['ID=fedda959-2528-4f44-bb84-b2fcf380aff0,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:16.301389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] Set router e81f2b66-7f23-402c-aea8-0a27beb7ed46 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:51:16.424456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-29d35514-fb7b-4dae-b833-4c7c2f86f437', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ips': [{'subnet_id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:51:16.425248 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:16.702754 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Allocated IP 172.20.0.2 (29d35514-fb7b-4dae-b833-4c7c2f86f437/ba80a33d-a2fa-4069-b22a-85630b0bb0d1/cf7dee11-c187-4c86-b84d-8d64d43aa7b6) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:51:16.717602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:16.800136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'name': 'tempest-TestNetworkBasicOps-router-770371518', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:13Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:16.808615 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc79e09-aa33-4980-a33a-58cfbc05971d None None] The sync data for ids ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'] in dv-neutron-860329-1-hyperv is: [{'id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'name': 'tempest-TestNetworkBasicOps-router-770371518', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:13Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:51:16.927947 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:16.939295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Transition to ACTIVE for port object cf7dee11-c187-4c86-b84d-8d64d43aa7b6 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:51:16.958810 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Transition to ACTIVE for port object cf7dee11-c187-4c86-b84d-8d64d43aa7b6 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:51:17.044499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:17.117184 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Network 29d35514-fb7b-4dae-b833-4c7c2f86f437 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:51:17.120008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:51:17.122987 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:51:17.138600 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.1 (29d35514-fb7b-4dae-b833-4c7c2f86f437/ba80a33d-a2fa-4069-b22a-85630b0bb0d1/bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:51:17.184107 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Pushing event updated for resources: {'Port': ['ID=cf7dee11-c187-4c86-b84d-8d64d43aa7b6,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:17.248369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Attempting to bind port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:51:17.248734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Attempting to bind port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '8620b99a-ebb6-47fc-b184-e4aa033cd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:51:17.249092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Attempting to bind port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 on network 29d35514-fb7b-4dae-b833-4c7c2f86f437 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:51:17.254556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:51:17.254925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Checking segment: {'id': '8620b99a-ebb6-47fc-b184-e4aa033cd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:51:17.255322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:17.255708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Bound using segment: {'id': '8620b99a-ebb6-47fc-b184-e4aa033cd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:51:17.256171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Bound port: cf7dee11-c187-4c86-b84d-8d64d43aa7b6, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8620b99a-ebb6-47fc-b184-e4aa033cd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:51:17.256541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:17.311451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:17.327742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:51:17.369485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] For port cf7dee11-c187-4c86-b84d-8d64d43aa7b6, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:51:17.373395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] For port cf7dee11-c187-4c86-b84d-8d64d43aa7b6, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cf7dee11-c187-4c86-b84d-8d64d43aa7b6,segment=NetworkSegment(8620b99a-ebb6-47fc-b184-e4aa033cd214),segment_id=8620b99a-ebb6-47fc-b184-e4aa033cd214)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:51:17.422863 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:17.450890 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:17.504296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 29d35514-fb7b-4dae-b833-4c7c2f86f437 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:51:17.506765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:51:17.518683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:51:17.550502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fada3-7808-4240-93e8-7f168e1a5e67 None None] Pushing event updated for resources: {'Port': ['ID=cf7dee11-c187-4c86-b84d-8d64d43aa7b6,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:17.584763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:17.612864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:17.971935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:18.489949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:18.585664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:18.624222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cf7dee11-c187-4c86-b84d-8d64d43aa7b6 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:51:18.711193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:18.721429 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:18.773813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:51:18.779689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device fedda959-2528-4f44-bb84-b2fcf380aff0 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:51:18.863178 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 29d35514-fb7b-4dae-b833-4c7c2f86f437 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:51:18.864304 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:51:18.896019 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port fedda959-2528-4f44-bb84-b2fcf380aff0 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:51:18.902756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port fedda959-2528-4f44-bb84-b2fcf380aff0 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:51:18.903553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:18.904225 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port fedda959-2528-4f44-bb84-b2fcf380aff0 Oct 05 09:51:19.039134 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port fedda959-2528-4f44-bb84-b2fcf380aff0 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:51:19.039668 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:19.057733 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port fedda959-2528-4f44-bb84-b2fcf380aff0, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=fedda959-2528-4f44-bb84-b2fcf380aff0,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:51:19.070207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router e81f2b66-7f23-402c-aea8-0a27beb7ed46 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:51:19.134021 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:19.262122 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=fedda959-2528-4f44-bb84-b2fcf380aff0,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:19.267955 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:51:19.278208 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Sync routers for ids ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:51:19.289216 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-82a78c12-1bd7-4df2-9d7f-391780c08e2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/e81f2b66-7f23-402c-aea8-0a27beb7ed46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3715334 Oct 05 09:51:19.291756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45772) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:19.294228 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Routers {'e81f2b66-7f23-402c-aea8-0a27beb7ed46'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:51:19.294856 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:50:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:19.301079 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9781e35-bbe0-4923-a063-ef58eae50e84 None None] Network 29d35514-fb7b-4dae-b833-4c7c2f86f437 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:51:19.440941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c42ff42-4be5-4d01-8d59-adb8e1ebd9d0 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:19.441415 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c42ff42-4be5-4d01-8d59-adb8e1ebd9d0 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:19.441877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c42ff42-4be5-4d01-8d59-adb8e1ebd9d0 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:19.442362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c42ff42-4be5-4d01-8d59-adb8e1ebd9d0 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:19.446662 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1c42ff42-4be5-4d01-8d59-adb8e1ebd9d0 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1513290 Oct 05 09:51:19.447036 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45776) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:19.467503 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2cf8ed9d-0fd0-4d9b-b76f-c153378c7ac3 None None] Provisioning for port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:51:19.480243 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2cf8ed9d-0fd0-4d9b-b76f-c153378c7ac3 None None] Provisioning complete for port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:51:19.483719 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2cf8ed9d-0fd0-4d9b-b76f-c153378c7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:19.483719 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2cf8ed9d-0fd0-4d9b-b76f-c153378c7ac3 None None] Attempt 1 to provision port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 Oct 05 09:51:19.520963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e465b6-5f60-482d-8cad-25be1b5b5f7c tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:19.521175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e465b6-5f60-482d-8cad-25be1b5b5f7c tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:19.521632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e465b6-5f60-482d-8cad-25be1b5b5f7c tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:19.522433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e465b6-5f60-482d-8cad-25be1b5b5f7c tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:19.526465 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a6e465b6-5f60-482d-8cad-25be1b5b5f7c tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0757139 Oct 05 09:51:19.527174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45780) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:19.527731 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Set router e81f2b66-7f23-402c-aea8-0a27beb7ed46 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:51:19.669436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2cf8ed9d-0fd0-4d9b-b76f-c153378c7ac3 None None] Current status of the port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:51:19.669436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2cf8ed9d-0fd0-4d9b-b76f-c153378c7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:19.712146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-2cf8ed9d-0fd0-4d9b-b76f-c153378c7ac3 None None] For port cf7dee11-c187-4c86-b84d-8d64d43aa7b6, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cf7dee11-c187-4c86-b84d-8d64d43aa7b6,segment=NetworkSegment(8620b99a-ebb6-47fc-b184-e4aa033cd214),segment_id=8620b99a-ebb6-47fc-b184-e4aa033cd214)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:51:19.754413 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e19d5d95-e2c6-473b-a3b6-cd3df97e0bb7 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2206404 Oct 05 09:51:19.816958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2cf8ed9d-0fd0-4d9b-b76f-c153378c7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:19.846875 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'name': 'tempest-TestNetworkBasicOps-router-770371518', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:17Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f', 'name': '', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:48:f6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:16Z', 'updated_at': '2022-10-05T09:51:18Z', 'revision_number': 2, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:19.851818 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Checking router: e81f2b66-7f23-402c-aea8-0a27beb7ed46 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:51:19.852276 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Updating router e81f2b66-7f23-402c-aea8-0a27beb7ed46 port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:51:19.894616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8ed9d-0fd0-4d9b-b76f-c153378c7ac3 None None] Pushing event updated for resources: {'Port': ['ID=cf7dee11-c187-4c86-b84d-8d64d43aa7b6,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:19.907460 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:19.992647 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3ed4252b-02a0-43a3-a643-ceec1be5865f None None] Provisioning for port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:51:19.998050 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3ed4252b-02a0-43a3-a643-ceec1be5865f None None] Provisioning complete for port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:51:19.998427 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3ed4252b-02a0-43a3-a643-ceec1be5865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:19.998805 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-3ed4252b-02a0-43a3-a643-ceec1be5865f None None] Attempt 1 to provision port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f Oct 05 09:51:20.061291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3ed4252b-02a0-43a3-a643-ceec1be5865f None None] Port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:51:20.261225 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:20.273763 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Transition to ACTIVE for port object bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:51:20.333410 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:20.361952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-00f0c2c1-2394-49a1-98e2-abc422780e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:20.517376 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d7676-4e4f-41d2-be48-52bbef36c181 None None] Pushing event updated for resources: {'Port': ['ID=bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:20.537884 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d7676-4e4f-41d2-be48-52bbef36c181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:20.538251 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d7676-4e4f-41d2-be48-52bbef36c181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:20.538586 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d7676-4e4f-41d2-be48-52bbef36c181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:20.538909 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d7676-4e4f-41d2-be48-52bbef36c181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:20.539228 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d7676-4e4f-41d2-be48-52bbef36c181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:20.539548 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d7676-4e4f-41d2-be48-52bbef36c181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:20.539865 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d7676-4e4f-41d2-be48-52bbef36c181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:20.540182 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d7676-4e4f-41d2-be48-52bbef36c181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:20.540494 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d7676-4e4f-41d2-be48-52bbef36c181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:20.540806 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d7676-4e4f-41d2-be48-52bbef36c181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:20.541115 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d7676-4e4f-41d2-be48-52bbef36c181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:20.541421 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d7676-4e4f-41d2-be48-52bbef36c181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:20.546171 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Attempting to bind port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:51:20.547056 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Attempting to bind port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '8620b99a-ebb6-47fc-b184-e4aa033cd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:51:20.547421 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Attempting to bind port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f on network 29d35514-fb7b-4dae-b833-4c7c2f86f437 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:51:20.552815 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:51:20.553177 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Checking segment: {'id': '8620b99a-ebb6-47fc-b184-e4aa033cd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:51:20.553570 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:20.553943 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Bound using segment: {'id': '8620b99a-ebb6-47fc-b184-e4aa033cd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:51:20.554414 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Bound port: bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8620b99a-ebb6-47fc-b184-e4aa033cd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:51:20.554779 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:20.563091 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-3ed4252b-02a0-43a3-a643-ceec1be5865f None None] Attempt 2 to provision port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f Oct 05 09:51:20.589339 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cf7dee11-c187-4c86-b84d-8d64d43aa7b6 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:51:20.642563 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] For port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:51:20.645852 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] For port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f,segment=NetworkSegment(8620b99a-ebb6-47fc-b184-e4aa033cd214),segment_id=8620b99a-ebb6-47fc-b184-e4aa033cd214)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:51:20.663490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3ed4252b-02a0-43a3-a643-ceec1be5865f None None] Port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:51:20.677847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:51:20.678489 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:20.678584 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 Oct 05 09:51:20.713323 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:20.775135 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Routers {'e81f2b66-7f23-402c-aea8-0a27beb7ed46'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:51:20.775767 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:50:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:20.797296 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:51:20.798098 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device fedda959-2528-4f44-bb84-b2fcf380aff0 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:51:20.863247 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d7676-4e4f-41d2-be48-52bbef36c181 None None] Pushing event updated for resources: {'Port': ['ID=bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:20.867584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port fedda959-2528-4f44-bb84-b2fcf380aff0 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:51:20.867956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:20.868295 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port fedda959-2528-4f44-bb84-b2fcf380aff0 Oct 05 09:51:20.917576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45788) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:20.924159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-74c4c656-7780-48be-a9b3-2b934b427351 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174931953', 'description': 'tempest-secgroup-smoke-1174931953 description', 'project_id': '6294a6c4935647d8b376ea5a0a53c756'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:20.930248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-74c4c656-7780-48be-a9b3-2b934b427351 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:51:20.934428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-74c4c656-7780-48be-a9b3-2b934b427351 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:51:20.937329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-74c4c656-7780-48be-a9b3-2b934b427351 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:51:20.943992 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-74c4c656-7780-48be-a9b3-2b934b427351 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:51:20.964950 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] Set router e81f2b66-7f23-402c-aea8-0a27beb7ed46 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:51:20.992354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port fedda959-2528-4f44-bb84-b2fcf380aff0 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:51:21.008454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-74c4c656-7780-48be-a9b3-2b934b427351 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:21.028870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-74c4c656-7780-48be-a9b3-2b934b427351 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:51:21.033179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-74c4c656-7780-48be-a9b3-2b934b427351 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:51:21.036171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-74c4c656-7780-48be-a9b3-2b934b427351 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:51:21.042223 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-74c4c656-7780-48be-a9b3-2b934b427351 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:51:21.110625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-74c4c656-7780-48be-a9b3-2b934b427351 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:21.164569 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-3ed4252b-02a0-43a3-a643-ceec1be5865f None None] Attempt 3 to provision port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f Oct 05 09:51:21.168101 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-74c4c656-7780-48be-a9b3-2b934b427351 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:21.216634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4c656-7780-48be-a9b3-2b934b427351 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f9204d-da7c-4e6c-986e-858b0b6a9866,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:21.229387 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3ed4252b-02a0-43a3-a643-ceec1be5865f None None] Port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:51:21.240255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3ed4252b-02a0-43a3-a643-ceec1be5865f None None] Provisioning complete for port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:51:21.240707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3ed4252b-02a0-43a3-a643-ceec1be5865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:21.241163 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-3ed4252b-02a0-43a3-a643-ceec1be5865f None None] Attempt 1 to provision port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 Oct 05 09:51:21.284601 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-74c4c656-7780-48be-a9b3-2b934b427351 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:21.285894 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-74c4c656-7780-48be-a9b3-2b934b427351 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3665557 Oct 05 09:51:21.288559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45792) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:21.294947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b0890217-69f2-415d-b43a-afbef0ae7da2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '96f9204d-da7c-4e6c-986e-858b0b6a9866', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:21.301776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b0890217-69f2-415d-b43a-afbef0ae7da2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:51:21.305721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b0890217-69f2-415d-b43a-afbef0ae7da2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:51:21.308558 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'name': 'tempest-TestNetworkBasicOps-router-770371518', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:17Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f', 'name': '', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:48:f6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:16Z', 'updated_at': '2022-10-05T09:51:20Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:21.308845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b0890217-69f2-415d-b43a-afbef0ae7da2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:51:21.313651 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac13b4c1-1874-4cf4-b6cd-82c25c6ffe47 None None] The sync data for ids ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'] in dv-neutron-860329-1-hyperv is: [{'id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'name': 'tempest-TestNetworkBasicOps-router-770371518', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:17Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f', 'name': '', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:48:f6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:16Z', 'updated_at': '2022-10-05T09:51:20Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:51:21.315809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b0890217-69f2-415d-b43a-afbef0ae7da2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:51:21.365823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-3ed4252b-02a0-43a3-a643-ceec1be5865f None None] Current status of the port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:51:21.412499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0890217-69f2-415d-b43a-afbef0ae7da2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:21.590409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0890217-69f2-415d-b43a-afbef0ae7da2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:21.655556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0890217-69f2-415d-b43a-afbef0ae7da2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:21.681167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0890217-69f2-415d-b43a-afbef0ae7da2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b2f623-885b-421b-92a9-7235b154d3e2,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:21.764396 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0890217-69f2-415d-b43a-afbef0ae7da2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:21.765904 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b0890217-69f2-415d-b43a-afbef0ae7da2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4764140 Oct 05 09:51:21.768749 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45796) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:21.775068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-11c986fd-7ce4-485c-b4ce-c12dde7adfb3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '96f9204d-da7c-4e6c-986e-858b0b6a9866', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:21.782158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-11c986fd-7ce4-485c-b4ce-c12dde7adfb3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:51:21.786493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-11c986fd-7ce4-485c-b4ce-c12dde7adfb3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:51:21.793358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-11c986fd-7ce4-485c-b4ce-c12dde7adfb3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:51:21.802582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-11c986fd-7ce4-485c-b4ce-c12dde7adfb3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:51:21.885552 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-11c986fd-7ce4-485c-b4ce-c12dde7adfb3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:21.951701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-11c986fd-7ce4-485c-b4ce-c12dde7adfb3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.016103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-11c986fd-7ce4-485c-b4ce-c12dde7adfb3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.040336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c986fd-7ce4-485c-b4ce-c12dde7adfb3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97fbc65-df78-46bb-aef2-2384a914f4f1,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:22.101618 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-11c986fd-7ce4-485c-b4ce-c12dde7adfb3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.103162 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-11c986fd-7ce4-485c-b4ce-c12dde7adfb3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3330493 Oct 05 09:51:22.110915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45800) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:22.116350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-bb6e0f25-516c-4b58-9bc5-93f549c86705 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '96f9204d-da7c-4e6c-986e-858b0b6a9866', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:22.122731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bb6e0f25-516c-4b58-9bc5-93f549c86705 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:51:22.127171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bb6e0f25-516c-4b58-9bc5-93f549c86705 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:51:22.130542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bb6e0f25-516c-4b58-9bc5-93f549c86705 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:51:22.136548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bb6e0f25-516c-4b58-9bc5-93f549c86705 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:51:22.262731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0f25-516c-4b58-9bc5-93f549c86705 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.329962 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0f25-516c-4b58-9bc5-93f549c86705 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.431089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0f25-516c-4b58-9bc5-93f549c86705 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.456258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e0f25-516c-4b58-9bc5-93f549c86705 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbfd17b-928c-417c-930b-5e5719b19196,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:22.535121 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0f25-516c-4b58-9bc5-93f549c86705 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.536306 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bb6e0f25-516c-4b58-9bc5-93f549c86705 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4244232 Oct 05 09:51:22.539072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45804) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:22.543921 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-2c34b174-1fb3-4cd0-93eb-a75fae7f765a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '96f9204d-da7c-4e6c-986e-858b0b6a9866', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:22.550236 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2c34b174-1fb3-4cd0-93eb-a75fae7f765a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:51:22.554150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2c34b174-1fb3-4cd0-93eb-a75fae7f765a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:51:22.557070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2c34b174-1fb3-4cd0-93eb-a75fae7f765a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:51:22.563692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2c34b174-1fb3-4cd0-93eb-a75fae7f765a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:51:22.592307 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:51:22.638846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2c34b174-1fb3-4cd0-93eb-a75fae7f765a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.656297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5b1baa74-687d-4fb9-976e-b86cc6255828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.701873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2c34b174-1fb3-4cd0-93eb-a75fae7f765a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.733389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:51:22.738984 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:51:22.739353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.739684 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f Oct 05 09:51:22.761913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2c34b174-1fb3-4cd0-93eb-a75fae7f765a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.796137 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34b174-1fb3-4cd0-93eb-a75fae7f765a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa10da5f-bca6-4eb2-b78d-916c33a3805c,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:22.861363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:51:22.861667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.888068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2c34b174-1fb3-4cd0-93eb-a75fae7f765a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.889439 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2c34b174-1fb3-4cd0-93eb-a75fae7f765a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3493891 Oct 05 09:51:22.892163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45810) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:22.893457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f,segment=NetworkSegment(8620b99a-ebb6-47fc-b184-e4aa033cd214),segment_id=8620b99a-ebb6-47fc-b184-e4aa033cd214)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:51:22.897213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-399760af-ac9c-4bc4-bc98-e0e47b19f8cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '96f9204d-da7c-4e6c-986e-858b0b6a9866', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:22.903047 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-399760af-ac9c-4bc4-bc98-e0e47b19f8cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:51:22.906832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-399760af-ac9c-4bc4-bc98-e0e47b19f8cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:51:22.909670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-399760af-ac9c-4bc4-bc98-e0e47b19f8cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:51:22.915379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-399760af-ac9c-4bc4-bc98-e0e47b19f8cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:51:22.980919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:23.003875 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-399760af-ac9c-4bc4-bc98-e0e47b19f8cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:51:23.010800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-399760af-ac9c-4bc4-bc98-e0e47b19f8cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:23.049878 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:23.075589 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-399760af-ac9c-4bc4-bc98-e0e47b19f8cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:23.152221 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-399760af-ac9c-4bc4-bc98-e0e47b19f8cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:23.179347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399760af-ac9c-4bc4-bc98-e0e47b19f8cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed9daf3-5e85-4308-ba9a-9680b6046dfe,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:23.261164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-399760af-ac9c-4bc4-bc98-e0e47b19f8cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:23.262399 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-399760af-ac9c-4bc4-bc98-e0e47b19f8cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3693094 Oct 05 09:51:23.265185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45814) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:23.270190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-dc576950-d5c6-41e6-bfa8-152a6d9f87dc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '96f9204d-da7c-4e6c-986e-858b0b6a9866', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:23.276042 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-dc576950-d5c6-41e6-bfa8-152a6d9f87dc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:51:23.279751 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-dc576950-d5c6-41e6-bfa8-152a6d9f87dc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:51:23.283061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-dc576950-d5c6-41e6-bfa8-152a6d9f87dc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:51:23.288617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-dc576950-d5c6-41e6-bfa8-152a6d9f87dc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:51:23.364065 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-dc576950-d5c6-41e6-bfa8-152a6d9f87dc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:51:23.370623 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dc576950-d5c6-41e6-bfa8-152a6d9f87dc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:23.434129 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dc576950-d5c6-41e6-bfa8-152a6d9f87dc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:23.510865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dc576950-d5c6-41e6-bfa8-152a6d9f87dc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:23.534664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc576950-d5c6-41e6-bfa8-152a6d9f87dc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d7df86-8894-476a-a286-5b0595863f89,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:23.625117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dc576950-d5c6-41e6-bfa8-152a6d9f87dc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:23.626363 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-dc576950-d5c6-41e6-bfa8-152a6d9f87dc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3602161 Oct 05 09:51:23.844678 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b6d3c5a0-d18f-450d-a7de-abec13e32b59 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174931953&fields=id&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 267 time: 0.0400143 Oct 05 09:51:23.991348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-f834a60a-d90f-46d3-8e4b-3405855f0d0e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:23.992693 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-f834a60a-d90f-46d3-8e4b-3405855f0d0e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/networks?id=29d35514-fb7b-4dae-b833-4c7c2f86f437 HTTP/1.1" status: 200 len: 795 time: 0.1416435 Oct 05 09:51:24.007502 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-67c8a035-7215-4e02-9cc8-caf39c6751d5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/quotas/6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 375 time: 0.0092828 Oct 05 09:51:24.095484 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-cf8cdfdb-ea2d-46fc-b5a5-28dc1fb2950f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831716 Oct 05 09:51:24.187985 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:24.213694 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:24.281237 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-47c02b7a-1a19-4400-892a-2f961d009614 service neutron] 10.222.0.49 "GET /v2.0/networks/29d35514-fb7b-4dae-b833-4c7c2f86f437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743679 Oct 05 09:51:24.410329 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-1c28ab13-d2d3-428a-af2e-826854834561 service neutron] 10.222.0.49 "GET /v2.0/networks/29d35514-fb7b-4dae-b833-4c7c2f86f437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231666 Oct 05 09:51:24.574820 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:51:24.645537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:51:24.646008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:24.646426 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f Oct 05 09:51:24.687881 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-827f25c9-8e03-4de6-a2f6-286baddbfc97 req-69b0cdd5-0673-4d31-85ca-84e0cc42dd74 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 210 time: 0.0560389 Oct 05 09:51:24.811760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:51:25.141664 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:25.603973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:25.864068 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f94474a9-6cb4-48ec-8f27-64f3ec9075bf req-2b0550a4-0545-46e9-b0ac-dce6ef2ba5fe tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 210 time: 0.0498397 Oct 05 09:51:26.971276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-a46ad425-ac9c-4de5-8c1e-5782c3c780e7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:26.971947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-a46ad425-ac9c-4de5-8c1e-5782c3c780e7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:51:27.032657 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bb6d7bbd-ab88-462c-9831-de620026fe8e req-2d56f659-b884-4223-97ef-9c3b5f82b112 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 210 time: 0.0524929 Oct 05 09:51:27.044248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-a46ad425-ac9c-4de5-8c1e-5782c3c780e7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:51:27.045440 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-a46ad425-ac9c-4de5-8c1e-5782c3c780e7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/networks?id=29d35514-fb7b-4dae-b833-4c7c2f86f437 HTTP/1.1" status: 200 len: 795 time: 0.2241800 Oct 05 09:51:27.099083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-a18cf287-eb01-454d-a40a-6ac509b8c657 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:51:27.198727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-a18cf287-eb01-454d-a40a-6ac509b8c657 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:51:27.199527 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-a18cf287-eb01-454d-a40a-6ac509b8c657 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 380 time: 0.1398785 Oct 05 09:51:27.208218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'port': {'device_id': 'a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'admin_state_up': True, 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'security_groups': ['96f9204d-da7c-4e6c-986e-858b0b6a9866']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:27.346486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:51:27.351673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:port and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:51:27.355598 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:51:27.363221 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:51:27.466298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:51:27.469790 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:27.646360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.4 (29d35514-fb7b-4dae-b833-4c7c2f86f437/ba80a33d-a2fa-4069-b22a-85630b0bb0d1/3c752b6f-55b5-4411-a150-82d2e6b643ff) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:51:27.839975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:27.855523 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object 3c752b6f-55b5-4411-a150-82d2e6b643ff will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:51:27.958606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:28.033616 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 29d35514-fb7b-4dae-b833-4c7c2f86f437 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:51:28.036661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:51:28.040540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:51:28.071466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=3c752b6f-55b5-4411-a150-82d2e6b643ff,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:28.111057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:28.111715 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:28.183027 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-0db2809a-3a93-41fc-bc35-baaa35270b4b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9783981 Oct 05 09:51:28.199689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Request body: {'port': {'device_id': 'a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:28.301110 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-14236300-a006-4a49-afeb-b71ff8c71e2b None None] Provisioning for port 3c752b6f-55b5-4411-a150-82d2e6b643ff completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:51:28.306203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-14236300-a006-4a49-afeb-b71ff8c71e2b None None] Provisioning complete for port 3c752b6f-55b5-4411-a150-82d2e6b643ff triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:51:28.306490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-14236300-a006-4a49-afeb-b71ff8c71e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:28.307005 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-14236300-a006-4a49-afeb-b71ff8c71e2b None None] Attempt 1 to provision port 3c752b6f-55b5-4411-a150-82d2e6b643ff Oct 05 09:51:28.323328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:28.346222 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95a724-1402-45ae-8d40-c67cd5398fef req-1f0f4c6d-9a94-44c8-9bfe-3229f1f1da3c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:28.347714 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0f95a724-1402-45ae-8d40-c67cd5398fef req-1f0f4c6d-9a94-44c8-9bfe-3229f1f1da3c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 931 time: 0.1963835 Oct 05 09:51:28.365742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-14236300-a006-4a49-afeb-b71ff8c71e2b None None] Port 3c752b6f-55b5-4411-a150-82d2e6b643ff cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:51:28.393145 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0f95a724-1402-45ae-8d40-c67cd5398fef req-38ed8948-7390-4611-95e1-b98103930b08 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=96f9204d-da7c-4e6c-986e-858b0b6a9866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389540 Oct 05 09:51:28.671736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c752b6f-55b5-4411-a150-82d2e6b643ff {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:51:28.679140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:28.694292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Transition to ACTIVE for port object 3c752b6f-55b5-4411-a150-82d2e6b643ff will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:51:28.798192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:28.867430 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-14236300-a006-4a49-afeb-b71ff8c71e2b None None] Attempt 2 to provision port 3c752b6f-55b5-4411-a150-82d2e6b643ff Oct 05 09:51:28.924323 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-14236300-a006-4a49-afeb-b71ff8c71e2b None None] Port 3c752b6f-55b5-4411-a150-82d2e6b643ff cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:51:29.081613 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Pushing event updated for resources: {'Port': ['ID=3c752b6f-55b5-4411-a150-82d2e6b643ff,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:29.125363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Attempting to bind port 3c752b6f-55b5-4411-a150-82d2e6b643ff on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:51:29.125687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Attempting to bind port 3c752b6f-55b5-4411-a150-82d2e6b643ff by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '8620b99a-ebb6-47fc-b184-e4aa033cd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:51:29.126150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Attempting to bind port 3c752b6f-55b5-4411-a150-82d2e6b643ff on network 29d35514-fb7b-4dae-b833-4c7c2f86f437 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:51:29.130602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Port 3c752b6f-55b5-4411-a150-82d2e6b643ff on network 29d35514-fb7b-4dae-b833-4c7c2f86f437 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:51:29.130914 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Attempting to bind port 3c752b6f-55b5-4411-a150-82d2e6b643ff on network 29d35514-fb7b-4dae-b833-4c7c2f86f437 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:51:29.135914 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:51:29.136245 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Checking segment: {'id': '8620b99a-ebb6-47fc-b184-e4aa033cd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:51:29.136616 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Bound using segment: {'id': '8620b99a-ebb6-47fc-b184-e4aa033cd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:51:29.137025 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Bound port: 3c752b6f-55b5-4411-a150-82d2e6b643ff, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8620b99a-ebb6-47fc-b184-e4aa033cd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:51:29.137360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:29.226223 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] For port 3c752b6f-55b5-4411-a150-82d2e6b643ff, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:51:29.229292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] For port 3c752b6f-55b5-4411-a150-82d2e6b643ff, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3c752b6f-55b5-4411-a150-82d2e6b643ff,segment=NetworkSegment(8620b99a-ebb6-47fc-b184-e4aa033cd214),segment_id=8620b99a-ebb6-47fc-b184-e4aa033cd214)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:51:29.295756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:29.298812 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:29.299482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:29.300848 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] 10.222.0.55 "PUT /v2.0/ports/3c752b6f-55b5-4411-a150-82d2e6b643ff HTTP/1.1" status: 200 len: 1093 time: 1.1058221 Oct 05 09:51:29.334400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9', 'tag': '3c752b6f-55b5-4411-a150-82d2e6b643ff'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:51:29.334400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0668c9-38f5-4a40-a683-de286e73f480" -d '{"events": [{"name": "network-changed", "server_uuid": "a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9", "tag": "3c752b6f-55b5-4411-a150-82d2e6b643ff"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:51:29.378449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ec33ce-8c63-4b01-977e-8abe20677705 x-openstack-request-id: req-18ec33ce-8c63-4b01-977e-8abe20677705 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:51:29.378845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9", "tag": "3c752b6f-55b5-4411-a150-82d2e6b643ff", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:51:29.379118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18ec33ce-8c63-4b01-977e-8abe20677705 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:51:29.379506 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ec33ce-8c63-4b01-977e-8abe20677705'] response: {'name': 'network-changed', 'server_uuid': 'a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9', 'tag': '3c752b6f-55b5-4411-a150-82d2e6b643ff', 'status': 'completed', 'code': 200} Oct 05 09:51:29.382099 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72356cc-5719-4586-a0ad-1769e4bc5a31 service neutron] Pushing event updated for resources: {'Port': ['ID=3c752b6f-55b5-4411-a150-82d2e6b643ff,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:29.425258 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-14236300-a006-4a49-afeb-b71ff8c71e2b None None] Attempt 3 to provision port 3c752b6f-55b5-4411-a150-82d2e6b643ff Oct 05 09:51:29.497899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-14236300-a006-4a49-afeb-b71ff8c71e2b None None] Port 3c752b6f-55b5-4411-a150-82d2e6b643ff had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:51:29.504015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0668c9-38f5-4a40-a683-de286e73f480 req-3ca41a13-e094-4b34-a745-13700c7a2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:29.505676 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ca0668c9-38f5-4a40-a683-de286e73f480 req-3ca41a13-e094-4b34-a745-13700c7a2a01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 1096 time: 0.0878525 Oct 05 09:51:29.600449 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bf23-58ba-451f-9e2d-a2eaf8038a0e req-b436ca40-37cc-4a7a-890d-4eb88294108b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:29.601795 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0725bf23-58ba-451f-9e2d-a2eaf8038a0e req-b436ca40-37cc-4a7a-890d-4eb88294108b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 943 time: 0.0885558 Oct 05 09:51:29.650940 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0725bf23-58ba-451f-9e2d-a2eaf8038a0e req-a3f9ed5b-15ad-4b42-aa8a-ab2c4e769149 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=96f9204d-da7c-4e6c-986e-858b0b6a9866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388367 Oct 05 09:51:29.655140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0668c9-38f5-4a40-a683-de286e73f480 req-df0985d4-9864-4cf1-b88d-dfde34cb21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:29.656585 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ca0668c9-38f5-4a40-a683-de286e73f480 req-df0985d4-9864-4cf1-b88d-dfde34cb21f6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6294a6c4935647d8b376ea5a0a53c756&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1381671 Oct 05 09:51:29.791242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0668c9-38f5-4a40-a683-de286e73f480 req-899d0391-3c95-42f7-8fd9-5bb3b1f085c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:29.792783 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ca0668c9-38f5-4a40-a683-de286e73f480 req-899d0391-3c95-42f7-8fd9-5bb3b1f085c2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306088 Oct 05 09:51:29.927708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-75841c5b-74e6-4486-93eb-1fa09a2b0489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:29.929162 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-75841c5b-74e6-4486-93eb-1fa09a2b0489 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 1096 time: 0.0785353 Oct 05 09:51:30.021056 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-ae32fe05-aac2-49a5-bff4-21a515bdca77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c752b6f-55b5-4411-a150-82d2e6b643ff HTTP/1.1" status: 200 len: 217 time: 0.0791478 Oct 05 09:51:30.085050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-2c0cae68-4f64-493e-8dda-cc1dc4eafeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:30.086467 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-2c0cae68-4f64-493e-8dda-cc1dc4eafeaa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba80a33d-a2fa-4069-b22a-85630b0bb0d1 HTTP/1.1" status: 200 len: 843 time: 0.0597117 Oct 05 09:51:30.173947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-6f96171c-fb3b-4fb9-b382-16c08dd1f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:30.175466 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-6f96171c-fb3b-4fb9-b382-16c08dd1f076 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29d35514-fb7b-4dae-b833-4c7c2f86f437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832217 Oct 05 09:51:30.318383 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-87ddd539-aa3c-4ee5-afbc-460a61aeab80 service neutron] 10.222.0.55 "GET /v2.0/networks/29d35514-fb7b-4dae-b833-4c7c2f86f437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370578 Oct 05 09:51:30.457585 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-98ce3e5e-cea8-44b6-98eb-493673e7f42c req-2a7685f5-3d43-4eb2-90ee-65b2d2d38091 service neutron] 10.222.0.55 "GET /v2.0/networks/29d35514-fb7b-4dae-b833-4c7c2f86f437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336255 Oct 05 09:51:30.850206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b0518-ef88-45ee-8f86-bf92e19086fa req-095067e5-ee4f-4bb4-84a7-cb020682360b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:30.851755 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-530b0518-ef88-45ee-8f86-bf92e19086fa req-095067e5-ee4f-4bb4-84a7-cb020682360b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 943 time: 0.0896420 Oct 05 09:51:30.898345 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-530b0518-ef88-45ee-8f86-bf92e19086fa req-47aa49d0-7d6b-473a-ad09-a55d954bf6e3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=96f9204d-da7c-4e6c-986e-858b0b6a9866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409172 Oct 05 09:51:32.094289 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e48138-b937-4cc8-bae7-4377a0593fc9 req-c6141205-c816-42f0-b3d3-7700714dbc50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:32.095648 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-91e48138-b937-4cc8-bae7-4377a0593fc9 req-c6141205-c816-42f0-b3d3-7700714dbc50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 943 time: 0.0861237 Oct 05 09:51:32.138952 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-91e48138-b937-4cc8-bae7-4377a0593fc9 req-558bcd12-8329-4cf0-a31f-7bb23b264f46 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=96f9204d-da7c-4e6c-986e-858b0b6a9866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375552 Oct 05 09:51:32.504781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3c752b6f-55b5-4411-a150-82d2e6b643ff details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:51:32.634324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 3c752b6f-55b5-4411-a150-82d2e6b643ff, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3c752b6f-55b5-4411-a150-82d2e6b643ff,segment=NetworkSegment(8620b99a-ebb6-47fc-b184-e4aa033cd214),segment_id=8620b99a-ebb6-47fc-b184-e4aa033cd214)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:51:32.646949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '3c752b6f-55b5-4411-a150-82d2e6b643ff', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'port_id': '3c752b6f-55b5-4411-a150-82d2e6b643ff', 'mac_address': 'fa:16:3e:fa:dd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:51:32.704475 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 3c752b6f-55b5-4411-a150-82d2e6b643ff is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:51:32.704779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:32.721444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c752b6f-55b5-4411-a150-82d2e6b643ff {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:51:32.736916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 3c752b6f-55b5-4411-a150-82d2e6b643ff, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3c752b6f-55b5-4411-a150-82d2e6b643ff,segment=NetworkSegment(8620b99a-ebb6-47fc-b184-e4aa033cd214),segment_id=8620b99a-ebb6-47fc-b184-e4aa033cd214)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:51:32.813647 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:32.879613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=3c752b6f-55b5-4411-a150-82d2e6b643ff,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:33.209203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['3c752b6f-55b5-4411-a150-82d2e6b643ff'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:51:33.343924 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e22f3e-efee-4489-8a3b-7a34dadc4abc req-413469aa-a475-4e79-bc47-9eefa89cd475 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:33.345391 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a5e22f3e-efee-4489-8a3b-7a34dadc4abc req-413469aa-a475-4e79-bc47-9eefa89cd475 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 944 time: 0.0926838 Oct 05 09:51:33.387888 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a5e22f3e-efee-4489-8a3b-7a34dadc4abc req-20aaae25-a268-4b1e-94d9-4e1b5c064d4e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=96f9204d-da7c-4e6c-986e-858b0b6a9866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366957 Oct 05 09:51:34.515303 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3c752b6f-55b5-4411-a150-82d2e6b643ff up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:51:34.583847 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212733f-4942-488d-b294-2c7750f1f2dd req-73613c30-7521-44e7-8c64-ca233c670895 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:34.585296 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9212733f-4942-488d-b294-2c7750f1f2dd req-73613c30-7521-44e7-8c64-ca233c670895 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 944 time: 0.0876691 Oct 05 09:51:34.640832 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9212733f-4942-488d-b294-2c7750f1f2dd req-a709fa2c-e793-4805-a176-943f3d2af3cb tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=96f9204d-da7c-4e6c-986e-858b0b6a9866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497286 Oct 05 09:51:34.641724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 3c752b6f-55b5-4411-a150-82d2e6b643ff completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:51:34.646869 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 3c752b6f-55b5-4411-a150-82d2e6b643ff triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:51:34.647246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:34.647615 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 3c752b6f-55b5-4411-a150-82d2e6b643ff Oct 05 09:51:34.763164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 3c752b6f-55b5-4411-a150-82d2e6b643ff is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:51:34.763542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:34.789295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c752b6f-55b5-4411-a150-82d2e6b643ff'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:51:34.791581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c55da1-097c-4101-b5ca-897ab624edf9" -d '{"events": [{"server_uuid": "a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9", "name": "network-vif-plugged", "status": "completed", "tag": "3c752b6f-55b5-4411-a150-82d2e6b643ff"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:51:34.799392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 3c752b6f-55b5-4411-a150-82d2e6b643ff, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3c752b6f-55b5-4411-a150-82d2e6b643ff,segment=NetworkSegment(8620b99a-ebb6-47fc-b184-e4aa033cd214),segment_id=8620b99a-ebb6-47fc-b184-e4aa033cd214)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:51:34.866768 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:34.902343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b646f7-9675-49e6-9068-d4ead35e52d2 x-openstack-request-id: req-68b646f7-9675-49e6-9068-d4ead35e52d2 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:51:34.902640 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9", "name": "network-vif-plugged", "status": "completed", "tag": "3c752b6f-55b5-4411-a150-82d2e6b643ff", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:51:34.902891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68b646f7-9675-49e6-9068-d4ead35e52d2 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:51:34.903285 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b646f7-9675-49e6-9068-d4ead35e52d2'] response: {'server_uuid': 'a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c752b6f-55b5-4411-a150-82d2e6b643ff', 'code': 200} Oct 05 09:51:34.934915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=3c752b6f-55b5-4411-a150-82d2e6b643ff,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:35.269813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba053291-710e-40c1-853b-fc3bf8e7eda6 req-5cca6f2b-c8cb-479b-ae20-d1060e9341fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:35.271307 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ba053291-710e-40c1-853b-fc3bf8e7eda6 req-5cca6f2b-c8cb-479b-ae20-d1060e9341fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 1098 time: 0.0763841 Oct 05 09:51:35.315096 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ba053291-710e-40c1-853b-fc3bf8e7eda6 req-16c5edc3-37cd-43fc-8411-f9ec3ac6872c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=96f9204d-da7c-4e6c-986e-858b0b6a9866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373836 Oct 05 09:51:35.836348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87358ebb-001c-4ccd-af35-a1553a37f7a4 req-cde39054-2834-4a87-b718-b6898ca2ff5e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:35.837797 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-87358ebb-001c-4ccd-af35-a1553a37f7a4 req-cde39054-2834-4a87-b718-b6898ca2ff5e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 945 time: 0.0877099 Oct 05 09:51:35.881459 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-87358ebb-001c-4ccd-af35-a1553a37f7a4 req-66f2f559-8de8-4726-b02c-6a60dab4ed09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=96f9204d-da7c-4e6c-986e-858b0b6a9866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371895 Oct 05 09:51:37.081100 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec353-7368-40b7-be9d-b7bf44bdab77 req-c5b422b1-8a21-4364-af32-10ca09c84475 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:37.082563 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ad6ec353-7368-40b7-be9d-b7bf44bdab77 req-c5b422b1-8a21-4364-af32-10ca09c84475 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 945 time: 0.0897064 Oct 05 09:51:37.125779 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ad6ec353-7368-40b7-be9d-b7bf44bdab77 req-35d99e26-92f6-458b-b995-d38a5037509a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=96f9204d-da7c-4e6c-986e-858b0b6a9866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374851 Oct 05 09:51:37.319514 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69ffc9-9ad8-4a06-a5b8-02f2140690ee req-a1c744ba-1c77-4368-af29-66b18046b485 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:37.320991 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3a69ffc9-9ad8-4a06-a5b8-02f2140690ee req-a1c744ba-1c77-4368-af29-66b18046b485 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 945 time: 0.0863531 Oct 05 09:51:37.367155 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3a69ffc9-9ad8-4a06-a5b8-02f2140690ee req-c7025813-df5a-430d-b172-09437ab851cf tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=96f9204d-da7c-4e6c-986e-858b0b6a9866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405710 Oct 05 09:51:37.394551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45884) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:37.470833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87abdbf6-23fa-4aff-b9da-743397463d65 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:37.472309 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-87abdbf6-23fa-4aff-b9da-743397463d65 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 1093 time: 0.0768342 Oct 05 09:51:37.475137 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45888) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:37.480041 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '3c752b6f-55b5-4411-a150-82d2e6b643ff', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:37.486493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:51:37.490414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:floatingip and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:51:37.493232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:51:37.498930 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:51:37.596099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:37.734242 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:37.869492 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.115 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/e3b26a91-b1e0-4ebd-b8d2-f81738ce222c) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:51:38.009639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:38.099135 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:38.160424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:51:38.162976 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:51:38.166520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:51:38.203654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=e3b26a91-b1e0-4ebd-b8d2-f81738ce222c,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:38.218883 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:38.219223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:38.219556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:38.219886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:38.220207 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:38.220528 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:38.220845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:38.221162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:38.221479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:38.221796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:38.222132 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:38.222442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:38.666569 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:38.802684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:39.005735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:39.066109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:39.169943 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:39.215318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=e3b26a91-b1e0-4ebd-b8d2-f81738ce222c,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:39.337623 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP 869106a8-dd2f-43d4-baa3-d70f748de4dd associated. External IP: 172.26.7.115, port: 3c752b6f-55b5-4411-a150-82d2e6b643ff. Oct 05 09:51:39.679515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router e81f2b66-7f23-402c-aea8-0a27beb7ed46 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:51:39.962024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:51:39.971348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d565b-30a2-4b7d-9988-abaf68d091ec None None] Sync routers for ids ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:51:39.980462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d565b-30a2-4b7d-9988-abaf68d091ec None None] Routers {'e81f2b66-7f23-402c-aea8-0a27beb7ed46'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:51:39.981081 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c77d565b-30a2-4b7d-9988-abaf68d091ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:51:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:40.043752 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:40.100604 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-25782947-25a7-4bfc-8cd7-13ee6a5a9355 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6217647 Oct 05 09:51:40.100604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9', 'tag': '3c752b6f-55b5-4411-a150-82d2e6b643ff'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:51:40.100884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370a1f14-3f39-4654-b013-13c2eaad5d38" -d '{"events": [{"name": "network-changed", "server_uuid": "a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9", "tag": "3c752b6f-55b5-4411-a150-82d2e6b643ff"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:51:40.101004 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45892) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:40.145357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32a278a-0405-4d02-bc4d-6c46234b08a5 x-openstack-request-id: req-b32a278a-0405-4d02-bc4d-6c46234b08a5 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:51:40.145637 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9", "tag": "3c752b6f-55b5-4411-a150-82d2e6b643ff", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:51:40.145889 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b32a278a-0405-4d02-bc4d-6c46234b08a5 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:51:40.146313 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32a278a-0405-4d02-bc4d-6c46234b08a5'] response: {'name': 'network-changed', 'server_uuid': 'a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9', 'tag': '3c752b6f-55b5-4411-a150-82d2e6b643ff', 'status': 'completed', 'code': 200} Oct 05 09:51:40.161692 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-c77d565b-30a2-4b7d-9988-abaf68d091ec None None] Set router e81f2b66-7f23-402c-aea8-0a27beb7ed46 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:51:40.257034 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b0be2e53-f826-433e-bf51-e5acb0fda266 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/869106a8-dd2f-43d4-baa3-d70f748de4dd HTTP/1.1" status: 200 len: 991 time: 0.1545410 Oct 05 09:51:40.282946 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a1f14-3f39-4654-b013-13c2eaad5d38 req-5d538ae7-5251-4d52-bdb1-a39cdf2d3de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:40.284618 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-370a1f14-3f39-4654-b013-13c2eaad5d38 req-5d538ae7-5251-4d52-bdb1-a39cdf2d3de8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 1098 time: 0.0916660 Oct 05 09:51:40.523463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a1f14-3f39-4654-b013-13c2eaad5d38 req-40ae7e29-902a-4e12-9585-953afeebb636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:40.525095 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-370a1f14-3f39-4654-b013-13c2eaad5d38 req-40ae7e29-902a-4e12-9585-953afeebb636 service neutron] 10.222.0.55 "GET /v2.0/networks?id=29d35514-fb7b-4dae-b833-4c7c2f86f437 HTTP/1.1" status: 200 len: 896 time: 0.2348070 Oct 05 09:51:40.547605 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c77d565b-30a2-4b7d-9988-abaf68d091ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'name': 'tempest-TestNetworkBasicOps-router-770371518', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:17Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '869106a8-dd2f-43d4-baa3-d70f748de4dd', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.115', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'port_id': '3c752b6f-55b5-4411-a150-82d2e6b643ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'mac_address': 'fa:16:3e:fa:dd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:51:38Z', 'updated_at': '2022-10-05T09:51:38Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f', 'name': '', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:48:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:16Z', 'updated_at': '2022-10-05T09:51:22Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:40.551753 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d565b-30a2-4b7d-9988-abaf68d091ec None None] Checking router: e81f2b66-7f23-402c-aea8-0a27beb7ed46 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:51:40.559864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d565b-30a2-4b7d-9988-abaf68d091ec None None] Routers {'e81f2b66-7f23-402c-aea8-0a27beb7ed46'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:51:40.560452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c77d565b-30a2-4b7d-9988-abaf68d091ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:51:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:40.627932 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-370a1f14-3f39-4654-b013-13c2eaad5d38 req-4f168ef4-bbea-483d-8b88-ebf08282312e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c752b6f-55b5-4411-a150-82d2e6b643ff HTTP/1.1" status: 200 len: 999 time: 0.0966249 Oct 05 09:51:40.688577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a1f14-3f39-4654-b013-13c2eaad5d38 req-8e52a8cd-babc-49c0-8cb7-6ea4402d41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:40.690022 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-370a1f14-3f39-4654-b013-13c2eaad5d38 req-8e52a8cd-babc-49c0-8cb7-6ea4402d41e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba80a33d-a2fa-4069-b22a-85630b0bb0d1 HTTP/1.1" status: 200 len: 843 time: 0.0569835 Oct 05 09:51:40.736101 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-c77d565b-30a2-4b7d-9988-abaf68d091ec None None] Set router e81f2b66-7f23-402c-aea8-0a27beb7ed46 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:51:40.777350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a1f14-3f39-4654-b013-13c2eaad5d38 req-d865d189-20fc-464a-9a8a-6c77775e793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:40.778796 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-370a1f14-3f39-4654-b013-13c2eaad5d38 req-d865d189-20fc-464a-9a8a-6c77775e793a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29d35514-fb7b-4dae-b833-4c7c2f86f437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820580 Oct 05 09:51:40.911705 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-370a1f14-3f39-4654-b013-13c2eaad5d38 req-bcdc7688-8bf9-4614-9e4f-2040e7bd0dc8 service neutron] 10.222.0.55 "GET /v2.0/networks/29d35514-fb7b-4dae-b833-4c7c2f86f437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265726 Oct 05 09:51:41.043325 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-370a1f14-3f39-4654-b013-13c2eaad5d38 req-fec4339e-cde2-4969-8ec6-a3ed22c99ee1 service neutron] 10.222.0.55 "GET /v2.0/networks/29d35514-fb7b-4dae-b833-4c7c2f86f437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251774 Oct 05 09:51:41.080014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c77d565b-30a2-4b7d-9988-abaf68d091ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'name': 'tempest-TestNetworkBasicOps-router-770371518', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:17Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '869106a8-dd2f-43d4-baa3-d70f748de4dd', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.115', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'port_id': '3c752b6f-55b5-4411-a150-82d2e6b643ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'mac_address': 'fa:16:3e:fa:dd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:51:38Z', 'updated_at': '2022-10-05T09:51:38Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f', 'name': '', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:48:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:16Z', 'updated_at': '2022-10-05T09:51:22Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:41.083906 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d565b-30a2-4b7d-9988-abaf68d091ec None None] The sync data for ids ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'] in dv-neutron-860329-1-hyperv is: [{'id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'name': 'tempest-TestNetworkBasicOps-router-770371518', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:17Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '869106a8-dd2f-43d4-baa3-d70f748de4dd', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.115', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'port_id': '3c752b6f-55b5-4411-a150-82d2e6b643ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'mac_address': 'fa:16:3e:fa:dd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:51:38Z', 'updated_at': '2022-10-05T09:51:38Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f', 'name': '', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:48:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:16Z', 'updated_at': '2022-10-05T09:51:22Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:51:41.259235 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d79b6-1d2b-4749-badc-b1c8612b0e72 None None] New status for floating IP 869106a8-dd2f-43d4-baa3-d70f748de4dd: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:51:41.260400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45898) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:41.367337 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d783adde-d4bd-4895-b479-adddd73e5fe9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/869106a8-dd2f-43d4-baa3-d70f748de4dd HTTP/1.1" status: 200 len: 991 time: 0.1056237 Oct 05 09:51:42.371044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 45902) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:42.475856 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-20341645-9903-4169-b0df-2ec51ada31e7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/869106a8-dd2f-43d4-baa3-d70f748de4dd HTTP/1.1" status: 200 len: 993 time: 0.1036835 Oct 05 09:51:47.505075 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:51:50.408761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fbf3da73-1831-43f3-891b-795b8e0c0aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:52.625652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-91b85784-c951-4551-a53b-65f20a874794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:54.184104 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:54.212635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:55.162776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:55.597072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.682700 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e3b75128-cda2-456b-826e-e1e387db9195 req-de6714d6-eba5-463a-a4ef-7bf20ba54f66 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765481 Oct 05 09:52:10.845922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b75128-cda2-456b-826e-e1e387db9195 req-8f4ba303-6f8c-42d8-9797-b3f0f7c34ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:10.847318 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e3b75128-cda2-456b-826e-e1e387db9195 req-8f4ba303-6f8c-42d8-9797-b3f0f7c34ab7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 1098 time: 0.0794094 Oct 05 09:52:10.990118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b75128-cda2-456b-826e-e1e387db9195 req-eb46570a-4e1d-422c-948b-60f4816f2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:10.991558 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e3b75128-cda2-456b-826e-e1e387db9195 req-eb46570a-4e1d-422c-948b-60f4816f2e8f service neutron] 10.222.0.55 "GET /v2.0/networks?id=29d35514-fb7b-4dae-b833-4c7c2f86f437 HTTP/1.1" status: 200 len: 896 time: 0.1229310 Oct 05 09:52:11.090779 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e3b75128-cda2-456b-826e-e1e387db9195 req-e6b902d9-4cbc-4419-8093-d475c5c8fb8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c752b6f-55b5-4411-a150-82d2e6b643ff HTTP/1.1" status: 200 len: 1001 time: 0.0919440 Oct 05 09:52:11.153938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b75128-cda2-456b-826e-e1e387db9195 req-e8271076-3d03-43b5-8251-4517729e0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:11.155269 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e3b75128-cda2-456b-826e-e1e387db9195 req-e8271076-3d03-43b5-8251-4517729e0627 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba80a33d-a2fa-4069-b22a-85630b0bb0d1 HTTP/1.1" status: 200 len: 843 time: 0.0585012 Oct 05 09:52:11.236516 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b75128-cda2-456b-826e-e1e387db9195 req-8bf1bac7-2d60-4b4a-aa00-2a8242440b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:11.237955 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e3b75128-cda2-456b-826e-e1e387db9195 req-8bf1bac7-2d60-4b4a-aa00-2a8242440b22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29d35514-fb7b-4dae-b833-4c7c2f86f437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767288 Oct 05 09:52:11.367886 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e3b75128-cda2-456b-826e-e1e387db9195 req-ad2e8fd8-c27b-4942-9a45-904f71849d1b service neutron] 10.222.0.55 "GET /v2.0/networks/29d35514-fb7b-4dae-b833-4c7c2f86f437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239693 Oct 05 09:52:11.602325 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e3b75128-cda2-456b-826e-e1e387db9195 req-bb9612ce-04ca-40c5-bd26-0fa419cf4127 service neutron] 10.222.0.55 "GET /v2.0/networks/29d35514-fb7b-4dae-b833-4c7c2f86f437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280667 Oct 05 09:52:20.360265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ea3675e8-8f3d-4b8c-a5ac-9560fe1b76fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:22.628874 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c429980c-cc83-4462-8ded-e968dffffdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:24.184520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:24.211632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:24.503872 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:52:25.161674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:25.578578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:50.371848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f35ef2de-77b7-46a4-b67d-b7a4687a983c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:52.650651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-78029f15-c048-4edf-940e-f526051c27b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:54.177789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:54.206252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:55.153306 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:55.571820 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:01.503241 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:53:12.638876 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-54f108fd-e86c-4ef0-b878-ac65350e5d53 req-917794c5-2a83-4ea0-99fe-d58d05514222 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800710 Oct 05 09:53:12.801085 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f108fd-e86c-4ef0-b878-ac65350e5d53 req-6e882eda-eeed-4a1a-a286-4a714244af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:12.802599 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-54f108fd-e86c-4ef0-b878-ac65350e5d53 req-6e882eda-eeed-4a1a-a286-4a714244af5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 1098 time: 0.0792785 Oct 05 09:53:12.943797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f108fd-e86c-4ef0-b878-ac65350e5d53 req-01e9baba-8145-4b1f-83b5-6b28d63ab217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:12.945214 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-54f108fd-e86c-4ef0-b878-ac65350e5d53 req-01e9baba-8145-4b1f-83b5-6b28d63ab217 service neutron] 10.222.0.55 "GET /v2.0/networks?id=29d35514-fb7b-4dae-b833-4c7c2f86f437 HTTP/1.1" status: 200 len: 896 time: 0.1244850 Oct 05 09:53:13.046802 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-54f108fd-e86c-4ef0-b878-ac65350e5d53 req-4da2d351-fe1b-43e2-9a49-fba1d67f117d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c752b6f-55b5-4411-a150-82d2e6b643ff HTTP/1.1" status: 200 len: 1001 time: 0.0956802 Oct 05 09:53:13.111774 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f108fd-e86c-4ef0-b878-ac65350e5d53 req-ec3e6bec-f5ce-4714-9708-6dcd51b430b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:13.113160 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-54f108fd-e86c-4ef0-b878-ac65350e5d53 req-ec3e6bec-f5ce-4714-9708-6dcd51b430b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba80a33d-a2fa-4069-b22a-85630b0bb0d1 HTTP/1.1" status: 200 len: 843 time: 0.0607553 Oct 05 09:53:13.192983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f108fd-e86c-4ef0-b878-ac65350e5d53 req-2a309f5e-842b-4af9-8fa6-735c6e1b012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:13.194489 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-54f108fd-e86c-4ef0-b878-ac65350e5d53 req-2a309f5e-842b-4af9-8fa6-735c6e1b012c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29d35514-fb7b-4dae-b833-4c7c2f86f437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756602 Oct 05 09:53:13.321915 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-54f108fd-e86c-4ef0-b878-ac65350e5d53 req-ae3de202-afa2-4669-aed6-7ebaede8208c service neutron] 10.222.0.55 "GET /v2.0/networks/29d35514-fb7b-4dae-b833-4c7c2f86f437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211350 Oct 05 09:53:13.449795 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-54f108fd-e86c-4ef0-b878-ac65350e5d53 req-b55e19a5-c596-4c44-ada1-3194d898b53f service neutron] 10.222.0.55 "GET /v2.0/networks/29d35514-fb7b-4dae-b833-4c7c2f86f437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212397 Oct 05 09:53:20.388254 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ceddf51c-cc36-440b-b5bd-4087d6a05dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:22.628309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2a111d9c-f394-4202-b9b6-869186370919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:24.182509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:24.205087 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:25.136624 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:25.593539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:38.502245 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:53:50.364223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-44ddcc4e-b130-4e72-90ba-dff5a1abbffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:52.649726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d4c9258a-12cc-4317-ab4a-92c754349250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:54.175840 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:54.192828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:55.170317 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:55.575150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:14.100433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45958) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:14.180928 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:54:14.298886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13299638'] for subnet, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:14.540409 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764024587147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13362038'] for subnet, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:14.594562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:14.595564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:14.598403 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/subnets/ba80a33d-a2fa-4069-b22a-85630b0bb0d1 HTTP/1.1" status: 200 len: 835 time: 0.4949148 Oct 05 09:54:14.599000 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e212c7-c9c3-4ccc-8fa5-ff103de92a01 None None] Network 29d35514-fb7b-4dae-b833-4c7c2f86f437 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:54:14.612648 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Subnet': ['ID=ba80a33d-a2fa-4069-b22a-85630b0bb0d1,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:14.619914 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:14.620250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:14.620582 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:14.620927 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:14.621250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:14.621572 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:14.621890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:14.622285 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:14.622609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:14.622923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:14.623237 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:14.623548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e59f7f-7506-44c0-9133-9a276bf17c4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:15.084766 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-50e0ad2d-1d09-48c8-8441-3e048554c7bc None None] Provisioning complete for port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:54:15.085127 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-50e0ad2d-1d09-48c8-8441-3e048554c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:15.085460 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-50e0ad2d-1d09-48c8-8441-3e048554c7bc None None] Attempt 1 to provision port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f Oct 05 09:54:15.195934 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-50e0ad2d-1d09-48c8-8441-3e048554c7bc None None] Current status of the port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:54:15.207010 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-50e0ad2d-1d09-48c8-8441-3e048554c7bc None None] Provisioning complete for port 3c752b6f-55b5-4411-a150-82d2e6b643ff triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:54:15.207375 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-50e0ad2d-1d09-48c8-8441-3e048554c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:15.207703 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-50e0ad2d-1d09-48c8-8441-3e048554c7bc None None] Attempt 1 to provision port 3c752b6f-55b5-4411-a150-82d2e6b643ff Oct 05 09:54:15.318032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-50e0ad2d-1d09-48c8-8441-3e048554c7bc None None] Current status of the port 3c752b6f-55b5-4411-a150-82d2e6b643ff is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:54:15.328995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-50e0ad2d-1d09-48c8-8441-3e048554c7bc None None] Provisioning complete for port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:54:15.329351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-50e0ad2d-1d09-48c8-8441-3e048554c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:15.329674 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-50e0ad2d-1d09-48c8-8441-3e048554c7bc None None] Attempt 1 to provision port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 Oct 05 09:54:15.440105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-50e0ad2d-1d09-48c8-8441-3e048554c7bc None None] Current status of the port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:54:15.501317 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:54:15.684463 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-aebfc614-5364-47dd-96ac-38e1981e4cfe req-6390c971-6b5d-4264-95b0-a74f5ae2c113 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791485 Oct 05 09:54:15.858502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfc614-5364-47dd-96ac-38e1981e4cfe req-51a6da16-a673-4a8d-9c20-fc099651e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:15.860467 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-aebfc614-5364-47dd-96ac-38e1981e4cfe req-51a6da16-a673-4a8d-9c20-fc099651e124 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 1098 time: 0.0796101 Oct 05 09:54:16.002922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfc614-5364-47dd-96ac-38e1981e4cfe req-0bc605f0-9f15-43bc-802d-4c43ba55da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:16.004352 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-aebfc614-5364-47dd-96ac-38e1981e4cfe req-0bc605f0-9f15-43bc-802d-4c43ba55da32 service neutron] 10.222.0.55 "GET /v2.0/networks?id=29d35514-fb7b-4dae-b833-4c7c2f86f437 HTTP/1.1" status: 200 len: 896 time: 0.1256316 Oct 05 09:54:16.107373 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-aebfc614-5364-47dd-96ac-38e1981e4cfe req-9f52f24f-9cb8-4fe3-bbe3-07ab3c52ab0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c752b6f-55b5-4411-a150-82d2e6b643ff HTTP/1.1" status: 200 len: 1001 time: 0.0969224 Oct 05 09:54:16.168297 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfc614-5364-47dd-96ac-38e1981e4cfe req-1a209f19-b087-45bc-9f10-23f4bcdfd1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:16.169684 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-aebfc614-5364-47dd-96ac-38e1981e4cfe req-1a209f19-b087-45bc-9f10-23f4bcdfd1bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba80a33d-a2fa-4069-b22a-85630b0bb0d1 HTTP/1.1" status: 200 len: 843 time: 0.0561802 Oct 05 09:54:16.255686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfc614-5364-47dd-96ac-38e1981e4cfe req-d8d731d3-ad5a-4f5c-a126-218f2e779358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:16.257128 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-aebfc614-5364-47dd-96ac-38e1981e4cfe req-d8d731d3-ad5a-4f5c-a126-218f2e779358 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29d35514-fb7b-4dae-b833-4c7c2f86f437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807188 Oct 05 09:54:16.486024 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-aebfc614-5364-47dd-96ac-38e1981e4cfe req-e3d6829d-0ac1-488d-b78f-2bc370d8bbb8 service neutron] 10.222.0.55 "GET /v2.0/networks/29d35514-fb7b-4dae-b833-4c7c2f86f437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232223 Oct 05 09:54:16.614759 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-aebfc614-5364-47dd-96ac-38e1981e4cfe req-f61b6cbf-9868-425f-a69e-ec01b6d36100 service neutron] 10.222.0.55 "GET /v2.0/networks/29d35514-fb7b-4dae-b833-4c7c2f86f437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229579 Oct 05 09:54:20.380474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-392e53b4-5c26-4b78-b46b-f018f29d517d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:22.609396 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cf88c10e-7a13-439a-bcfd-fe658b1ce11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:24.208410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:24.242604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:25.168450 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:25.580208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:50.369117 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e73774be-270d-417e-9989-c6aae9df8404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:52.501019 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:54:52.630022 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e75f7310-5d88-4354-8e03-5cc61d7ce662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:54.230629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:54.242099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:55.184729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:55.590252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:58.791429 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 45976) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:58.986603 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c71904b7-8cd5-4f11-afe8-de41edb90f7c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port e3b26a91-b1e0-4ebd-b8d2-f81738ce222c {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:54:58.986943 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c71904b7-8cd5-4f11-afe8-de41edb90f7c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:59.153334 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c71904b7-8cd5-4f11-afe8-de41edb90f7c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:59.153660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c71904b7-8cd5-4f11-afe8-de41edb90f7c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:59.273395 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c71904b7-8cd5-4f11-afe8-de41edb90f7c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for e3b26a91-b1e0-4ebd-b8d2-f81738ce222c owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:54:59.481687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c71904b7-8cd5-4f11-afe8-de41edb90f7c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:59.529093 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71904b7-8cd5-4f11-afe8-de41edb90f7c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=e3b26a91-b1e0-4ebd-b8d2-f81738ce222c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:59.625841 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c71904b7-8cd5-4f11-afe8-de41edb90f7c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:59.626190 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-c71904b7-8cd5-4f11-afe8-de41edb90f7c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP 869106a8-dd2f-43d4-baa3-d70f748de4dd disassociated (deleted). External IP: 172.26.7.115, port: 3c752b6f-55b5-4411-a150-82d2e6b643ff. Oct 05 09:55:00.062493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71904b7-8cd5-4f11-afe8-de41edb90f7c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router e81f2b66-7f23-402c-aea8-0a27beb7ed46 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:55:00.239108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71904b7-8cd5-4f11-afe8-de41edb90f7c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:55:00.248353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978a266-f2b6-4950-9b62-4e07a52d1310 None None] Sync routers for ids ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:55:00.254687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c71904b7-8cd5-4f11-afe8-de41edb90f7c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:00.257178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978a266-f2b6-4950-9b62-4e07a52d1310 None None] Routers {'e81f2b66-7f23-402c-aea8-0a27beb7ed46'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:55:00.257809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9978a266-f2b6-4950-9b62-4e07a52d1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:54:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:00.309868 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c71904b7-8cd5-4f11-afe8-de41edb90f7c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/floatingips/869106a8-dd2f-43d4-baa3-d70f748de4dd HTTP/1.1" status: 204 len: 168 time: 1.5173261 Oct 05 09:55:00.310668 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9', 'tag': '3c752b6f-55b5-4411-a150-82d2e6b643ff'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:55:00.313747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984780ac-5b8d-4d38-a5dd-ab7aa33777ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9", "tag": "3c752b6f-55b5-4411-a150-82d2e6b643ff"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:55:00.440280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-9978a266-f2b6-4950-9b62-4e07a52d1310 None None] Set router e81f2b66-7f23-402c-aea8-0a27beb7ed46 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:55:00.455082 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4d2db4-286f-4998-a7e7-0dd73f40af24 x-openstack-request-id: req-ba4d2db4-286f-4998-a7e7-0dd73f40af24 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:55:00.455382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9", "tag": "3c752b6f-55b5-4411-a150-82d2e6b643ff", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:55:00.455633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba4d2db4-286f-4998-a7e7-0dd73f40af24 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:55:00.456035 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba4d2db4-286f-4998-a7e7-0dd73f40af24'] response: {'name': 'network-changed', 'server_uuid': 'a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9', 'tag': '3c752b6f-55b5-4411-a150-82d2e6b643ff', 'status': 'completed', 'code': 200} Oct 05 09:55:00.578542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984780ac-5b8d-4d38-a5dd-ab7aa33777ee req-a530ee7f-7b73-4e3f-9895-af93453ab2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:00.580065 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-984780ac-5b8d-4d38-a5dd-ab7aa33777ee req-a530ee7f-7b73-4e3f-9895-af93453ab2d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 1098 time: 0.0806365 Oct 05 09:55:00.714844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984780ac-5b8d-4d38-a5dd-ab7aa33777ee req-01ec49aa-e7df-4b12-9bfa-d612bafb2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:00.714844 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-984780ac-5b8d-4d38-a5dd-ab7aa33777ee req-01ec49aa-e7df-4b12-9bfa-d612bafb2e34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=29d35514-fb7b-4dae-b833-4c7c2f86f437 HTTP/1.1" status: 200 len: 896 time: 0.1277082 Oct 05 09:55:00.762380 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9978a266-f2b6-4950-9b62-4e07a52d1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'name': 'tempest-TestNetworkBasicOps-router-770371518', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:17Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f', 'name': '', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:48:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:16Z', 'updated_at': '2022-10-05T09:51:22Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:00.767654 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978a266-f2b6-4950-9b62-4e07a52d1310 None None] Checking router: e81f2b66-7f23-402c-aea8-0a27beb7ed46 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:55:00.777898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978a266-f2b6-4950-9b62-4e07a52d1310 None None] Routers {'e81f2b66-7f23-402c-aea8-0a27beb7ed46'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:55:00.778506 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9978a266-f2b6-4950-9b62-4e07a52d1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:54:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:00.799120 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-984780ac-5b8d-4d38-a5dd-ab7aa33777ee req-a1c9512b-afd5-4e75-badf-81fc5de45f92 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c752b6f-55b5-4411-a150-82d2e6b643ff HTTP/1.1" status: 200 len: 217 time: 0.0794623 Oct 05 09:55:00.866160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984780ac-5b8d-4d38-a5dd-ab7aa33777ee req-f2ff73e7-e9ad-4e31-a80b-7a568f557d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:00.867559 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-984780ac-5b8d-4d38-a5dd-ab7aa33777ee req-f2ff73e7-e9ad-4e31-a80b-7a568f557d20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba80a33d-a2fa-4069-b22a-85630b0bb0d1 HTTP/1.1" status: 200 len: 843 time: 0.0621741 Oct 05 09:55:00.906278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5234e6-6a57-44b0-8f65-4c10964385e4 req-66778a34-4f6d-4124-b12d-0339c4ad3c51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:00.909466 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-ec5234e6-6a57-44b0-8f65-4c10964385e4 req-66778a34-4f6d-4124-b12d-0339c4ad3c51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:55:00.955966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984780ac-5b8d-4d38-a5dd-ab7aa33777ee req-83fff314-cbac-41e7-8181-3234affd640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:00.957425 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-984780ac-5b8d-4d38-a5dd-ab7aa33777ee req-83fff314-cbac-41e7-8181-3234affd640e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29d35514-fb7b-4dae-b833-4c7c2f86f437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830739 Oct 05 09:55:00.962989 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-9978a266-f2b6-4950-9b62-4e07a52d1310 None None] Set router e81f2b66-7f23-402c-aea8-0a27beb7ed46 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:55:00.973137 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-ec5234e6-6a57-44b0-8f65-4c10964385e4 req-66778a34-4f6d-4124-b12d-0339c4ad3c51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:55:00.974567 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ec5234e6-6a57-44b0-8f65-4c10964385e4 req-66778a34-4f6d-4124-b12d-0339c4ad3c51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 945 time: 0.1577339 Oct 05 09:55:01.022270 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ec5234e6-6a57-44b0-8f65-4c10964385e4 req-1924ea59-a9a3-47f2-8028-849fdf2eb4fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=96f9204d-da7c-4e6c-986e-858b0b6a9866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411983 Oct 05 09:55:01.090697 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-984780ac-5b8d-4d38-a5dd-ab7aa33777ee req-f9324034-a50b-41b8-9c40-1215c1d3f500 service neutron] 10.222.0.55 "GET /v2.0/networks/29d35514-fb7b-4dae-b833-4c7c2f86f437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259012 Oct 05 09:55:01.222266 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-984780ac-5b8d-4d38-a5dd-ab7aa33777ee req-087ea419-198a-4688-8a57-542876f27461 service neutron] 10.222.0.55 "GET /v2.0/networks/29d35514-fb7b-4dae-b833-4c7c2f86f437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249373 Oct 05 09:55:01.310684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9978a266-f2b6-4950-9b62-4e07a52d1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'name': 'tempest-TestNetworkBasicOps-router-770371518', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:17Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f', 'name': '', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:48:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:16Z', 'updated_at': '2022-10-05T09:51:22Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:01.314644 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978a266-f2b6-4950-9b62-4e07a52d1310 None None] The sync data for ids ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'] in dv-neutron-860329-1-hyperv is: [{'id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'name': 'tempest-TestNetworkBasicOps-router-770371518', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:17Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f', 'name': '', 'network_id': '29d35514-fb7b-4dae-b833-4c7c2f86f437', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:48:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:16Z', 'updated_at': '2022-10-05T09:51:22Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': 'ba80a33d-a2fa-4069-b22a-85630b0bb0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:55:01.519436 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79bf807-ad97-49eb-ab13-e01f1867b3f3 None None] New status for floating IP 869106a8-dd2f-43d4-baa3-d70f748de4dd: DOWN {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:55:02.222354 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fa254-4efb-4d4a-b2e4-848a445262da req-fb7de1af-207e-43d5-9db8-74147d59a1af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:02.223882 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f50fa254-4efb-4d4a-b2e4-848a445262da req-fb7de1af-207e-43d5-9db8-74147d59a1af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 945 time: 0.0872326 Oct 05 09:55:02.269257 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f50fa254-4efb-4d4a-b2e4-848a445262da req-90ccb656-92d9-434d-ad7e-3211aa8ebd61 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=96f9204d-da7c-4e6c-986e-858b0b6a9866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396757 Oct 05 09:55:02.584569 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdec7a-24b7-42e0-9222-29b071f8e7d8 req-a782b591-5348-42f6-a045-7eb142b8be36 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:02.585241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-28bdec7a-24b7-42e0-9222-29b071f8e7d8 req-a782b591-5348-42f6-a045-7eb142b8be36 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:55:02.597164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-28bdec7a-24b7-42e0-9222-29b071f8e7d8 req-a782b591-5348-42f6-a045-7eb142b8be36 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:55:02.598260 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-28bdec7a-24b7-42e0-9222-29b071f8e7d8 req-a782b591-5348-42f6-a045-7eb142b8be36 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 945 time: 0.0987525 Oct 05 09:55:02.668868 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-28bdec7a-24b7-42e0-9222-29b071f8e7d8 req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 3c752b6f-55b5-4411-a150-82d2e6b643ff {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:55:02.669204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-28bdec7a-24b7-42e0-9222-29b071f8e7d8 req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:02.909768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-28bdec7a-24b7-42e0-9222-29b071f8e7d8 req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 3c752b6f-55b5-4411-a150-82d2e6b643ff, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3c752b6f-55b5-4411-a150-82d2e6b643ff,segment=NetworkSegment(8620b99a-ebb6-47fc-b184-e4aa033cd214),segment_id=8620b99a-ebb6-47fc-b184-e4aa033cd214)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:02.910064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-28bdec7a-24b7-42e0-9222-29b071f8e7d8 req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:03.032360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-28bdec7a-24b7-42e0-9222-29b071f8e7d8 req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 3c752b6f-55b5-4411-a150-82d2e6b643ff owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:55:03.224481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-28bdec7a-24b7-42e0-9222-29b071f8e7d8 req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:03.381494 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=3c752b6f-55b5-4411-a150-82d2e6b643ff,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:03.424336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:03.424690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:03.425029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:03.425362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:03.425691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:03.426039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:03.426366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:03.426689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:03.427011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:03.427335 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:03.427651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:03.427969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:03.437609 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bda90877-b9b5-4039-8177-fc7bd41ec798 req-da1968d2-38e5-4cf6-bc6f-f81369dfa50f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9 HTTP/1.1" status: 200 len: 210 time: 0.0503581 Oct 05 09:55:03.479821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bdec7a-24b7-42e0-9222-29b071f8e7d8 req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] No DVR routers for this DVR port 3c752b6f-55b5-4411-a150-82d2e6b643ff on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:55:03.482212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-28bdec7a-24b7-42e0-9222-29b071f8e7d8 req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:03.484678 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9', 'name': 'network-vif-deleted', 'tag': '3c752b6f-55b5-4411-a150-82d2e6b643ff'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:55:03.486913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb7cbb4-049f-40ac-ba93-6d41cc1ef52e" -d '{"events": [{"server_uuid": "a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9", "name": "network-vif-deleted", "tag": "3c752b6f-55b5-4411-a150-82d2e6b643ff"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:55:03.535360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06148b6-ec8b-41fb-8209-9ccf53a1fc65 x-openstack-request-id: req-d06148b6-ec8b-41fb-8209-9ccf53a1fc65 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:55:03.535360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9", "name": "network-vif-deleted", "tag": "3c752b6f-55b5-4411-a150-82d2e6b643ff", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:55:03.535360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d06148b6-ec8b-41fb-8209-9ccf53a1fc65 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:55:03.535360 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06148b6-ec8b-41fb-8209-9ccf53a1fc65'] response: {'server_uuid': 'a553cbf1-c4f9-42c4-a9b2-7cd3aa93aec9', 'name': 'network-vif-deleted', 'tag': '3c752b6f-55b5-4411-a150-82d2e6b643ff', 'status': 'completed', 'code': 200} Oct 05 09:55:03.545173 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-28bdec7a-24b7-42e0-9222-29b071f8e7d8 req-c5d24ee3-211d-4993-a9e0-f9ab170b7945 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "DELETE /v2.0/ports/3c752b6f-55b5-4411-a150-82d2e6b643ff HTTP/1.1" status: 204 len: 173 time: 0.9418473 Oct 05 09:55:04.536875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46000) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:04.603916 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d19a530e-3bec-4281-8ecb-6d6b50665266 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:04.633373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d19a530e-3bec-4281-8ecb-6d6b50665266 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:04.773397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d19a530e-3bec-4281-8ecb-6d6b50665266 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:04.791799 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a530e-3bec-4281-8ecb-6d6b50665266 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f9204d-da7c-4e6c-986e-858b0b6a9866,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:04.852213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d19a530e-3bec-4281-8ecb-6d6b50665266 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:04.853339 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d19a530e-3bec-4281-8ecb-6d6b50665266 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/security-groups/96f9204d-da7c-4e6c-986e-858b0b6a9866 HTTP/1.1" status: 204 len: 168 time: 0.3154719 Oct 05 09:55:04.921688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46006) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:05.463047 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76243667-ffdd-4247-be00-c1becdcba280 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:05.568898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3c752b6f-55b5-4411-a150-82d2e6b643ff no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:55:05.604382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 3c752b6f-55b5-4411-a150-82d2e6b643ff {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:55:05.604721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3c752b6f-55b5-4411-a150-82d2e6b643ff not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:55:05.912319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-76243667-ffdd-4247-be00-c1becdcba280 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:55:05.912888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76243667-ffdd-4247-be00-c1becdcba280 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:06.094582 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-76243667-ffdd-4247-be00-c1becdcba280 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f,segment=NetworkSegment(8620b99a-ebb6-47fc-b184-e4aa033cd214),segment_id=8620b99a-ebb6-47fc-b184-e4aa033cd214)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:06.094846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76243667-ffdd-4247-be00-c1becdcba280 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:06.213433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-76243667-ffdd-4247-be00-c1becdcba280 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:55:06.464276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76243667-ffdd-4247-be00-c1becdcba280 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:06.515122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76243667-ffdd-4247-be00-c1becdcba280 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:06.796174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76243667-ffdd-4247-be00-c1becdcba280 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:07.251190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76243667-ffdd-4247-be00-c1becdcba280 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router e81f2b66-7f23-402c-aea8-0a27beb7ed46 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:55:07.425711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76243667-ffdd-4247-be00-c1becdcba280 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:55:07.435237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe8842-abfc-4561-95c0-c9bc067d582f None None] Sync routers for ids ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:55:07.440542 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-76243667-ffdd-4247-be00-c1becdcba280 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/e81f2b66-7f23-402c-aea8-0a27beb7ed46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5153742 Oct 05 09:55:07.440767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46010) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:07.444468 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe8842-abfc-4561-95c0-c9bc067d582f None None] Routers {'e81f2b66-7f23-402c-aea8-0a27beb7ed46'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:55:07.445064 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-eefe8842-abfc-4561-95c0-c9bc067d582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:54:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:07.504429 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec4b344-cbac-4343-ab89-bd1600766e53 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting subnet ba80a33d-a2fa-4069-b22a-85630b0bb0d1 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:55:07.507267 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b344-cbac-4343-ab89-bd1600766e53 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:07.563580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b344-cbac-4343-ab89-bd1600766e53 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:07.620056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-eefe8842-abfc-4561-95c0-c9bc067d582f None None] Set router e81f2b66-7f23-402c-aea8-0a27beb7ed46 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:55:07.645235 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b344-cbac-4343-ab89-bd1600766e53 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:07.773703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b344-cbac-4343-ab89-bd1600766e53 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:07.813135 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4b344-cbac-4343-ab89-bd1600766e53 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Subnet': ['ID=ba80a33d-a2fa-4069-b22a-85630b0bb0d1,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:07.816778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b344-cbac-4343-ab89-bd1600766e53 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:07.823068 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9ec4b344-cbac-4343-ab89-bd1600766e53 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/subnets/ba80a33d-a2fa-4069-b22a-85630b0bb0d1 HTTP/1.1" status: 204 len: 168 time: 0.3812490 Oct 05 09:55:07.825588 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46014) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:07.831917 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eac80dd-599d-428e-87e8-a202efc3ac36 None None] Network 29d35514-fb7b-4dae-b833-4c7c2f86f437 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:55:08.004955 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:08.080231 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-eefe8842-abfc-4561-95c0-c9bc067d582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'name': 'tempest-TestNetworkBasicOps-router-770371518', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:55:06Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:08.088317 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe8842-abfc-4561-95c0-c9bc067d582f None None] Checking router: e81f2b66-7f23-402c-aea8-0a27beb7ed46 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:55:08.103090 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe8842-abfc-4561-95c0-c9bc067d582f None None] Routers {'e81f2b66-7f23-402c-aea8-0a27beb7ed46'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:55:08.103690 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-eefe8842-abfc-4561-95c0-c9bc067d582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:54:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:08.169533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] DHCP port deletion for 29d35514-fb7b-4dae-b833-4c7c2f86f437 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:55:08.182876 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:08.184425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Deleting port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:55:08.184898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:08.247328 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port fedda959-2528-4f44-bb84-b2fcf380aff0 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:55:08.247673 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:08.374766 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-eefe8842-abfc-4561-95c0-c9bc067d582f None None] Set router e81f2b66-7f23-402c-aea8-0a27beb7ed46 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:55:08.424771 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port fedda959-2528-4f44-bb84-b2fcf380aff0, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=fedda959-2528-4f44-bb84-b2fcf380aff0,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:08.425348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:08.548078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for fedda959-2528-4f44-bb84-b2fcf380aff0 owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:55:08.682816 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] For port cf7dee11-c187-4c86-b84d-8d64d43aa7b6, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=cf7dee11-c187-4c86-b84d-8d64d43aa7b6,segment=NetworkSegment(8620b99a-ebb6-47fc-b184-e4aa033cd214),segment_id=8620b99a-ebb6-47fc-b184-e4aa033cd214)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:08.683370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:08.696746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device cf7dee11-c187-4c86-b84d-8d64d43aa7b6 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:55:08.847156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Calling delete_port for cf7dee11-c187-4c86-b84d-8d64d43aa7b6 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:55:08.887779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:08.971167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=fedda959-2528-4f44-bb84-b2fcf380aff0,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:09.032575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:09.052539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:55:09.052920 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:09.085731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-eefe8842-abfc-4561-95c0-c9bc067d582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'name': 'tempest-TestNetworkBasicOps-router-770371518', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:55:06Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:09.089782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:09.155534 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe8842-abfc-4561-95c0-c9bc067d582f None None] The sync data for ids ['e81f2b66-7f23-402c-aea8-0a27beb7ed46'] in dv-neutron-860329-1-hyperv is: [{'id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'name': 'tempest-TestNetworkBasicOps-router-770371518', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:55:06Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'fedda959-2528-4f44-bb84-b2fcf380aff0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81f2b66-7f23-402c-aea8-0a27beb7ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:51:12Z', 'updated_at': '2022-10-05T09:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:55:09.174849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Pushing event deleted for resources: {'Port': ['ID=cf7dee11-c187-4c86-b84d-8d64d43aa7b6,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:09.177532 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] No DVR routers for this DVR port cf7dee11-c187-4c86-b84d-8d64d43aa7b6 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:55:09.188152 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:09.188566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:09.189859 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:09.189859 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:09.189859 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:09.190222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:09.190944 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:09.190944 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:09.193716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:09.193716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:09.193716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:09.193716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6500f360-65db-4b14-b0bc-2229997374a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:09.211515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:09.213855 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:09.316028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:09.316521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Fanout notify agent at l3_agent the message router_deleted on router e81f2b66-7f23-402c-aea8-0a27beb7ed46 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:55:09.331622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:09.332699 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-397a51fc-b074-461a-81ea-ff86f32bf1b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/routers/e81f2b66-7f23-402c-aea8-0a27beb7ed46 HTTP/1.1" status: 204 len: 168 time: 1.5061853 Oct 05 09:55:09.335390 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46018) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:09.446033 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ee5be57-9535-4b4c-b948-67eff4158e41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:09.580255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ee5be57-9535-4b4c-b948-67eff4158e41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:09.606890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-0ee5be57-9535-4b4c-b948-67eff4158e41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d35514-fb7b-4dae-b833-4c7c2f86f437']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:09.619514 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-0ee5be57-9535-4b4c-b948-67eff4158e41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8620b99a-ebb6-47fc-b184-e4aa033cd214') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:09.619815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-0ee5be57-9535-4b4c-b948-67eff4158e41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8620b99a-ebb6-47fc-b184-e4aa033cd214') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:09.631863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ee5be57-9535-4b4c-b948-67eff4158e41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:09.651892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ee5be57-9535-4b4c-b948-67eff4158e41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:09.657789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee5be57-9535-4b4c-b948-67eff4158e41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:55:09.658205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ee5be57-9535-4b4c-b948-67eff4158e41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:09.746784 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 8620b99a-ebb6-47fc-b184-e4aa033cd214 resource provider aggregate not found Oct 05 09:55:09.765746 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 8620b99a-ebb6-47fc-b184-e4aa033cd214 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8620b99a-ebb6-47fc-b184-e4aa033cd214 found for delete ", "request_id": "req-80998ab4-dfbe-47fe-a890-86034ecdf436"}]} Oct 05 09:55:09.830329 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ee5be57-9535-4b4c-b948-67eff4158e41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:09.847398 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ee5be57-9535-4b4c-b948-67eff4158e41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:09.858826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5be57-9535-4b4c-b948-67eff4158e41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Network': ['ID=29d35514-fb7b-4dae-b833-4c7c2f86f437,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:09.904619 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0ee5be57-9535-4b4c-b948-67eff4158e41 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/networks/29d35514-fb7b-4dae-b833-4c7c2f86f437 HTTP/1.1" status: 204 len: 168 time: 0.5682569 Oct 05 09:55:09.916209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46028) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:09.922444 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'network': {'name': 'tempest-network-smoke--671158325', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'port_security_enabled': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:09.927443 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:09.931741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:network and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:09.934549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:09.941350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:10.007158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:55:10.010543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:10.037053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:55:10.045740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:10.046121 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Added segment a0a7c5d2-86fa-40ea-bd5e-0de2f5906185 of type vlan for network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 Oct 05 09:55:10.071377 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:10.156665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:10.162228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:10.166816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:10.270302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Network': ['ID=1e7741ba-7989-4bd2-b928-9cfe88b66ca1,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:10.280710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:55:10.328101 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ecc9fbdf-5425-4688-ba8d-0788ee6c7a75 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4107077 Oct 05 09:55:10.330830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46032) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:10.335905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-297367119', 'admin_state_up': True, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:10.343536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:10.347426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:router and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:10.350298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:10.356614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:10.413003 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:10.413964 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:10.428933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:10.692928 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device fedda959-2528-4f44-bb84-b2fcf380aff0 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:55:10.727726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: fedda959-2528-4f44-bb84-b2fcf380aff0 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:55:10.728067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device fedda959-2528-4f44-bb84-b2fcf380aff0 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:55:10.728672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:55:10.738404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:10.760811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:55:10.761160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bab7fe9b-89f4-4e6e-a0a7-cb0ee5fa1c5f not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:55:11.106363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:11.134890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:11.267863 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.152 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/ce6216bf-9a87-4e8c-a64c-3679da69b74d) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:55:11.409614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:11.504279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:11.564898 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:55:11.568061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:55:11.571579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:55:11.720053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=ce6216bf-9a87-4e8c-a64c-3679da69b74d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:12.142265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:12.478392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:12.738845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f9de1a83-0112-4ff8-a92b-58581fc575ca is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:55:12.910900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:55:12.920659 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Sync routers for ids ['f9de1a83-0112-4ff8-a92b-58581fc575ca'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:55:12.929742 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Routers {'f9de1a83-0112-4ff8-a92b-58581fc575ca'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:55:12.930452 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:54:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9de1a83-0112-4ff8-a92b-58581fc575ca'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:13.007457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:13.008599 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-92f72a5a-f9b4-441c-80f2-9382fc399ad7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6767583 Oct 05 09:55:13.011782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46036) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:13.098775 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-efbad5f8-e1b0-43d7-8eb8-7f7f1a8f28c4 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6294a6c4935647d8b376ea5a0a53c756&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0859270 Oct 05 09:55:13.101367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46042) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:13.134476 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Set router f9de1a83-0112-4ff8-a92b-58581fc575ca gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:55:13.353104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff4d97-8bb4-4233-a326-85e0ff24b635 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:13.354536 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fcff4d97-8bb4-4233-a326-85e0ff24b635 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2522738 Oct 05 09:55:13.357351 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46046) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:13.395972 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7b72aa3f-411d-4fb1-ad8a-72e9a43e42d4 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375118 Oct 05 09:55:13.398400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46050) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:13.403593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1977923601', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:13.416491 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:11Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:13.420388 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Checking router: f9de1a83-0112-4ff8-a92b-58581fc575ca for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:55:13.420742 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Updating router f9de1a83-0112-4ff8-a92b-58581fc575ca port ce6216bf-9a87-4e8c-a64c-3679da69b74d binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:55:13.472912 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:13.509673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:13.513445 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:subnet and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:13.516877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:13.522686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:13.618846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:55:13.622402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:13.794356 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:13.808453 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Transition to ACTIVE for port object ce6216bf-9a87-4e8c-a64c-3679da69b74d will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:55:13.876093 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:13.904999 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:13.939947 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Attempting to bind port ce6216bf-9a87-4e8c-a64c-3679da69b74d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:55:13.940539 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Attempting to bind port ce6216bf-9a87-4e8c-a64c-3679da69b74d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:55:13.940668 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Attempting to bind port ce6216bf-9a87-4e8c-a64c-3679da69b74d on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:55:13.949508 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:55:13.949913 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:55:13.950335 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:13.950727 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:55:13.951191 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Bound port: ce6216bf-9a87-4e8c-a64c-3679da69b74d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:55:13.951590 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:13.988016 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Subnet': ['ID=74ff3bc3-c4ff-4723-84e9-21c420d8c7d2,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:13.995624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Checking segment: {'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:55:13.995982 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network hostable DHCP agents. Network: 1e7741ba-7989-4bd2-b928-9cfe88b66ca1, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:55:13.998523 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c7d45-9898-40de-812a-86dd766fa9bd None None] Pushing event updated for resources: {'Port': ['ID=ce6216bf-9a87-4e8c-a64c-3679da69b74d,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:14.010456 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c7d45-9898-40de-812a-86dd766fa9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:14.010840 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c7d45-9898-40de-812a-86dd766fa9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:14.011183 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c7d45-9898-40de-812a-86dd766fa9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:14.011517 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c7d45-9898-40de-812a-86dd766fa9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:14.011848 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c7d45-9898-40de-812a-86dd766fa9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:14.012178 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c7d45-9898-40de-812a-86dd766fa9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:14.012505 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c7d45-9898-40de-812a-86dd766fa9bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:14.012829 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c7d45-9898-40de-812a-86dd766fa9bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:14.013154 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c7d45-9898-40de-812a-86dd766fa9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:14.013475 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c7d45-9898-40de-812a-86dd766fa9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:14.013854 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c7d45-9898-40de-812a-86dd766fa9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:14.014198 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c7d45-9898-40de-812a-86dd766fa9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:14.041020 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] For port ce6216bf-9a87-4e8c-a64c-3679da69b74d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:55:14.043945 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] For port ce6216bf-9a87-4e8c-a64c-3679da69b74d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ce6216bf-9a87-4e8c-a64c-3679da69b74d,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:55:14.081371 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:55:14.110166 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:14.167479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 1e7741ba-7989-4bd2-b928-9cfe88b66ca1) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:55:14.172086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:14.172688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:14.172822 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Routers {'f9de1a83-0112-4ff8-a92b-58581fc575ca'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:55:14.173346 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:54:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9de1a83-0112-4ff8-a92b-58581fc575ca'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:14.179645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7776d9c3-15fa-485f-9937-93baafeaa00d None None] Network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:55:14.258129 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c7d45-9898-40de-812a-86dd766fa9bd None None] Pushing event updated for resources: {'Port': ['ID=ce6216bf-9a87-4e8c-a64c-3679da69b74d,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:14.265304 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b48c608d-500c-4c6e-a3ba-239d5bf77c5d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8658867 Oct 05 09:55:14.268125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46054) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:14.362038 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] Set router f9de1a83-0112-4ff8-a92b-58581fc575ca gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:55:14.415125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:55:14.416012 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:14.574758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Allocated IP 172.20.0.2 (1e7741ba-7989-4bd2-b928-9cfe88b66ca1/74ff3bc3-c4ff-4723-84e9-21c420d8c7d2/3d42304d-955d-4dd9-b377-8829bfcff7a7) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:55:14.692017 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:11Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:14.695951 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58131ce-ee38-4fc5-bba6-853e03d84535 None None] The sync data for ids ['f9de1a83-0112-4ff8-a92b-58581fc575ca'] in dv-neutron-860329-1-hyperv is: [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:11Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:55:14.843372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:14.857873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Transition to ACTIVE for port object 3d42304d-955d-4dd9-b377-8829bfcff7a7 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:55:14.873706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Transition to ACTIVE for port object 3d42304d-955d-4dd9-b377-8829bfcff7a7 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:55:14.961709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:14.998741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:15.035708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:55:15.038432 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:55:15.042097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:55:15.080319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Pushing event updated for resources: {'Port': ['ID=3d42304d-955d-4dd9-b377-8829bfcff7a7,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:15.160496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Attempting to bind port 3d42304d-955d-4dd9-b377-8829bfcff7a7 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:55:15.161208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Attempting to bind port 3d42304d-955d-4dd9-b377-8829bfcff7a7 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:55:15.161711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Attempting to bind port 3d42304d-955d-4dd9-b377-8829bfcff7a7 on network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:55:15.168725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:55:15.169149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Checking segment: {'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:55:15.169555 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:15.170475 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Bound using segment: {'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:55:15.171073 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Bound port: 3d42304d-955d-4dd9-b377-8829bfcff7a7, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:55:15.171441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:15.264996 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] For port 3d42304d-955d-4dd9-b377-8829bfcff7a7, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:55:15.268645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] For port 3d42304d-955d-4dd9-b377-8829bfcff7a7, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3d42304d-955d-4dd9-b377-8829bfcff7a7,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:55:15.356674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:15.438801 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c75038-92e4-4f1c-a574-b8dd50a432a3 None None] Pushing event updated for resources: {'Port': ['ID=3d42304d-955d-4dd9-b377-8829bfcff7a7,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:15.543865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.1 (1e7741ba-7989-4bd2-b928-9cfe88b66ca1/74ff3bc3-c4ff-4723-84e9-21c420d8c7d2/c330815d-233d-4fb3-96b1-2d90d5ccaa29) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:55:15.720358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:15.737283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object c330815d-233d-4fb3-96b1-2d90d5ccaa29 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:55:15.836379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:15.902476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:55:15.905877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:55:15.909728 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:55:15.941969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=c330815d-233d-4fb3-96b1-2d90d5ccaa29,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:15.972674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:16.156534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:16.573081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:16.630662 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:16.749444 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9da37e-5d60-4c41-9afc-3994cb4be49a None None] Network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:55:16.761569 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:16.780565 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=c330815d-233d-4fb3-96b1-2d90d5ccaa29,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:16.822077 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3d42304d-955d-4dd9-b377-8829bfcff7a7 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:55:16.914986 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:55:16.916194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:55:16.960075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5b00fe72-4976-479a-bf34-58b62b975128 None None] Provisioning for port 3d42304d-955d-4dd9-b377-8829bfcff7a7 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:55:17.036190 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 3d42304d-955d-4dd9-b377-8829bfcff7a7 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:55:17.048934 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 3d42304d-955d-4dd9-b377-8829bfcff7a7 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:55:17.051419 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:17.051419 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 3d42304d-955d-4dd9-b377-8829bfcff7a7 Oct 05 09:55:17.096238 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f9de1a83-0112-4ff8-a92b-58581fc575ca has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:55:17.179704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 3d42304d-955d-4dd9-b377-8829bfcff7a7 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:55:17.180077 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:17.215242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 3d42304d-955d-4dd9-b377-8829bfcff7a7, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3d42304d-955d-4dd9-b377-8829bfcff7a7,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:17.286083 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:17.286083 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce6216bf-9a87-4e8c-a64c-3679da69b74d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:55:17.406552 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:55:17.416014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e70a0273-d230-4841-866b-eeeca67293cc None None] Provisioning complete for port 3d42304d-955d-4dd9-b377-8829bfcff7a7 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:55:17.416385 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e70a0273-d230-4841-866b-eeeca67293cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:17.416717 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e70a0273-d230-4841-866b-eeeca67293cc None None] Attempt 1 to provision port 3d42304d-955d-4dd9-b377-8829bfcff7a7 Oct 05 09:55:17.424114 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7a42ae1e-4578-4828-a202-28c175d681e5 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/f9de1a83-0112-4ff8-a92b-58581fc575ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1526589 Oct 05 09:55:17.424439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46058) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:17.443422 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Sync routers for ids ['f9de1a83-0112-4ff8-a92b-58581fc575ca'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:55:17.462011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=3d42304d-955d-4dd9-b377-8829bfcff7a7,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:17.484274 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Routers {'f9de1a83-0112-4ff8-a92b-58581fc575ca'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:55:17.484907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:54:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9de1a83-0112-4ff8-a92b-58581fc575ca'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:17.569711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9365f661-04bb-43fc-bfef-1a587e391106 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:17.570215 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9365f661-04bb-43fc-bfef-1a587e391106 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:17.570858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9365f661-04bb-43fc-bfef-1a587e391106 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:17.571332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9365f661-04bb-43fc-bfef-1a587e391106 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:17.573006 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9365f661-04bb-43fc-bfef-1a587e391106 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1475954 Oct 05 09:55:17.577156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46062) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:17.633908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port ce6216bf-9a87-4e8c-a64c-3679da69b74d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:55:17.651708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e64ec4-67f0-4f00-92f6-ee98354c726d tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:17.654899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e64ec4-67f0-4f00-92f6-ee98354c726d tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:17.654899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e64ec4-67f0-4f00-92f6-ee98354c726d tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:17.654899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e64ec4-67f0-4f00-92f6-ee98354c726d tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:17.655436 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d0e64ec4-67f0-4f00-92f6-ee98354c726d tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0772800 Oct 05 09:55:17.658240 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46066) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:17.693715 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port ce6216bf-9a87-4e8c-a64c-3679da69b74d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:55:17.694108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:17.694439 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port ce6216bf-9a87-4e8c-a64c-3679da69b74d Oct 05 09:55:17.770750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e70a0273-d230-4841-866b-eeeca67293cc None None] Current status of the port 3d42304d-955d-4dd9-b377-8829bfcff7a7 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:55:17.775731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Set router f9de1a83-0112-4ff8-a92b-58581fc575ca gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:55:17.861140 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a776b631-5e6c-4ce8-bdaa-8f70be137d1c tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2017534 Oct 05 09:55:17.948372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e70a0273-d230-4841-866b-eeeca67293cc None None] Provisioning for port c330815d-233d-4fb3-96b1-2d90d5ccaa29 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:55:17.981842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46072) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:17.987296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-bbe345b0-a217-46b7-983b-9c4ed5dd9200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1236473605', 'description': 'tempest-secgroup-smoke-1236473605 description', 'project_id': '6294a6c4935647d8b376ea5a0a53c756'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:17.993435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bbe345b0-a217-46b7-983b-9c4ed5dd9200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:17.997794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bbe345b0-a217-46b7-983b-9c4ed5dd9200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:18.001261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bbe345b0-a217-46b7-983b-9c4ed5dd9200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:18.006083 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e70a0273-d230-4841-866b-eeeca67293cc None None] Provisioning complete for port c330815d-233d-4fb3-96b1-2d90d5ccaa29 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:55:18.006457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e70a0273-d230-4841-866b-eeeca67293cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.006796 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e70a0273-d230-4841-866b-eeeca67293cc None None] Attempt 1 to provision port c330815d-233d-4fb3-96b1-2d90d5ccaa29 Oct 05 09:55:18.007673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bbe345b0-a217-46b7-983b-9c4ed5dd9200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:18.058407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bbe345b0-a217-46b7-983b-9c4ed5dd9200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.078498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bbe345b0-a217-46b7-983b-9c4ed5dd9200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:18.082343 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bbe345b0-a217-46b7-983b-9c4ed5dd9200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:18.085094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bbe345b0-a217-46b7-983b-9c4ed5dd9200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:18.090765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bbe345b0-a217-46b7-983b-9c4ed5dd9200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:18.135014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port ce6216bf-9a87-4e8c-a64c-3679da69b74d is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:55:18.135382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.155864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e70a0273-d230-4841-866b-eeeca67293cc None None] Port c330815d-233d-4fb3-96b1-2d90d5ccaa29 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:55:18.165057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bbe345b0-a217-46b7-983b-9c4ed5dd9200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.181065 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port ce6216bf-9a87-4e8c-a64c-3679da69b74d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ce6216bf-9a87-4e8c-a64c-3679da69b74d,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:18.207102 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bbe345b0-a217-46b7-983b-9c4ed5dd9200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.224991 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.253768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe345b0-a217-46b7-983b-9c4ed5dd9200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414aa73b-1bf1-4bcc-83ec-8a2d5b43f088,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:18.297329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=ce6216bf-9a87-4e8c-a64c-3679da69b74d,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:18.298556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bbe345b0-a217-46b7-983b-9c4ed5dd9200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.299860 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bbe345b0-a217-46b7-983b-9c4ed5dd9200 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3169055 Oct 05 09:55:18.302758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46076) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:18.306832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'c330815d-233d-4fb3-96b1-2d90d5ccaa29', 'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:cf:83:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:15Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 2, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:18.308229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0ec8aa21-691c-414e-b5b5-72a7ee8a28e8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '414aa73b-1bf1-4bcc-83ec-8a2d5b43f088', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:18.323726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Checking router: f9de1a83-0112-4ff8-a92b-58581fc575ca for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:55:18.323726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Updating router f9de1a83-0112-4ff8-a92b-58581fc575ca port c330815d-233d-4fb3-96b1-2d90d5ccaa29 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:55:18.323912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0ec8aa21-691c-414e-b5b5-72a7ee8a28e8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:18.323912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0ec8aa21-691c-414e-b5b5-72a7ee8a28e8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:18.323912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0ec8aa21-691c-414e-b5b5-72a7ee8a28e8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:18.329776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0ec8aa21-691c-414e-b5b5-72a7ee8a28e8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:18.369111 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.432772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ec8aa21-691c-414e-b5b5-72a7ee8a28e8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.512804 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ec8aa21-691c-414e-b5b5-72a7ee8a28e8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.618651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ec8aa21-691c-414e-b5b5-72a7ee8a28e8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.645054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8aa21-691c-414e-b5b5-72a7ee8a28e8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07b4ffc-7d0d-4d75-879f-5e1bdbb0a10a,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:18.661551 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e70a0273-d230-4841-866b-eeeca67293cc None None] Attempt 2 to provision port c330815d-233d-4fb3-96b1-2d90d5ccaa29 Oct 05 09:55:18.710133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0ec8aa21-691c-414e-b5b5-72a7ee8a28e8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.714702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46080) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:18.715601 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0ec8aa21-691c-414e-b5b5-72a7ee8a28e8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4116795 Oct 05 09:55:18.730091 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '414aa73b-1bf1-4bcc-83ec-8a2d5b43f088', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:18.744993 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:18.750221 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:18.753136 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:18.758132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3d42304d-955d-4dd9-b377-8829bfcff7a7 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:55:18.759714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:18.815703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e70a0273-d230-4841-866b-eeeca67293cc None None] Port c330815d-233d-4fb3-96b1-2d90d5ccaa29 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:55:18.843698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.848785 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.858793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Transition to ACTIVE for port object c330815d-233d-4fb3-96b1-2d90d5ccaa29 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:55:18.870480 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 3d42304d-955d-4dd9-b377-8829bfcff7a7 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:55:18.870781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.871115 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 3d42304d-955d-4dd9-b377-8829bfcff7a7 Oct 05 09:55:18.911402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.933643 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:18.990073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.016702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5c4c8d-6737-4318-9246-b420272cf1a6,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:19.027545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:19.027891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:19.028245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:19.028564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:19.028893 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:19.030044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:19.030378 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:19.030707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:19.031028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:19.031526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:19.031992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:19.032320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:55:19.098776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.100400 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-920c3c50-ecd2-4f6c-8fd9-dc02075ef83a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3827219 Oct 05 09:55:19.103278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46084) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:19.108386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-57690339-a317-48e3-b687-ad7255a12d09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '414aa73b-1bf1-4bcc-83ec-8a2d5b43f088', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:19.115129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-57690339-a317-48e3-b687-ad7255a12d09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:19.119223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-57690339-a317-48e3-b687-ad7255a12d09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:19.122771 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-57690339-a317-48e3-b687-ad7255a12d09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:19.128599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-57690339-a317-48e3-b687-ad7255a12d09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:19.182203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e9833-3d46-493e-9109-7a8bf8c08918 None None] Pushing event updated for resources: {'Port': ['ID=c330815d-233d-4fb3-96b1-2d90d5ccaa29,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:19.197455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Attempting to bind port c330815d-233d-4fb3-96b1-2d90d5ccaa29 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:55:19.200492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Attempting to bind port c330815d-233d-4fb3-96b1-2d90d5ccaa29 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:55:19.200492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Attempting to bind port c330815d-233d-4fb3-96b1-2d90d5ccaa29 on network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:55:19.200492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 3d42304d-955d-4dd9-b377-8829bfcff7a7 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:55:19.201785 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce6216bf-9a87-4e8c-a64c-3679da69b74d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:55:19.219581 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57690339-a317-48e3-b687-ad7255a12d09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.241270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:55:19.241637 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Checking segment: {'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:55:19.242061 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.242798 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Bound using segment: {'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:55:19.243194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Bound port: c330815d-233d-4fb3-96b1-2d90d5ccaa29, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:55:19.243885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.284090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57690339-a317-48e3-b687-ad7255a12d09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.316242 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e70a0273-d230-4841-866b-eeeca67293cc None None] Attempt 3 to provision port c330815d-233d-4fb3-96b1-2d90d5ccaa29 Oct 05 09:55:19.344151 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57690339-a317-48e3-b687-ad7255a12d09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.368403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57690339-a317-48e3-b687-ad7255a12d09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a488e56-7298-4893-adf3-e9055913b9f5,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:19.430271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57690339-a317-48e3-b687-ad7255a12d09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.434084 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-57690339-a317-48e3-b687-ad7255a12d09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3271041 Oct 05 09:55:19.434326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46088) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:19.439938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-43aabfc7-46e0-47dd-b1c2-e5894193556e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '414aa73b-1bf1-4bcc-83ec-8a2d5b43f088', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:19.445185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] For port c330815d-233d-4fb3-96b1-2d90d5ccaa29, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:55:19.445697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-43aabfc7-46e0-47dd-b1c2-e5894193556e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:19.448938 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port ce6216bf-9a87-4e8c-a64c-3679da69b74d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:55:19.449287 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.449440 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-43aabfc7-46e0-47dd-b1c2-e5894193556e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:19.449617 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port ce6216bf-9a87-4e8c-a64c-3679da69b74d Oct 05 09:55:19.452929 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-43aabfc7-46e0-47dd-b1c2-e5894193556e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:19.458526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-43aabfc7-46e0-47dd-b1c2-e5894193556e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:19.484606 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e70a0273-d230-4841-866b-eeeca67293cc None None] Port c330815d-233d-4fb3-96b1-2d90d5ccaa29 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:55:19.498293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] For port c330815d-233d-4fb3-96b1-2d90d5ccaa29, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c330815d-233d-4fb3-96b1-2d90d5ccaa29,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:55:19.545911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-43aabfc7-46e0-47dd-b1c2-e5894193556e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.568072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port ce6216bf-9a87-4e8c-a64c-3679da69b74d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:55:19.570718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.613453 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-43aabfc7-46e0-47dd-b1c2-e5894193556e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.632994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Routers {'f9de1a83-0112-4ff8-a92b-58581fc575ca'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:55:19.633542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:54:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9de1a83-0112-4ff8-a92b-58581fc575ca'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:19.681485 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-43aabfc7-46e0-47dd-b1c2-e5894193556e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.705723 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aabfc7-46e0-47dd-b1c2-e5894193556e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56092f2a-1e7e-46fd-8c85-2a804f18aed2,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:19.718170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e9833-3d46-493e-9109-7a8bf8c08918 None None] Pushing event updated for resources: {'Port': ['ID=c330815d-233d-4fb3-96b1-2d90d5ccaa29,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:19.784148 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-43aabfc7-46e0-47dd-b1c2-e5894193556e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.792376 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-43aabfc7-46e0-47dd-b1c2-e5894193556e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3502090 Oct 05 09:55:19.792376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46092) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:19.793506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e9d61b75-59b0-446f-a06a-78a5093aec25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '414aa73b-1bf1-4bcc-83ec-8a2d5b43f088', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:19.799788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e9d61b75-59b0-446f-a06a-78a5093aec25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:19.803772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e9d61b75-59b0-446f-a06a-78a5093aec25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:19.807218 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e9d61b75-59b0-446f-a06a-78a5093aec25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:19.813700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e9d61b75-59b0-446f-a06a-78a5093aec25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:19.822083 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] Set router f9de1a83-0112-4ff8-a92b-58581fc575ca gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:55:19.858726 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-e9d61b75-59b0-446f-a06a-78a5093aec25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:55:19.865383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9d61b75-59b0-446f-a06a-78a5093aec25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.929850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9d61b75-59b0-446f-a06a-78a5093aec25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:19.984184 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9d61b75-59b0-446f-a06a-78a5093aec25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:20.008524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d61b75-59b0-446f-a06a-78a5093aec25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc75a1e-fdac-4643-9eb0-286132cc8515,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:20.010709 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e70a0273-d230-4841-866b-eeeca67293cc None None] Attempt 4 to provision port c330815d-233d-4fb3-96b1-2d90d5ccaa29 Oct 05 09:55:20.070628 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9d61b75-59b0-446f-a06a-78a5093aec25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:20.072650 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e9d61b75-59b0-446f-a06a-78a5093aec25 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2832003 Oct 05 09:55:20.080816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46096) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:20.085726 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9637b032-5d36-447f-894d-ac786c91680d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '414aa73b-1bf1-4bcc-83ec-8a2d5b43f088', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:20.092017 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9637b032-5d36-447f-894d-ac786c91680d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:20.095792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9637b032-5d36-447f-894d-ac786c91680d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:20.098748 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9637b032-5d36-447f-894d-ac786c91680d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:20.104567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9637b032-5d36-447f-894d-ac786c91680d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:20.114448 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e70a0273-d230-4841-866b-eeeca67293cc None None] Port c330815d-233d-4fb3-96b1-2d90d5ccaa29 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:55:20.181598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'c330815d-233d-4fb3-96b1-2d90d5ccaa29', 'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:cf:83:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:15Z', 'updated_at': '2022-10-05T09:55:19Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:20.185482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002baa8f-bbea-409f-a10c-30587065df19 None None] The sync data for ids ['f9de1a83-0112-4ff8-a92b-58581fc575ca'] in dv-neutron-860329-1-hyperv is: [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'c330815d-233d-4fb3-96b1-2d90d5ccaa29', 'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:cf:83:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:15Z', 'updated_at': '2022-10-05T09:55:19Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:55:20.190093 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-9637b032-5d36-447f-894d-ac786c91680d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:55:20.197009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9637b032-5d36-447f-894d-ac786c91680d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:20.277588 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9637b032-5d36-447f-894d-ac786c91680d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:20.350336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9637b032-5d36-447f-894d-ac786c91680d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:20.377700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637b032-5d36-447f-894d-ac786c91680d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193435a7-879e-4cc7-94c5-8a3183d055f0,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:20.378749 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8c60aa5d-02ca-4529-98c4-0f7c22970072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:20.458905 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9637b032-5d36-447f-894d-ac786c91680d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:20.460119 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9637b032-5d36-447f-894d-ac786c91680d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3783736 Oct 05 09:55:20.699683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-0564300f-c32b-4e84-b44f-a043b573e814 req-44747770-30fe-40a1-8cb3-d9893f81abf0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:55:20.751658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c330815d-233d-4fb3-96b1-2d90d5ccaa29 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:55:20.789891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-0564300f-c32b-4e84-b44f-a043b573e814 req-44747770-30fe-40a1-8cb3-d9893f81abf0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:55:20.791278 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-44747770-30fe-40a1-8cb3-d9893f81abf0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1236473605&fields=id&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 267 time: 0.1483850 Oct 05 09:55:20.852778 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port c330815d-233d-4fb3-96b1-2d90d5ccaa29 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:55:20.859218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port c330815d-233d-4fb3-96b1-2d90d5ccaa29 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:55:20.859773 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:20.860200 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port c330815d-233d-4fb3-96b1-2d90d5ccaa29 Oct 05 09:55:20.991114 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port c330815d-233d-4fb3-96b1-2d90d5ccaa29 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:55:20.991486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:21.031025 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port c330815d-233d-4fb3-96b1-2d90d5ccaa29, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c330815d-233d-4fb3-96b1-2d90d5ccaa29,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:21.054782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564300f-c32b-4e84-b44f-a043b573e814 req-3c275a72-50e2-468b-acdc-b6b52714f9aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:21.055462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-0564300f-c32b-4e84-b44f-a043b573e814 req-3c275a72-50e2-468b-acdc-b6b52714f9aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:55:21.075477 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:21.144176 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-0564300f-c32b-4e84-b44f-a043b573e814 req-3c275a72-50e2-468b-acdc-b6b52714f9aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:55:21.145347 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-3c275a72-50e2-468b-acdc-b6b52714f9aa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/networks?id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1 HTTP/1.1" status: 200 len: 796 time: 0.3467102 Oct 05 09:55:21.148263 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=c330815d-233d-4fb3-96b1-2d90d5ccaa29,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:21.161822 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-6fa7a83f-b97c-445c-9336-3e2340dec06e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/quotas/6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 375 time: 0.0101757 Oct 05 09:55:21.253797 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-0564300f-c32b-4e84-b44f-a043b573e814 req-42b533dd-f17e-49fd-bee9-fe1d4f70a28f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:55:21.309956 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-0564300f-c32b-4e84-b44f-a043b573e814 req-42b533dd-f17e-49fd-bee9-fe1d4f70a28f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:55:21.311987 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-42b533dd-f17e-49fd-bee9-fe1d4f70a28f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1448038 Oct 05 09:55:21.385382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-55a76d06-d929-4653-906f-85bb46768414 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:55:21.386464 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-55a76d06-d929-4653-906f-85bb46768414 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0628910 Oct 05 09:55:21.514022 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-42395a88-1cc4-4218-8d78-fba7f2b098d9 service neutron] 10.222.0.49 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212792 Oct 05 09:55:21.644454 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-6182cd77-a720-4927-a356-028c0f5ed893 service neutron] 10.222.0.49 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246045 Oct 05 09:55:21.901801 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8b34c524-c118-4ced-a595-e4d6722169c1 req-a8b9638e-1053-4168-a5f1-64a8549b419d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 210 time: 0.0526876 Oct 05 09:55:22.635445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0a32-0c9f-4045-9cdb-842926486755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:22.699715 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c330815d-233d-4fb3-96b1-2d90d5ccaa29 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:55:22.773416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port c330815d-233d-4fb3-96b1-2d90d5ccaa29 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:55:22.773794 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:22.774169 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port c330815d-233d-4fb3-96b1-2d90d5ccaa29 Oct 05 09:55:22.890485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port c330815d-233d-4fb3-96b1-2d90d5ccaa29 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:55:23.063264 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-efb00529-dbd0-4084-be76-40227fad8609 req-be0c2249-0cd5-4ab6-840a-9f083f4f8750 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 210 time: 0.0502982 Oct 05 09:55:23.905931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564300f-c32b-4e84-b44f-a043b573e814 req-a9e33186-ddad-4042-9739-32fca206330f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:23.906599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-0564300f-c32b-4e84-b44f-a043b573e814 req-a9e33186-ddad-4042-9739-32fca206330f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:55:23.918053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-0564300f-c32b-4e84-b44f-a043b573e814 req-a9e33186-ddad-4042-9739-32fca206330f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:55:23.919163 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-a9e33186-ddad-4042-9739-32fca206330f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/networks?id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1 HTTP/1.1" status: 200 len: 796 time: 0.1575458 Oct 05 09:55:23.971795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-0564300f-c32b-4e84-b44f-a043b573e814 req-446c931e-f951-4808-b334-2596b269b5d3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:55:23.983340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-0564300f-c32b-4e84-b44f-a043b573e814 req-446c931e-f951-4808-b334-2596b269b5d3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:55:23.984435 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-446c931e-f951-4808-b334-2596b269b5d3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 380 time: 0.0515187 Oct 05 09:55:23.992874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-0564300f-c32b-4e84-b44f-a043b573e814 req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'port': {'device_id': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'admin_state_up': True, 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'security_groups': ['414aa73b-1bf1-4bcc-83ec-8a2d5b43f088']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:24.130903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-0564300f-c32b-4e84-b44f-a043b573e814 req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:24.140792 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-0564300f-c32b-4e84-b44f-a043b573e814 req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:24.201288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:24.229843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0564300f-c32b-4e84-b44f-a043b573e814 req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:55:24.230294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:24.233945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0564300f-c32b-4e84-b44f-a043b573e814 req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:24.237832 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1d12ce48-b57f-4fee-8e17-9151527c7bef req-6ec56ccd-862d-48e5-8944-87c59ec79274 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 210 time: 0.0560989 Oct 05 09:55:24.397412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-0564300f-c32b-4e84-b44f-a043b573e814 req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.12 (1e7741ba-7989-4bd2-b928-9cfe88b66ca1/74ff3bc3-c4ff-4723-84e9-21c420d8c7d2/3b5764d2-f96d-416e-9fc6-b4dda01aedb4) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:55:24.582410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0564300f-c32b-4e84-b44f-a043b573e814 req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:24.597772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-0564300f-c32b-4e84-b44f-a043b573e814 req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:55:24.658671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0564300f-c32b-4e84-b44f-a043b573e814 req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:24.733007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0564300f-c32b-4e84-b44f-a043b573e814 req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:55:24.735991 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-0564300f-c32b-4e84-b44f-a043b573e814 req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:55:24.741205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-0564300f-c32b-4e84-b44f-a043b573e814 req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:55:24.772369 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=3b5764d2-f96d-416e-9fc6-b4dda01aedb4,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:24.809241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564300f-c32b-4e84-b44f-a043b573e814 req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:24.809870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0564300f-c32b-4e84-b44f-a043b573e814 req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:24.870394 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-7f290a23-9158-435a-a55f-edda92f43517 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8809729 Oct 05 09:55:24.928411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Request body: {'port': {'device_id': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:25.038378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:25.046590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4ccf3b6b-974c-44f4-9c8e-5e9f1f967cfe None None] Provisioning for port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:55:25.051530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4ccf3b6b-974c-44f4-9c8e-5e9f1f967cfe None None] Provisioning complete for port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:55:25.051896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3b6b-974c-44f4-9c8e-5e9f1f967cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:25.052786 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-4ccf3b6b-974c-44f4-9c8e-5e9f1f967cfe None None] Attempt 1 to provision port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 Oct 05 09:55:25.118730 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf3b6b-974c-44f4-9c8e-5e9f1f967cfe None None] Port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:55:25.178635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:25.436042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dcfab-acd2-4c1c-930e-0db7df58ba90 req-3032ded0-525d-40fc-9b84-355dc8ab3164 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:25.437493 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-750dcfab-acd2-4c1c-930e-0db7df58ba90 req-3032ded0-525d-40fc-9b84-355dc8ab3164 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 932 time: 0.0891886 Oct 05 09:55:25.480771 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-750dcfab-acd2-4c1c-930e-0db7df58ba90 req-271e7852-07f3-4470-a367-35cfd9363154 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=414aa73b-1bf1-4bcc-83ec-8a2d5b43f088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375218 Oct 05 09:55:25.491924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:55:25.499757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:25.514404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Transition to ACTIVE for port object 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:55:25.561562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:25.600864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:25.619567 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-4ccf3b6b-974c-44f4-9c8e-5e9f1f967cfe None None] Attempt 2 to provision port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 Oct 05 09:55:25.682967 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf3b6b-974c-44f4-9c8e-5e9f1f967cfe None None] Port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:55:25.754074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5764d2-f96d-416e-9fc6-b4dda01aedb4,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:25.784339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Attempting to bind port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:55:25.784672 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Attempting to bind port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:55:25.785002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Attempting to bind port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 on network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:55:25.789524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 on network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:55:25.789826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Attempting to bind port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 on network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:55:25.795327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:55:25.795658 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Checking segment: {'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:55:25.796038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Bound using segment: {'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:55:25.799926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Bound port: 3b5764d2-f96d-416e-9fc6-b4dda01aedb4, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:55:25.799926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:25.886376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] For port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:55:25.889250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] For port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3b5764d2-f96d-416e-9fc6-b4dda01aedb4,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:55:25.955468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:25.986396 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:25.987022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:25.988416 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] 10.222.0.55 "PUT /v2.0/ports/3b5764d2-f96d-416e-9fc6-b4dda01aedb4 HTTP/1.1" status: 200 len: 1094 time: 1.1044729 Oct 05 09:55:25.988785 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'tag': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:55:25.991078 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686b8647-721e-45a8-a28d-33afd38dddf4" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f", "tag": "3b5764d2-f96d-416e-9fc6-b4dda01aedb4"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:55:26.032036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aba86a9-119c-47d8-8238-a2aceed827ad x-openstack-request-id: req-7aba86a9-119c-47d8-8238-a2aceed827ad {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:55:26.032325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f", "tag": "3b5764d2-f96d-416e-9fc6-b4dda01aedb4", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:55:26.032580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7aba86a9-119c-47d8-8238-a2aceed827ad {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:55:26.032983 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aba86a9-119c-47d8-8238-a2aceed827ad'] response: {'name': 'network-changed', 'server_uuid': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'tag': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'status': 'completed', 'code': 200} Oct 05 09:55:26.035594 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de669fb-98db-4ff0-831b-14d4c81a1f45 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5764d2-f96d-416e-9fc6-b4dda01aedb4,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:26.155806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b8647-721e-45a8-a28d-33afd38dddf4 req-ae7d165d-f8cb-472a-aae6-91268f4cdac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:26.157276 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-686b8647-721e-45a8-a28d-33afd38dddf4 req-ae7d165d-f8cb-472a-aae6-91268f4cdac1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 1097 time: 0.0819018 Oct 05 09:55:26.184009 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-4ccf3b6b-974c-44f4-9c8e-5e9f1f967cfe None None] Attempt 3 to provision port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 Oct 05 09:55:26.244694 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf3b6b-974c-44f4-9c8e-5e9f1f967cfe None None] Port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:55:26.305043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b8647-721e-45a8-a28d-33afd38dddf4 req-71c23599-0e62-4cfd-af83-edc31e126081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:26.306526 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-686b8647-721e-45a8-a28d-33afd38dddf4 req-71c23599-0e62-4cfd-af83-edc31e126081 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6294a6c4935647d8b376ea5a0a53c756&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1358581 Oct 05 09:55:26.443977 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b8647-721e-45a8-a28d-33afd38dddf4 req-67696d7c-ca31-414c-9ed0-63faf88a5b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:26.445424 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-686b8647-721e-45a8-a28d-33afd38dddf4 req-67696d7c-ca31-414c-9ed0-63faf88a5b98 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331439 Oct 05 09:55:26.580028 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564300f-c32b-4e84-b44f-a043b573e814 req-42e5f3ce-cf60-48e4-964b-e7f86ecc725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:26.581523 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-42e5f3ce-cf60-48e4-964b-e7f86ecc725a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 1097 time: 0.0783434 Oct 05 09:55:26.657712 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-0761c320-f943-47a4-9651-46a2c86c39b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b5764d2-f96d-416e-9fc6-b4dda01aedb4 HTTP/1.1" status: 200 len: 217 time: 0.0629981 Oct 05 09:55:26.681516 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc9fe2-3396-44b6-bf59-25e0d131a2ab req-4fecea0c-9eb0-4acd-82ff-6a79b0610008 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:26.682979 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8abc9fe2-3396-44b6-bf59-25e0d131a2ab req-4fecea0c-9eb0-4acd-82ff-6a79b0610008 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 944 time: 0.0915756 Oct 05 09:55:26.721744 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564300f-c32b-4e84-b44f-a043b573e814 req-8263accc-d412-42d3-8d47-df49e341aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:26.723222 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-8263accc-d412-42d3-8d47-df49e341aa2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74ff3bc3-c4ff-4723-84e9-21c420d8c7d2 HTTP/1.1" status: 200 len: 835 time: 0.0581200 Oct 05 09:55:26.727076 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8abc9fe2-3396-44b6-bf59-25e0d131a2ab req-2d2271d2-5086-4cfc-91c9-2f81794c23ad tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=414aa73b-1bf1-4bcc-83ec-8a2d5b43f088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378716 Oct 05 09:55:26.810584 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564300f-c32b-4e84-b44f-a043b573e814 req-3486dc77-3ccc-45ee-8b6b-778ddb416aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:26.812045 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-3486dc77-3ccc-45ee-8b6b-778ddb416aa9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816066 Oct 05 09:55:26.940337 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-60c57880-ac01-4a23-9d3d-c3a1d074daa9 service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220620 Oct 05 09:55:27.170587 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0564300f-c32b-4e84-b44f-a043b573e814 req-a3a1b318-7a51-4142-9bc7-4769b16789e5 service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235646 Oct 05 09:55:27.927833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a284c95-12e3-4e94-8fe5-aedc0603a79b req-5bff061a-ee8a-4199-95bc-00a58dd1d9fc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:27.929534 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0a284c95-12e3-4e94-8fe5-aedc0603a79b req-5bff061a-ee8a-4199-95bc-00a58dd1d9fc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 944 time: 0.0859559 Oct 05 09:55:27.975889 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0a284c95-12e3-4e94-8fe5-aedc0603a79b req-86b1d508-2a1a-451d-bdd4-ade2e5e8049c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=414aa73b-1bf1-4bcc-83ec-8a2d5b43f088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406926 Oct 05 09:55:29.171897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96444b8-2ad1-417f-93ff-d3e8b0dfe57e req-5016ecc8-6a09-4c36-ac8f-7aa315964e51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:29.173323 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d96444b8-2ad1-417f-93ff-d3e8b0dfe57e req-5016ecc8-6a09-4c36-ac8f-7aa315964e51 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 944 time: 0.0870357 Oct 05 09:55:29.216088 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d96444b8-2ad1-417f-93ff-d3e8b0dfe57e req-29a6d8c5-3cad-4ee7-b73c-421d019405ad tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=414aa73b-1bf1-4bcc-83ec-8a2d5b43f088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371358 Oct 05 09:55:29.500819 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:55:29.687078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:55:29.815549 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3b5764d2-f96d-416e-9fc6-b4dda01aedb4,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:29.828805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'port_id': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'mac_address': 'fa:16:3e:ea:b8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:55:29.885030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:55:29.885406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:29.901410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:55:29.916493 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3b5764d2-f96d-416e-9fc6-b4dda01aedb4,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:29.977619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:30.045324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=3b5764d2-f96d-416e-9fc6-b4dda01aedb4,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:30.414300 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e042eb-9632-4002-adca-c86142965ac2 req-94fec5eb-d9d0-4325-8de5-8130096992b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:30.415743 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b4e042eb-9632-4002-adca-c86142965ac2 req-94fec5eb-d9d0-4325-8de5-8130096992b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 945 time: 0.0909379 Oct 05 09:55:30.419826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['3b5764d2-f96d-416e-9fc6-b4dda01aedb4'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:55:30.460383 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b4e042eb-9632-4002-adca-c86142965ac2 req-ec012c57-ef62-484e-8872-9b4c590408a4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=414aa73b-1bf1-4bcc-83ec-8a2d5b43f088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387537 Oct 05 09:55:31.665219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110540f7-495f-4dcd-bed9-f83ce5b2a2f5 req-f60ca5a8-8286-4d98-b889-18d75a8a7c0d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:31.666591 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-110540f7-495f-4dcd-bed9-f83ce5b2a2f5 req-f60ca5a8-8286-4d98-b889-18d75a8a7c0d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 945 time: 0.0854483 Oct 05 09:55:31.712047 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-110540f7-495f-4dcd-bed9-f83ce5b2a2f5 req-fe6c4a3e-b991-41a0-b1a6-ccf585637b63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=414aa73b-1bf1-4bcc-83ec-8a2d5b43f088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397589 Oct 05 09:55:31.717099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:55:31.835139 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:55:31.839907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:55:31.840284 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:31.840621 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 Oct 05 09:55:31.956504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:55:31.956886 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:31.982467 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:55:31.984731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e90c9cb-eecf-4245-941a-924e544c6ddb" -d '{"events": [{"server_uuid": "1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f", "name": "network-vif-plugged", "status": "completed", "tag": "3b5764d2-f96d-416e-9fc6-b4dda01aedb4"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:55:31.992278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3b5764d2-f96d-416e-9fc6-b4dda01aedb4,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:32.027199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5897eeb-45ea-4fbb-8fc6-28548a379398 x-openstack-request-id: req-f5897eeb-45ea-4fbb-8fc6-28548a379398 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:55:32.027496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f", "name": "network-vif-plugged", "status": "completed", "tag": "3b5764d2-f96d-416e-9fc6-b4dda01aedb4", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:55:32.027746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5897eeb-45ea-4fbb-8fc6-28548a379398 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:55:32.028134 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5897eeb-45ea-4fbb-8fc6-28548a379398'] response: {'server_uuid': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'code': 200} Oct 05 09:55:32.051859 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:32.119400 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=3b5764d2-f96d-416e-9fc6-b4dda01aedb4,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:32.381337 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c5728-6f7d-4856-9d2b-b692237fe59e req-84e3a4af-ab63-499d-b364-aecf2d14fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:32.382738 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b46c5728-6f7d-4856-9d2b-b692237fe59e req-84e3a4af-ab63-499d-b364-aecf2d14fe51 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 1099 time: 0.0764070 Oct 05 09:55:32.425403 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b46c5728-6f7d-4856-9d2b-b692237fe59e req-4176a32a-89a1-453b-94f8-1ceed2b1c4b5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=414aa73b-1bf1-4bcc-83ec-8a2d5b43f088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364060 Oct 05 09:55:32.909878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225c40b-e2da-4070-a44a-f969abbfeec5 req-e471c1c8-7306-4c89-8e42-3ee181d2c6ab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:32.911272 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c225c40b-e2da-4070-a44a-f969abbfeec5 req-e471c1c8-7306-4c89-8e42-3ee181d2c6ab tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 946 time: 0.0894163 Oct 05 09:55:32.955336 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c225c40b-e2da-4070-a44a-f969abbfeec5 req-68011190-931c-40ed-b5e0-8c8a7966613b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=414aa73b-1bf1-4bcc-83ec-8a2d5b43f088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382979 Oct 05 09:55:34.157869 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9be22b-3cda-4901-bb7c-b70b7c3ee36f req-1e2ac7ce-498f-46ec-8bab-fd85b203403d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:34.159263 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5c9be22b-3cda-4901-bb7c-b70b7c3ee36f req-1e2ac7ce-498f-46ec-8bab-fd85b203403d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 946 time: 0.0912068 Oct 05 09:55:34.204380 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5c9be22b-3cda-4901-bb7c-b70b7c3ee36f req-b157698e-0c04-4ddd-a4bb-687ac998d82a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=414aa73b-1bf1-4bcc-83ec-8a2d5b43f088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392492 Oct 05 09:55:34.399845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25558b56-7789-46d5-b4f7-b94774dc52b8 req-f1aeeaba-36eb-4025-bbc8-17a683909e9f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:34.401287 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25558b56-7789-46d5-b4f7-b94774dc52b8 req-f1aeeaba-36eb-4025-bbc8-17a683909e9f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 946 time: 0.0864236 Oct 05 09:55:34.447438 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25558b56-7789-46d5-b4f7-b94774dc52b8 req-1f5d9bf6-03b9-4aba-bb92-1ad23cd85c17 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=414aa73b-1bf1-4bcc-83ec-8a2d5b43f088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403426 Oct 05 09:55:34.475896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46168) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:34.551262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e92a42-a039-4b5a-b0a0-e252273db53f tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:34.552703 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-05e92a42-a039-4b5a-b0a0-e252273db53f tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 1094 time: 0.0758753 Oct 05 09:55:34.555686 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46172) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:34.560252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:34.566953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:34.570856 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:floatingip and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:34.573620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:34.579253 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:34.657769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:34.792573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:35.015926 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.205 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/0c9bdae1-1c1f-4167-8ffe-3154030cba1c) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:55:35.157295 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:35.252363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:35.317095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:55:35.320326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:55:35.323795 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:55:35.367264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=0c9bdae1-1c1f-4167-8ffe-3154030cba1c,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:35.731072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:35.836647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:36.036227 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:36.080593 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:36.184850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=0c9bdae1-1c1f-4167-8ffe-3154030cba1c,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:36.187929 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:36.358575 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP 6eb25406-6ab9-4c11-ad41-a37e2cda4bd3 associated. External IP: 172.26.7.205, port: 3b5764d2-f96d-416e-9fc6-b4dda01aedb4. Oct 05 09:55:36.830378 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f9de1a83-0112-4ff8-a92b-58581fc575ca has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:55:37.008537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:55:37.023161 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9928dcf3-84b0-4161-b267-2d992d10a9f8 None None] Sync routers for ids ['f9de1a83-0112-4ff8-a92b-58581fc575ca'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:55:37.032858 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9928dcf3-84b0-4161-b267-2d992d10a9f8 None None] Routers {'f9de1a83-0112-4ff8-a92b-58581fc575ca'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:55:37.033464 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9928dcf3-84b0-4161-b267-2d992d10a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:55:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9de1a83-0112-4ff8-a92b-58581fc575ca'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:37.086286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:37.142039 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fc0d9233-5b2a-4ae6-bd5b-d9d3ac709926 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5853467 Oct 05 09:55:37.142634 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'tag': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:55:37.145013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46176) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:37.145483 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb1e96a-1cf9-4f52-bc62-8f27f296415e" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f", "tag": "3b5764d2-f96d-416e-9fc6-b4dda01aedb4"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:55:37.196766 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21891ad2-6bbc-4252-af47-158653f55260 x-openstack-request-id: req-21891ad2-6bbc-4252-af47-158653f55260 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:55:37.196766 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f", "tag": "3b5764d2-f96d-416e-9fc6-b4dda01aedb4", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:55:37.196766 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21891ad2-6bbc-4252-af47-158653f55260 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:55:37.196766 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21891ad2-6bbc-4252-af47-158653f55260'] response: {'name': 'network-changed', 'server_uuid': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'tag': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'status': 'completed', 'code': 200} Oct 05 09:55:37.212686 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-9928dcf3-84b0-4161-b267-2d992d10a9f8 None None] Set router f9de1a83-0112-4ff8-a92b-58581fc575ca gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:55:37.226351 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835da7b1-38a5-4da6-8242-df508d247611 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:37.230446 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-835da7b1-38a5-4da6-8242-df508d247611 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 1094 time: 0.0836692 Oct 05 09:55:37.324185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1e96a-1cf9-4f52-bc62-8f27f296415e req-2d1ee420-bd20-4c4d-9011-e673bf9bbef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:37.325670 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-beb1e96a-1cf9-4f52-bc62-8f27f296415e req-2d1ee420-bd20-4c4d-9011-e673bf9bbef3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 1099 time: 0.0925486 Oct 05 09:55:37.349047 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46184) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:37.354794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-63118269-1b1e-41b7-99bc-42416b107811 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-760875077', 'description': 'tempest-secgroup-smoke-760875077 description', 'project_id': '6294a6c4935647d8b376ea5a0a53c756'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:37.362913 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-63118269-1b1e-41b7-99bc-42416b107811 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:37.375759 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-63118269-1b1e-41b7-99bc-42416b107811 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:37.429481 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63118269-1b1e-41b7-99bc-42416b107811 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:37.450478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-63118269-1b1e-41b7-99bc-42416b107811 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:37.454779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-63118269-1b1e-41b7-99bc-42416b107811 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:37.457962 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-63118269-1b1e-41b7-99bc-42416b107811 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:37.462781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1e96a-1cf9-4f52-bc62-8f27f296415e req-2b6ebe26-7e1a-4c0b-a794-286d7ba361ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:37.463710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-63118269-1b1e-41b7-99bc-42416b107811 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:37.464225 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-beb1e96a-1cf9-4f52-bc62-8f27f296415e req-2b6ebe26-7e1a-4c0b-a794-286d7ba361ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1 HTTP/1.1" status: 200 len: 897 time: 0.1320219 Oct 05 09:55:37.539126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63118269-1b1e-41b7-99bc-42416b107811 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:37.564763 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9928dcf3-84b0-4161-b267-2d992d10a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '6eb25406-6ab9-4c11-ad41-a37e2cda4bd3', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'port_id': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'mac_address': 'fa:16:3e:ea:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:55:35Z', 'updated_at': '2022-10-05T09:55:35Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c330815d-233d-4fb3-96b1-2d90d5ccaa29', 'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:cf:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:15Z', 'updated_at': '2022-10-05T09:55:21Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:37.568490 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-beb1e96a-1cf9-4f52-bc62-8f27f296415e req-c7d48421-260e-4b7b-8136-b47f23438ae7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b5764d2-f96d-416e-9fc6-b4dda01aedb4 HTTP/1.1" status: 200 len: 1000 time: 0.0977852 Oct 05 09:55:37.568653 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9928dcf3-84b0-4161-b267-2d992d10a9f8 None None] Checking router: f9de1a83-0112-4ff8-a92b-58581fc575ca for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:55:37.577155 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9928dcf3-84b0-4161-b267-2d992d10a9f8 None None] Routers {'f9de1a83-0112-4ff8-a92b-58581fc575ca'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:55:37.577780 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9928dcf3-84b0-4161-b267-2d992d10a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:55:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9de1a83-0112-4ff8-a92b-58581fc575ca'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:37.600299 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63118269-1b1e-41b7-99bc-42416b107811 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:37.633124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1e96a-1cf9-4f52-bc62-8f27f296415e req-3c8cf32b-b699-4cc6-b851-56edab8f43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:37.635079 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-beb1e96a-1cf9-4f52-bc62-8f27f296415e req-3c8cf32b-b699-4cc6-b851-56edab8f43d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74ff3bc3-c4ff-4723-84e9-21c420d8c7d2 HTTP/1.1" status: 200 len: 835 time: 0.0607636 Oct 05 09:55:37.645064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63118269-1b1e-41b7-99bc-42416b107811 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25bc8ef9-4906-4dfd-9ed5-64c9ba14c224,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:37.714971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63118269-1b1e-41b7-99bc-42416b107811 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:37.719710 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-63118269-1b1e-41b7-99bc-42416b107811 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3662694 Oct 05 09:55:37.726780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46188) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:37.726780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-70eeac46-756c-437c-9af0-f86aa7aa1e5f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '25bc8ef9-4906-4dfd-9ed5-64c9ba14c224', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:37.733019 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-70eeac46-756c-437c-9af0-f86aa7aa1e5f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:37.737129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-70eeac46-756c-437c-9af0-f86aa7aa1e5f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:37.737752 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1e96a-1cf9-4f52-bc62-8f27f296415e req-d09e8332-3077-4558-a50a-37dd42d2a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:37.740284 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-beb1e96a-1cf9-4f52-bc62-8f27f296415e req-d09e8332-3077-4558-a50a-37dd42d2a4a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999844 Oct 05 09:55:37.740620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-70eeac46-756c-437c-9af0-f86aa7aa1e5f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:37.747381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-70eeac46-756c-437c-9af0-f86aa7aa1e5f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:37.771160 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-9928dcf3-84b0-4161-b267-2d992d10a9f8 None None] Set router f9de1a83-0112-4ff8-a92b-58581fc575ca gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:55:37.824560 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-70eeac46-756c-437c-9af0-f86aa7aa1e5f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:37.879288 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-beb1e96a-1cf9-4f52-bc62-8f27f296415e req-dc266c81-8342-4f30-b471-a4d04d1954a6 service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315010 Oct 05 09:55:37.887358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-70eeac46-756c-437c-9af0-f86aa7aa1e5f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:37.954745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-70eeac46-756c-437c-9af0-f86aa7aa1e5f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:37.977899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eeac46-756c-437c-9af0-f86aa7aa1e5f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce22524-e886-4ada-94c1-1d9cbbe422c2,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:38.016465 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-beb1e96a-1cf9-4f52-bc62-8f27f296415e req-8160a512-3ff9-4f18-ac8f-28244915e20d service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310091 Oct 05 09:55:38.040519 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-70eeac46-756c-437c-9af0-f86aa7aa1e5f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:38.041730 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-70eeac46-756c-437c-9af0-f86aa7aa1e5f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3208575 Oct 05 09:55:38.044636 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46192) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:38.050106 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b1306d5d-6a7f-46e9-8017-82ecf464d4ba tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '25bc8ef9-4906-4dfd-9ed5-64c9ba14c224', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:38.056392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b1306d5d-6a7f-46e9-8017-82ecf464d4ba tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:38.060173 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b1306d5d-6a7f-46e9-8017-82ecf464d4ba tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:38.063026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b1306d5d-6a7f-46e9-8017-82ecf464d4ba tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:38.068810 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b1306d5d-6a7f-46e9-8017-82ecf464d4ba tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:38.133682 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9928dcf3-84b0-4161-b267-2d992d10a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '6eb25406-6ab9-4c11-ad41-a37e2cda4bd3', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'port_id': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'mac_address': 'fa:16:3e:ea:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:55:35Z', 'updated_at': '2022-10-05T09:55:35Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c330815d-233d-4fb3-96b1-2d90d5ccaa29', 'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:cf:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:15Z', 'updated_at': '2022-10-05T09:55:21Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:38.137709 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9928dcf3-84b0-4161-b267-2d992d10a9f8 None None] The sync data for ids ['f9de1a83-0112-4ff8-a92b-58581fc575ca'] in dv-neutron-860329-1-hyperv is: [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '6eb25406-6ab9-4c11-ad41-a37e2cda4bd3', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'port_id': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'mac_address': 'fa:16:3e:ea:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:55:35Z', 'updated_at': '2022-10-05T09:55:35Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c330815d-233d-4fb3-96b1-2d90d5ccaa29', 'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:cf:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:15Z', 'updated_at': '2022-10-05T09:55:21Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:55:38.147170 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b1306d5d-6a7f-46e9-8017-82ecf464d4ba tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:38.209054 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b1306d5d-6a7f-46e9-8017-82ecf464d4ba tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:38.251740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b1306d5d-6a7f-46e9-8017-82ecf464d4ba tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:38.279374 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1306d5d-6a7f-46e9-8017-82ecf464d4ba tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4d7f81-4584-43db-a95d-acc3ae916986,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:38.327076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b1306d5d-6a7f-46e9-8017-82ecf464d4ba tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:38.328500 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b1306d5d-6a7f-46e9-8017-82ecf464d4ba tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2825632 Oct 05 09:55:38.330153 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de498c91-9b8b-425e-a68b-82583d55318c None None] New status for floating IP 6eb25406-6ab9-4c11-ad41-a37e2cda4bd3: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:55:38.331247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46196) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:38.337258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-9478d20b-6873-4d7e-8d3f-2431f268334c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '25bc8ef9-4906-4dfd-9ed5-64c9ba14c224', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:38.344292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9478d20b-6873-4d7e-8d3f-2431f268334c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:38.348256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9478d20b-6873-4d7e-8d3f-2431f268334c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:38.351157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9478d20b-6873-4d7e-8d3f-2431f268334c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:38.357437 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9478d20b-6873-4d7e-8d3f-2431f268334c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:38.407295 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9478d20b-6873-4d7e-8d3f-2431f268334c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:38.473932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9478d20b-6873-4d7e-8d3f-2431f268334c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:38.526432 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9478d20b-6873-4d7e-8d3f-2431f268334c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:38.550704 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478d20b-6873-4d7e-8d3f-2431f268334c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73bf694-7d5f-4e28-9764-944ce3718810,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:38.612150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9478d20b-6873-4d7e-8d3f-2431f268334c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:38.613417 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9478d20b-6873-4d7e-8d3f-2431f268334c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2806432 Oct 05 09:55:38.621730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46200) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:38.627405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-bac07790-1f9e-4f0a-95fc-72864fce6e5b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '25bc8ef9-4906-4dfd-9ed5-64c9ba14c224', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:38.633514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bac07790-1f9e-4f0a-95fc-72864fce6e5b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:38.637422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bac07790-1f9e-4f0a-95fc-72864fce6e5b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:38.641085 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bac07790-1f9e-4f0a-95fc-72864fce6e5b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:38.647012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bac07790-1f9e-4f0a-95fc-72864fce6e5b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:38.716021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bac07790-1f9e-4f0a-95fc-72864fce6e5b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:38.778491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bac07790-1f9e-4f0a-95fc-72864fce6e5b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:38.846233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bac07790-1f9e-4f0a-95fc-72864fce6e5b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:38.870447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac07790-1f9e-4f0a-95fc-72864fce6e5b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724ac17c-23da-4a37-80e3-c7a0f9a0b6c0,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:38.932119 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bac07790-1f9e-4f0a-95fc-72864fce6e5b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:38.933374 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bac07790-1f9e-4f0a-95fc-72864fce6e5b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3106561 Oct 05 09:55:38.936788 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46204) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:38.943441 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-66693a2a-5b91-4575-9cbf-cbcfe17a0cb0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '25bc8ef9-4906-4dfd-9ed5-64c9ba14c224', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:38.949426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-66693a2a-5b91-4575-9cbf-cbcfe17a0cb0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:38.953911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-66693a2a-5b91-4575-9cbf-cbcfe17a0cb0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:38.956798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-66693a2a-5b91-4575-9cbf-cbcfe17a0cb0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:38.962567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-66693a2a-5b91-4575-9cbf-cbcfe17a0cb0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:39.023541 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-66693a2a-5b91-4575-9cbf-cbcfe17a0cb0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:55:39.030922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66693a2a-5b91-4575-9cbf-cbcfe17a0cb0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:39.096864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66693a2a-5b91-4575-9cbf-cbcfe17a0cb0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:39.137308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66693a2a-5b91-4575-9cbf-cbcfe17a0cb0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:39.160407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66693a2a-5b91-4575-9cbf-cbcfe17a0cb0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6828f792-76d1-43a5-82e1-37447a8e1ea0,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:39.234978 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-66693a2a-5b91-4575-9cbf-cbcfe17a0cb0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:39.236082 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-66693a2a-5b91-4575-9cbf-cbcfe17a0cb0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2983742 Oct 05 09:55:39.238784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46208) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:39.243613 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-713bbd6f-442d-4ebe-9465-4a5c021af45c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '25bc8ef9-4906-4dfd-9ed5-64c9ba14c224', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:39.249825 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-713bbd6f-442d-4ebe-9465-4a5c021af45c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:39.253687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-713bbd6f-442d-4ebe-9465-4a5c021af45c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:39.256584 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-713bbd6f-442d-4ebe-9465-4a5c021af45c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:39.262306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-713bbd6f-442d-4ebe-9465-4a5c021af45c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:39.337911 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-713bbd6f-442d-4ebe-9465-4a5c021af45c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:55:39.345368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-713bbd6f-442d-4ebe-9465-4a5c021af45c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:39.410898 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-713bbd6f-442d-4ebe-9465-4a5c021af45c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:39.457400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-713bbd6f-442d-4ebe-9465-4a5c021af45c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:39.480099 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bbd6f-442d-4ebe-9465-4a5c021af45c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec62d388-2f64-4027-bb25-177228c4a905,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:39.537569 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-713bbd6f-442d-4ebe-9465-4a5c021af45c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:39.538767 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-713bbd6f-442d-4ebe-9465-4a5c021af45c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2990897 Oct 05 09:55:39.696581 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-962adeb9-8932-49c0-8d27-e31854b09770 req-a7979ef2-89ea-4fc1-9603-b9a906dd9962 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:55:39.766184 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-962adeb9-8932-49c0-8d27-e31854b09770 req-a7979ef2-89ea-4fc1-9603-b9a906dd9962 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:55:39.767290 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-a7979ef2-89ea-4fc1-9603-b9a906dd9962 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760875077&fields=id&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 267 time: 0.1093240 Oct 05 09:55:39.915385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962adeb9-8932-49c0-8d27-e31854b09770 req-497a3999-6ee2-44c9-86ca-5926ff87d8c6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:39.916816 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-497a3999-6ee2-44c9-86ca-5926ff87d8c6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/networks?id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1 HTTP/1.1" status: 200 len: 796 time: 0.1426208 Oct 05 09:55:39.931903 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-134eb3c8-effe-4505-aa97-2dd76aa30db9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/quotas/6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 375 time: 0.0089343 Oct 05 09:55:40.022927 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-2e38589c-e5ed-46e4-a6da-b8cc35c61e44 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0860655 Oct 05 09:55:40.158626 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-31a32f2c-efe9-4ac3-a1dc-b45b2e420ef7 service neutron] 10.222.0.49 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239266 Oct 05 09:55:40.288082 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-f409e77b-d6b6-432d-9df4-4625344fd810 service neutron] 10.222.0.49 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235356 Oct 05 09:55:40.572263 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2bc9265e-80fa-4150-82f2-d9eb1e7b9312 req-7840e596-705b-4eeb-ae24-cef2733e2b37 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 210 time: 0.0538545 Oct 05 09:55:41.731841 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-934ccb9d-c275-4bae-8413-b32c1cdaddb0 req-8d95c66c-27ae-4869-b54e-ef317fcc9ae0 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 210 time: 0.0505295 Oct 05 09:55:42.558020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962adeb9-8932-49c0-8d27-e31854b09770 req-8382e985-59c8-4cf2-8740-b560363d4406 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:42.559435 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-8382e985-59c8-4cf2-8740-b560363d4406 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/networks?id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1 HTTP/1.1" status: 200 len: 796 time: 0.1471317 Oct 05 09:55:42.614806 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-6ab02b38-0dad-4989-8b3f-8d60dae72ff6 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 472 time: 0.0412595 Oct 05 09:55:42.622876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'port': {'device_id': '7fa96737-fc7d-4797-8823-ed26c8ceaa33', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'admin_state_up': True, 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'security_groups': ['25bc8ef9-4906-4dfd-9ed5-64c9ba14c224']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:42.766329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:42.771693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:port and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:42.774773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:42.781868 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:42.903241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:55:42.906875 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:42.910157 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9727189f-b4eb-4413-b60a-e42763bfc2dc req-dd0b9aea-07d5-461c-b426-cf6cf491280d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 210 time: 0.0510569 Oct 05 09:55:43.071414 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.13 (1e7741ba-7989-4bd2-b928-9cfe88b66ca1/74ff3bc3-c4ff-4723-84e9-21c420d8c7d2/c8b762da-481a-412a-9b8c-5e1b7591523b) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:55:43.255187 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:43.270166 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object c8b762da-481a-412a-9b8c-5e1b7591523b will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:55:43.348872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:43.420578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:55:43.423499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:55:43.427340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:55:43.459257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=c8b762da-481a-412a-9b8c-5e1b7591523b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:43.495926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:43.496538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:43.584294 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7a6c61eb-6bb5-4326-8c3f-b7d4855fb867 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9649158 Oct 05 09:55:43.601103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Request body: {'port': {'device_id': '7fa96737-fc7d-4797-8823-ed26c8ceaa33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:43.709246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-92481491-9a80-43bc-b20e-4958b35265cf None None] Provisioning for port c8b762da-481a-412a-9b8c-5e1b7591523b completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:55:43.715354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-92481491-9a80-43bc-b20e-4958b35265cf None None] Provisioning complete for port c8b762da-481a-412a-9b8c-5e1b7591523b triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:55:43.715729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-92481491-9a80-43bc-b20e-4958b35265cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:43.716067 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-92481491-9a80-43bc-b20e-4958b35265cf None None] Attempt 1 to provision port c8b762da-481a-412a-9b8c-5e1b7591523b Oct 05 09:55:43.777376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-92481491-9a80-43bc-b20e-4958b35265cf None None] Port c8b762da-481a-412a-9b8c-5e1b7591523b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:55:43.818555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:44.111679 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dda81-03dc-4cc3-bc68-7567dca5ded2 req-d43a6f94-8d4d-407b-a139-e4dae1be5d42 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:44.113088 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-874dda81-03dc-4cc3-bc68-7567dca5ded2 req-d43a6f94-8d4d-407b-a139-e4dae1be5d42 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 932 time: 0.0904515 Oct 05 09:55:44.155983 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-874dda81-03dc-4cc3-bc68-7567dca5ded2 req-af4c11ce-e568-4594-b8f6-a12b15b6b196 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=25bc8ef9-4906-4dfd-9ed5-64c9ba14c224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373273 Oct 05 09:55:44.192138 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b762da-481a-412a-9b8c-5e1b7591523b {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:55:44.199386 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:44.213738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Transition to ACTIVE for port object c8b762da-481a-412a-9b8c-5e1b7591523b will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:55:44.268352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:44.278748 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-92481491-9a80-43bc-b20e-4958b35265cf None None] Attempt 2 to provision port c8b762da-481a-412a-9b8c-5e1b7591523b Oct 05 09:55:44.332481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-92481491-9a80-43bc-b20e-4958b35265cf None None] Port c8b762da-481a-412a-9b8c-5e1b7591523b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:55:44.463981 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b762da-481a-412a-9b8c-5e1b7591523b,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:44.491879 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Attempting to bind port c8b762da-481a-412a-9b8c-5e1b7591523b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:55:44.492211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Attempting to bind port c8b762da-481a-412a-9b8c-5e1b7591523b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:55:44.492539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Attempting to bind port c8b762da-481a-412a-9b8c-5e1b7591523b on network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:55:44.497047 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Port c8b762da-481a-412a-9b8c-5e1b7591523b on network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:55:44.497366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Attempting to bind port c8b762da-481a-412a-9b8c-5e1b7591523b on network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:55:44.502944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:55:44.503283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Checking segment: {'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:55:44.503661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Bound using segment: {'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:55:44.504082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Bound port: c8b762da-481a-412a-9b8c-5e1b7591523b, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:55:44.504423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:44.594620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] For port c8b762da-481a-412a-9b8c-5e1b7591523b, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:55:44.597519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] For port c8b762da-481a-412a-9b8c-5e1b7591523b, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c8b762da-481a-412a-9b8c-5e1b7591523b,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:55:44.663365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:44.694564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:44.695167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:44.696540 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] 10.222.0.55 "PUT /v2.0/ports/c8b762da-481a-412a-9b8c-5e1b7591523b HTTP/1.1" status: 200 len: 1094 time: 1.0995994 Oct 05 09:55:44.696969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa96737-fc7d-4797-8823-ed26c8ceaa33', 'tag': 'c8b762da-481a-412a-9b8c-5e1b7591523b'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:55:44.699296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4471ce85-65fb-456d-b6de-327ca7a21897" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa96737-fc7d-4797-8823-ed26c8ceaa33", "tag": "c8b762da-481a-412a-9b8c-5e1b7591523b"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:55:44.744103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957e7eb1-7cf8-417f-a655-1c05e5551c3f x-openstack-request-id: req-957e7eb1-7cf8-417f-a655-1c05e5551c3f {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:55:44.744387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa96737-fc7d-4797-8823-ed26c8ceaa33", "tag": "c8b762da-481a-412a-9b8c-5e1b7591523b", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:55:44.744637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-957e7eb1-7cf8-417f-a655-1c05e5551c3f {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:55:44.745034 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-957e7eb1-7cf8-417f-a655-1c05e5551c3f'] response: {'name': 'network-changed', 'server_uuid': '7fa96737-fc7d-4797-8823-ed26c8ceaa33', 'tag': 'c8b762da-481a-412a-9b8c-5e1b7591523b', 'status': 'completed', 'code': 200} Oct 05 09:55:44.750166 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75ced8-377b-47bf-9c43-03fa41226680 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b762da-481a-412a-9b8c-5e1b7591523b,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:44.834252 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-92481491-9a80-43bc-b20e-4958b35265cf None None] Attempt 3 to provision port c8b762da-481a-412a-9b8c-5e1b7591523b Oct 05 09:55:44.866283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471ce85-65fb-456d-b6de-327ca7a21897 req-00e148b4-6df2-4173-be46-621b97111885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:44.867748 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4471ce85-65fb-456d-b6de-327ca7a21897 req-00e148b4-6df2-4173-be46-621b97111885 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 1097 time: 0.0817473 Oct 05 09:55:44.897199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-92481491-9a80-43bc-b20e-4958b35265cf None None] Port c8b762da-481a-412a-9b8c-5e1b7591523b had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:55:45.014223 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471ce85-65fb-456d-b6de-327ca7a21897 req-99bf4467-5ba3-4b11-89b9-fdef6e118257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:45.015574 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4471ce85-65fb-456d-b6de-327ca7a21897 req-99bf4467-5ba3-4b11-89b9-fdef6e118257 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6294a6c4935647d8b376ea5a0a53c756&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1341708 Oct 05 09:55:45.150975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471ce85-65fb-456d-b6de-327ca7a21897 req-a3a2dd4e-7d59-4586-90b8-8e8091feb900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:45.152383 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4471ce85-65fb-456d-b6de-327ca7a21897 req-a3a2dd4e-7d59-4586-90b8-8e8091feb900 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295807 Oct 05 09:55:45.308976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962adeb9-8932-49c0-8d27-e31854b09770 req-24cf1ea0-0b26-45a2-a4c5-3cdb29bffab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:45.310912 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-24cf1ea0-0b26-45a2-a4c5-3cdb29bffab0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 1097 time: 0.0785291 Oct 05 09:55:45.392278 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-8343f3df-fda2-47b4-a989-397898edd7cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8b762da-481a-412a-9b8c-5e1b7591523b HTTP/1.1" status: 200 len: 217 time: 0.0676520 Oct 05 09:55:45.456856 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962adeb9-8932-49c0-8d27-e31854b09770 req-beb2f466-0d13-4374-a921-b2ee72c01d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:45.458224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f140347-e978-4adc-bab2-6b9e9fff8ce4 req-f29d83fe-f6d9-44e4-97ed-aa29473aeca7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:45.458724 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-beb2f466-0d13-4374-a921-b2ee72c01d49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74ff3bc3-c4ff-4723-84e9-21c420d8c7d2 HTTP/1.1" status: 200 len: 835 time: 0.0595322 Oct 05 09:55:45.459660 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5f140347-e978-4adc-bab2-6b9e9fff8ce4 req-f29d83fe-f6d9-44e4-97ed-aa29473aeca7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 944 time: 0.1914113 Oct 05 09:55:45.503439 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5f140347-e978-4adc-bab2-6b9e9fff8ce4 req-a7a67b29-50da-4705-81ce-50a5c89334d3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=25bc8ef9-4906-4dfd-9ed5-64c9ba14c224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380752 Oct 05 09:55:45.545944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962adeb9-8932-49c0-8d27-e31854b09770 req-548e257d-6e1f-472f-b053-f98a7576c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:45.547438 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-548e257d-6e1f-472f-b053-f98a7576c7cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820084 Oct 05 09:55:45.789847 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-7232f9ba-d4a9-47ec-9dd3-5d29a829fb3a service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340055 Oct 05 09:55:45.921166 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-962adeb9-8932-49c0-8d27-e31854b09770 req-3ec91ca3-68de-4e46-8401-82a0d183fcee service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240771 Oct 05 09:55:46.699462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc1db2-211e-47c3-8e15-fff18699023a req-51241463-8215-48b6-8c6c-a2a495061d63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:46.700925 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bdbc1db2-211e-47c3-8e15-fff18699023a req-51241463-8215-48b6-8c6c-a2a495061d63 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 944 time: 0.0864308 Oct 05 09:55:46.744826 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bdbc1db2-211e-47c3-8e15-fff18699023a req-37da5f05-018b-4d7e-9166-5390780e19ff tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=25bc8ef9-4906-4dfd-9ed5-64c9ba14c224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378776 Oct 05 09:55:47.812442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device c8b762da-481a-412a-9b8c-5e1b7591523b details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:55:47.945392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa7283-a8a7-4d1e-ba0b-4e6ab7cb575b req-dba40a66-2879-40ca-939d-eb3370764417 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:47.946855 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6afa7283-a8a7-4d1e-ba0b-4e6ab7cb575b req-dba40a66-2879-40ca-939d-eb3370764417 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 944 time: 0.0927808 Oct 05 09:55:47.979207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port c8b762da-481a-412a-9b8c-5e1b7591523b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c8b762da-481a-412a-9b8c-5e1b7591523b,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:47.989783 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6afa7283-a8a7-4d1e-ba0b-4e6ab7cb575b req-8b1d0dfb-46ce-46cd-a782-daee0e3b5c6e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=25bc8ef9-4906-4dfd-9ed5-64c9ba14c224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369661 Oct 05 09:55:47.992636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': 'c8b762da-481a-412a-9b8c-5e1b7591523b', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'port_id': 'c8b762da-481a-412a-9b8c-5e1b7591523b', 'mac_address': 'fa:16:3e:25:92:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:55:48.046848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port c8b762da-481a-412a-9b8c-5e1b7591523b is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:55:48.047168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:48.064464 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b762da-481a-412a-9b8c-5e1b7591523b {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:55:48.079490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port c8b762da-481a-412a-9b8c-5e1b7591523b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c8b762da-481a-412a-9b8c-5e1b7591523b,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:48.154683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:48.223887 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=c8b762da-481a-412a-9b8c-5e1b7591523b,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:48.556189 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['c8b762da-481a-412a-9b8c-5e1b7591523b'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:55:49.189552 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b347d-fdc0-4ac3-83f8-3a07cae9f544 req-c8d53b53-c4c7-46df-9136-ad1a3d042be7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:49.191005 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-df3b347d-fdc0-4ac3-83f8-3a07cae9f544 req-c8d53b53-c4c7-46df-9136-ad1a3d042be7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 945 time: 0.0890207 Oct 05 09:55:49.233542 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-df3b347d-fdc0-4ac3-83f8-3a07cae9f544 req-69d047c7-ac58-4ec9-8812-f6c43a11c9e2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=25bc8ef9-4906-4dfd-9ed5-64c9ba14c224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368998 Oct 05 09:55:49.812376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device c8b762da-481a-412a-9b8c-5e1b7591523b up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:55:49.942623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port c8b762da-481a-412a-9b8c-5e1b7591523b completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:55:49.947181 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port c8b762da-481a-412a-9b8c-5e1b7591523b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:55:49.947553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:49.947885 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port c8b762da-481a-412a-9b8c-5e1b7591523b Oct 05 09:55:50.062404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port c8b762da-481a-412a-9b8c-5e1b7591523b is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:55:50.062705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:50.088941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa96737-fc7d-4797-8823-ed26c8ceaa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b762da-481a-412a-9b8c-5e1b7591523b'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:55:50.091261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9ba3fe-5055-4db5-93cb-9e04fd725bcf" -d '{"events": [{"server_uuid": "7fa96737-fc7d-4797-8823-ed26c8ceaa33", "name": "network-vif-plugged", "status": "completed", "tag": "c8b762da-481a-412a-9b8c-5e1b7591523b"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:55:50.100097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port c8b762da-481a-412a-9b8c-5e1b7591523b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c8b762da-481a-412a-9b8c-5e1b7591523b,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:50.133070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abed70c0-5304-45df-a47c-1077c8446d12 x-openstack-request-id: req-abed70c0-5304-45df-a47c-1077c8446d12 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:55:50.133359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa96737-fc7d-4797-8823-ed26c8ceaa33", "name": "network-vif-plugged", "status": "completed", "tag": "c8b762da-481a-412a-9b8c-5e1b7591523b", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:55:50.133609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-abed70c0-5304-45df-a47c-1077c8446d12 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:55:50.134021 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abed70c0-5304-45df-a47c-1077c8446d12'] response: {'server_uuid': '7fa96737-fc7d-4797-8823-ed26c8ceaa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b762da-481a-412a-9b8c-5e1b7591523b', 'code': 200} Oct 05 09:55:50.165505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:50.232800 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=c8b762da-481a-412a-9b8c-5e1b7591523b,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:50.365798 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e3b16c33-0cc8-4fc7-ab50-ee1e985bf955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:50.435795 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad40235-79bf-4537-8d14-b72ff0f878bc req-e9d78626-f636-459d-be08-bcd3f8b779ea tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:50.437251 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2ad40235-79bf-4537-8d14-b72ff0f878bc req-e9d78626-f636-459d-be08-bcd3f8b779ea tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 946 time: 0.0897036 Oct 05 09:55:50.481471 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2ad40235-79bf-4537-8d14-b72ff0f878bc req-699d2538-34a0-48c2-b84f-984ab46a9182 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=25bc8ef9-4906-4dfd-9ed5-64c9ba14c224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383430 Oct 05 09:55:50.508883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ada519-22ce-4ff1-9fab-72ea88cf7a4a req-7e5338cd-ade1-4456-80f1-dda56ef6d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:50.510377 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-18ada519-22ce-4ff1-9fab-72ea88cf7a4a req-7e5338cd-ade1-4456-80f1-dda56ef6d78a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 1099 time: 0.0787411 Oct 05 09:55:50.548981 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-18ada519-22ce-4ff1-9fab-72ea88cf7a4a req-17fd5e0e-55d0-4f7a-9b42-cd7aecf5ed97 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=25bc8ef9-4906-4dfd-9ed5-64c9ba14c224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326960 Oct 05 09:55:51.681269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40484c-e0ed-47e0-b57e-bb8a7388c20d req-8dc8cc2a-7473-4ce2-8781-a72a6200554f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:51.682732 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4a40484c-e0ed-47e0-b57e-bb8a7388c20d req-8dc8cc2a-7473-4ce2-8781-a72a6200554f tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 946 time: 0.0883296 Oct 05 09:55:51.728668 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4a40484c-e0ed-47e0-b57e-bb8a7388c20d req-bebc4cae-5971-4102-bff7-7507568068ff tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=25bc8ef9-4906-4dfd-9ed5-64c9ba14c224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375330 Oct 05 09:55:52.663092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8e884f4d-db6f-45f5-bff8-f03ce6373efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:52.930595 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d07737-380e-49fc-b063-71fc6fbeec8f req-40c976c3-de76-4764-a513-cf1704adf8e8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:52.932050 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-28d07737-380e-49fc-b063-71fc6fbeec8f req-40c976c3-de76-4764-a513-cf1704adf8e8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 946 time: 0.0934701 Oct 05 09:55:52.974985 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-28d07737-380e-49fc-b063-71fc6fbeec8f req-848986f0-16ae-4075-9f80-fd89436b944c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=25bc8ef9-4906-4dfd-9ed5-64c9ba14c224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373123 Oct 05 09:55:53.170809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadada5b-a78c-4639-9420-e9a2c9d39256 req-3f450eb7-a3c5-4825-ba8a-adc332ef5420 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:53.172238 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aadada5b-a78c-4639-9420-e9a2c9d39256 req-3f450eb7-a3c5-4825-ba8a-adc332ef5420 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 946 time: 0.0862062 Oct 05 09:55:53.214798 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aadada5b-a78c-4639-9420-e9a2c9d39256 req-8b075d4a-2adc-4e89-9710-bd22bc3bc346 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=25bc8ef9-4906-4dfd-9ed5-64c9ba14c224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369215 Oct 05 09:55:53.242869 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46264) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:53.321539 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc2a17-4a96-4505-9b4f-85a8f081e48b tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:53.323035 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e6cc2a17-4a96-4505-9b4f-85a8f081e48b tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 1094 time: 0.0792212 Oct 05 09:55:53.326326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46268) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:53.331165 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': 'c8b762da-481a-412a-9b8c-5e1b7591523b', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:53.336835 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:53.340561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:floatingip and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:53.343939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:53.349444 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:53.439628 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:53.572053 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:53.707438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.125 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/0df31da9-fce7-4338-a964-cbe9c99a6c7e) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:55:53.852098 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:53.914554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:53.974327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:55:53.977435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:55:53.980112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:55:54.030157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=0df31da9-fce7-4338-a964-cbe9c99a6c7e,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:54.188618 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:54.205616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:54.487919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:54.600884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:54.799174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:54.851385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:54.958835 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=0df31da9-fce7-4338-a964-cbe9c99a6c7e,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:54.961260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:55.134440 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP 097dfe4b-9fa6-46a3-922b-d9fa66a95889 associated. External IP: 172.26.7.125, port: c8b762da-481a-412a-9b8c-5e1b7591523b. Oct 05 09:55:55.194183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:55.471761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f9de1a83-0112-4ff8-a92b-58581fc575ca has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:55:55.582744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:55.645900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:55:55.656337 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cec261-b0c6-49e0-981b-294862101033 None None] Sync routers for ids ['f9de1a83-0112-4ff8-a92b-58581fc575ca'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:55:55.665476 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cec261-b0c6-49e0-981b-294862101033 None None] Routers {'f9de1a83-0112-4ff8-a92b-58581fc575ca'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:55:55.666259 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-01cec261-b0c6-49e0-981b-294862101033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:55:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9de1a83-0112-4ff8-a92b-58581fc575ca'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:55.726887 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:55.783777 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2ca1cbdb-69f3-4398-b55a-efc5b2c0395c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4564140 Oct 05 09:55:55.784376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa96737-fc7d-4797-8823-ed26c8ceaa33', 'tag': 'c8b762da-481a-412a-9b8c-5e1b7591523b'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:55:55.786966 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033ba08c-594b-436c-9c73-f1f0a26bd1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa96737-fc7d-4797-8823-ed26c8ceaa33", "tag": "c8b762da-481a-412a-9b8c-5e1b7591523b"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:55:55.831456 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d6ee2b-8271-4373-b13f-4a07fc969e8b x-openstack-request-id: req-e4d6ee2b-8271-4373-b13f-4a07fc969e8b {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:55:55.831746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa96737-fc7d-4797-8823-ed26c8ceaa33", "tag": "c8b762da-481a-412a-9b8c-5e1b7591523b", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:55:55.831992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4d6ee2b-8271-4373-b13f-4a07fc969e8b {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:55:55.832381 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d6ee2b-8271-4373-b13f-4a07fc969e8b'] response: {'name': 'network-changed', 'server_uuid': '7fa96737-fc7d-4797-8823-ed26c8ceaa33', 'tag': 'c8b762da-481a-412a-9b8c-5e1b7591523b', 'status': 'completed', 'code': 200} Oct 05 09:55:55.845927 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-01cec261-b0c6-49e0-981b-294862101033 None None] Set router f9de1a83-0112-4ff8-a92b-58581fc575ca gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:55:55.956536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ba08c-594b-436c-9c73-f1f0a26bd1b3 req-84a2244d-a816-49ae-a01a-9da2a4e55c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:55.958044 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-033ba08c-594b-436c-9c73-f1f0a26bd1b3 req-84a2244d-a816-49ae-a01a-9da2a4e55c7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 1099 time: 0.0822854 Oct 05 09:55:56.090673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ba08c-594b-436c-9c73-f1f0a26bd1b3 req-0b7cd2c0-9193-4705-9a3f-35343fba8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:56.092482 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-033ba08c-594b-436c-9c73-f1f0a26bd1b3 req-0b7cd2c0-9193-4705-9a3f-35343fba8f95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1 HTTP/1.1" status: 200 len: 897 time: 0.1286619 Oct 05 09:55:56.196513 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-033ba08c-594b-436c-9c73-f1f0a26bd1b3 req-7786724b-5391-4493-bf44-c7257c0d4800 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8b762da-481a-412a-9b8c-5e1b7591523b HTTP/1.1" status: 200 len: 1000 time: 0.0975473 Oct 05 09:55:56.211066 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-01cec261-b0c6-49e0-981b-294862101033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '097dfe4b-9fa6-46a3-922b-d9fa66a95889', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.125', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'port_id': 'c8b762da-481a-412a-9b8c-5e1b7591523b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'mac_address': 'fa:16:3e:25:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa96737-fc7d-4797-8823-ed26c8ceaa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:55:54Z', 'updated_at': '2022-10-05T09:55:54Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}, {'id': '6eb25406-6ab9-4c11-ad41-a37e2cda4bd3', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'port_id': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'mac_address': 'fa:16:3e:ea:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:55:35Z', 'updated_at': '2022-10-05T09:55:38Z', 'revision_number': 1, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c330815d-233d-4fb3-96b1-2d90d5ccaa29', 'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:cf:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:15Z', 'updated_at': '2022-10-05T09:55:21Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:56.214816 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cec261-b0c6-49e0-981b-294862101033 None None] Checking router: f9de1a83-0112-4ff8-a92b-58581fc575ca for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:55:56.223292 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cec261-b0c6-49e0-981b-294862101033 None None] Routers {'f9de1a83-0112-4ff8-a92b-58581fc575ca'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:55:56.223867 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-01cec261-b0c6-49e0-981b-294862101033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:55:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9de1a83-0112-4ff8-a92b-58581fc575ca'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:56.256979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ba08c-594b-436c-9c73-f1f0a26bd1b3 req-4c7af102-01f6-4429-8075-64de625cfaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:56.258438 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-033ba08c-594b-436c-9c73-f1f0a26bd1b3 req-4c7af102-01f6-4429-8075-64de625cfaaa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74ff3bc3-c4ff-4723-84e9-21c420d8c7d2 HTTP/1.1" status: 200 len: 835 time: 0.0562959 Oct 05 09:55:56.350560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ba08c-594b-436c-9c73-f1f0a26bd1b3 req-35227789-44b5-4958-b3ff-a27f139c1d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:56.351950 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-033ba08c-594b-436c-9c73-f1f0a26bd1b3 req-35227789-44b5-4958-b3ff-a27f139c1d93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874946 Oct 05 09:55:56.396541 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-01cec261-b0c6-49e0-981b-294862101033 None None] Set router f9de1a83-0112-4ff8-a92b-58581fc575ca gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:55:56.483561 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-033ba08c-594b-436c-9c73-f1f0a26bd1b3 req-581a7455-87cd-46d7-8203-2ab41d130204 service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253111 Oct 05 09:55:56.614159 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-033ba08c-594b-436c-9c73-f1f0a26bd1b3 req-1d6221a3-7306-438b-88b6-f6b7f544c70d service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234756 Oct 05 09:55:56.746351 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-01cec261-b0c6-49e0-981b-294862101033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '097dfe4b-9fa6-46a3-922b-d9fa66a95889', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.125', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'port_id': 'c8b762da-481a-412a-9b8c-5e1b7591523b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'mac_address': 'fa:16:3e:25:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa96737-fc7d-4797-8823-ed26c8ceaa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:55:54Z', 'updated_at': '2022-10-05T09:55:54Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}, {'id': '6eb25406-6ab9-4c11-ad41-a37e2cda4bd3', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'port_id': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'mac_address': 'fa:16:3e:ea:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:55:35Z', 'updated_at': '2022-10-05T09:55:38Z', 'revision_number': 1, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c330815d-233d-4fb3-96b1-2d90d5ccaa29', 'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:cf:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:15Z', 'updated_at': '2022-10-05T09:55:21Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:56.750865 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cec261-b0c6-49e0-981b-294862101033 None None] The sync data for ids ['f9de1a83-0112-4ff8-a92b-58581fc575ca'] in dv-neutron-860329-1-hyperv is: [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '097dfe4b-9fa6-46a3-922b-d9fa66a95889', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.125', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'port_id': 'c8b762da-481a-412a-9b8c-5e1b7591523b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'mac_address': 'fa:16:3e:25:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa96737-fc7d-4797-8823-ed26c8ceaa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:55:54Z', 'updated_at': '2022-10-05T09:55:54Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}, {'id': '6eb25406-6ab9-4c11-ad41-a37e2cda4bd3', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'port_id': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'mac_address': 'fa:16:3e:ea:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:55:35Z', 'updated_at': '2022-10-05T09:55:38Z', 'revision_number': 1, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c330815d-233d-4fb3-96b1-2d90d5ccaa29', 'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:cf:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:15Z', 'updated_at': '2022-10-05T09:55:21Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:55:56.957770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825bf30c-626d-422a-9f80-1b66af9acf0b None None] New status for floating IP 097dfe4b-9fa6-46a3-922b-d9fa66a95889: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:56:06.499000 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:56:16.626425 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e673ad6-d77e-4e08-8804-191b5724358f req-5941a9a0-f8ec-4ec8-b977-9c3d4edc02da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784595 Oct 05 09:56:16.792724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e673ad6-d77e-4e08-8804-191b5724358f req-6cca0289-7f54-4fd2-ab32-c8f46b3e59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:16.794239 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e673ad6-d77e-4e08-8804-191b5724358f req-6cca0289-7f54-4fd2-ab32-c8f46b3e59f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 1099 time: 0.0820045 Oct 05 09:56:16.936320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e673ad6-d77e-4e08-8804-191b5724358f req-21a79a52-95ea-476c-ae27-97d88b02827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:16.937744 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e673ad6-d77e-4e08-8804-191b5724358f req-21a79a52-95ea-476c-ae27-97d88b02827b service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1 HTTP/1.1" status: 200 len: 897 time: 0.1248193 Oct 05 09:56:17.036792 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e673ad6-d77e-4e08-8804-191b5724358f req-0e0fef14-9494-423c-8a4e-524c9ad61574 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b5764d2-f96d-416e-9fc6-b4dda01aedb4 HTTP/1.1" status: 200 len: 1002 time: 0.0924661 Oct 05 09:56:17.100462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e673ad6-d77e-4e08-8804-191b5724358f req-092b5ed5-ba5a-4a06-9836-e88676ac0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:17.101859 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e673ad6-d77e-4e08-8804-191b5724358f req-092b5ed5-ba5a-4a06-9836-e88676ac0670 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74ff3bc3-c4ff-4723-84e9-21c420d8c7d2 HTTP/1.1" status: 200 len: 835 time: 0.0595436 Oct 05 09:56:17.183468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e673ad6-d77e-4e08-8804-191b5724358f req-fd9d7448-5e3b-42cd-be43-9ae4d609846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:17.184901 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e673ad6-d77e-4e08-8804-191b5724358f req-fd9d7448-5e3b-42cd-be43-9ae4d609846c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775733 Oct 05 09:56:17.411728 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e673ad6-d77e-4e08-8804-191b5724358f req-e7416bea-5e98-4f5f-a1a6-39d092d27c08 service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190070 Oct 05 09:56:17.541261 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e673ad6-d77e-4e08-8804-191b5724358f req-84c2bda9-e0ea-4184-8c76-f7994bd92fda service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230240 Oct 05 09:56:20.387240 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fe88652c-a8e5-46bc-8fb7-f311f23c669e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:22.638698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-517ef1e4-f6fe-428a-b6a7-0cf636d50173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:24.227284 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:24.244468 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:25.215722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:25.598925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:43.500775 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:56:50.375688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6f8bbb3c-12b0-4ccf-98be-e2a74852d9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:52.661587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-087cf82d-062f-47e9-9127-8a6f135c1808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:54.193313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:54.227568 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:55.193089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:55.564612 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:11.024575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46294) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:11.231457 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c640b491-e62e-4360-a00f-c309acf8ce4d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/6eb25406-6ab9-4c11-ad41-a37e2cda4bd3 HTTP/1.1" status: 200 len: 994 time: 0.2058518 Oct 05 09:57:12.000057 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46304) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:12.006506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:57:12.125474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:12.330805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3b5764d2-f96d-416e-9fc6-b4dda01aedb4,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:12.353761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:12.405541 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:12.413202 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:12.418308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:12.418308 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/ports/3b5764d2-f96d-416e-9fc6-b4dda01aedb4 HTTP/1.1" status: 200 len: 939 time: 0.4141691 Oct 05 09:57:12.449365 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'tag': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:57:12.451734 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073bd345-5a27-46af-9f39-7c134bd2917e" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f", "tag": "3b5764d2-f96d-416e-9fc6-b4dda01aedb4"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:57:12.495097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=3b5764d2-f96d-416e-9fc6-b4dda01aedb4,revision_number=6']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:12.499315 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ed7890-efa9-482d-bb07-cdaca8736f4e x-openstack-request-id: req-75ed7890-efa9-482d-bb07-cdaca8736f4e {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:57:12.499599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f", "tag": "3b5764d2-f96d-416e-9fc6-b4dda01aedb4", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:57:12.499848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75ed7890-efa9-482d-bb07-cdaca8736f4e {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:57:12.500256 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ed7890-efa9-482d-bb07-cdaca8736f4e'] response: {'name': 'network-changed', 'server_uuid': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'tag': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'status': 'completed', 'code': 200} Oct 05 09:57:12.505059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:12.505402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:12.505738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:12.506096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:12.506443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:12.506758 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:12.507080 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:12.507402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:12.507726 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:12.508045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:12.508364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:12.508680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ecb4-c812-44a1-85df-7e98e200a31a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:12.623662 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bd345-5a27-46af-9f39-7c134bd2917e req-8be7da5d-21bb-4abf-8050-264c2282bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:12.625095 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-073bd345-5a27-46af-9f39-7c134bd2917e req-8be7da5d-21bb-4abf-8050-264c2282bb68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 1100 time: 0.0810564 Oct 05 09:57:12.752959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bd345-5a27-46af-9f39-7c134bd2917e req-20c62341-bac3-4b42-a4eb-9d18c0278ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:12.754971 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-073bd345-5a27-46af-9f39-7c134bd2917e req-20c62341-bac3-4b42-a4eb-9d18c0278ad5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1 HTTP/1.1" status: 200 len: 897 time: 0.1232762 Oct 05 09:57:12.856357 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-073bd345-5a27-46af-9f39-7c134bd2917e req-e015fded-ab67-4fd6-8958-88d89e5d1dde service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b5764d2-f96d-416e-9fc6-b4dda01aedb4 HTTP/1.1" status: 200 len: 1003 time: 0.0947185 Oct 05 09:57:12.916595 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bd345-5a27-46af-9f39-7c134bd2917e req-a1ef2383-9a40-4116-9b05-7a3e2039cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:12.918005 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-073bd345-5a27-46af-9f39-7c134bd2917e req-a1ef2383-9a40-4116-9b05-7a3e2039cc0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74ff3bc3-c4ff-4723-84e9-21c420d8c7d2 HTTP/1.1" status: 200 len: 835 time: 0.0558257 Oct 05 09:57:13.003716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bd345-5a27-46af-9f39-7c134bd2917e req-c0a9f133-8a48-41b7-bcb1-55a1a2a741b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:13.005113 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-073bd345-5a27-46af-9f39-7c134bd2917e req-c0a9f133-8a48-41b7-bcb1-55a1a2a741b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811095 Oct 05 09:57:13.134726 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-073bd345-5a27-46af-9f39-7c134bd2917e req-25a392e2-6aa2-4b2d-8a0b-4ad8b2a714d3 service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221466 Oct 05 09:57:13.263197 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-073bd345-5a27-46af-9f39-7c134bd2917e req-50eca229-53c0-4e99-801d-b6397db3104e service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224391 Oct 05 09:57:15.890878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46314) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:15.897487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-cb9adca1-4882-4539-ba46-b0eb1199823d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:57:16.019843 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb9adca1-4882-4539-ba46-b0eb1199823d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:16.227876 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-cb9adca1-4882-4539-ba46-b0eb1199823d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3b5764d2-f96d-416e-9fc6-b4dda01aedb4,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:16.252741 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb9adca1-4882-4539-ba46-b0eb1199823d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:16.314342 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb9adca1-4882-4539-ba46-b0eb1199823d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:16.349958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9adca1-4882-4539-ba46-b0eb1199823d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:16.350575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb9adca1-4882-4539-ba46-b0eb1199823d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:16.351957 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cb9adca1-4882-4539-ba46-b0eb1199823d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/ports/3b5764d2-f96d-416e-9fc6-b4dda01aedb4 HTTP/1.1" status: 200 len: 938 time: 0.4600279 Oct 05 09:57:16.352583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'tag': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:57:16.354922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46318) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:16.355452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baee9223-e941-424b-96fe-f91951e88077" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f", "tag": "3b5764d2-f96d-416e-9fc6-b4dda01aedb4"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:57:16.402142 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017eb2cf-5c2d-43a0-871e-f46570572f14 x-openstack-request-id: req-017eb2cf-5c2d-43a0-871e-f46570572f14 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:57:16.402431 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f", "tag": "3b5764d2-f96d-416e-9fc6-b4dda01aedb4", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:57:16.402682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-017eb2cf-5c2d-43a0-871e-f46570572f14 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:57:16.403076 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017eb2cf-5c2d-43a0-871e-f46570572f14'] response: {'name': 'network-changed', 'server_uuid': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'tag': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'status': 'completed', 'code': 200} Oct 05 09:57:16.405493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9adca1-4882-4539-ba46-b0eb1199823d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=3b5764d2-f96d-416e-9fc6-b4dda01aedb4,revision_number=7']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:16.498321 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6c8d704d-3b7d-4174-abdf-1db142e2832e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/6eb25406-6ab9-4c11-ad41-a37e2cda4bd3 HTTP/1.1" status: 200 len: 994 time: 0.1422436 Oct 05 09:57:16.534283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee9223-e941-424b-96fe-f91951e88077 req-70c91b46-028e-4f9b-a1c3-d0b356764000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:16.535779 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-baee9223-e941-424b-96fe-f91951e88077 req-70c91b46-028e-4f9b-a1c3-d0b356764000 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 1099 time: 0.0818038 Oct 05 09:57:16.662054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee9223-e941-424b-96fe-f91951e88077 req-3c9eb6b4-b96a-4f39-94c5-064d0bcecff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:16.663360 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-baee9223-e941-424b-96fe-f91951e88077 req-3c9eb6b4-b96a-4f39-94c5-064d0bcecff6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1 HTTP/1.1" status: 200 len: 897 time: 0.1213844 Oct 05 09:57:16.739463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['3b5764d2-f96d-416e-9fc6-b4dda01aedb4'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:57:16.765351 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-baee9223-e941-424b-96fe-f91951e88077 req-98b047ea-bc04-4d96-95cd-1758753c3225 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b5764d2-f96d-416e-9fc6-b4dda01aedb4 HTTP/1.1" status: 200 len: 1002 time: 0.0953963 Oct 05 09:57:16.827983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee9223-e941-424b-96fe-f91951e88077 req-2f6c11ed-e5ec-464c-a6c9-e9051c79ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:16.829479 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-baee9223-e941-424b-96fe-f91951e88077 req-2f6c11ed-e5ec-464c-a6c9-e9051c79ed61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74ff3bc3-c4ff-4723-84e9-21c420d8c7d2 HTTP/1.1" status: 200 len: 835 time: 0.0580389 Oct 05 09:57:17.025865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee9223-e941-424b-96fe-f91951e88077 req-90166133-b6df-49e0-be4c-f156cb83b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:17.027379 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-baee9223-e941-424b-96fe-f91951e88077 req-90166133-b6df-49e0-be4c-f156cb83b0a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1921265 Oct 05 09:57:17.155156 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-baee9223-e941-424b-96fe-f91951e88077 req-100c8da1-c431-46d3-bb10-6f0c6cbda31e service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211615 Oct 05 09:57:17.283124 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-baee9223-e941-424b-96fe-f91951e88077 req-b2564f10-71ca-43f7-b06f-471ead6c2f74 service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209049 Oct 05 09:57:18.397266 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-70c02120-593c-4e19-a4fc-e45d5edc20e4 req-ef459491-10d8-4347-9a23-62bd6459e5bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758960 Oct 05 09:57:18.514502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c02120-593c-4e19-a4fc-e45d5edc20e4 req-7b540de9-98ef-4d37-a5b2-2ac6870087d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:18.515971 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-70c02120-593c-4e19-a4fc-e45d5edc20e4 req-7b540de9-98ef-4d37-a5b2-2ac6870087d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 1099 time: 0.0861166 Oct 05 09:57:18.670943 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c02120-593c-4e19-a4fc-e45d5edc20e4 req-f15668d4-d881-44c1-824f-9e8846a71e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:18.672388 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-70c02120-593c-4e19-a4fc-e45d5edc20e4 req-f15668d4-d881-44c1-824f-9e8846a71e67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1 HTTP/1.1" status: 200 len: 897 time: 0.1344697 Oct 05 09:57:18.779422 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-70c02120-593c-4e19-a4fc-e45d5edc20e4 req-bb0e5822-8efd-4ef9-99d1-ca3bdec9dd8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8b762da-481a-412a-9b8c-5e1b7591523b HTTP/1.1" status: 200 len: 1002 time: 0.0977569 Oct 05 09:57:18.842168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c02120-593c-4e19-a4fc-e45d5edc20e4 req-ac597cad-976f-4784-9318-4a46c37c859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:18.843599 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-70c02120-593c-4e19-a4fc-e45d5edc20e4 req-ac597cad-976f-4784-9318-4a46c37c859a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74ff3bc3-c4ff-4723-84e9-21c420d8c7d2 HTTP/1.1" status: 200 len: 835 time: 0.0578792 Oct 05 09:57:18.940841 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c02120-593c-4e19-a4fc-e45d5edc20e4 req-9df9a673-f41b-4f58-bb53-eafd04b13c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:18.942874 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-70c02120-593c-4e19-a4fc-e45d5edc20e4 req-9df9a673-f41b-4f58-bb53-eafd04b13c40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0926604 Oct 05 09:57:19.081033 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-70c02120-593c-4e19-a4fc-e45d5edc20e4 req-628fd8bf-d743-4ae6-a027-ffeec8fa4eb6 service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311440 Oct 05 09:57:19.103429 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46330) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:19.223454 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-70c02120-593c-4e19-a4fc-e45d5edc20e4 req-a394b094-aff3-46f9-bed0-f17652f5cf7f service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357024 Oct 05 09:57:19.325747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5471955c-779c-4bb7-8a92-ef537d2cbaa4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 0df31da9-fce7-4338-a964-cbe9c99a6c7e {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:57:19.326118 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5471955c-779c-4bb7-8a92-ef537d2cbaa4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:19.497686 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5471955c-779c-4bb7-8a92-ef537d2cbaa4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:19.497936 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5471955c-779c-4bb7-8a92-ef537d2cbaa4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:19.617769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5471955c-779c-4bb7-8a92-ef537d2cbaa4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 0df31da9-fce7-4338-a964-cbe9c99a6c7e owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:57:19.834145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5471955c-779c-4bb7-8a92-ef537d2cbaa4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:19.967299 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471955c-779c-4bb7-8a92-ef537d2cbaa4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=0df31da9-fce7-4338-a964-cbe9c99a6c7e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:20.063198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5471955c-779c-4bb7-8a92-ef537d2cbaa4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:20.063439 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-5471955c-779c-4bb7-8a92-ef537d2cbaa4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP 097dfe4b-9fa6-46a3-922b-d9fa66a95889 disassociated (deleted). External IP: 172.26.7.125, port: c8b762da-481a-412a-9b8c-5e1b7591523b. Oct 05 09:57:20.365896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5e1a0784-5723-43f3-83bc-54b275751760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:20.407576 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5471955c-779c-4bb7-8a92-ef537d2cbaa4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f9de1a83-0112-4ff8-a92b-58581fc575ca has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:57:20.499362 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:57:20.584170 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5471955c-779c-4bb7-8a92-ef537d2cbaa4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:57:20.593394 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695b1854-b0e6-42ed-af95-a580820be5df None None] Sync routers for ids ['f9de1a83-0112-4ff8-a92b-58581fc575ca'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:57:20.599531 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5471955c-779c-4bb7-8a92-ef537d2cbaa4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:20.602302 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695b1854-b0e6-42ed-af95-a580820be5df None None] Routers {'f9de1a83-0112-4ff8-a92b-58581fc575ca'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:57:20.602904 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-695b1854-b0e6-42ed-af95-a580820be5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:56:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9de1a83-0112-4ff8-a92b-58581fc575ca'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:20.653271 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5471955c-779c-4bb7-8a92-ef537d2cbaa4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/floatingips/097dfe4b-9fa6-46a3-922b-d9fa66a95889 HTTP/1.1" status: 204 len: 168 time: 1.5500078 Oct 05 09:57:20.653840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa96737-fc7d-4797-8823-ed26c8ceaa33', 'tag': 'c8b762da-481a-412a-9b8c-5e1b7591523b'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:57:20.656247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27dc56c-9dbe-49df-820e-04a0acce3d70" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa96737-fc7d-4797-8823-ed26c8ceaa33", "tag": "c8b762da-481a-412a-9b8c-5e1b7591523b"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:57:20.786238 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-695b1854-b0e6-42ed-af95-a580820be5df None None] Set router f9de1a83-0112-4ff8-a92b-58581fc575ca gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:57:20.853842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a372a4-0980-4719-b10e-78777e138f37 x-openstack-request-id: req-96a372a4-0980-4719-b10e-78777e138f37 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:57:20.853842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa96737-fc7d-4797-8823-ed26c8ceaa33", "tag": "c8b762da-481a-412a-9b8c-5e1b7591523b", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:57:20.853842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96a372a4-0980-4719-b10e-78777e138f37 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:57:20.853842 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a372a4-0980-4719-b10e-78777e138f37'] response: {'name': 'network-changed', 'server_uuid': '7fa96737-fc7d-4797-8823-ed26c8ceaa33', 'tag': 'c8b762da-481a-412a-9b8c-5e1b7591523b', 'status': 'completed', 'code': 200} Oct 05 09:57:20.974778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dc56c-9dbe-49df-820e-04a0acce3d70 req-7531ee7e-7077-4638-a5a0-0656ce6be8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:20.976261 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e27dc56c-9dbe-49df-820e-04a0acce3d70 req-7531ee7e-7077-4638-a5a0-0656ce6be8bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 1099 time: 0.0809977 Oct 05 09:57:21.117118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dc56c-9dbe-49df-820e-04a0acce3d70 req-adf00653-9332-4df5-9d5c-900e2f9aae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:21.118622 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e27dc56c-9dbe-49df-820e-04a0acce3d70 req-adf00653-9332-4df5-9d5c-900e2f9aae51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1 HTTP/1.1" status: 200 len: 897 time: 0.1362121 Oct 05 09:57:21.165572 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-695b1854-b0e6-42ed-af95-a580820be5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '6eb25406-6ab9-4c11-ad41-a37e2cda4bd3', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'port_id': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'mac_address': 'fa:16:3e:ea:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:55:35Z', 'updated_at': '2022-10-05T09:55:38Z', 'revision_number': 1, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c330815d-233d-4fb3-96b1-2d90d5ccaa29', 'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:cf:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:15Z', 'updated_at': '2022-10-05T09:55:21Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:21.169772 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695b1854-b0e6-42ed-af95-a580820be5df None None] Checking router: f9de1a83-0112-4ff8-a92b-58581fc575ca for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:57:21.178890 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695b1854-b0e6-42ed-af95-a580820be5df None None] Routers {'f9de1a83-0112-4ff8-a92b-58581fc575ca'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:57:21.179567 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-695b1854-b0e6-42ed-af95-a580820be5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:56:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9de1a83-0112-4ff8-a92b-58581fc575ca'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:21.193729 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e27dc56c-9dbe-49df-820e-04a0acce3d70 req-5bdfcf45-6175-483f-a9ad-ed7e8509d1b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8b762da-481a-412a-9b8c-5e1b7591523b HTTP/1.1" status: 200 len: 217 time: 0.0669806 Oct 05 09:57:21.259334 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dc56c-9dbe-49df-820e-04a0acce3d70 req-70f8dcfe-a726-4ad5-9dec-275213825e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:21.260751 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e27dc56c-9dbe-49df-820e-04a0acce3d70 req-70f8dcfe-a726-4ad5-9dec-275213825e66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74ff3bc3-c4ff-4723-84e9-21c420d8c7d2 HTTP/1.1" status: 200 len: 835 time: 0.0602870 Oct 05 09:57:21.302647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761af3fe-d5db-40f3-b68f-6baf3debb253 req-df120cca-963d-4824-bf35-2e4e3f49e23d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:21.303612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-761af3fe-d5db-40f3-b68f-6baf3debb253 req-df120cca-963d-4824-bf35-2e4e3f49e23d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:57:21.363692 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-695b1854-b0e6-42ed-af95-a580820be5df None None] Set router f9de1a83-0112-4ff8-a92b-58581fc575ca gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:57:21.377851 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-761af3fe-d5db-40f3-b68f-6baf3debb253 req-df120cca-963d-4824-bf35-2e4e3f49e23d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:57:21.379179 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-761af3fe-d5db-40f3-b68f-6baf3debb253 req-df120cca-963d-4824-bf35-2e4e3f49e23d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 946 time: 0.2110946 Oct 05 09:57:21.426811 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-761af3fe-d5db-40f3-b68f-6baf3debb253 req-651c337b-c1dc-47ff-99e7-83beda5a1b2e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=25bc8ef9-4906-4dfd-9ed5-64c9ba14c224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412667 Oct 05 09:57:21.465904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dc56c-9dbe-49df-820e-04a0acce3d70 req-f486bc64-7e8a-47a2-80c9-1de18bd59a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:21.467463 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e27dc56c-9dbe-49df-820e-04a0acce3d70 req-f486bc64-7e8a-47a2-80c9-1de18bd59a90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2002618 Oct 05 09:57:21.599915 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e27dc56c-9dbe-49df-820e-04a0acce3d70 req-b89def6c-1b58-476b-952d-9d157510d40c service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243248 Oct 05 09:57:21.704041 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-695b1854-b0e6-42ed-af95-a580820be5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '6eb25406-6ab9-4c11-ad41-a37e2cda4bd3', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'port_id': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'mac_address': 'fa:16:3e:ea:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:55:35Z', 'updated_at': '2022-10-05T09:55:38Z', 'revision_number': 1, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c330815d-233d-4fb3-96b1-2d90d5ccaa29', 'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:cf:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:15Z', 'updated_at': '2022-10-05T09:55:21Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:21.708573 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695b1854-b0e6-42ed-af95-a580820be5df None None] The sync data for ids ['f9de1a83-0112-4ff8-a92b-58581fc575ca'] in dv-neutron-860329-1-hyperv is: [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '6eb25406-6ab9-4c11-ad41-a37e2cda4bd3', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'port_id': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'mac_address': 'fa:16:3e:ea:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:55:35Z', 'updated_at': '2022-10-05T09:55:38Z', 'revision_number': 1, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c330815d-233d-4fb3-96b1-2d90d5ccaa29', 'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:cf:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:15Z', 'updated_at': '2022-10-05T09:55:21Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:57:21.735738 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e27dc56c-9dbe-49df-820e-04a0acce3d70 req-3b4dbeb9-46bd-447d-a1c0-5b74bb65a45e service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295381 Oct 05 09:57:21.923228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cd4b90-662f-476d-9620-c95abc04d917 None None] New status for floating IP 097dfe4b-9fa6-46a3-922b-d9fa66a95889: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:57:22.629728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d2eb6247-c750-4977-9be0-5bde643dac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:22.680445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdadd7-90e2-49d9-af6c-f220a54009c6 req-b3060f0f-f523-4b08-a753-777d2a987f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:22.682207 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3ffdadd7-90e2-49d9-af6c-f220a54009c6 req-b3060f0f-f523-4b08-a753-777d2a987f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 946 time: 0.1355531 Oct 05 09:57:22.726542 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3ffdadd7-90e2-49d9-af6c-f220a54009c6 req-7be3fa21-8ce8-4979-9b28-cd2f785608bf tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=25bc8ef9-4906-4dfd-9ed5-64c9ba14c224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385172 Oct 05 09:57:22.888433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f498b2-bdcf-4fd2-9214-3baea5ea09e8 req-9e7c0628-fe22-489a-850b-5168629d4caf tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:22.889043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-33f498b2-bdcf-4fd2-9214-3baea5ea09e8 req-9e7c0628-fe22-489a-850b-5168629d4caf tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:57:22.901373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-33f498b2-bdcf-4fd2-9214-3baea5ea09e8 req-9e7c0628-fe22-489a-850b-5168629d4caf tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:57:22.902477 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-33f498b2-bdcf-4fd2-9214-3baea5ea09e8 req-9e7c0628-fe22-489a-850b-5168629d4caf tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 946 time: 0.0985425 Oct 05 09:57:22.977516 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-33f498b2-bdcf-4fd2-9214-3baea5ea09e8 req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port c8b762da-481a-412a-9b8c-5e1b7591523b {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:57:22.977861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-33f498b2-bdcf-4fd2-9214-3baea5ea09e8 req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:23.218647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-33f498b2-bdcf-4fd2-9214-3baea5ea09e8 req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port c8b762da-481a-412a-9b8c-5e1b7591523b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c8b762da-481a-412a-9b8c-5e1b7591523b,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:23.219013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-33f498b2-bdcf-4fd2-9214-3baea5ea09e8 req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:23.342812 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-33f498b2-bdcf-4fd2-9214-3baea5ea09e8 req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for c8b762da-481a-412a-9b8c-5e1b7591523b owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:57:23.560161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-33f498b2-bdcf-4fd2-9214-3baea5ea09e8 req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:23.609029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=c8b762da-481a-412a-9b8c-5e1b7591523b,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:23.646363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:23.646729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:23.647051 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:23.647384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:23.647715 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:23.648042 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:23.648366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:23.648693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:23.649018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:23.649341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:23.649675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:23.650002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:23.709633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f498b2-bdcf-4fd2-9214-3baea5ea09e8 req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] No DVR routers for this DVR port c8b762da-481a-412a-9b8c-5e1b7591523b on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:57:23.712047 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-33f498b2-bdcf-4fd2-9214-3baea5ea09e8 req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:23.714705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa96737-fc7d-4797-8823-ed26c8ceaa33', 'name': 'network-vif-deleted', 'tag': 'c8b762da-481a-412a-9b8c-5e1b7591523b'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:57:23.716933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e879cffa-d961-49e0-a26b-49ac80c8660c" -d '{"events": [{"server_uuid": "7fa96737-fc7d-4797-8823-ed26c8ceaa33", "name": "network-vif-deleted", "tag": "c8b762da-481a-412a-9b8c-5e1b7591523b"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:57:23.778305 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-33f498b2-bdcf-4fd2-9214-3baea5ea09e8 req-f3d7b596-d3d5-4ce2-8f94-e88ed3b20444 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "DELETE /v2.0/ports/c8b762da-481a-412a-9b8c-5e1b7591523b HTTP/1.1" status: 204 len: 173 time: 0.8702154 Oct 05 09:57:23.813394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2bd6f1-3825-47d4-ae6f-053b93ddfe49 x-openstack-request-id: req-1f2bd6f1-3825-47d4-ae6f-053b93ddfe49 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:57:23.813394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa96737-fc7d-4797-8823-ed26c8ceaa33", "name": "network-vif-deleted", "tag": "c8b762da-481a-412a-9b8c-5e1b7591523b", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:57:23.813394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f2bd6f1-3825-47d4-ae6f-053b93ddfe49 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:57:23.813394 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f2bd6f1-3825-47d4-ae6f-053b93ddfe49'] response: {'server_uuid': '7fa96737-fc7d-4797-8823-ed26c8ceaa33', 'name': 'network-vif-deleted', 'tag': 'c8b762da-481a-412a-9b8c-5e1b7591523b', 'status': 'completed', 'code': 200} Oct 05 09:57:23.898319 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aaf9065e-1525-4b40-a75e-4a5cdea10c3a req-40e546f0-a701-4248-a301-b7905d2b7504 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fa96737-fc7d-4797-8823-ed26c8ceaa33 HTTP/1.1" status: 200 len: 210 time: 0.0570686 Oct 05 09:57:24.188903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:24.240147 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:24.996589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46356) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:25.063971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b944-f8d8-41d0-ad38-73421456ae10 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:25.092665 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b944-f8d8-41d0-ad38-73421456ae10 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:25.217354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:25.245969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b944-f8d8-41d0-ad38-73421456ae10 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:25.263151 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6b944-f8d8-41d0-ad38-73421456ae10 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bc8ef9-4906-4dfd-9ed5-64c9ba14c224,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:25.324776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b944-f8d8-41d0-ad38-73421456ae10 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:25.326021 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-dfe6b944-f8d8-41d0-ad38-73421456ae10 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/security-groups/25bc8ef9-4906-4dfd-9ed5-64c9ba14c224 HTTP/1.1" status: 204 len: 168 time: 0.3284507 Oct 05 09:57:25.395013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46362) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:25.583734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:25.598519 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0d690-72ee-48f5-aa40-8725e643aea2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 0c9bdae1-1c1f-4167-8ffe-3154030cba1c {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:57:25.601148 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ce0d690-72ee-48f5-aa40-8725e643aea2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:25.868773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ce0d690-72ee-48f5-aa40-8725e643aea2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:25.869018 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ce0d690-72ee-48f5-aa40-8725e643aea2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:25.988647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0d690-72ee-48f5-aa40-8725e643aea2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 0c9bdae1-1c1f-4167-8ffe-3154030cba1c owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:57:26.188945 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ce0d690-72ee-48f5-aa40-8725e643aea2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:26.212531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device c8b762da-481a-412a-9b8c-5e1b7591523b no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:57:26.239096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0d690-72ee-48f5-aa40-8725e643aea2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=0c9bdae1-1c1f-4167-8ffe-3154030cba1c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:26.280614 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: c8b762da-481a-412a-9b8c-5e1b7591523b {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:57:26.281190 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device c8b762da-481a-412a-9b8c-5e1b7591523b not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:57:26.334282 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ce0d690-72ee-48f5-aa40-8725e643aea2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:26.334609 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-0ce0d690-72ee-48f5-aa40-8725e643aea2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP 6eb25406-6ab9-4c11-ad41-a37e2cda4bd3 disassociated (deleted). External IP: 172.26.7.205, port: 3b5764d2-f96d-416e-9fc6-b4dda01aedb4. Oct 05 09:57:26.677679 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce0d690-72ee-48f5-aa40-8725e643aea2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f9de1a83-0112-4ff8-a92b-58581fc575ca has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:57:26.853922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce0d690-72ee-48f5-aa40-8725e643aea2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:57:26.864311 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bab3fd-fbe7-48bb-91a7-1e54f6d5afd3 None None] Sync routers for ids ['f9de1a83-0112-4ff8-a92b-58581fc575ca'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:57:26.869960 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0ce0d690-72ee-48f5-aa40-8725e643aea2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:26.873120 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bab3fd-fbe7-48bb-91a7-1e54f6d5afd3 None None] Routers {'f9de1a83-0112-4ff8-a92b-58581fc575ca'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:57:26.873731 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a0bab3fd-fbe7-48bb-91a7-1e54f6d5afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:57:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9de1a83-0112-4ff8-a92b-58581fc575ca'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:26.923914 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0ce0d690-72ee-48f5-aa40-8725e643aea2 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/floatingips/6eb25406-6ab9-4c11-ad41-a37e2cda4bd3 HTTP/1.1" status: 204 len: 168 time: 1.5277905 Oct 05 09:57:26.924668 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'tag': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:57:26.927535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e2a782-38e0-4dcd-9b20-fdc866d86d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f", "tag": "3b5764d2-f96d-416e-9fc6-b4dda01aedb4"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:57:26.976646 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a09a931-b8e6-49eb-ada1-1f7685d40568 x-openstack-request-id: req-4a09a931-b8e6-49eb-ada1-1f7685d40568 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:57:26.976943 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f", "tag": "3b5764d2-f96d-416e-9fc6-b4dda01aedb4", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:57:26.977197 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a09a931-b8e6-49eb-ada1-1f7685d40568 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:57:26.977827 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a09a931-b8e6-49eb-ada1-1f7685d40568'] response: {'name': 'network-changed', 'server_uuid': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'tag': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'status': 'completed', 'code': 200} Oct 05 09:57:27.055826 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-a0bab3fd-fbe7-48bb-91a7-1e54f6d5afd3 None None] Set router f9de1a83-0112-4ff8-a92b-58581fc575ca gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:57:27.100543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2a782-38e0-4dcd-9b20-fdc866d86d5a req-25b56bd7-1082-481c-8c4c-86d0ca398009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:27.102913 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-13e2a782-38e0-4dcd-9b20-fdc866d86d5a req-25b56bd7-1082-481c-8c4c-86d0ca398009 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 1099 time: 0.0806479 Oct 05 09:57:27.240614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2a782-38e0-4dcd-9b20-fdc866d86d5a req-95a42605-85d2-432b-822b-197256df9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:27.242011 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-13e2a782-38e0-4dcd-9b20-fdc866d86d5a req-95a42605-85d2-432b-822b-197256df9b92 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1 HTTP/1.1" status: 200 len: 897 time: 0.1339641 Oct 05 09:57:27.314292 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-13e2a782-38e0-4dcd-9b20-fdc866d86d5a req-f8a19306-ec0f-4508-8e9e-ff3c92a27d35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b5764d2-f96d-416e-9fc6-b4dda01aedb4 HTTP/1.1" status: 200 len: 217 time: 0.0660114 Oct 05 09:57:27.399352 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a0bab3fd-fbe7-48bb-91a7-1e54f6d5afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'c330815d-233d-4fb3-96b1-2d90d5ccaa29', 'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:cf:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:15Z', 'updated_at': '2022-10-05T09:55:21Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:27.403388 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bab3fd-fbe7-48bb-91a7-1e54f6d5afd3 None None] Checking router: f9de1a83-0112-4ff8-a92b-58581fc575ca for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:57:27.412248 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bab3fd-fbe7-48bb-91a7-1e54f6d5afd3 None None] Routers {'f9de1a83-0112-4ff8-a92b-58581fc575ca'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:57:27.412849 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a0bab3fd-fbe7-48bb-91a7-1e54f6d5afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:57:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9de1a83-0112-4ff8-a92b-58581fc575ca'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:27.419997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2a782-38e0-4dcd-9b20-fdc866d86d5a req-423470ce-bdf3-4be4-ad96-16c10a511d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:27.421628 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-13e2a782-38e0-4dcd-9b20-fdc866d86d5a req-423470ce-bdf3-4be4-ad96-16c10a511d04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74ff3bc3-c4ff-4723-84e9-21c420d8c7d2 HTTP/1.1" status: 200 len: 835 time: 0.0595613 Oct 05 09:57:27.511033 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcae84b-324c-46bf-9e0b-4ba30fc9393b req-b18b54e1-ddf0-4b0e-ad9d-b57cc3fe6958 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:27.511675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-edcae84b-324c-46bf-9e0b-4ba30fc9393b req-b18b54e1-ddf0-4b0e-ad9d-b57cc3fe6958 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:57:27.560822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-edcae84b-324c-46bf-9e0b-4ba30fc9393b req-b18b54e1-ddf0-4b0e-ad9d-b57cc3fe6958 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:57:27.562236 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-edcae84b-324c-46bf-9e0b-4ba30fc9393b req-b18b54e1-ddf0-4b0e-ad9d-b57cc3fe6958 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 946 time: 0.1481044 Oct 05 09:57:27.600345 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-a0bab3fd-fbe7-48bb-91a7-1e54f6d5afd3 None None] Set router f9de1a83-0112-4ff8-a92b-58581fc575ca gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:57:27.609199 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-edcae84b-324c-46bf-9e0b-4ba30fc9393b req-60514f9a-d62f-402f-b44b-70092cdc88dd tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:57:27.625246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2a782-38e0-4dcd-9b20-fdc866d86d5a req-bb107697-e7b8-4302-9109-aee719b770b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:27.626750 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-13e2a782-38e0-4dcd-9b20-fdc866d86d5a req-bb107697-e7b8-4302-9109-aee719b770b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e7741ba-7989-4bd2-b928-9cfe88b66ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1959779 Oct 05 09:57:27.715023 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-edcae84b-324c-46bf-9e0b-4ba30fc9393b req-60514f9a-d62f-402f-b44b-70092cdc88dd tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:57:27.716341 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-edcae84b-324c-46bf-9e0b-4ba30fc9393b req-60514f9a-d62f-402f-b44b-70092cdc88dd tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=414aa73b-1bf1-4bcc-83ec-8a2d5b43f088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479998 Oct 05 09:57:27.782798 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-13e2a782-38e0-4dcd-9b20-fdc866d86d5a req-4a262ae9-0c96-4765-9950-8ad069b5f6a1 service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490018 Oct 05 09:57:27.909496 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a0bab3fd-fbe7-48bb-91a7-1e54f6d5afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'c330815d-233d-4fb3-96b1-2d90d5ccaa29', 'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:cf:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:15Z', 'updated_at': '2022-10-05T09:55:21Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:27.913563 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bab3fd-fbe7-48bb-91a7-1e54f6d5afd3 None None] The sync data for ids ['f9de1a83-0112-4ff8-a92b-58581fc575ca'] in dv-neutron-860329-1-hyperv is: [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:55:16Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'c330815d-233d-4fb3-96b1-2d90d5ccaa29', 'name': '', 'network_id': '1e7741ba-7989-4bd2-b928-9cfe88b66ca1', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:cf:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:15Z', 'updated_at': '2022-10-05T09:55:21Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '74ff3bc3-c4ff-4723-84e9-21c420d8c7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:57:27.916729 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-13e2a782-38e0-4dcd-9b20-fdc866d86d5a req-3b54e6db-05d9-4da9-aa1c-95ad21e49dae service neutron] 10.222.0.55 "GET /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264353 Oct 05 09:57:28.135657 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06662ca8-0a53-4eb6-8819-b38c7c28db84 None None] New status for floating IP 6eb25406-6ab9-4c11-ad41-a37e2cda4bd3: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:57:28.939920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137d312-b300-4152-a057-46f661261453 req-b69aaf95-134a-4595-b1f1-fd3f3e6de762 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:28.941360 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9137d312-b300-4152-a057-46f661261453 req-b69aaf95-134a-4595-b1f1-fd3f3e6de762 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 946 time: 0.0868232 Oct 05 09:57:28.984987 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9137d312-b300-4152-a057-46f661261453 req-6c4edaa1-351d-418f-859d-9f699df6134e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=414aa73b-1bf1-4bcc-83ec-8a2d5b43f088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378709 Oct 05 09:57:29.384759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb446dd-43f9-40ef-a3dd-d9b8399cc06b req-f04d0ccd-4d12-44de-bfbb-9bca7019c6ca tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:29.385367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-9bb446dd-43f9-40ef-a3dd-d9b8399cc06b req-f04d0ccd-4d12-44de-bfbb-9bca7019c6ca tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:57:29.397361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-9bb446dd-43f9-40ef-a3dd-d9b8399cc06b req-f04d0ccd-4d12-44de-bfbb-9bca7019c6ca tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:57:29.398472 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9bb446dd-43f9-40ef-a3dd-d9b8399cc06b req-f04d0ccd-4d12-44de-bfbb-9bca7019c6ca tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 946 time: 0.0990653 Oct 05 09:57:29.470851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-9bb446dd-43f9-40ef-a3dd-d9b8399cc06b req-a438a72b-9eb5-4c78-a1da-a59d5931f6a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:57:29.471194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9bb446dd-43f9-40ef-a3dd-d9b8399cc06b req-a438a72b-9eb5-4c78-a1da-a59d5931f6a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:29.710487 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-9bb446dd-43f9-40ef-a3dd-d9b8399cc06b req-a438a72b-9eb5-4c78-a1da-a59d5931f6a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3b5764d2-f96d-416e-9fc6-b4dda01aedb4,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:29.710935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9bb446dd-43f9-40ef-a3dd-d9b8399cc06b req-a438a72b-9eb5-4c78-a1da-a59d5931f6a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:29.835002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-9bb446dd-43f9-40ef-a3dd-d9b8399cc06b req-a438a72b-9eb5-4c78-a1da-a59d5931f6a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:57:30.052890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9bb446dd-43f9-40ef-a3dd-d9b8399cc06b req-a438a72b-9eb5-4c78-a1da-a59d5931f6a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:30.101212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438a72b-9eb5-4c78-a1da-a59d5931f6a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=3b5764d2-f96d-416e-9fc6-b4dda01aedb4,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:30.195826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb446dd-43f9-40ef-a3dd-d9b8399cc06b req-a438a72b-9eb5-4c78-a1da-a59d5931f6a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] No DVR routers for this DVR port 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:57:30.198509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-9bb446dd-43f9-40ef-a3dd-d9b8399cc06b req-a438a72b-9eb5-4c78-a1da-a59d5931f6a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:30.201180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'name': 'network-vif-deleted', 'tag': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:57:30.203579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ef1796-fc84-4c85-bdb3-508c8328a35e" -d '{"events": [{"server_uuid": "1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f", "name": "network-vif-deleted", "tag": "3b5764d2-f96d-416e-9fc6-b4dda01aedb4"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:57:30.247289 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b29f0a8-ad4d-4dc5-b213-b0cfd19a0e4c x-openstack-request-id: req-9b29f0a8-ad4d-4dc5-b213-b0cfd19a0e4c {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:57:30.247582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f", "name": "network-vif-deleted", "tag": "3b5764d2-f96d-416e-9fc6-b4dda01aedb4", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:57:30.247838 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b29f0a8-ad4d-4dc5-b213-b0cfd19a0e4c {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:57:30.248238 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b29f0a8-ad4d-4dc5-b213-b0cfd19a0e4c'] response: {'server_uuid': '1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f', 'name': 'network-vif-deleted', 'tag': '3b5764d2-f96d-416e-9fc6-b4dda01aedb4', 'status': 'completed', 'code': 200} Oct 05 09:57:30.261136 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1bf9630d-db94-4f55-8fe6-18a79cb041f4 req-702307a0-358f-4f8b-80dc-8f5b2896f467 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bf0f7f7-8f6c-4a95-8bcc-07994a89d91f HTTP/1.1" status: 200 len: 210 time: 0.1618068 Oct 05 09:57:30.276012 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9bb446dd-43f9-40ef-a3dd-d9b8399cc06b req-a438a72b-9eb5-4c78-a1da-a59d5931f6a9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "DELETE /v2.0/ports/3b5764d2-f96d-416e-9fc6-b4dda01aedb4 HTTP/1.1" status: 204 len: 173 time: 0.8721738 Oct 05 09:57:31.365802 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46384) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:31.431841 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-442a6ea1-a4a0-48d1-b54b-1fe8569a12fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:31.459741 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-442a6ea1-a4a0-48d1-b54b-1fe8569a12fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:31.583652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-442a6ea1-a4a0-48d1-b54b-1fe8569a12fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:31.601707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a6ea1-a4a0-48d1-b54b-1fe8569a12fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=414aa73b-1bf1-4bcc-83ec-8a2d5b43f088,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:31.668519 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-442a6ea1-a4a0-48d1-b54b-1fe8569a12fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:31.669669 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-442a6ea1-a4a0-48d1-b54b-1fe8569a12fa tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/security-groups/414aa73b-1bf1-4bcc-83ec-8a2d5b43f088 HTTP/1.1" status: 204 len: 168 time: 0.3028398 Oct 05 09:57:31.744819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46390) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:32.239560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:57:32.271925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:57:32.272265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3b5764d2-f96d-416e-9fc6-b4dda01aedb4 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:57:32.388098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0f8eeaaa-8c63-46c7-b37b-f49c03877f3d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:32.734691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0f8eeaaa-8c63-46c7-b37b-f49c03877f3d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port c330815d-233d-4fb3-96b1-2d90d5ccaa29 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:57:32.735039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0f8eeaaa-8c63-46c7-b37b-f49c03877f3d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:32.920454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-0f8eeaaa-8c63-46c7-b37b-f49c03877f3d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port c330815d-233d-4fb3-96b1-2d90d5ccaa29, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c330815d-233d-4fb3-96b1-2d90d5ccaa29,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:32.921190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0f8eeaaa-8c63-46c7-b37b-f49c03877f3d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:33.044102 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0f8eeaaa-8c63-46c7-b37b-f49c03877f3d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for c330815d-233d-4fb3-96b1-2d90d5ccaa29 owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:57:33.406538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0f8eeaaa-8c63-46c7-b37b-f49c03877f3d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:33.484383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8eeaaa-8c63-46c7-b37b-f49c03877f3d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=c330815d-233d-4fb3-96b1-2d90d5ccaa29,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:33.843501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0f8eeaaa-8c63-46c7-b37b-f49c03877f3d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:34.196737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8eeaaa-8c63-46c7-b37b-f49c03877f3d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router f9de1a83-0112-4ff8-a92b-58581fc575ca has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:57:34.371088 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8eeaaa-8c63-46c7-b37b-f49c03877f3d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:57:34.383339 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73333aa0-427d-472a-a3df-77b63471d377 None None] Sync routers for ids ['f9de1a83-0112-4ff8-a92b-58581fc575ca'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:57:34.384614 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0f8eeaaa-8c63-46c7-b37b-f49c03877f3d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/f9de1a83-0112-4ff8-a92b-58581fc575ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6386948 Oct 05 09:57:34.387397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46394) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:34.394671 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73333aa0-427d-472a-a3df-77b63471d377 None None] Routers {'f9de1a83-0112-4ff8-a92b-58581fc575ca'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:57:34.395280 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-73333aa0-427d-472a-a3df-77b63471d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:57:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9de1a83-0112-4ff8-a92b-58581fc575ca'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:34.455242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4e3447-a9a0-414f-b19d-477550ad7c88 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting subnet 74ff3bc3-c4ff-4723-84e9-21c420d8c7d2 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:57:34.458131 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3447-a9a0-414f-b19d-477550ad7c88 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:34.511847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3447-a9a0-414f-b19d-477550ad7c88 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:34.569785 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-73333aa0-427d-472a-a3df-77b63471d377 None None] Set router f9de1a83-0112-4ff8-a92b-58581fc575ca gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:57:34.593141 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3447-a9a0-414f-b19d-477550ad7c88 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:34.739345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3447-a9a0-414f-b19d-477550ad7c88 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:34.787407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e3447-a9a0-414f-b19d-477550ad7c88 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Subnet': ['ID=74ff3bc3-c4ff-4723-84e9-21c420d8c7d2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:34.789383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3447-a9a0-414f-b19d-477550ad7c88 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:34.793701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d020d41b-6df9-4e70-b44a-0ced3730568e None None] Network 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:57:34.801653 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ae4e3447-a9a0-414f-b19d-477550ad7c88 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/subnets/74ff3bc3-c4ff-4723-84e9-21c420d8c7d2 HTTP/1.1" status: 204 len: 168 time: 0.4122980 Oct 05 09:57:34.804224 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46398) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:34.857220 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-73333aa0-427d-472a-a3df-77b63471d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:57:33Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:34.861015 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73333aa0-427d-472a-a3df-77b63471d377 None None] Checking router: f9de1a83-0112-4ff8-a92b-58581fc575ca for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:57:34.871551 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73333aa0-427d-472a-a3df-77b63471d377 None None] Routers {'f9de1a83-0112-4ff8-a92b-58581fc575ca'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:57:34.872328 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-73333aa0-427d-472a-a3df-77b63471d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:57:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9de1a83-0112-4ff8-a92b-58581fc575ca'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:34.987085 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:35.053883 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-73333aa0-427d-472a-a3df-77b63471d377 None None] Set router f9de1a83-0112-4ff8-a92b-58581fc575ca gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:57:35.063439 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] DHCP port deletion for 1e7741ba-7989-4bd2-b928-9cfe88b66ca1 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:57:35.067595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Deleting port 3d42304d-955d-4dd9-b377-8829bfcff7a7 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:57:35.068068 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:35.168767 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:35.240931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port ce6216bf-9a87-4e8c-a64c-3679da69b74d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:57:35.241580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:35.277857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] For port 3d42304d-955d-4dd9-b377-8829bfcff7a7, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3d42304d-955d-4dd9-b377-8829bfcff7a7,segment=NetworkSegment(a0a7c5d2-86fa-40ea-bd5e-0de2f5906185),segment_id=a0a7c5d2-86fa-40ea-bd5e-0de2f5906185)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:35.278279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:35.375990 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-73333aa0-427d-472a-a3df-77b63471d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:57:33Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:35.380091 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73333aa0-427d-472a-a3df-77b63471d377 None None] The sync data for ids ['f9de1a83-0112-4ff8-a92b-58581fc575ca'] in dv-neutron-860329-1-hyperv is: [{'id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'name': 'tempest-TestNetworkBasicOps-router-297367119', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:55:10Z', 'updated_at': '2022-10-05T09:57:33Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': 'ce6216bf-9a87-4e8c-a64c-3679da69b74d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de1a83-0112-4ff8-a92b-58581fc575ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:55:11Z', 'updated_at': '2022-10-05T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:57:35.405473 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Calling delete_port for 3d42304d-955d-4dd9-b377-8829bfcff7a7 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:57:35.549596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port ce6216bf-9a87-4e8c-a64c-3679da69b74d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ce6216bf-9a87-4e8c-a64c-3679da69b74d,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:35.549878 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:35.561194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:35.609694 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Pushing event deleted for resources: {'Port': ['ID=3d42304d-955d-4dd9-b377-8829bfcff7a7,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:35.614425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] No DVR routers for this DVR port 3d42304d-955d-4dd9-b377-8829bfcff7a7 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:57:35.620498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:35.620844 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:35.621192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:35.621530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:35.621865 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:35.622231 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:35.622555 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:35.622899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:35.623228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:35.624411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:35.624411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:35.624411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba6d07-3374-4024-937a-af0bf27477af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:35.680281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for ce6216bf-9a87-4e8c-a64c-3679da69b74d owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:57:35.932104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:35.979070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=ce6216bf-9a87-4e8c-a64c-3679da69b74d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:36.074645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:36.245086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:36.247219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:36.326533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:36.327054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Fanout notify agent at l3_agent the message router_deleted on router f9de1a83-0112-4ff8-a92b-58581fc575ca {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:57:36.346287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:36.350387 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7f2dd312-050f-4750-8d1e-9b56dbd2309d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/routers/f9de1a83-0112-4ff8-a92b-58581fc575ca HTTP/1.1" status: 204 len: 168 time: 1.5422013 Oct 05 09:57:36.350626 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46402) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:36.465783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2421902d-f927-4368-9929-35af5041ddc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:36.595901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2421902d-f927-4368-9929-35af5041ddc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:36.620615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-2421902d-f927-4368-9929-35af5041ddc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7741ba-7989-4bd2-b928-9cfe88b66ca1']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:36.633205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-2421902d-f927-4368-9929-35af5041ddc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:36.633502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-2421902d-f927-4368-9929-35af5041ddc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a7c5d2-86fa-40ea-bd5e-0de2f5906185') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:36.644490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2421902d-f927-4368-9929-35af5041ddc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:36.659907 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2421902d-f927-4368-9929-35af5041ddc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:36.666184 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2421902d-f927-4368-9929-35af5041ddc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:57:36.666562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2421902d-f927-4368-9929-35af5041ddc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:36.779761 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment a0a7c5d2-86fa-40ea-bd5e-0de2f5906185 resource provider aggregate not found Oct 05 09:57:36.802099 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment a0a7c5d2-86fa-40ea-bd5e-0de2f5906185 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0a7c5d2-86fa-40ea-bd5e-0de2f5906185 found for delete ", "request_id": "req-15a320b7-8af5-48a1-923b-32c1eeef4aed"}]} Oct 05 09:57:36.819790 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3d42304d-955d-4dd9-b377-8829bfcff7a7 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:57:36.829965 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2421902d-f927-4368-9929-35af5041ddc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:36.847010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2421902d-f927-4368-9929-35af5041ddc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:36.855344 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 3d42304d-955d-4dd9-b377-8829bfcff7a7 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:57:36.855344 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3d42304d-955d-4dd9-b377-8829bfcff7a7 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:57:36.855669 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce6216bf-9a87-4e8c-a64c-3679da69b74d no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:57:36.859284 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421902d-f927-4368-9929-35af5041ddc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Network': ['ID=1e7741ba-7989-4bd2-b928-9cfe88b66ca1,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:36.888638 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: ce6216bf-9a87-4e8c-a64c-3679da69b74d {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:57:36.888985 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ce6216bf-9a87-4e8c-a64c-3679da69b74d not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:57:36.889405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c330815d-233d-4fb3-96b1-2d90d5ccaa29 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:57:36.923927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: c330815d-233d-4fb3-96b1-2d90d5ccaa29 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:57:36.924267 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device c330815d-233d-4fb3-96b1-2d90d5ccaa29 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:57:36.944851 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2421902d-f927-4368-9929-35af5041ddc3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/networks/1e7741ba-7989-4bd2-b928-9cfe88b66ca1 HTTP/1.1" status: 204 len: 168 time: 0.5931885 Oct 05 09:57:36.971149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46412) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:36.977186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'network': {'name': 'tempest-network-smoke--1797740366', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'port_security_enabled': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:57:36.982434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:57:36.986913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:network and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:57:36.990410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:57:36.996067 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:57:37.069358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:57:37.072741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:37.100438 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:57:37.109067 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:37.109410 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Added segment b5928038-8e87-4542-906a-b9d5d4e35505 of type vlan for network f92490cc-9f22-4148-ad5b-bf30384d366f Oct 05 09:57:37.139288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:37.234470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:37.240307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:37.240888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:37.445711 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Network': ['ID=f92490cc-9f22-4148-ad5b-bf30384d366f,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:37.455401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network f92490cc-9f22-4148-ad5b-bf30384d366f details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:57:37.487404 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e2258b61-33a1-4e42-b3d4-97c20f8078ef tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5151901 Oct 05 09:57:37.490723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46416) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:37.496080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'admin_state_up': True, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:57:37.503350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:57:37.507341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:router and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:57:37.510255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:57:37.516452 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:57:37.572586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:37.576340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:37.588402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:37.921987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:38.271560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:38.299108 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:38.430203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.135 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/20f54165-5cc9-45ee-be07-a85a798c6a96) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:57:38.571324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:38.646803 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:38.707796 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:57:38.710899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:57:38.714344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:57:38.755387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=20f54165-5cc9-45ee-be07-a85a798c6a96,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:39.301412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:39.634734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:39.927254 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router ea5c1964-d256-41eb-8493-676187b8647c is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:57:40.100448 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:57:40.109919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Sync routers for ids ['ea5c1964-d256-41eb-8493-676187b8647c'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:57:40.119299 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Routers {'ea5c1964-d256-41eb-8493-676187b8647c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:57:40.119917 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:57:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ea5c1964-d256-41eb-8493-676187b8647c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:40.190140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:40.192129 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4d4a17f2-2c09-4ffd-b169-ba5678f2e4ec tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6995113 Oct 05 09:57:40.195006 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46420) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:40.233365 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-92a58a8a-659c-4664-9d96-dd193479557d tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6294a6c4935647d8b376ea5a0a53c756&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370822 Oct 05 09:57:40.235840 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46424) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:40.324889 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Set router ea5c1964-d256-41eb-8493-676187b8647c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:57:40.363717 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de46656b-aafc-420b-bc6f-310487731dfe tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:40.365192 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-de46656b-aafc-420b-bc6f-310487731dfe tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284733 Oct 05 09:57:40.368070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46428) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:40.409577 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-feaeb13f-8401-4360-b90b-233c815e2e58 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404801 Oct 05 09:57:40.412664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46432) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:40.417805 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-572427390', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:57:40.525424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:57:40.529290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:subnet and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:57:40.532165 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:57:40.537851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:57:40.610136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:57:38Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:40.614504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Checking router: ea5c1964-d256-41eb-8493-676187b8647c for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:57:40.614849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Updating router ea5c1964-d256-41eb-8493-676187b8647c port 20f54165-5cc9-45ee-be07-a85a798c6a96 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:57:40.623579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:57:40.627035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:40.666783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:40.994401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:41.005965 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Transition to ACTIVE for port object 20f54165-5cc9-45ee-be07-a85a798c6a96 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:57:41.030063 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:41.092766 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:41.111567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Subnet': ['ID=8e64298b-86eb-4291-b7e6-d76bedd5e5cc,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:41.117030 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Checking segment: {'id': 'b5928038-8e87-4542-906a-b9d5d4e35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:57:41.117383 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network hostable DHCP agents. Network: f92490cc-9f22-4148-ad5b-bf30384d366f, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:57:41.152959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Attempting to bind port 20f54165-5cc9-45ee-be07-a85a798c6a96 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:57:41.153574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Attempting to bind port 20f54165-5cc9-45ee-be07-a85a798c6a96 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:57:41.153681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Attempting to bind port 20f54165-5cc9-45ee-be07-a85a798c6a96 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:57:41.167771 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:57:41.168143 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:57:41.168540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:41.168924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:57:41.169376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Bound port: 20f54165-5cc9-45ee-be07-a85a798c6a96, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:57:41.169746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:41.200939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network f92490cc-9f22-4148-ad5b-bf30384d366f is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:57:41.216572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135203c4-ef90-4ff5-8aa8-17558f18e26d None None] Pushing event updated for resources: {'Port': ['ID=20f54165-5cc9-45ee-be07-a85a798c6a96,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:41.248833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] For port 20f54165-5cc9-45ee-be07-a85a798c6a96, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:57:41.251799 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] For port 20f54165-5cc9-45ee-be07-a85a798c6a96, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=20f54165-5cc9-45ee-be07-a85a798c6a96,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:57:41.275460 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, f92490cc-9f22-4148-ad5b-bf30384d366f) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:57:41.279561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:41.280359 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:41.285424 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314bfd64-8a06-4df7-b766-c1cd34f03c58 None None] Network f92490cc-9f22-4148-ad5b-bf30384d366f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:57:41.347496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:41.362021 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3e49f845-c751-4a21-a5fb-81a2c69c5f58 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9483473 Oct 05 09:57:41.364786 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46436) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:41.431918 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Routers {'ea5c1964-d256-41eb-8493-676187b8647c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:57:41.432544 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:57:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ea5c1964-d256-41eb-8493-676187b8647c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:41.520036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135203c4-ef90-4ff5-8aa8-17558f18e26d None None] Pushing event updated for resources: {'Port': ['ID=20f54165-5cc9-45ee-be07-a85a798c6a96,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:41.756728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] Set router ea5c1964-d256-41eb-8493-676187b8647c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:57:41.867875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da30db17-946c-4915-bf08-4c770017402b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-f92490cc-9f22-4148-ad5b-bf30384d366f', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ips': [{'subnet_id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:57:41.868698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-da30db17-946c-4915-bf08-4c770017402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:42.055591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:42.163164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-da30db17-946c-4915-bf08-4c770017402b None None] Allocated IP 172.20.0.2 (f92490cc-9f22-4148-ad5b-bf30384d366f/8e64298b-86eb-4291-b7e6-d76bedd5e5cc/250f263b-77f7-4e16-b487-c74de4a19f09) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:57:42.259616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:57:38Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:42.267943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46738f-7a3f-46a6-b6ce-1936f24acb5d None None] The sync data for ids ['ea5c1964-d256-41eb-8493-676187b8647c'] in dv-neutron-860329-1-hyperv is: [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:57:38Z', 'revision_number': 3, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:57:42.386915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-da30db17-946c-4915-bf08-4c770017402b None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:42.397341 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-da30db17-946c-4915-bf08-4c770017402b None None] Transition to ACTIVE for port object 250f263b-77f7-4e16-b487-c74de4a19f09 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:57:42.416039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-da30db17-946c-4915-bf08-4c770017402b None None] Transition to ACTIVE for port object 250f263b-77f7-4e16-b487-c74de4a19f09 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:57:42.477315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-da30db17-946c-4915-bf08-4c770017402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:42.555205 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da30db17-946c-4915-bf08-4c770017402b None None] Network f92490cc-9f22-4148-ad5b-bf30384d366f is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:57:42.555978 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.1 (f92490cc-9f22-4148-ad5b-bf30384d366f/8e64298b-86eb-4291-b7e6-d76bedd5e5cc/802a113b-16be-468f-9932-7e7cd0f2eb4a) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:57:42.558197 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-da30db17-946c-4915-bf08-4c770017402b None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:57:42.572698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da30db17-946c-4915-bf08-4c770017402b None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:57:42.574818 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30db17-946c-4915-bf08-4c770017402b None None] Pushing event updated for resources: {'Port': ['ID=250f263b-77f7-4e16-b487-c74de4a19f09,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:42.681872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-da30db17-946c-4915-bf08-4c770017402b None None] Attempting to bind port 250f263b-77f7-4e16-b487-c74de4a19f09 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:57:42.682302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-da30db17-946c-4915-bf08-4c770017402b None None] Attempting to bind port 250f263b-77f7-4e16-b487-c74de4a19f09 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'b5928038-8e87-4542-906a-b9d5d4e35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:57:42.682671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30db17-946c-4915-bf08-4c770017402b None None] Attempting to bind port 250f263b-77f7-4e16-b487-c74de4a19f09 on network f92490cc-9f22-4148-ad5b-bf30384d366f {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:57:42.688345 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30db17-946c-4915-bf08-4c770017402b None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:57:42.688722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30db17-946c-4915-bf08-4c770017402b None None] Checking segment: {'id': 'b5928038-8e87-4542-906a-b9d5d4e35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:57:42.689119 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-da30db17-946c-4915-bf08-4c770017402b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:42.689520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30db17-946c-4915-bf08-4c770017402b None None] Bound using segment: {'id': 'b5928038-8e87-4542-906a-b9d5d4e35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:57:42.690007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-da30db17-946c-4915-bf08-4c770017402b None None] Bound port: 250f263b-77f7-4e16-b487-c74de4a19f09, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5928038-8e87-4542-906a-b9d5d4e35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:57:42.690970 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-da30db17-946c-4915-bf08-4c770017402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:42.813731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-da30db17-946c-4915-bf08-4c770017402b None None] For port 250f263b-77f7-4e16-b487-c74de4a19f09, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:57:42.821516 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-da30db17-946c-4915-bf08-4c770017402b None None] For port 250f263b-77f7-4e16-b487-c74de4a19f09, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=250f263b-77f7-4e16-b487-c74de4a19f09,segment=NetworkSegment(b5928038-8e87-4542-906a-b9d5d4e35505),segment_id=b5928038-8e87-4542-906a-b9d5d4e35505)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:57:42.828531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 20f54165-5cc9-45ee-be07-a85a798c6a96 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:57:42.879929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:42.897451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object 802a113b-16be-468f-9932-7e7cd0f2eb4a will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:57:42.933421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-da30db17-946c-4915-bf08-4c770017402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:42.974850 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 20f54165-5cc9-45ee-be07-a85a798c6a96 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:57:42.997965 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 20f54165-5cc9-45ee-be07-a85a798c6a96 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:57:42.998461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:42.998836 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 20f54165-5cc9-45ee-be07-a85a798c6a96 Oct 05 09:57:43.019198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:43.063743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30db17-946c-4915-bf08-4c770017402b None None] Pushing event updated for resources: {'Port': ['ID=250f263b-77f7-4e16-b487-c74de4a19f09,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:43.099727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network f92490cc-9f22-4148-ad5b-bf30384d366f is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:57:43.103612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:57:43.107633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:57:43.144397 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 20f54165-5cc9-45ee-be07-a85a798c6a96 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:57:43.144909 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:43.157347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=802a113b-16be-468f-9932-7e7cd0f2eb4a,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:43.166866 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 20f54165-5cc9-45ee-be07-a85a798c6a96, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=20f54165-5cc9-45ee-be07-a85a798c6a96,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:43.178068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:43.241270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:43.324559 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=20f54165-5cc9-45ee-be07-a85a798c6a96,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:43.538977 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:43.952230 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:44.012417 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:44.122119 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=802a113b-16be-468f-9932-7e7cd0f2eb4a,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:44.124437 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:44.258785 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network f92490cc-9f22-4148-ad5b-bf30384d366f is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:57:44.259842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:57:44.449640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router ea5c1964-d256-41eb-8493-676187b8647c has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:57:44.591541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb76ab8-61b3-422a-b72b-4b4a038b7be9 None None] Network f92490cc-9f22-4148-ad5b-bf30384d366f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:57:44.785012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:57:44.799030 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Sync routers for ids ['ea5c1964-d256-41eb-8493-676187b8647c'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:57:44.799496 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2983a951-1cd8-46e4-b65a-c8e2973247b3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/ea5c1964-d256-41eb-8493-676187b8647c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4332981 Oct 05 09:57:44.801858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46440) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:44.812200 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Routers {'ea5c1964-d256-41eb-8493-676187b8647c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:57:44.813277 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:57:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ea5c1964-d256-41eb-8493-676187b8647c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:44.888139 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 20f54165-5cc9-45ee-be07-a85a798c6a96 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:57:44.916694 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ed6176e5-13fd-4613-a882-2e54929ccde4 None None] Provisioning for port 250f263b-77f7-4e16-b487-c74de4a19f09 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:57:44.963269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea239fa-f7b7-4ad0-8af3-6c53567e1bf4 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:44.963628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea239fa-f7b7-4ad0-8af3-6c53567e1bf4 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:44.964100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea239fa-f7b7-4ad0-8af3-6c53567e1bf4 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:44.964570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea239fa-f7b7-4ad0-8af3-6c53567e1bf4 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:44.967396 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1ea239fa-f7b7-4ad0-8af3-6c53567e1bf4 tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1634903 Oct 05 09:57:44.970867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46444) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:44.989104 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 20f54165-5cc9-45ee-be07-a85a798c6a96 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:57:44.989381 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:44.989714 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 20f54165-5cc9-45ee-be07-a85a798c6a96 Oct 05 09:57:45.001891 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Set router ea5c1964-d256-41eb-8493-676187b8647c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:57:45.046661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee5b14-c322-4038-a018-65f9a395556e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:45.047130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee5b14-c322-4038-a018-65f9a395556e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:45.047772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee5b14-c322-4038-a018-65f9a395556e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:45.048219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee5b14-c322-4038-a018-65f9a395556e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:45.050232 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-18ee5b14-c322-4038-a018-65f9a395556e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0782573 Oct 05 09:57:45.052926 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46448) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:45.133458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 20f54165-5cc9-45ee-be07-a85a798c6a96 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:57:45.134572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 250f263b-77f7-4e16-b487-c74de4a19f09 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:57:45.275884 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 250f263b-77f7-4e16-b487-c74de4a19f09 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:57:45.284520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 250f263b-77f7-4e16-b487-c74de4a19f09 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:57:45.284894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:45.285298 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 250f263b-77f7-4e16-b487-c74de4a19f09 Oct 05 09:57:45.288242 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fb20d27a-f288-4ebc-b1ab-7a90deb33b9e tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2339392 Oct 05 09:57:45.316124 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0a787097-22ea-434c-9ecf-20c1255b7458 None None] Provisioning for port 802a113b-16be-468f-9932-7e7cd0f2eb4a completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:57:45.330327 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0a787097-22ea-434c-9ecf-20c1255b7458 None None] Provisioning complete for port 802a113b-16be-468f-9932-7e7cd0f2eb4a triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:57:45.330705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0a787097-22ea-434c-9ecf-20c1255b7458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:45.331039 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0a787097-22ea-434c-9ecf-20c1255b7458 None None] Attempt 1 to provision port 802a113b-16be-468f-9932-7e7cd0f2eb4a Oct 05 09:57:45.352724 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:57:43Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '802a113b-16be-468f-9932-7e7cd0f2eb4a', 'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:59:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:42Z', 'updated_at': '2022-10-05T09:57:43Z', 'revision_number': 2, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:45.356986 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Checking router: ea5c1964-d256-41eb-8493-676187b8647c for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:57:45.357348 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Updating router ea5c1964-d256-41eb-8493-676187b8647c port 802a113b-16be-468f-9932-7e7cd0f2eb4a binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:57:45.407732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0a787097-22ea-434c-9ecf-20c1255b7458 None None] Port 802a113b-16be-468f-9932-7e7cd0f2eb4a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:57:45.410876 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:45.465533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 250f263b-77f7-4e16-b487-c74de4a19f09 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:57:45.465915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:45.499528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 250f263b-77f7-4e16-b487-c74de4a19f09, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=250f263b-77f7-4e16-b487-c74de4a19f09,segment=NetworkSegment(b5928038-8e87-4542-906a-b9d5d4e35505),segment_id=b5928038-8e87-4542-906a-b9d5d4e35505)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:45.578557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:45.647258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=250f263b-77f7-4e16-b487-c74de4a19f09,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:45.759090 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:45.770879 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Transition to ACTIVE for port object 802a113b-16be-468f-9932-7e7cd0f2eb4a will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:57:45.858468 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:45.909162 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0a787097-22ea-434c-9ecf-20c1255b7458 None None] Attempt 2 to provision port 802a113b-16be-468f-9932-7e7cd0f2eb4a Oct 05 09:57:45.962769 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0a787097-22ea-434c-9ecf-20c1255b7458 None None] Port 802a113b-16be-468f-9932-7e7cd0f2eb4a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:57:46.047104 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6618a-be9f-4b34-a6f3-090a274c9764 None None] Pushing event updated for resources: {'Port': ['ID=802a113b-16be-468f-9932-7e7cd0f2eb4a,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:46.067612 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6618a-be9f-4b34-a6f3-090a274c9764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:46.067959 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6618a-be9f-4b34-a6f3-090a274c9764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:46.068300 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6618a-be9f-4b34-a6f3-090a274c9764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:46.068633 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6618a-be9f-4b34-a6f3-090a274c9764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:46.068963 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6618a-be9f-4b34-a6f3-090a274c9764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:46.069292 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6618a-be9f-4b34-a6f3-090a274c9764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:46.069616 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6618a-be9f-4b34-a6f3-090a274c9764 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:46.069940 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6618a-be9f-4b34-a6f3-090a274c9764 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:46.070284 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6618a-be9f-4b34-a6f3-090a274c9764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:46.070604 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6618a-be9f-4b34-a6f3-090a274c9764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:46.070922 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6618a-be9f-4b34-a6f3-090a274c9764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:46.071247 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6618a-be9f-4b34-a6f3-090a274c9764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:46.080797 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Attempting to bind port 802a113b-16be-468f-9932-7e7cd0f2eb4a on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:57:46.081167 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Attempting to bind port 802a113b-16be-468f-9932-7e7cd0f2eb4a by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'b5928038-8e87-4542-906a-b9d5d4e35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:57:46.081530 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Attempting to bind port 802a113b-16be-468f-9932-7e7cd0f2eb4a on network f92490cc-9f22-4148-ad5b-bf30384d366f {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:57:46.086715 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:57:46.087084 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Checking segment: {'id': 'b5928038-8e87-4542-906a-b9d5d4e35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:57:46.087581 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:46.087971 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Bound using segment: {'id': 'b5928038-8e87-4542-906a-b9d5d4e35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:57:46.088426 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Bound port: 802a113b-16be-468f-9932-7e7cd0f2eb4a, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5928038-8e87-4542-906a-b9d5d4e35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:57:46.088795 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:46.196358 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] For port 802a113b-16be-468f-9932-7e7cd0f2eb4a, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:57:46.199263 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] For port 802a113b-16be-468f-9932-7e7cd0f2eb4a, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=802a113b-16be-468f-9932-7e7cd0f2eb4a,segment=NetworkSegment(b5928038-8e87-4542-906a-b9d5d4e35505),segment_id=b5928038-8e87-4542-906a-b9d5d4e35505)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:57:46.258857 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:46.318342 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Routers {'ea5c1964-d256-41eb-8493-676187b8647c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:57:46.318874 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:57:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ea5c1964-d256-41eb-8493-676187b8647c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:46.403607 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6618a-be9f-4b34-a6f3-090a274c9764 None None] Pushing event updated for resources: {'Port': ['ID=802a113b-16be-468f-9932-7e7cd0f2eb4a,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:46.440801 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46456) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:46.446208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d8ce1bf7-b0b8-43f1-84da-48bc98679397 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1802485862', 'description': 'tempest-secgroup-smoke-1802485862 description', 'project_id': '6294a6c4935647d8b376ea5a0a53c756'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:57:46.452210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d8ce1bf7-b0b8-43f1-84da-48bc98679397 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:57:46.456492 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d8ce1bf7-b0b8-43f1-84da-48bc98679397 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:57:46.459384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d8ce1bf7-b0b8-43f1-84da-48bc98679397 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:57:46.464224 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0a787097-22ea-434c-9ecf-20c1255b7458 None None] Attempt 3 to provision port 802a113b-16be-468f-9932-7e7cd0f2eb4a Oct 05 09:57:46.465115 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d8ce1bf7-b0b8-43f1-84da-48bc98679397 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:57:46.507852 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] Set router ea5c1964-d256-41eb-8493-676187b8647c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:57:46.521450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1bf7-b0b8-43f1-84da-48bc98679397 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:46.526198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0a787097-22ea-434c-9ecf-20c1255b7458 None None] Port 802a113b-16be-468f-9932-7e7cd0f2eb4a had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:57:46.537445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0a787097-22ea-434c-9ecf-20c1255b7458 None None] Provisioning complete for port 250f263b-77f7-4e16-b487-c74de4a19f09 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:57:46.537801 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0a787097-22ea-434c-9ecf-20c1255b7458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:46.538164 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0a787097-22ea-434c-9ecf-20c1255b7458 None None] Attempt 1 to provision port 250f263b-77f7-4e16-b487-c74de4a19f09 Oct 05 09:57:46.542233 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d8ce1bf7-b0b8-43f1-84da-48bc98679397 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:57:46.546229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d8ce1bf7-b0b8-43f1-84da-48bc98679397 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:57:46.549181 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d8ce1bf7-b0b8-43f1-84da-48bc98679397 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:57:46.555894 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d8ce1bf7-b0b8-43f1-84da-48bc98679397 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:57:46.627535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1bf7-b0b8-43f1-84da-48bc98679397 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:46.659664 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0a787097-22ea-434c-9ecf-20c1255b7458 None None] Current status of the port 250f263b-77f7-4e16-b487-c74de4a19f09 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:57:46.698452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1bf7-b0b8-43f1-84da-48bc98679397 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:46.746129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce1bf7-b0b8-43f1-84da-48bc98679397 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:46.792688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 250f263b-77f7-4e16-b487-c74de4a19f09 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:57:46.795753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1bf7-b0b8-43f1-84da-48bc98679397 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:46.797637 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d8ce1bf7-b0b8-43f1-84da-48bc98679397 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3551140 Oct 05 09:57:46.799869 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46460) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:46.805872 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7be526a5-d20b-4b2f-a99c-59d06104e94e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:57:46.812025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7be526a5-d20b-4b2f-a99c-59d06104e94e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:57:46.815775 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7be526a5-d20b-4b2f-a99c-59d06104e94e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:57:46.818795 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7be526a5-d20b-4b2f-a99c-59d06104e94e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:57:46.825381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7be526a5-d20b-4b2f-a99c-59d06104e94e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:57:46.843612 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:57:43Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '802a113b-16be-468f-9932-7e7cd0f2eb4a', 'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:59:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:42Z', 'updated_at': '2022-10-05T09:57:46Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:46.847739 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9ffbf-4579-452b-9b75-fc7b4abf672e None None] The sync data for ids ['ea5c1964-d256-41eb-8493-676187b8647c'] in dv-neutron-860329-1-hyperv is: [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:57:43Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '802a113b-16be-468f-9932-7e7cd0f2eb4a', 'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:59:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:42Z', 'updated_at': '2022-10-05T09:57:46Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:57:46.866494 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 250f263b-77f7-4e16-b487-c74de4a19f09 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:57:46.866867 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:46.867200 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 250f263b-77f7-4e16-b487-c74de4a19f09 Oct 05 09:57:46.892031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7be526a5-d20b-4b2f-a99c-59d06104e94e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:46.973589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7be526a5-d20b-4b2f-a99c-59d06104e94e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:47.007071 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 250f263b-77f7-4e16-b487-c74de4a19f09 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:57:47.046989 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7be526a5-d20b-4b2f-a99c-59d06104e94e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:47.071279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be526a5-d20b-4b2f-a99c-59d06104e94e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3c7f0f-6970-486a-857a-5d92136be5df,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:47.145066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7be526a5-d20b-4b2f-a99c-59d06104e94e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:47.146221 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7be526a5-d20b-4b2f-a99c-59d06104e94e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453958 Oct 05 09:57:47.149016 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46464) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:47.154062 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a49c9d2b-0e8f-4cac-862f-9d2fc977f0f4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:57:47.160881 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a49c9d2b-0e8f-4cac-862f-9d2fc977f0f4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:57:47.164905 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a49c9d2b-0e8f-4cac-862f-9d2fc977f0f4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:57:47.167919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a49c9d2b-0e8f-4cac-862f-9d2fc977f0f4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:57:47.173833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a49c9d2b-0e8f-4cac-862f-9d2fc977f0f4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:57:47.248145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a49c9d2b-0e8f-4cac-862f-9d2fc977f0f4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:47.313124 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a49c9d2b-0e8f-4cac-862f-9d2fc977f0f4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:47.361465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a49c9d2b-0e8f-4cac-862f-9d2fc977f0f4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:47.387051 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c9d2b-0e8f-4cac-862f-9d2fc977f0f4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b19eaff-a27b-4a26-bf90-9ef47d19d3da,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:47.441884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a49c9d2b-0e8f-4cac-862f-9d2fc977f0f4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:47.443361 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a49c9d2b-0e8f-4cac-862f-9d2fc977f0f4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2933006 Oct 05 09:57:47.445933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46468) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:47.451317 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-47eea322-474a-4752-8416-5c9bded7601d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:57:47.458343 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-47eea322-474a-4752-8416-5c9bded7601d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:57:47.462297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-47eea322-474a-4752-8416-5c9bded7601d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:57:47.465181 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-47eea322-474a-4752-8416-5c9bded7601d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:57:47.471012 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-47eea322-474a-4752-8416-5c9bded7601d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:57:47.544736 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-47eea322-474a-4752-8416-5c9bded7601d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:47.609515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-47eea322-474a-4752-8416-5c9bded7601d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:47.681570 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-47eea322-474a-4752-8416-5c9bded7601d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:47.705782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eea322-474a-4752-8416-5c9bded7601d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbca839-fd52-4dde-bd09-a894f1a860b2,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:47.802483 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-47eea322-474a-4752-8416-5c9bded7601d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:47.804267 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-47eea322-474a-4752-8416-5c9bded7601d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3567867 Oct 05 09:57:47.806811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46472) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:47.812105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-91daf16b-b62b-4996-a9ec-30f751683c6a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:57:47.818951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-91daf16b-b62b-4996-a9ec-30f751683c6a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:57:47.822858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-91daf16b-b62b-4996-a9ec-30f751683c6a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:57:47.825790 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-91daf16b-b62b-4996-a9ec-30f751683c6a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:57:47.831890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-91daf16b-b62b-4996-a9ec-30f751683c6a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:57:47.916627 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-91daf16b-b62b-4996-a9ec-30f751683c6a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:47.981015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-91daf16b-b62b-4996-a9ec-30f751683c6a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:48.046366 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-91daf16b-b62b-4996-a9ec-30f751683c6a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:48.069826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91daf16b-b62b-4996-a9ec-30f751683c6a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b671b467-8bcf-4477-a13b-101e02612bd9,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:48.137828 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-91daf16b-b62b-4996-a9ec-30f751683c6a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:48.139009 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-91daf16b-b62b-4996-a9ec-30f751683c6a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3312435 Oct 05 09:57:48.141713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46476) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:48.146460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a45ec606-e737-4e81-90f1-63f330175e99 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:57:48.152024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a45ec606-e737-4e81-90f1-63f330175e99 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:57:48.155743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a45ec606-e737-4e81-90f1-63f330175e99 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:57:48.158601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a45ec606-e737-4e81-90f1-63f330175e99 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:57:48.164895 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a45ec606-e737-4e81-90f1-63f330175e99 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:57:48.235722 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-a45ec606-e737-4e81-90f1-63f330175e99 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:57:48.242698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a45ec606-e737-4e81-90f1-63f330175e99 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:48.305020 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a45ec606-e737-4e81-90f1-63f330175e99 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:48.373067 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a45ec606-e737-4e81-90f1-63f330175e99 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:48.396585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ec606-e737-4e81-90f1-63f330175e99 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04288b91-5e21-4ee2-a1a5-8aa39f75b9a6,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:48.475884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a45ec606-e737-4e81-90f1-63f330175e99 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:48.477098 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a45ec606-e737-4e81-90f1-63f330175e99 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3344474 Oct 05 09:57:48.479795 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46480) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:48.484972 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-4199cd27-953a-4910-a3b2-24638c1a1461 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'security_group_rule': {'security_group_id': '5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51', 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:57:48.491566 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4199cd27-953a-4910-a3b2-24638c1a1461 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:57:48.495297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4199cd27-953a-4910-a3b2-24638c1a1461 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:security_group_rule and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:57:48.498234 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4199cd27-953a-4910-a3b2-24638c1a1461 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:57:48.503918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4199cd27-953a-4910-a3b2-24638c1a1461 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:57:48.616905 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-4199cd27-953a-4910-a3b2-24638c1a1461 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Project 6294a6c4935647d8b376ea5a0a53c756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:57:48.623901 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4199cd27-953a-4910-a3b2-24638c1a1461 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:48.687477 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4199cd27-953a-4910-a3b2-24638c1a1461 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:48.766063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4199cd27-953a-4910-a3b2-24638c1a1461 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:48.790790 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 802a113b-16be-468f-9932-7e7cd0f2eb4a up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:57:48.793336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199cd27-953a-4910-a3b2-24638c1a1461 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bea2991-f1f3-4ef8-9340-f57c1ce4883b,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:48.858720 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4199cd27-953a-4910-a3b2-24638c1a1461 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:48.859969 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4199cd27-953a-4910-a3b2-24638c1a1461 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3791966 Oct 05 09:57:48.910404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 802a113b-16be-468f-9932-7e7cd0f2eb4a completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:57:48.915207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 802a113b-16be-468f-9932-7e7cd0f2eb4a triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:57:48.915940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:48.916358 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 802a113b-16be-468f-9932-7e7cd0f2eb4a Oct 05 09:57:49.020290 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0de7ed4a-60f4-4596-854d-07cb2c1d3c1a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:57:49.034934 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 802a113b-16be-468f-9932-7e7cd0f2eb4a is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:57:49.035929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:49.067937 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 802a113b-16be-468f-9932-7e7cd0f2eb4a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=802a113b-16be-468f-9932-7e7cd0f2eb4a,segment=NetworkSegment(b5928038-8e87-4542-906a-b9d5d4e35505),segment_id=b5928038-8e87-4542-906a-b9d5d4e35505)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:49.104317 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0de7ed4a-60f4-4596-854d-07cb2c1d3c1a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:57:49.105507 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0de7ed4a-60f4-4596-854d-07cb2c1d3c1a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802485862&fields=id&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 267 time: 0.1249142 Oct 05 09:57:49.121431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:49.187640 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=802a113b-16be-468f-9932-7e7cd0f2eb4a,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:49.256053 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-93e6ba61-0816-419a-8b78-94d6497c8b50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:49.257457 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-93e6ba61-0816-419a-8b78-94d6497c8b50 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/networks?id=f92490cc-9f22-4148-ad5b-bf30384d366f HTTP/1.1" status: 200 len: 797 time: 0.1453900 Oct 05 09:57:49.272387 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-dddbe701-0d76-44dc-b0b9-979209a94f6c tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/quotas/6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 375 time: 0.0092018 Oct 05 09:57:49.359031 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-391ffa3a-e3ee-4c8a-b767-cdea46a04538 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818651 Oct 05 09:57:49.495360 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-a2e83a2a-49b0-4986-ac6b-4eb80360611d service neutron] 10.222.0.49 "GET /v2.0/networks/f92490cc-9f22-4148-ad5b-bf30384d366f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247668 Oct 05 09:57:49.622612 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-6076518f-a904-45f0-b354-1798e1d159ad service neutron] 10.222.0.49 "GET /v2.0/networks/f92490cc-9f22-4148-ad5b-bf30384d366f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214375 Oct 05 09:57:49.890864 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3ed9509f-af94-4d4f-9a8c-bbabbc0b5a91 req-4a1c43bb-b0c3-4b91-bb71-9b7660540158 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 210 time: 0.0530429 Oct 05 09:57:50.372953 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8808-4905-46ee-b1a4-05c89b11b362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:50.771293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 802a113b-16be-468f-9932-7e7cd0f2eb4a up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:57:50.842941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 802a113b-16be-468f-9932-7e7cd0f2eb4a triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:57:50.843309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:50.843642 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 802a113b-16be-468f-9932-7e7cd0f2eb4a Oct 05 09:57:50.956743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 802a113b-16be-468f-9932-7e7cd0f2eb4a is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:57:51.051585 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ed7f5ea0-8ba9-4c26-85eb-2aa715e0a278 req-d978546f-1d36-4e1b-a431-da9980d3c2da tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 210 time: 0.0495660 Oct 05 09:57:51.884691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-a172ab25-b897-4245-bbe6-3a8c2e569015 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:51.885371 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-a172ab25-b897-4245-bbe6-3a8c2e569015 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:57:51.978824 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-a172ab25-b897-4245-bbe6-3a8c2e569015 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:57:51.979987 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-a172ab25-b897-4245-bbe6-3a8c2e569015 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/networks?id=f92490cc-9f22-4148-ad5b-bf30384d366f HTTP/1.1" status: 200 len: 797 time: 0.2446597 Oct 05 09:57:52.033412 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-06cb85e5-4b04-40ca-bced-7f14664c3658 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6294a6c4935647d8b376ea5a0a53c756 HTTP/1.1" status: 200 len: 380 time: 0.0391192 Oct 05 09:57:52.042626 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'port': {'device_id': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'admin_state_up': True, 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'security_groups': ['5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:57:52.181089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:57:52.185103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:port and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:57:52.187956 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:57:52.193634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:57:52.215275 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6724a152-5019-4880-9256-6026956350f3 req-1274e290-d960-4316-80cd-f74afa2948cf tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 210 time: 0.0493495 Oct 05 09:57:52.258700 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Made reservation on behalf of 6294a6c4935647d8b376ea5a0a53c756 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:57:52.262195 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:52.423029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.20.0.12 (f92490cc-9f22-4148-ad5b-bf30384d366f/8e64298b-86eb-4291-b7e6-d76bedd5e5cc/3bad5494-8bd3-475f-b910-ae4151a9ef4d) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:57:52.609962 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:52.625796 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Transition to ACTIVE for port object 3bad5494-8bd3-475f-b910-ae4151a9ef4d will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:57:52.641377 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e3e513d6-9f24-40d1-9960-f1cf8547cc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:52.710277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:52.779303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network f92490cc-9f22-4148-ad5b-bf30384d366f is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:57:52.782248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:57:52.786097 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:57:52.821259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=3bad5494-8bd3-475f-b910-ae4151a9ef4d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:52.858514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:52.859123 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:52.950811 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-8c067f10-773f-4df9-a883-40162261e2af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9117115 Oct 05 09:57:52.968933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Request body: {'port': {'device_id': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:57:53.084458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:53.093040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-a4748435-0dfe-4909-8aff-f4c97d58745c None None] Provisioning for port 3bad5494-8bd3-475f-b910-ae4151a9ef4d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:57:53.097962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-a4748435-0dfe-4909-8aff-f4c97d58745c None None] Provisioning complete for port 3bad5494-8bd3-475f-b910-ae4151a9ef4d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:57:53.098495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a4748435-0dfe-4909-8aff-f4c97d58745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:53.098834 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-a4748435-0dfe-4909-8aff-f4c97d58745c None None] Attempt 1 to provision port 3bad5494-8bd3-475f-b910-ae4151a9ef4d Oct 05 09:57:53.151588 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-a4748435-0dfe-4909-8aff-f4c97d58745c None None] Port 3bad5494-8bd3-475f-b910-ae4151a9ef4d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:57:53.423415 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bad5494-8bd3-475f-b910-ae4151a9ef4d {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:57:53.431959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:53.446584 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Transition to ACTIVE for port object 3bad5494-8bd3-475f-b910-ae4151a9ef4d will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:57:53.507211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f06cf-957f-4225-b76c-567d002b8b03 req-35dfb689-38f9-4d17-8183-7b4063614156 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:53.508672 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6b6f06cf-957f-4225-b76c-567d002b8b03 req-35dfb689-38f9-4d17-8183-7b4063614156 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 932 time: 0.1839869 Oct 05 09:57:53.510072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:53.553672 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6b6f06cf-957f-4225-b76c-567d002b8b03 req-f925dffe-e965-4fb6-91c9-4e669308eef9 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392103 Oct 05 09:57:53.652553 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-a4748435-0dfe-4909-8aff-f4c97d58745c None None] Attempt 2 to provision port 3bad5494-8bd3-475f-b910-ae4151a9ef4d Oct 05 09:57:53.708051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-a4748435-0dfe-4909-8aff-f4c97d58745c None None] Port 3bad5494-8bd3-475f-b910-ae4151a9ef4d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:57:53.809696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Pushing event updated for resources: {'Port': ['ID=3bad5494-8bd3-475f-b910-ae4151a9ef4d,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:53.845542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Attempting to bind port 3bad5494-8bd3-475f-b910-ae4151a9ef4d on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:57:53.845880 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Attempting to bind port 3bad5494-8bd3-475f-b910-ae4151a9ef4d by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'b5928038-8e87-4542-906a-b9d5d4e35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:57:53.846246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Attempting to bind port 3bad5494-8bd3-475f-b910-ae4151a9ef4d on network f92490cc-9f22-4148-ad5b-bf30384d366f {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:57:53.851402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Port 3bad5494-8bd3-475f-b910-ae4151a9ef4d on network f92490cc-9f22-4148-ad5b-bf30384d366f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:57:53.851724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Attempting to bind port 3bad5494-8bd3-475f-b910-ae4151a9ef4d on network f92490cc-9f22-4148-ad5b-bf30384d366f {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:57:53.856781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:57:53.857169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Checking segment: {'id': 'b5928038-8e87-4542-906a-b9d5d4e35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:57:53.857495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Bound using segment: {'id': 'b5928038-8e87-4542-906a-b9d5d4e35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:57:53.857920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Bound port: 3bad5494-8bd3-475f-b910-ae4151a9ef4d, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5928038-8e87-4542-906a-b9d5d4e35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:57:53.858297 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:53.945258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] For port 3bad5494-8bd3-475f-b910-ae4151a9ef4d, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:57:53.948189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] For port 3bad5494-8bd3-475f-b910-ae4151a9ef4d, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3bad5494-8bd3-475f-b910-ae4151a9ef4d,segment=NetworkSegment(b5928038-8e87-4542-906a-b9d5d4e35505),segment_id=b5928038-8e87-4542-906a-b9d5d4e35505)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:57:54.013285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:54.046696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:54.047305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:54.048661 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] 10.222.0.55 "PUT /v2.0/ports/3bad5494-8bd3-475f-b910-ae4151a9ef4d HTTP/1.1" status: 200 len: 1094 time: 1.0838225 Oct 05 09:57:54.049093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'tag': '3bad5494-8bd3-475f-b910-ae4151a9ef4d'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:57:54.051414 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458e6005-88c0-467b-a647-8cf17cc6652b" -d '{"events": [{"name": "network-changed", "server_uuid": "199e901c-17f1-410c-99cb-1f6f633fad9e", "tag": "3bad5494-8bd3-475f-b910-ae4151a9ef4d"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:57:54.093324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726dc70-0728-4871-8fb5-0123c7e6e69a service neutron] Pushing event updated for resources: {'Port': ['ID=3bad5494-8bd3-475f-b910-ae4151a9ef4d,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:54.098091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29929511-764c-43c2-b9e1-72c8db67e1d3 x-openstack-request-id: req-29929511-764c-43c2-b9e1-72c8db67e1d3 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:57:54.100929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "199e901c-17f1-410c-99cb-1f6f633fad9e", "tag": "3bad5494-8bd3-475f-b910-ae4151a9ef4d", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:57:54.100929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29929511-764c-43c2-b9e1-72c8db67e1d3 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:57:54.100929 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29929511-764c-43c2-b9e1-72c8db67e1d3'] response: {'name': 'network-changed', 'server_uuid': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'tag': '3bad5494-8bd3-475f-b910-ae4151a9ef4d', 'status': 'completed', 'code': 200} Oct 05 09:57:54.190174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:54.209006 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-a4748435-0dfe-4909-8aff-f4c97d58745c None None] Attempt 3 to provision port 3bad5494-8bd3-475f-b910-ae4151a9ef4d Oct 05 09:57:54.217322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e6005-88c0-467b-a647-8cf17cc6652b req-807341c6-5df1-4434-9f47-c5720fe04667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:54.218852 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-458e6005-88c0-467b-a647-8cf17cc6652b req-807341c6-5df1-4434-9f47-c5720fe04667 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 1097 time: 0.0802073 Oct 05 09:57:54.275492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:54.299075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-a4748435-0dfe-4909-8aff-f4c97d58745c None None] Port 3bad5494-8bd3-475f-b910-ae4151a9ef4d had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:57:54.364547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e6005-88c0-467b-a647-8cf17cc6652b req-cd0b5908-2af4-4909-8445-4587976db86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:54.365964 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-458e6005-88c0-467b-a647-8cf17cc6652b req-cd0b5908-2af4-4909-8445-4587976db86a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6294a6c4935647d8b376ea5a0a53c756&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1341009 Oct 05 09:57:54.499582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e6005-88c0-467b-a647-8cf17cc6652b req-ee9eab6f-3d30-41e6-80ba-0b132524d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:54.500993 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-458e6005-88c0-467b-a647-8cf17cc6652b req-ee9eab6f-3d30-41e6-80ba-0b132524d73b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279142 Oct 05 09:57:54.640511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-b2065109-2da3-4639-af3c-8e486039bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:54.642051 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-b2065109-2da3-4639-af3c-8e486039bf45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 1097 time: 0.0845263 Oct 05 09:57:54.720203 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-a619d272-2212-4666-8d3f-ea498970ff12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bad5494-8bd3-475f-b910-ae4151a9ef4d HTTP/1.1" status: 200 len: 217 time: 0.0638468 Oct 05 09:57:54.787368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-5116f8b1-eb56-4bc9-bf3c-a6f054edec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:54.788798 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-5116f8b1-eb56-4bc9-bf3c-a6f054edec9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e64298b-86eb-4291-b7e6-d76bedd5e5cc HTTP/1.1" status: 200 len: 834 time: 0.0621405 Oct 05 09:57:54.872676 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-73b95b98-3270-4f9f-9b15-b0a40ddbad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:54.874103 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-73b95b98-3270-4f9f-9b15-b0a40ddbad09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f92490cc-9f22-4148-ad5b-bf30384d366f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800514 Oct 05 09:57:54.902795 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659d768-6014-48a2-929e-0718c6099141 req-62657f8f-fe07-42ae-a7c0-879ca6fe6d43 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:54.904268 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7659d768-6014-48a2-929e-0718c6099141 req-62657f8f-fe07-42ae-a7c0-879ca6fe6d43 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 944 time: 0.0916545 Oct 05 09:57:54.949007 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7659d768-6014-48a2-929e-0718c6099141 req-9c29e443-5a0a-454b-a1b8-5ad6b3cc9cda tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390348 Oct 05 09:57:55.007770 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-2112ba4e-b024-4d50-9063-12abcd99d54e service neutron] 10.222.0.55 "GET /v2.0/networks/f92490cc-9f22-4148-ad5b-bf30384d366f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266057 Oct 05 09:57:55.137939 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d30869b-00d3-4fa4-bec0-b34f318fe6b6 req-2010a72c-ef70-4b92-b48a-f645f7043625 service neutron] 10.222.0.55 "GET /v2.0/networks/f92490cc-9f22-4148-ad5b-bf30384d366f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239226 Oct 05 09:57:55.251955 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:55.595656 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:56.144353 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af70dac-ee9d-4989-b863-d5b1f1e5aac6 req-0f43e824-f8d3-4337-a84a-c01dad785388 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:56.146335 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3af70dac-ee9d-4989-b863-d5b1f1e5aac6 req-0f43e824-f8d3-4337-a84a-c01dad785388 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 944 time: 0.0860224 Oct 05 09:57:56.195184 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3af70dac-ee9d-4989-b863-d5b1f1e5aac6 req-805d3803-dbb1-4d89-9e2c-4185c7e02345 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432034 Oct 05 09:57:57.388901 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f525700-e430-453e-ba5e-e486397f6b9e req-e74ec9d2-dad8-482f-9a3c-26e30f71cd72 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:57.390378 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2f525700-e430-453e-ba5e-e486397f6b9e req-e74ec9d2-dad8-482f-9a3c-26e30f71cd72 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 944 time: 0.0862894 Oct 05 09:57:57.433481 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2f525700-e430-453e-ba5e-e486397f6b9e req-0607f057-6800-473c-9a79-d1158b6f111e tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370512 Oct 05 09:57:57.497576 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:57:58.311205 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3bad5494-8bd3-475f-b910-ae4151a9ef4d details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:57:58.440149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 3bad5494-8bd3-475f-b910-ae4151a9ef4d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3bad5494-8bd3-475f-b910-ae4151a9ef4d,segment=NetworkSegment(b5928038-8e87-4542-906a-b9d5d4e35505),segment_id=b5928038-8e87-4542-906a-b9d5d4e35505)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:58.452810 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '3bad5494-8bd3-475f-b910-ae4151a9ef4d', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'port_id': '3bad5494-8bd3-475f-b910-ae4151a9ef4d', 'mac_address': 'fa:16:3e:ae:32:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:57:58.506981 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 3bad5494-8bd3-475f-b910-ae4151a9ef4d is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:57:58.507357 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:58.527559 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bad5494-8bd3-475f-b910-ae4151a9ef4d {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:57:58.543935 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 3bad5494-8bd3-475f-b910-ae4151a9ef4d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3bad5494-8bd3-475f-b910-ae4151a9ef4d,segment=NetworkSegment(b5928038-8e87-4542-906a-b9d5d4e35505),segment_id=b5928038-8e87-4542-906a-b9d5d4e35505)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:58.623876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:58.636038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268f923-1caa-4b7b-8bf3-f192f3e00160 req-3ab29eda-0e7a-429c-a651-46d1f95f6a29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:58.637500 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9268f923-1caa-4b7b-8bf3-f192f3e00160 req-3ab29eda-0e7a-429c-a651-46d1f95f6a29 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 944 time: 0.0916734 Oct 05 09:57:58.682559 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9268f923-1caa-4b7b-8bf3-f192f3e00160 req-c3256775-f489-4dc5-ad19-7ba2dc139a91 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391281 Oct 05 09:57:58.692502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=3bad5494-8bd3-475f-b910-ae4151a9ef4d,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:58.998210 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['3bad5494-8bd3-475f-b910-ae4151a9ef4d'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:57:59.883548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08d327-c02c-4032-ab09-654459d37355 req-732f529e-3992-4c19-87cc-4dbcd55949b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:59.885005 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9a08d327-c02c-4032-ab09-654459d37355 req-732f529e-3992-4c19-87cc-4dbcd55949b4 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 945 time: 0.0880985 Oct 05 09:57:59.931670 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9a08d327-c02c-4032-ab09-654459d37355 req-1a7a19a9-4ca7-4b41-84be-654c3762f543 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410111 Oct 05 09:58:00.343093 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3bad5494-8bd3-475f-b910-ae4151a9ef4d up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:58:00.510041 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 3bad5494-8bd3-475f-b910-ae4151a9ef4d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:58:00.514713 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 3bad5494-8bd3-475f-b910-ae4151a9ef4d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:58:00.515075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:00.515403 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 3bad5494-8bd3-475f-b910-ae4151a9ef4d Oct 05 09:58:00.628409 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 3bad5494-8bd3-475f-b910-ae4151a9ef4d is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:58:00.628709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:00.655076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bad5494-8bd3-475f-b910-ae4151a9ef4d'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:58:00.657464 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6e6d16-be38-4c2a-a181-6056e0c0db0a" -d '{"events": [{"server_uuid": "199e901c-17f1-410c-99cb-1f6f633fad9e", "name": "network-vif-plugged", "status": "completed", "tag": "3bad5494-8bd3-475f-b910-ae4151a9ef4d"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:58:00.665573 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 3bad5494-8bd3-475f-b910-ae4151a9ef4d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3bad5494-8bd3-475f-b910-ae4151a9ef4d,segment=NetworkSegment(b5928038-8e87-4542-906a-b9d5d4e35505),segment_id=b5928038-8e87-4542-906a-b9d5d4e35505)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:58:00.733503 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:00.764865 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b3f3c0-7df4-40bb-8d19-c2f6c7ec6e0e x-openstack-request-id: req-10b3f3c0-7df4-40bb-8d19-c2f6c7ec6e0e {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:58:00.765154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199e901c-17f1-410c-99cb-1f6f633fad9e", "name": "network-vif-plugged", "status": "completed", "tag": "3bad5494-8bd3-475f-b910-ae4151a9ef4d", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:58:00.765405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10b3f3c0-7df4-40bb-8d19-c2f6c7ec6e0e {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:58:00.765789 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10b3f3c0-7df4-40bb-8d19-c2f6c7ec6e0e'] response: {'server_uuid': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bad5494-8bd3-475f-b910-ae4151a9ef4d', 'code': 200} Oct 05 09:58:00.803579 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=3bad5494-8bd3-475f-b910-ae4151a9ef4d,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:01.089924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a096b-6030-4989-8ba8-f4e59de957d4 req-e1fc7945-bfeb-4d13-a3d0-90282e7de869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:01.091443 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c66a096b-6030-4989-8ba8-f4e59de957d4 req-e1fc7945-bfeb-4d13-a3d0-90282e7de869 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 1099 time: 0.0823314 Oct 05 09:58:01.129439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3c7ca-20b2-4a85-9727-1f0b81d03c32 req-3d4f4655-f61d-4d35-af85-4a2b7be393af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:01.131549 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-99b3c7ca-20b2-4a85-9727-1f0b81d03c32 req-3d4f4655-f61d-4d35-af85-4a2b7be393af tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 946 time: 0.0881946 Oct 05 09:58:01.132471 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c66a096b-6030-4989-8ba8-f4e59de957d4 req-40e55352-8e71-41cf-a5c2-0d1613f440a6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351620 Oct 05 09:58:01.174047 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-99b3c7ca-20b2-4a85-9727-1f0b81d03c32 req-ed01d5c2-cb8f-4664-9e1f-f351502a7eea tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368187 Oct 05 09:58:02.374240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b15726-256e-4463-b4de-01853121381f req-867b2abf-3222-47d5-80e2-9866106b2f36 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:02.375681 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-96b15726-256e-4463-b4de-01853121381f req-867b2abf-3222-47d5-80e2-9866106b2f36 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 946 time: 0.0901401 Oct 05 09:58:02.419225 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-96b15726-256e-4463-b4de-01853121381f req-9dac2d38-8feb-44a1-9155-0fe422eb4748 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373664 Oct 05 09:58:03.612184 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5529fd-a16d-47d7-b76c-7dc6ba65a649 req-fc69b8eb-135b-4353-8f31-ec0b52bb73d1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:03.613614 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6b5529fd-a16d-47d7-b76c-7dc6ba65a649 req-fc69b8eb-135b-4353-8f31-ec0b52bb73d1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 946 time: 0.0859661 Oct 05 09:58:03.659136 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6b5529fd-a16d-47d7-b76c-7dc6ba65a649 req-6476e792-cc82-477e-9162-4791d1d34de1 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398619 Oct 05 09:58:03.858933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a8e76-97bb-4ce0-877d-5034cc287f13 req-665cf976-54b1-4ff2-9395-267987e9dc26 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:03.860777 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-782a8e76-97bb-4ce0-877d-5034cc287f13 req-665cf976-54b1-4ff2-9395-267987e9dc26 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 946 time: 0.0874486 Oct 05 09:58:03.904118 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-782a8e76-97bb-4ce0-877d-5034cc287f13 req-77704385-c3a0-441f-a394-1f694aa63884 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377829 Oct 05 09:58:03.932334 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46544) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:04.012348 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fee30a-eaaa-4682-ba91-776e628f8cbf tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:04.013811 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c9fee30a-eaaa-4682-ba91-776e628f8cbf tempest-TestNetworkBasicOps-403157737 tempest-TestNetworkBasicOps-403157737-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 1094 time: 0.0805509 Oct 05 09:58:04.016647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46548) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:04.022108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '3bad5494-8bd3-475f-b910-ae4151a9ef4d', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:58:04.027735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:58:04.031507 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Usage tracker for resource:floatingip and tenant:6294a6c4935647d8b376ea5a0a53c756 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:58:04.034286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:58:04.040412 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:58:04.115523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:04.249439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:04.377117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Allocated IP 172.26.7.130 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/c6955cc2-dbba-471c-9563-8e59aef63a71) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:58:04.524160 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:04.607255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:04.671417 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:58:04.674153 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:58:04.676663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:58:04.711658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=c6955cc2-dbba-471c-9563-8e59aef63a71,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:05.183102 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:05.311707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:05.508736 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:05.561875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:05.667148 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event updated for resources: {'Port': ['ID=c6955cc2-dbba-471c-9563-8e59aef63a71,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:05.672595 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:05.849732 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP 8b620e09-cbc5-4c45-a9dd-5b45479c1749 associated. External IP: 172.26.7.130, port: 3bad5494-8bd3-475f-b910-ae4151a9ef4d. Oct 05 09:58:06.195240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router ea5c1964-d256-41eb-8493-676187b8647c has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:58:06.368530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:58:06.377764 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1519bc91-0a51-4716-a94b-df23361f6dc5 None None] Sync routers for ids ['ea5c1964-d256-41eb-8493-676187b8647c'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:58:06.387169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1519bc91-0a51-4716-a94b-df23361f6dc5 None None] Routers {'ea5c1964-d256-41eb-8493-676187b8647c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:58:06.387780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1519bc91-0a51-4716-a94b-df23361f6dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:57:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ea5c1964-d256-41eb-8493-676187b8647c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:06.487787 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:06.545860 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-59f5982b-bd05-472e-892f-c8cea33fdca3 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5282216 Oct 05 09:58:06.546487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'tag': '3bad5494-8bd3-475f-b910-ae4151a9ef4d'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:58:06.548768 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8c5ebd-6aa8-4306-b06d-c679e7bcb30f" -d '{"events": [{"name": "network-changed", "server_uuid": "199e901c-17f1-410c-99cb-1f6f633fad9e", "tag": "3bad5494-8bd3-475f-b910-ae4151a9ef4d"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:58:06.549286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46552) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:06.566369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-1519bc91-0a51-4716-a94b-df23361f6dc5 None None] Set router ea5c1964-d256-41eb-8493-676187b8647c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:58:06.594357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024f1e49-430e-439c-9450-0aecd680318e x-openstack-request-id: req-024f1e49-430e-439c-9450-0aecd680318e {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:58:06.594675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "199e901c-17f1-410c-99cb-1f6f633fad9e", "tag": "3bad5494-8bd3-475f-b910-ae4151a9ef4d", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:58:06.594934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-024f1e49-430e-439c-9450-0aecd680318e {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:58:06.595356 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024f1e49-430e-439c-9450-0aecd680318e'] response: {'name': 'network-changed', 'server_uuid': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'tag': '3bad5494-8bd3-475f-b910-ae4151a9ef4d', 'status': 'completed', 'code': 200} Oct 05 09:58:06.708181 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d097d424-556c-4d44-ab74-564665a8c7a8 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/8b620e09-cbc5-4c45-a9dd-5b45479c1749 HTTP/1.1" status: 200 len: 992 time: 0.1566496 Oct 05 09:58:06.735741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c5ebd-6aa8-4306-b06d-c679e7bcb30f req-c5b514f6-a9a1-4662-b1d3-3aa90207aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:06.737189 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4c8c5ebd-6aa8-4306-b06d-c679e7bcb30f req-c5b514f6-a9a1-4662-b1d3-3aa90207aad7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 1099 time: 0.0982463 Oct 05 09:58:06.867475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c5ebd-6aa8-4306-b06d-c679e7bcb30f req-655a6e17-3689-4761-8921-9ee90116b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:06.868919 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4c8c5ebd-6aa8-4306-b06d-c679e7bcb30f req-655a6e17-3689-4761-8921-9ee90116b645 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f92490cc-9f22-4148-ad5b-bf30384d366f HTTP/1.1" status: 200 len: 898 time: 0.1251490 Oct 05 09:58:06.916499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1519bc91-0a51-4716-a94b-df23361f6dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:57:43Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '8b620e09-cbc5-4c45-a9dd-5b45479c1749', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'port_id': '3bad5494-8bd3-475f-b910-ae4151a9ef4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'mac_address': 'fa:16:3e:ae:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:58:05Z', 'updated_at': '2022-10-05T09:58:05Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802a113b-16be-468f-9932-7e7cd0f2eb4a', 'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:59:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:42Z', 'updated_at': '2022-10-05T09:57:49Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:06.920261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1519bc91-0a51-4716-a94b-df23361f6dc5 None None] Checking router: ea5c1964-d256-41eb-8493-676187b8647c for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:58:06.928966 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1519bc91-0a51-4716-a94b-df23361f6dc5 None None] Routers {'ea5c1964-d256-41eb-8493-676187b8647c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:58:06.929811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1519bc91-0a51-4716-a94b-df23361f6dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:57:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ea5c1964-d256-41eb-8493-676187b8647c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:06.971357 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4c8c5ebd-6aa8-4306-b06d-c679e7bcb30f req-d44301e2-9e81-4450-b0ea-4eb863067cac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bad5494-8bd3-475f-b910-ae4151a9ef4d HTTP/1.1" status: 200 len: 1000 time: 0.0964425 Oct 05 09:58:07.137489 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c5ebd-6aa8-4306-b06d-c679e7bcb30f req-c7c95fd9-fb14-4a6b-af28-07d8742fdde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:07.138887 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4c8c5ebd-6aa8-4306-b06d-c679e7bcb30f req-c7c95fd9-fb14-4a6b-af28-07d8742fdde0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e64298b-86eb-4291-b7e6-d76bedd5e5cc HTTP/1.1" status: 200 len: 834 time: 0.1619675 Oct 05 09:58:07.145750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-1519bc91-0a51-4716-a94b-df23361f6dc5 None None] Set router ea5c1964-d256-41eb-8493-676187b8647c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:58:07.221937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c5ebd-6aa8-4306-b06d-c679e7bcb30f req-37b52daf-7d14-46db-8671-75bb5285f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:07.224002 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4c8c5ebd-6aa8-4306-b06d-c679e7bcb30f req-37b52daf-7d14-46db-8671-75bb5285f915 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f92490cc-9f22-4148-ad5b-bf30384d366f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775867 Oct 05 09:58:07.352625 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4c8c5ebd-6aa8-4306-b06d-c679e7bcb30f req-9c26a698-360c-4e20-ac16-cbfcd5e06846 service neutron] 10.222.0.55 "GET /v2.0/networks/f92490cc-9f22-4148-ad5b-bf30384d366f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234992 Oct 05 09:58:07.483653 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4c8c5ebd-6aa8-4306-b06d-c679e7bcb30f req-9a896086-7dc7-4031-a98a-df207236d0f3 service neutron] 10.222.0.55 "GET /v2.0/networks/f92490cc-9f22-4148-ad5b-bf30384d366f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249454 Oct 05 09:58:07.485447 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1519bc91-0a51-4716-a94b-df23361f6dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:57:43Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '8b620e09-cbc5-4c45-a9dd-5b45479c1749', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'port_id': '3bad5494-8bd3-475f-b910-ae4151a9ef4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'mac_address': 'fa:16:3e:ae:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:58:05Z', 'updated_at': '2022-10-05T09:58:05Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802a113b-16be-468f-9932-7e7cd0f2eb4a', 'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:59:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:42Z', 'updated_at': '2022-10-05T09:57:49Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:07.489464 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1519bc91-0a51-4716-a94b-df23361f6dc5 None None] The sync data for ids ['ea5c1964-d256-41eb-8493-676187b8647c'] in dv-neutron-860329-1-hyperv is: [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:57:43Z', 'revision_number': 4, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '8b620e09-cbc5-4c45-a9dd-5b45479c1749', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'port_id': '3bad5494-8bd3-475f-b910-ae4151a9ef4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'mac_address': 'fa:16:3e:ae:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:58:05Z', 'updated_at': '2022-10-05T09:58:05Z', 'revision_number': 0, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802a113b-16be-468f-9932-7e7cd0f2eb4a', 'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:59:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:42Z', 'updated_at': '2022-10-05T09:57:49Z', 'revision_number': 5, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:58:07.665901 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d455a-5b66-4a3e-b43c-fc62d4519a26 None None] New status for floating IP 8b620e09-cbc5-4c45-a9dd-5b45479c1749: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:58:07.711000 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46558) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:07.818766 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fd89e1eb-c3c8-467d-ab65-396f33d12e83 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/8b620e09-cbc5-4c45-a9dd-5b45479c1749 HTTP/1.1" status: 200 len: 992 time: 0.1064572 Oct 05 09:58:08.822727 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46562) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:08.928065 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8d9c6b2b-373d-41c7-ac00-cf7f24c8c13a tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/8b620e09-cbc5-4c45-a9dd-5b45479c1749 HTTP/1.1" status: 200 len: 994 time: 0.1040330 Oct 05 09:58:18.632658 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-57ab84c5-d5a3-4193-b035-f3f2f677bc78 req-af577804-4258-44a1-b180-5c3207c805b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818369 Oct 05 09:58:18.796472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab84c5-d5a3-4193-b035-f3f2f677bc78 req-29f79a96-c5da-412d-b75f-337dc3195fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:18.797933 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-57ab84c5-d5a3-4193-b035-f3f2f677bc78 req-29f79a96-c5da-412d-b75f-337dc3195fae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 1099 time: 0.0811741 Oct 05 09:58:18.944983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab84c5-d5a3-4193-b035-f3f2f677bc78 req-7a205a9e-76cb-4574-b3ac-72f6c296d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:18.946452 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-57ab84c5-d5a3-4193-b035-f3f2f677bc78 req-7a205a9e-76cb-4574-b3ac-72f6c296d6ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=f92490cc-9f22-4148-ad5b-bf30384d366f HTTP/1.1" status: 200 len: 898 time: 0.1288173 Oct 05 09:58:19.050890 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-57ab84c5-d5a3-4193-b035-f3f2f677bc78 req-2dd104b0-88dd-4abe-9216-c323c902d925 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bad5494-8bd3-475f-b910-ae4151a9ef4d HTTP/1.1" status: 200 len: 1002 time: 0.0974078 Oct 05 09:58:19.114712 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab84c5-d5a3-4193-b035-f3f2f677bc78 req-7f960995-48c8-46fb-9f09-6f77e3ace48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:19.116173 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-57ab84c5-d5a3-4193-b035-f3f2f677bc78 req-7f960995-48c8-46fb-9f09-6f77e3ace48d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e64298b-86eb-4291-b7e6-d76bedd5e5cc HTTP/1.1" status: 200 len: 834 time: 0.0571756 Oct 05 09:58:19.201847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab84c5-d5a3-4193-b035-f3f2f677bc78 req-c0815d22-c964-467d-a738-01274e304bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:19.203343 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-57ab84c5-d5a3-4193-b035-f3f2f677bc78 req-c0815d22-c964-467d-a738-01274e304bd5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f92490cc-9f22-4148-ad5b-bf30384d366f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809681 Oct 05 09:58:19.339976 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-57ab84c5-d5a3-4193-b035-f3f2f677bc78 req-2bd9aec5-1fc1-447f-8c88-674de8024b20 service neutron] 10.222.0.55 "GET /v2.0/networks/f92490cc-9f22-4148-ad5b-bf30384d366f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294580 Oct 05 09:58:19.472347 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-57ab84c5-d5a3-4193-b035-f3f2f677bc78 req-ead30fdd-3e48-460d-a9cb-785a055c2380 service neutron] 10.222.0.55 "GET /v2.0/networks/f92490cc-9f22-4148-ad5b-bf30384d366f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257925 Oct 05 09:58:20.362292 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7371c649-161d-49e2-8442-95108fba8ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:22.630942 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-48be97ea-cdee-456b-a852-a8f97517a728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:24.196813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:24.230810 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:25.259140 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:25.636870 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:34.497273 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:58:50.363458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-38d8f50f-5ddc-44bf-9b97-c5430e3a8838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:52.638045 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1bcd85d6-599f-46b1-9190-b1c886d9e5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:54.191750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:54.276322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:55.237615 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:55.591858 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:09.610216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46586) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:09.615185 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d91bd162-640b-4c6e-9d34-5591ee408b94 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:59:10.230349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d91bd162-640b-4c6e-9d34-5591ee408b94 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:10.294491 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d91bd162-640b-4c6e-9d34-5591ee408b94 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:10.467620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91bd162-640b-4c6e-9d34-5591ee408b94 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router ea5c1964-d256-41eb-8493-676187b8647c has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:59:10.640420 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91bd162-640b-4c6e-9d34-5591ee408b94 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:59:10.647068 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d91bd162-640b-4c6e-9d34-5591ee408b94 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:10.648208 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d91bd162-640b-4c6e-9d34-5591ee408b94 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/ea5c1964-d256-41eb-8493-676187b8647c HTTP/1.1" status: 200 len: 889 time: 1.0370059 Oct 05 09:59:10.650268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a6e1a5-f00f-421c-ad6e-680f4152459d None None] Sync routers for ids ['ea5c1964-d256-41eb-8493-676187b8647c'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:59:10.660240 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a6e1a5-f00f-421c-ad6e-680f4152459d None None] Routers {'ea5c1964-d256-41eb-8493-676187b8647c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:59:10.660858 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e3a6e1a5-f00f-421c-ad6e-680f4152459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:58:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ea5c1964-d256-41eb-8493-676187b8647c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:10.721934 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e3a6e1a5-f00f-421c-ad6e-680f4152459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:10.730182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a6e1a5-f00f-421c-ad6e-680f4152459d None None] Routers {'ea5c1964-d256-41eb-8493-676187b8647c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:59:10.730762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e3a6e1a5-f00f-421c-ad6e-680f4152459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:58:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ea5c1964-d256-41eb-8493-676187b8647c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:10.789164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e3a6e1a5-f00f-421c-ad6e-680f4152459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:10.789568 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a6e1a5-f00f-421c-ad6e-680f4152459d None None] The sync data for ids ['ea5c1964-d256-41eb-8493-676187b8647c'] in dv-neutron-860329-1-hyperv is: [] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:59:11.496232 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:59:11.557041 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c41f000-24ad-4bc0-92f2-08689e45fdc5 None None] New status for floating IP 8b620e09-cbc5-4c45-a9dd-5b45479c1749: DOWN {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:59:12.808030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 20f54165-5cc9-45ee-be07-a85a798c6a96 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:59:12.814393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46592) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:12.819521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-524d7976-bcc2-4736-9481-1d172c0beb44 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:59:12.923017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 20f54165-5cc9-45ee-be07-a85a798c6a96 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:59:12.923320 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:12.939653 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 20f54165-5cc9-45ee-be07-a85a798c6a96, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=20f54165-5cc9-45ee-be07-a85a798c6a96,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:59:13.003067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:13.003745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 802a113b-16be-468f-9932-7e7cd0f2eb4a no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:59:13.119007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=20f54165-5cc9-45ee-be07-a85a798c6a96,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:13.150936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:13.151276 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:13.151610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:13.151945 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:13.152273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:13.152602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:13.152923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:13.153245 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:13.153566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:13.153887 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:13.154225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:13.155069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:13.190421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 802a113b-16be-468f-9932-7e7cd0f2eb4a is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:59:13.190800 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:13.223736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 802a113b-16be-468f-9932-7e7cd0f2eb4a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=802a113b-16be-468f-9932-7e7cd0f2eb4a,segment=NetworkSegment(b5928038-8e87-4542-906a-b9d5d4e35505),segment_id=b5928038-8e87-4542-906a-b9d5d4e35505)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:59:13.294319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:13.365575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=802a113b-16be-468f-9932-7e7cd0f2eb4a,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:13.452260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-524d7976-bcc2-4736-9481-1d172c0beb44 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:13.518432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-524d7976-bcc2-4736-9481-1d172c0beb44 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597180'] for router, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:13.694132 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524d7976-bcc2-4736-9481-1d172c0beb44 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router ea5c1964-d256-41eb-8493-676187b8647c has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:59:13.874450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524d7976-bcc2-4736-9481-1d172c0beb44 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:59:13.881418 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-524d7976-bcc2-4736-9481-1d172c0beb44 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:13.882074 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-524d7976-bcc2-4736-9481-1d172c0beb44 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/ea5c1964-d256-41eb-8493-676187b8647c HTTP/1.1" status: 200 len: 888 time: 1.0666108 Oct 05 09:59:13.883958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7848c601-dd7a-4b3f-b0b6-6d8e30ec4c26 None None] Sync routers for ids ['ea5c1964-d256-41eb-8493-676187b8647c'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:59:13.885030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46596) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:13.893933 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7848c601-dd7a-4b3f-b0b6-6d8e30ec4c26 None None] Routers {'ea5c1964-d256-41eb-8493-676187b8647c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:59:13.894597 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7848c601-dd7a-4b3f-b0b6-6d8e30ec4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:58:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ea5c1964-d256-41eb-8493-676187b8647c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:14.053255 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fc82ba6e-d614-4187-9b0b-8565fedc5e1d tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/8b620e09-cbc5-4c45-a9dd-5b45479c1749 HTTP/1.1" status: 200 len: 992 time: 0.1670692 Oct 05 09:59:14.068318 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-7848c601-dd7a-4b3f-b0b6-6d8e30ec4c26 None None] Set router ea5c1964-d256-41eb-8493-676187b8647c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:59:14.439804 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7848c601-dd7a-4b3f-b0b6-6d8e30ec4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:59:13Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:59:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '8b620e09-cbc5-4c45-a9dd-5b45479c1749', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'port_id': '3bad5494-8bd3-475f-b910-ae4151a9ef4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'mac_address': 'fa:16:3e:ae:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:58:05Z', 'updated_at': '2022-10-05T09:59:11Z', 'revision_number': 2, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802a113b-16be-468f-9932-7e7cd0f2eb4a', 'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:59:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:42Z', 'updated_at': '2022-10-05T09:59:13Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:14.443553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7848c601-dd7a-4b3f-b0b6-6d8e30ec4c26 None None] Checking router: ea5c1964-d256-41eb-8493-676187b8647c for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:59:14.452171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7848c601-dd7a-4b3f-b0b6-6d8e30ec4c26 None None] Routers {'ea5c1964-d256-41eb-8493-676187b8647c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:59:14.452753 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7848c601-dd7a-4b3f-b0b6-6d8e30ec4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:58:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ea5c1964-d256-41eb-8493-676187b8647c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:14.626000 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-7848c601-dd7a-4b3f-b0b6-6d8e30ec4c26 None None] Set router ea5c1964-d256-41eb-8493-676187b8647c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:59:14.965744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-7848c601-dd7a-4b3f-b0b6-6d8e30ec4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:59:13Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:59:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '8b620e09-cbc5-4c45-a9dd-5b45479c1749', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'port_id': '3bad5494-8bd3-475f-b910-ae4151a9ef4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'mac_address': 'fa:16:3e:ae:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:58:05Z', 'updated_at': '2022-10-05T09:59:11Z', 'revision_number': 2, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802a113b-16be-468f-9932-7e7cd0f2eb4a', 'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:59:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:42Z', 'updated_at': '2022-10-05T09:59:13Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:14.969687 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7848c601-dd7a-4b3f-b0b6-6d8e30ec4c26 None None] The sync data for ids ['ea5c1964-d256-41eb-8493-676187b8647c'] in dv-neutron-860329-1-hyperv is: [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:59:13Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:59:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '8b620e09-cbc5-4c45-a9dd-5b45479c1749', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'port_id': '3bad5494-8bd3-475f-b910-ae4151a9ef4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'mac_address': 'fa:16:3e:ae:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:58:05Z', 'updated_at': '2022-10-05T09:59:11Z', 'revision_number': 2, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802a113b-16be-468f-9932-7e7cd0f2eb4a', 'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:59:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:42Z', 'updated_at': '2022-10-05T09:59:13Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:59:15.057382 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46602) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:15.178895 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3757cfa9-5076-42d1-aad6-f82c6bbb0c09 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/8b620e09-cbc5-4c45-a9dd-5b45479c1749 HTTP/1.1" status: 200 len: 992 time: 0.1200790 Oct 05 09:59:16.182757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46606) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:16.288917 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-343cba35-bbfb-4382-b714-6f8505902179 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/8b620e09-cbc5-4c45-a9dd-5b45479c1749 HTTP/1.1" status: 200 len: 992 time: 0.1049283 Oct 05 09:59:16.520064 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ccf670-541d-42e7-ab92-f0457e066556 None None] New status for floating IP 8b620e09-cbc5-4c45-a9dd-5b45479c1749: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:59:16.863172 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 20f54165-5cc9-45ee-be07-a85a798c6a96 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:59:16.932801 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 20f54165-5cc9-45ee-be07-a85a798c6a96 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:59:16.933438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:16.934034 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 20f54165-5cc9-45ee-be07-a85a798c6a96 Oct 05 09:59:17.051911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 20f54165-5cc9-45ee-be07-a85a798c6a96 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:59:17.052293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:17.070151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 20f54165-5cc9-45ee-be07-a85a798c6a96, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=20f54165-5cc9-45ee-be07-a85a798c6a96,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:59:17.130223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:17.130999 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 802a113b-16be-468f-9932-7e7cd0f2eb4a up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:59:17.243392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=20f54165-5cc9-45ee-be07-a85a798c6a96,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:17.257040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 802a113b-16be-468f-9932-7e7cd0f2eb4a triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:59:17.257412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:17.257795 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 802a113b-16be-468f-9932-7e7cd0f2eb4a Oct 05 09:59:17.291769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46610) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:17.378380 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 802a113b-16be-468f-9932-7e7cd0f2eb4a is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:59:17.378672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:17.412069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 802a113b-16be-468f-9932-7e7cd0f2eb4a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=802a113b-16be-468f-9932-7e7cd0f2eb4a,segment=NetworkSegment(b5928038-8e87-4542-906a-b9d5d4e35505),segment_id=b5928038-8e87-4542-906a-b9d5d4e35505)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:59:17.483186 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:17.507972 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2a24395d-dfc0-4a8b-977e-ee27850c02de tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/floatingips/8b620e09-cbc5-4c45-a9dd-5b45479c1749 HTTP/1.1" status: 200 len: 994 time: 0.2148981 Oct 05 09:59:17.552767 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=802a113b-16be-468f-9932-7e7cd0f2eb4a,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:17.804919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46618) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:18.003604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port c6955cc2-dbba-471c-9563-8e59aef63a71 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:59:18.003947 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:18.171081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:18.171450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:18.289310 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for c6955cc2-dbba-471c-9563-8e59aef63a71 owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:59:18.598916 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:18.646608 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=c6955cc2-dbba-471c-9563-8e59aef63a71,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:18.689009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:18.689355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:18.689695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:18.690120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:18.690460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:18.690792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:18.691118 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:18.691445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:18.691770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:18.692091 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:18.692418 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:18.692743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:18.757084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:18.757334 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Floating IP 8b620e09-cbc5-4c45-a9dd-5b45479c1749 disassociated (deleted). External IP: 172.26.7.130, port: 3bad5494-8bd3-475f-b910-ae4151a9ef4d. Oct 05 09:59:18.827803 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 20f54165-5cc9-45ee-be07-a85a798c6a96 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:59:18.909697 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 20f54165-5cc9-45ee-be07-a85a798c6a96 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:59:18.910101 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:18.910536 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 20f54165-5cc9-45ee-be07-a85a798c6a96 Oct 05 09:59:19.044468 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 20f54165-5cc9-45ee-be07-a85a798c6a96 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:59:19.045551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 802a113b-16be-468f-9932-7e7cd0f2eb4a up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:59:19.135589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router ea5c1964-d256-41eb-8493-676187b8647c has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:59:19.161772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 802a113b-16be-468f-9932-7e7cd0f2eb4a triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:59:19.162177 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:19.162516 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 802a113b-16be-468f-9932-7e7cd0f2eb4a Oct 05 09:59:19.276476 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 802a113b-16be-468f-9932-7e7cd0f2eb4a is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:59:19.321200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:59:19.331701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43f864-25f0-4a2c-a6ad-920534a8c4ce None None] Sync routers for ids ['ea5c1964-d256-41eb-8493-676187b8647c'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:59:19.338490 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:19.341050 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43f864-25f0-4a2c-a6ad-920534a8c4ce None None] Routers {'ea5c1964-d256-41eb-8493-676187b8647c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:59:19.341716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ac43f864-25f0-4a2c-a6ad-920534a8c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:58:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ea5c1964-d256-41eb-8493-676187b8647c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:19.395934 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7aedfd8c-cd09-4136-8b6b-a529e7482a18 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/floatingips/8b620e09-cbc5-4c45-a9dd-5b45479c1749 HTTP/1.1" status: 204 len: 168 time: 1.5898449 Oct 05 09:59:19.396514 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'tag': '3bad5494-8bd3-475f-b910-ae4151a9ef4d'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:59:19.399021 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0bbaf8-3210-490b-9330-f129e623a359" -d '{"events": [{"name": "network-changed", "server_uuid": "199e901c-17f1-410c-99cb-1f6f633fad9e", "tag": "3bad5494-8bd3-475f-b910-ae4151a9ef4d"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:59:19.446761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348bd742-3eea-4243-8d6e-80b57363e794 x-openstack-request-id: req-348bd742-3eea-4243-8d6e-80b57363e794 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:59:19.447055 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "199e901c-17f1-410c-99cb-1f6f633fad9e", "tag": "3bad5494-8bd3-475f-b910-ae4151a9ef4d", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:59:19.447316 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-348bd742-3eea-4243-8d6e-80b57363e794 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:59:19.447719 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-348bd742-3eea-4243-8d6e-80b57363e794'] response: {'name': 'network-changed', 'server_uuid': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'tag': '3bad5494-8bd3-475f-b910-ae4151a9ef4d', 'status': 'completed', 'code': 200} Oct 05 09:59:19.544151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-ac43f864-25f0-4a2c-a6ad-920534a8c4ce None None] Set router ea5c1964-d256-41eb-8493-676187b8647c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:59:19.586550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bbaf8-3210-490b-9330-f129e623a359 req-5fb36bf6-9fcb-4571-b1ba-2c975812c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:19.589274 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1c0bbaf8-3210-490b-9330-f129e623a359 req-5fb36bf6-9fcb-4571-b1ba-2c975812c173 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6294a6c4935647d8b376ea5a0a53c756&device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 1099 time: 0.0945549 Oct 05 09:59:19.733795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bbaf8-3210-490b-9330-f129e623a359 req-fe9ddbda-90de-4a53-bcea-a4c85f3d3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:19.735313 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1c0bbaf8-3210-490b-9330-f129e623a359 req-fe9ddbda-90de-4a53-bcea-a4c85f3d3b4a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f92490cc-9f22-4148-ad5b-bf30384d366f HTTP/1.1" status: 200 len: 898 time: 0.1400027 Oct 05 09:59:19.811045 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1c0bbaf8-3210-490b-9330-f129e623a359 req-be69e26c-52c4-4cfb-adca-17505f9ef685 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bad5494-8bd3-475f-b910-ae4151a9ef4d HTTP/1.1" status: 200 len: 217 time: 0.0696154 Oct 05 09:59:19.875976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bbaf8-3210-490b-9330-f129e623a359 req-badc7088-368a-4bbb-975e-da96b3b42cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:19.877459 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1c0bbaf8-3210-490b-9330-f129e623a359 req-badc7088-368a-4bbb-975e-da96b3b42cbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e64298b-86eb-4291-b7e6-d76bedd5e5cc HTTP/1.1" status: 200 len: 834 time: 0.0609779 Oct 05 09:59:19.904133 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ac43f864-25f0-4a2c-a6ad-920534a8c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:59:13Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:59:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '802a113b-16be-468f-9932-7e7cd0f2eb4a', 'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:59:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:42Z', 'updated_at': '2022-10-05T09:59:17Z', 'revision_number': 7, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:19.908004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43f864-25f0-4a2c-a6ad-920534a8c4ce None None] Checking router: ea5c1964-d256-41eb-8493-676187b8647c for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:59:19.916282 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43f864-25f0-4a2c-a6ad-920534a8c4ce None None] Routers {'ea5c1964-d256-41eb-8493-676187b8647c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:59:19.916872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ac43f864-25f0-4a2c-a6ad-920534a8c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:58:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ea5c1964-d256-41eb-8493-676187b8647c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:20.009876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bbaf8-3210-490b-9330-f129e623a359 req-e022a259-5804-4608-b48e-a1ce17ad1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:20.011403 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1c0bbaf8-3210-490b-9330-f129e623a359 req-e022a259-5804-4608-b48e-a1ce17ad1203 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f92490cc-9f22-4148-ad5b-bf30384d366f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869896 Oct 05 09:59:20.025388 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de511d12-5bad-42cd-9103-829d7c142baf req-76f37637-baac-471a-980c-03b6e21d2b28 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:20.030639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-de511d12-5bad-42cd-9103-829d7c142baf req-76f37637-baac-471a-980c-03b6e21d2b28 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:59:20.094082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-ac43f864-25f0-4a2c-a6ad-920534a8c4ce None None] Set router ea5c1964-d256-41eb-8493-676187b8647c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:59:20.107481 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-de511d12-5bad-42cd-9103-829d7c142baf req-76f37637-baac-471a-980c-03b6e21d2b28 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:59:20.110848 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-de511d12-5bad-42cd-9103-829d7c142baf req-76f37637-baac-471a-980c-03b6e21d2b28 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 946 time: 0.1736619 Oct 05 09:59:20.148525 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1c0bbaf8-3210-490b-9330-f129e623a359 req-ab3cdbfa-5d8d-4acf-a8ff-6735e6e0a4af service neutron] 10.222.0.55 "GET /v2.0/networks/f92490cc-9f22-4148-ad5b-bf30384d366f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297531 Oct 05 09:59:20.159579 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-de511d12-5bad-42cd-9103-829d7c142baf req-f9c299ad-63f5-4033-aa8f-45e08ec7e596 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440719 Oct 05 09:59:20.298621 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1c0bbaf8-3210-490b-9330-f129e623a359 req-9ebd27ee-77c3-49dc-9de3-23ac00e49ec8 service neutron] 10.222.0.55 "GET /v2.0/networks/f92490cc-9f22-4148-ad5b-bf30384d366f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434479 Oct 05 09:59:20.382634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b0fd-ffed-47d1-83eb-4d15e7631263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:20.416809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ac43f864-25f0-4a2c-a6ad-920534a8c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:59:13Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:59:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '802a113b-16be-468f-9932-7e7cd0f2eb4a', 'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:59:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:42Z', 'updated_at': '2022-10-05T09:59:17Z', 'revision_number': 7, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:20.420739 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43f864-25f0-4a2c-a6ad-920534a8c4ce None None] The sync data for ids ['ea5c1964-d256-41eb-8493-676187b8647c'] in dv-neutron-860329-1-hyperv is: [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:59:13Z', 'revision_number': 6, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:59:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '802a113b-16be-468f-9932-7e7cd0f2eb4a', 'name': '', 'network_id': 'f92490cc-9f22-4148-ad5b-bf30384d366f', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'mac_address': 'fa:16:3e:59:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:42Z', 'updated_at': '2022-10-05T09:59:17Z', 'revision_number': 7, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'subnets': [{'id': '8e64298b-86eb-4291-b7e6-d76bedd5e5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:59:21.053108 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15955bcd-88aa-49bd-b5bc-db3222846b59 None None] New status for floating IP 8b620e09-cbc5-4c45-a9dd-5b45479c1749: DOWN {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:59:21.361843 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91713f6-0609-4d8c-b940-9645199d96c6 req-33325332-1400-4865-a426-7067431a3c28 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:21.363318 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c91713f6-0609-4d8c-b940-9645199d96c6 req-33325332-1400-4865-a426-7067431a3c28 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 946 time: 0.0861752 Oct 05 09:59:21.410387 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c91713f6-0609-4d8c-b940-9645199d96c6 req-c5e3025c-2b29-4978-9551-c3c7f01a7820 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411451 Oct 05 09:59:21.713667 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5a2e1-58ee-4125-a27a-87087b5ce6d0 req-10258a78-1d81-423b-b655-bd5ac26a7417 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:21.714400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-f9c5a2e1-58ee-4125-a27a-87087b5ce6d0 req-10258a78-1d81-423b-b655-bd5ac26a7417 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Synchronizing usage tracker for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:59:21.725847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-f9c5a2e1-58ee-4125-a27a-87087b5ce6d0 req-10258a78-1d81-423b-b655-bd5ac26a7417 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Unset dirty status for tenant:6294a6c4935647d8b376ea5a0a53c756 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:59:21.726958 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f9c5a2e1-58ee-4125-a27a-87087b5ce6d0 req-10258a78-1d81-423b-b655-bd5ac26a7417 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 946 time: 0.0979395 Oct 05 09:59:21.799525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-f9c5a2e1-58ee-4125-a27a-87087b5ce6d0 req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 3bad5494-8bd3-475f-b910-ae4151a9ef4d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:59:21.799870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-f9c5a2e1-58ee-4125-a27a-87087b5ce6d0 req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:22.038390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-f9c5a2e1-58ee-4125-a27a-87087b5ce6d0 req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 3bad5494-8bd3-475f-b910-ae4151a9ef4d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3bad5494-8bd3-475f-b910-ae4151a9ef4d,segment=NetworkSegment(b5928038-8e87-4542-906a-b9d5d4e35505),segment_id=b5928038-8e87-4542-906a-b9d5d4e35505)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:59:22.038741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-f9c5a2e1-58ee-4125-a27a-87087b5ce6d0 req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:22.159635 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-f9c5a2e1-58ee-4125-a27a-87087b5ce6d0 req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 3bad5494-8bd3-475f-b910-ae4151a9ef4d owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:59:22.364279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-f9c5a2e1-58ee-4125-a27a-87087b5ce6d0 req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:22.514846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=3bad5494-8bd3-475f-b910-ae4151a9ef4d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:22.557879 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:22.558257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:22.558507 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:22.558841 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:22.559168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:22.559689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:22.560018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:22.560342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:22.560674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:22.560997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:22.561316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:22.561633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:59:22.575361 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-eae2e8e2-6f2a-41a5-8a90-b876c4793253 req-5c39db8e-2b04-4315-909e-7c30efed06ff tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "GET /v2.0/ports?device_id=199e901c-17f1-410c-99cb-1f6f633fad9e HTTP/1.1" status: 200 len: 210 time: 0.0530522 Oct 05 09:59:22.616349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c5a2e1-58ee-4125-a27a-87087b5ce6d0 req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] No DVR routers for this DVR port 3bad5494-8bd3-475f-b910-ae4151a9ef4d on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:59:22.618843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-f9c5a2e1-58ee-4125-a27a-87087b5ce6d0 req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:22.621379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'name': 'network-vif-deleted', 'tag': '3bad5494-8bd3-475f-b910-ae4151a9ef4d'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:59:22.621902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bce45e3c-3c40-4654-97ea-1623ad9a3630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:22.623671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b30e53-d532-4eab-86d0-bdd9746304b1" -d '{"events": [{"server_uuid": "199e901c-17f1-410c-99cb-1f6f633fad9e", "name": "network-vif-deleted", "tag": "3bad5494-8bd3-475f-b910-ae4151a9ef4d"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:59:22.666107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf0c64a-834c-482b-8a4d-9da107ff7423 x-openstack-request-id: req-fbf0c64a-834c-482b-8a4d-9da107ff7423 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:59:22.666396 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199e901c-17f1-410c-99cb-1f6f633fad9e", "name": "network-vif-deleted", "tag": "3bad5494-8bd3-475f-b910-ae4151a9ef4d", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:59:22.666756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbf0c64a-834c-482b-8a4d-9da107ff7423 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:59:22.667159 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf0c64a-834c-482b-8a4d-9da107ff7423'] response: {'server_uuid': '199e901c-17f1-410c-99cb-1f6f633fad9e', 'name': 'network-vif-deleted', 'tag': '3bad5494-8bd3-475f-b910-ae4151a9ef4d', 'status': 'completed', 'code': 200} Oct 05 09:59:22.703296 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f9c5a2e1-58ee-4125-a27a-87087b5ce6d0 req-da9ff4b3-5df2-48d7-88ab-b95d83fa239b tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.55 "DELETE /v2.0/ports/3bad5494-8bd3-475f-b910-ae4151a9ef4d HTTP/1.1" status: 204 len: 173 time: 0.9702916 Oct 05 09:59:23.677404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46638) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:23.745220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95c5a3fb-74b1-4a15-a503-bafe9e860267 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:23.777227 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95c5a3fb-74b1-4a15-a503-bafe9e860267 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:23.918876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95c5a3fb-74b1-4a15-a503-bafe9e860267 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:23.936347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5a3fb-74b1-4a15-a503-bafe9e860267 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:24.030579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-95c5a3fb-74b1-4a15-a503-bafe9e860267 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:24.032297 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-95c5a3fb-74b1-4a15-a503-bafe9e860267 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/security-groups/5c06d1a8-8b2f-4ebd-9da8-a1eb21156a51 HTTP/1.1" status: 204 len: 168 time: 0.3539522 Oct 05 09:59:24.135129 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46644) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:24.214587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:24.261466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:24.640052 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3bad5494-8bd3-475f-b910-ae4151a9ef4d no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:59:24.677920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8d2e72d-1d96-4f88-a6c9-b588669e04fc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:24.681144 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 3bad5494-8bd3-475f-b910-ae4151a9ef4d {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:59:24.681740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 3bad5494-8bd3-475f-b910-ae4151a9ef4d not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:59:25.025911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2e72d-1d96-4f88-a6c9-b588669e04fc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 802a113b-16be-468f-9932-7e7cd0f2eb4a {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:59:25.026289 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8d2e72d-1d96-4f88-a6c9-b588669e04fc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:25.212787 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-a8d2e72d-1d96-4f88-a6c9-b588669e04fc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 802a113b-16be-468f-9932-7e7cd0f2eb4a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=802a113b-16be-468f-9932-7e7cd0f2eb4a,segment=NetworkSegment(b5928038-8e87-4542-906a-b9d5d4e35505),segment_id=b5928038-8e87-4542-906a-b9d5d4e35505)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:59:25.213195 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8d2e72d-1d96-4f88-a6c9-b588669e04fc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:25.255028 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:25.431997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2e72d-1d96-4f88-a6c9-b588669e04fc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 802a113b-16be-468f-9932-7e7cd0f2eb4a owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:59:25.587471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:25.787773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8d2e72d-1d96-4f88-a6c9-b588669e04fc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:25.838445 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2e72d-1d96-4f88-a6c9-b588669e04fc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=802a113b-16be-468f-9932-7e7cd0f2eb4a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:26.118092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8d2e72d-1d96-4f88-a6c9-b588669e04fc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:26.467589 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d2e72d-1d96-4f88-a6c9-b588669e04fc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Router ea5c1964-d256-41eb-8493-676187b8647c has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:59:26.754091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d2e72d-1d96-4f88-a6c9-b588669e04fc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:59:26.764823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551352f4-2291-4892-9fc8-9034f7331503 None None] Sync routers for ids ['ea5c1964-d256-41eb-8493-676187b8647c'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:59:26.770937 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a8d2e72d-1d96-4f88-a6c9-b588669e04fc tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "PUT /v2.0/routers/ea5c1964-d256-41eb-8493-676187b8647c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6324801 Oct 05 09:59:26.771935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46648) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:26.778343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551352f4-2291-4892-9fc8-9034f7331503 None None] Routers {'ea5c1964-d256-41eb-8493-676187b8647c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:59:26.779160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-551352f4-2291-4892-9fc8-9034f7331503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:59:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ea5c1964-d256-41eb-8493-676187b8647c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:26.843773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b69779-af7f-4101-94d3-702084043292 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting subnet 8e64298b-86eb-4291-b7e6-d76bedd5e5cc {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:59:26.846775 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-17b69779-af7f-4101-94d3-702084043292 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:26.906244 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-17b69779-af7f-4101-94d3-702084043292 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:26.986359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-551352f4-2291-4892-9fc8-9034f7331503 None None] Set router ea5c1964-d256-41eb-8493-676187b8647c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:59:26.992778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-17b69779-af7f-4101-94d3-702084043292 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:27.135535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-17b69779-af7f-4101-94d3-702084043292 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:27.174291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b69779-af7f-4101-94d3-702084043292 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Subnet': ['ID=8e64298b-86eb-4291-b7e6-d76bedd5e5cc,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:27.180940 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-17b69779-af7f-4101-94d3-702084043292 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:27.187956 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-17b69779-af7f-4101-94d3-702084043292 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/subnets/8e64298b-86eb-4291-b7e6-d76bedd5e5cc HTTP/1.1" status: 204 len: 168 time: 0.4149494 Oct 05 09:59:27.190734 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46652) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:27.194573 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75192791-5f76-4953-8f61-b60c5721472e None None] Network f92490cc-9f22-4148-ad5b-bf30384d366f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:59:27.443804 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-551352f4-2291-4892-9fc8-9034f7331503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:59:25Z', 'revision_number': 7, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:59:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:27.449858 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551352f4-2291-4892-9fc8-9034f7331503 None None] Checking router: ea5c1964-d256-41eb-8493-676187b8647c for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:59:27.462540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551352f4-2291-4892-9fc8-9034f7331503 None None] Routers {'ea5c1964-d256-41eb-8493-676187b8647c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:59:27.463138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-551352f4-2291-4892-9fc8-9034f7331503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:59:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['ea5c1964-d256-41eb-8493-676187b8647c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:27.472323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:27.608813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d5415e-189f-4d31-ac7b-41cebaa2b974 None None] DHCP port deletion for f92490cc-9f22-4148-ad5b-bf30384d366f request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:59:27.631174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-24d5415e-189f-4d31-ac7b-41cebaa2b974 None None] Deleting port 250f263b-77f7-4e16-b487-c74de4a19f09 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:59:27.631546 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-24d5415e-189f-4d31-ac7b-41cebaa2b974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:27.655056 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:27.695477 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-551352f4-2291-4892-9fc8-9034f7331503 None None] Set router ea5c1964-d256-41eb-8493-676187b8647c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:59:27.742389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Deleting port 20f54165-5cc9-45ee-be07-a85a798c6a96 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:59:27.743115 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:27.923813 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] For port 20f54165-5cc9-45ee-be07-a85a798c6a96, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=20f54165-5cc9-45ee-be07-a85a798c6a96,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:59:27.924501 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:28.045640 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Calling delete_port for 20f54165-5cc9-45ee-be07-a85a798c6a96 owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:59:28.053326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-24d5415e-189f-4d31-ac7b-41cebaa2b974 None None] For port 250f263b-77f7-4e16-b487-c74de4a19f09, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=250f263b-77f7-4e16-b487-c74de4a19f09,segment=NetworkSegment(b5928038-8e87-4542-906a-b9d5d4e35505),segment_id=b5928038-8e87-4542-906a-b9d5d4e35505)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:59:28.053807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-24d5415e-189f-4d31-ac7b-41cebaa2b974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:28.256551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-24d5415e-189f-4d31-ac7b-41cebaa2b974 None None] Calling delete_port for 250f263b-77f7-4e16-b487-c74de4a19f09 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:59:28.290520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:28.337891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-551352f4-2291-4892-9fc8-9034f7331503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:59:25Z', 'revision_number': 7, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:59:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:28.338800 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Port': ['ID=20f54165-5cc9-45ee-be07-a85a798c6a96,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:28.342028 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551352f4-2291-4892-9fc8-9034f7331503 None None] The sync data for ids ['ea5c1964-d256-41eb-8493-676187b8647c'] in dv-neutron-860329-1-hyperv is: [{'id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'name': 'tempest-TestNetworkBasicOps-router-1415163894', 'tenant_id': '6294a6c4935647d8b376ea5a0a53c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:57:37Z', 'updated_at': '2022-10-05T09:59:25Z', 'revision_number': 7, 'project_id': '6294a6c4935647d8b376ea5a0a53c756', 'gw_port': {'id': '20f54165-5cc9-45ee-be07-a85a798c6a96', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c1964-d256-41eb-8493-676187b8647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:57:38Z', 'updated_at': '2022-10-05T09:59:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:59:28.398941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-24d5415e-189f-4d31-ac7b-41cebaa2b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:28.435256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:28.446022 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5415e-189f-4d31-ac7b-41cebaa2b974 None None] Pushing event deleted for resources: {'Port': ['ID=250f263b-77f7-4e16-b487-c74de4a19f09,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:28.449489 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d5415e-189f-4d31-ac7b-41cebaa2b974 None None] No DVR routers for this DVR port 250f263b-77f7-4e16-b487-c74de4a19f09 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:59:28.604562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:28.606684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:28.696590 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:28.697239 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Fanout notify agent at l3_agent the message router_deleted on router ea5c1964-d256-41eb-8493-676187b8647c {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:59:28.720852 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:28.722429 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c6e7b823-4b4a-4375-aad4-2537f19808f7 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/routers/ea5c1964-d256-41eb-8493-676187b8647c HTTP/1.1" status: 204 len: 168 time: 1.5307329 Oct 05 09:59:28.725707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46656) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:28.858563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1deb97e-d091-44d9-a016-8c390e540e04 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:28.921266 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 250f263b-77f7-4e16-b487-c74de4a19f09 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:59:28.956633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 250f263b-77f7-4e16-b487-c74de4a19f09 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:59:28.956979 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 250f263b-77f7-4e16-b487-c74de4a19f09 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:59:28.957383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 802a113b-16be-468f-9932-7e7cd0f2eb4a no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:59:28.992582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 802a113b-16be-468f-9932-7e7cd0f2eb4a {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:59:28.992925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 802a113b-16be-468f-9932-7e7cd0f2eb4a not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:59:29.007532 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1deb97e-d091-44d9-a016-8c390e540e04 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:29.035207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-e1deb97e-d091-44d9-a016-8c390e540e04 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92490cc-9f22-4148-ad5b-bf30384d366f']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:29.047903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-e1deb97e-d091-44d9-a016-8c390e540e04 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5928038-8e87-4542-906a-b9d5d4e35505') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:29.048204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-e1deb97e-d091-44d9-a016-8c390e540e04 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5928038-8e87-4542-906a-b9d5d4e35505') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:59:29.060106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1deb97e-d091-44d9-a016-8c390e540e04 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:29.076494 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1deb97e-d091-44d9-a016-8c390e540e04 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:29.083266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1deb97e-d091-44d9-a016-8c390e540e04 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:59:29.083659 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1deb97e-d091-44d9-a016-8c390e540e04 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:29.154741 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment b5928038-8e87-4542-906a-b9d5d4e35505 resource provider aggregate not found Oct 05 09:59:29.180136 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment b5928038-8e87-4542-906a-b9d5d4e35505 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5928038-8e87-4542-906a-b9d5d4e35505 found for delete ", "request_id": "req-9dcff0f6-353d-456c-b3d2-5ac3b79348e4"}]} Oct 05 09:59:29.243363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1deb97e-d091-44d9-a016-8c390e540e04 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:29.247393 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1deb97e-d091-44d9-a016-8c390e540e04 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:29.273992 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1deb97e-d091-44d9-a016-8c390e540e04 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] Pushing event deleted for resources: {'Network': ['ID=f92490cc-9f22-4148-ad5b-bf30384d366f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:29.330353 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e1deb97e-d091-44d9-a016-8c390e540e04 tempest-TestNetworkBasicOps-767597406 tempest-TestNetworkBasicOps-767597406-project] 10.222.0.49 "DELETE /v2.0/networks/f92490cc-9f22-4148-ad5b-bf30384d366f HTTP/1.1" status: 204 len: 168 time: 0.6033466 Oct 05 09:59:29.927008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46668) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:30.071245 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-abda3c5e-231f-4bf6-a4c2-c472a87e61c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6294a6c4935647d8b376ea5a0a53c756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430960 Oct 05 09:59:30.073782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46674) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:30.129683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4f6403b5-1610-4eec-9251-6629a7d01b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:30.153934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4f6403b5-1610-4eec-9251-6629a7d01b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:30.284336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4f6403b5-1610-4eec-9251-6629a7d01b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:30.301683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6403b5-1610-4eec-9251-6629a7d01b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4779f9eb-7a14-4856-bb71-1fac9d160ccf,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:30.307914 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4f6403b5-1610-4eec-9251-6629a7d01b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:30.309014 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4f6403b5-1610-4eec-9251-6629a7d01b62 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4779f9eb-7a14-4856-bb71-1fac9d160ccf HTTP/1.1" status: 204 len: 168 time: 0.2342591 Oct 05 09:59:30.779107 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 20f54165-5cc9-45ee-be07-a85a798c6a96 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:59:30.814054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 20f54165-5cc9-45ee-be07-a85a798c6a96 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:59:30.814400 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 20f54165-5cc9-45ee-be07-a85a798c6a96 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:59:30.850275 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 46682) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:30.867462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-955edc53-7973-40a0-828d-f0a064d24bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:30.881939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-955edc53-7973-40a0-828d-f0a064d24bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:59:30.885724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-955edc53-7973-40a0-828d-f0a064d24bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:14c6c6746b7f422db86037a8877d6217 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:59:30.888509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-955edc53-7973-40a0-828d-f0a064d24bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:59:30.894693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-955edc53-7973-40a0-828d-f0a064d24bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:59:30.974461 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-955edc53-7973-40a0-828d-f0a064d24bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:31.027404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-955edc53-7973-40a0-828d-f0a064d24bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:31.078410 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-955edc53-7973-40a0-828d-f0a064d24bf9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14c6c6746b7f422db86037a8877d6217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270775 Oct 05 09:59:31.080063 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955edc53-7973-40a0-828d-f0a064d24bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1999cd6c-a02d-44a6-8d9b-cb914c5cacfe,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:31.081054 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46686) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:31.138735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7649f5a9-c01b-4798-b060-fd1f2dbbe704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:31.163768 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7649f5a9-c01b-4798-b060-fd1f2dbbe704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:31.296209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7649f5a9-c01b-4798-b060-fd1f2dbbe704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:31.310882 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649f5a9-c01b-4798-b060-fd1f2dbbe704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1999cd6c-a02d-44a6-8d9b-cb914c5cacfe,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:31.318973 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7649f5a9-c01b-4798-b060-fd1f2dbbe704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:31.320113 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7649f5a9-c01b-4798-b060-fd1f2dbbe704 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1999cd6c-a02d-44a6-8d9b-cb914c5cacfe HTTP/1.1" status: 204 len: 168 time: 0.2380726 Oct 05 09:59:38.309138 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6633f03f-0e0a-4838-955d-70b8770db28a req-32bdada6-c5eb-465b-932f-99332fca35e1 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a047f83e49884e05bf3d6f109e0ff078&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277817 Oct 05 09:59:38.545710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f03f-0e0a-4838-955d-70b8770db28a req-71f73954-7ffb-4cfd-b0f0-793ad7cbbf31 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:38.547160 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6633f03f-0e0a-4838-955d-70b8770db28a req-71f73954-7ffb-4cfd-b0f0-793ad7cbbf31 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324972 Oct 05 09:59:38.562138 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6633f03f-0e0a-4838-955d-70b8770db28a req-c1745a6d-eea3-4246-9bb9-6a28b46b5c44 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/quotas/a047f83e49884e05bf3d6f109e0ff078 HTTP/1.1" status: 200 len: 375 time: 0.0091124 Oct 05 09:59:38.618760 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6633f03f-0e0a-4838-955d-70b8770db28a req-b2401dbc-fddb-4b62-bcde-104ba3b1722d tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a047f83e49884e05bf3d6f109e0ff078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511565 Oct 05 09:59:38.888168 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7ef65e44-bc1f-460a-a72e-2bedff0e8c5d req-4c1e89f7-b35a-46a7-9538-b20da40d7169 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 210 time: 0.0507388 Oct 05 09:59:39.996063 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c4252f59-599f-4e0d-b4b8-5e33965c8b7a req-f5a366b3-f293-4452-93e0-da53dddd7271 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 210 time: 0.0515871 Oct 05 09:59:41.105185 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-add70873-0827-4e4a-aa86-a2924f77c679 req-07b32d5e-eb84-479a-b710-90456421e955 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 210 time: 0.0497777 Oct 05 09:59:42.268952 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1c103a6-8798-4b1e-8041-97621ec8d4d8 req-5a96e029-ed24-4b44-8c98-31bbe1dcb922 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 210 time: 0.0532229 Oct 05 09:59:43.043422 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6633f03f-0e0a-4838-955d-70b8770db28a req-e7fd0e49-17f8-462a-86ba-a08271475ca2 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a047f83e49884e05bf3d6f109e0ff078&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271683 Oct 05 09:59:43.196562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f03f-0e0a-4838-955d-70b8770db28a req-af08a491-1dca-4de0-a629-1335f1eb6af3 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:43.197948 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6633f03f-0e0a-4838-955d-70b8770db28a req-af08a491-1dca-4de0-a629-1335f1eb6af3 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498945 Oct 05 09:59:43.215608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Request body: {'port': {'device_id': '2ddcbf49-51a5-4f42-8977-bcf633498e8f', 'network_id': '47561394-aa4e-4c9d-a8cb-240eb2aa136c', 'admin_state_up': True, 'tenant_id': 'a047f83e49884e05bf3d6f109e0ff078'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:59:43.354384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:59:43.358296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Usage tracker for resource:port and tenant:a047f83e49884e05bf3d6f109e0ff078 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:59:43.361572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:59:43.367347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:59:43.430896 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-90feb800-1992-46c5-bb60-3c6db9433e66 req-f32c6776-b43c-4fc0-90bb-0e066fa6d309 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 210 time: 0.0497711 Oct 05 09:59:43.456881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Made reservation on behalf of a047f83e49884e05bf3d6f109e0ff078 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:59:43.460626 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:43.473605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:43.489125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:59:43.493048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Usage tracker for resource:security_group_rule and tenant:a047f83e49884e05bf3d6f109e0ff078 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:59:43.495826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:59:43.502143 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:59:43.581756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:43.622186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:43.702983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:43.793084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Allocated IP 192.168.233.6 (47561394-aa4e-4c9d-a8cb-240eb2aa136c/028443fb-cd93-4b77-918a-f9030bec6e10/68a82bd0-806c-4f9a-9a8a-62c95270d12e) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:59:43.990778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:44.010226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Transition to ACTIVE for port object 68a82bd0-806c-4f9a-9a8a-62c95270d12e will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:59:44.091057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:44.164427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Network 47561394-aa4e-4c9d-a8cb-240eb2aa136c is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:59:44.167354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:59:44.171203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:59:44.201752 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Pushing event updated for resources: {'Port': ['ID=68a82bd0-806c-4f9a-9a8a-62c95270d12e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:44.239152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:44.239751 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:44.375963 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6633f03f-0e0a-4838-955d-70b8770db28a req-47ad1abf-c00b-4c2c-9c30-fbc2db028330 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1637864 Oct 05 09:59:44.395054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Request body: {'port': {'device_id': '2ddcbf49-51a5-4f42-8977-bcf633498e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:59:44.455609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-772df5b0-06a1-4e90-8bd6-ee04b41ffd42 None None] Provisioning for port 68a82bd0-806c-4f9a-9a8a-62c95270d12e completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:59:44.460734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-772df5b0-06a1-4e90-8bd6-ee04b41ffd42 None None] Provisioning complete for port 68a82bd0-806c-4f9a-9a8a-62c95270d12e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:59:44.461112 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-772df5b0-06a1-4e90-8bd6-ee04b41ffd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:44.466971 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-772df5b0-06a1-4e90-8bd6-ee04b41ffd42 None None] Attempt 1 to provision port 68a82bd0-806c-4f9a-9a8a-62c95270d12e Oct 05 09:59:44.507699 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:44.520301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-772df5b0-06a1-4e90-8bd6-ee04b41ffd42 None None] Port 68a82bd0-806c-4f9a-9a8a-62c95270d12e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:59:44.633461 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4e640-41e0-47a8-aaad-9b5e43f25948 req-f9913886-2910-4484-9f32-10e6cf6fa9e0 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:44.635053 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5e4e640-41e0-47a8-aaad-9b5e43f25948 req-f9913886-2910-4484-9f32-10e6cf6fa9e0 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 934 time: 0.0894632 Oct 05 09:59:44.686601 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5e4e640-41e0-47a8-aaad-9b5e43f25948 req-bbb40e75-f3aa-4546-8feb-f775d7275ee6 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452511 Oct 05 09:59:44.976965 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a82bd0-806c-4f9a-9a8a-62c95270d12e {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:59:44.983979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:44.998595 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Transition to ACTIVE for port object 68a82bd0-806c-4f9a-9a8a-62c95270d12e will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:59:45.021312 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-772df5b0-06a1-4e90-8bd6-ee04b41ffd42 None None] Attempt 2 to provision port 68a82bd0-806c-4f9a-9a8a-62c95270d12e Oct 05 09:59:45.074135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:45.075203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-772df5b0-06a1-4e90-8bd6-ee04b41ffd42 None None] Port 68a82bd0-806c-4f9a-9a8a-62c95270d12e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:59:45.264988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Pushing event updated for resources: {'Port': ['ID=68a82bd0-806c-4f9a-9a8a-62c95270d12e,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:45.295629 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Attempting to bind port 68a82bd0-806c-4f9a-9a8a-62c95270d12e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:59:45.295962 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Attempting to bind port 68a82bd0-806c-4f9a-9a8a-62c95270d12e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '7f5b8906-b702-492a-90e9-79723acb05c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47561394-aa4e-4c9d-a8cb-240eb2aa136c'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:59:45.296296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Attempting to bind port 68a82bd0-806c-4f9a-9a8a-62c95270d12e on network 47561394-aa4e-4c9d-a8cb-240eb2aa136c {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:59:45.301444 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Port 68a82bd0-806c-4f9a-9a8a-62c95270d12e on network 47561394-aa4e-4c9d-a8cb-240eb2aa136c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:59:45.301767 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Attempting to bind port 68a82bd0-806c-4f9a-9a8a-62c95270d12e on network 47561394-aa4e-4c9d-a8cb-240eb2aa136c {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:59:45.307031 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:59:45.307364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Checking segment: {'id': '7f5b8906-b702-492a-90e9-79723acb05c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47561394-aa4e-4c9d-a8cb-240eb2aa136c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:59:45.307736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Bound using segment: {'id': '7f5b8906-b702-492a-90e9-79723acb05c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47561394-aa4e-4c9d-a8cb-240eb2aa136c'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:59:45.308153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Bound port: 68a82bd0-806c-4f9a-9a8a-62c95270d12e, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f5b8906-b702-492a-90e9-79723acb05c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47561394-aa4e-4c9d-a8cb-240eb2aa136c'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:59:45.308497 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:45.394229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] For port 68a82bd0-806c-4f9a-9a8a-62c95270d12e, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:59:45.397101 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] For port 68a82bd0-806c-4f9a-9a8a-62c95270d12e, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=68a82bd0-806c-4f9a-9a8a-62c95270d12e,segment=NetworkSegment(7f5b8906-b702-492a-90e9-79723acb05c0),segment_id=7f5b8906-b702-492a-90e9-79723acb05c0)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:59:45.491214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:45.521280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:45.521926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:45.523270 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6633f03f-0e0a-4838-955d-70b8770db28a req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] 10.222.0.55 "PUT /v2.0/ports/68a82bd0-806c-4f9a-9a8a-62c95270d12e HTTP/1.1" status: 200 len: 1096 time: 1.1330066 Oct 05 09:59:45.523713 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddcbf49-51a5-4f42-8977-bcf633498e8f', 'tag': '68a82bd0-806c-4f9a-9a8a-62c95270d12e'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:59:45.526024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6d4b01-1c4d-400c-8756-1026de8fb182" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddcbf49-51a5-4f42-8977-bcf633498e8f", "tag": "68a82bd0-806c-4f9a-9a8a-62c95270d12e"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:59:45.571347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a2ad3-ead5-44ac-ba5a-e0f722b59293 service neutron] Pushing event updated for resources: {'Port': ['ID=68a82bd0-806c-4f9a-9a8a-62c95270d12e,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:45.574736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeda08d1-2d8c-471f-ba3a-8e8005069c18 x-openstack-request-id: req-aeda08d1-2d8c-471f-ba3a-8e8005069c18 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:59:45.575016 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddcbf49-51a5-4f42-8977-bcf633498e8f", "tag": "68a82bd0-806c-4f9a-9a8a-62c95270d12e", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:59:45.575268 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aeda08d1-2d8c-471f-ba3a-8e8005069c18 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:59:45.575652 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeda08d1-2d8c-471f-ba3a-8e8005069c18'] response: {'name': 'network-changed', 'server_uuid': '2ddcbf49-51a5-4f42-8977-bcf633498e8f', 'tag': '68a82bd0-806c-4f9a-9a8a-62c95270d12e', 'status': 'completed', 'code': 200} Oct 05 09:59:45.576803 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-772df5b0-06a1-4e90-8bd6-ee04b41ffd42 None None] Attempt 3 to provision port 68a82bd0-806c-4f9a-9a8a-62c95270d12e Oct 05 09:59:45.642686 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-772df5b0-06a1-4e90-8bd6-ee04b41ffd42 None None] Port 68a82bd0-806c-4f9a-9a8a-62c95270d12e had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:59:45.689585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d4b01-1c4d-400c-8756-1026de8fb182 req-b21560b3-c7b5-4881-98b6-171a47981fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:45.691069 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ea6d4b01-1c4d-400c-8756-1026de8fb182 req-b21560b3-c7b5-4881-98b6-171a47981fed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a047f83e49884e05bf3d6f109e0ff078&device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 1099 time: 0.0777700 Oct 05 09:59:45.731006 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ea6d4b01-1c4d-400c-8756-1026de8fb182 req-b8649241-266e-4c31-a539-2729499d2ae7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a047f83e49884e05bf3d6f109e0ff078&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246351 Oct 05 09:59:45.866957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d4b01-1c4d-400c-8756-1026de8fb182 req-074eeaca-6def-485f-9897-a00c3114d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:45.868320 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ea6d4b01-1c4d-400c-8756-1026de8fb182 req-074eeaca-6def-485f-9897-a00c3114d089 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315079 Oct 05 09:59:45.885842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729e98e-33f1-4d7f-853d-23c7fe7aac2c req-6888dc1f-a357-417d-aaf3-fe97636dcf38 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:45.887415 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6729e98e-33f1-4d7f-853d-23c7fe7aac2c req-6888dc1f-a357-417d-aaf3-fe97636dcf38 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 946 time: 0.0899863 Oct 05 09:59:45.934000 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6729e98e-33f1-4d7f-853d-23c7fe7aac2c req-1e722b12-ece9-49c3-9b83-80c046d29168 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400498 Oct 05 09:59:46.005566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f03f-0e0a-4838-955d-70b8770db28a req-ee8eaf64-e523-49a6-81ae-991d03f230c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:46.007060 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6633f03f-0e0a-4838-955d-70b8770db28a req-ee8eaf64-e523-49a6-81ae-991d03f230c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a047f83e49884e05bf3d6f109e0ff078&device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 1099 time: 0.0826783 Oct 05 09:59:46.079031 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6633f03f-0e0a-4838-955d-70b8770db28a req-4c3e1511-03d7-48a0-ac83-ec132960d5ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=68a82bd0-806c-4f9a-9a8a-62c95270d12e HTTP/1.1" status: 200 len: 217 time: 0.0585601 Oct 05 09:59:46.140848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f03f-0e0a-4838-955d-70b8770db28a req-90141407-fddb-4743-a83d-13e8f3e281c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:46.142755 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6633f03f-0e0a-4838-955d-70b8770db28a req-90141407-fddb-4743-a83d-13e8f3e281c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=028443fb-cd93-4b77-918a-f9030bec6e10 HTTP/1.1" status: 200 len: 843 time: 0.0575364 Oct 05 09:59:46.221395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f03f-0e0a-4838-955d-70b8770db28a req-123ec6bf-c3ec-44e7-921e-05237319d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:46.222855 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6633f03f-0e0a-4838-955d-70b8770db28a req-123ec6bf-c3ec-44e7-921e-05237319d224 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=47561394-aa4e-4c9d-a8cb-240eb2aa136c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0754006 Oct 05 09:59:46.351521 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6633f03f-0e0a-4838-955d-70b8770db28a req-dcfd1bf6-2f1b-47fc-8f24-9eb09f939616 service neutron] 10.222.0.55 "GET /v2.0/networks/47561394-aa4e-4c9d-a8cb-240eb2aa136c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219983 Oct 05 09:59:46.480265 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6633f03f-0e0a-4838-955d-70b8770db28a req-d600af6c-b24c-47d2-96c2-660ff02dc991 service neutron] 10.222.0.55 "GET /v2.0/networks/47561394-aa4e-4c9d-a8cb-240eb2aa136c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230285 Oct 05 09:59:47.135462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a37717-d9c5-4999-a0f2-c9f6258c5615 req-07b0c87a-8e24-468a-acd8-abb6495f3797 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:47.136817 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c3a37717-d9c5-4999-a0f2-c9f6258c5615 req-07b0c87a-8e24-468a-acd8-abb6495f3797 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 946 time: 0.0912230 Oct 05 09:59:47.193800 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c3a37717-d9c5-4999-a0f2-c9f6258c5615 req-89706a31-9115-47ed-a31b-15d9f50a938a tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507417 Oct 05 09:59:48.386426 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267dc77-68e8-4a77-b837-a5d16aa45817 req-01802285-cc70-4115-b32f-d1b6a07fd0ed tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:48.387862 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0267dc77-68e8-4a77-b837-a5d16aa45817 req-01802285-cc70-4115-b32f-d1b6a07fd0ed tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 946 time: 0.0856555 Oct 05 09:59:48.434649 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0267dc77-68e8-4a77-b837-a5d16aa45817 req-c565b892-27ae-4a9b-b742-c335c7cf0797 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404880 Oct 05 09:59:48.495690 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:59:49.629450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e87a3f-8d1c-474c-ab32-321bf937d297 req-aaaa77e0-03ac-43be-bce0-61e209d6fcfb tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:49.630888 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-52e87a3f-8d1c-474c-ab32-321bf937d297 req-aaaa77e0-03ac-43be-bce0-61e209d6fcfb tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 946 time: 0.0850925 Oct 05 09:59:49.672991 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-52e87a3f-8d1c-474c-ab32-321bf937d297 req-f92a9c98-8284-4f0d-b2f6-0edb773f5493 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365479 Oct 05 09:59:50.399560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2403-fefa-4e79-9675-5390591af5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:50.781068 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 68a82bd0-806c-4f9a-9a8a-62c95270d12e details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:59:50.872522 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e370f4a-1e3b-4ec3-aad1-7e9db29fda40 req-cae58a31-3a18-4a90-96b8-9621a4f10846 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:50.873972 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6e370f4a-1e3b-4ec3-aad1-7e9db29fda40 req-cae58a31-3a18-4a90-96b8-9621a4f10846 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 946 time: 0.0913327 Oct 05 09:59:50.914466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 68a82bd0-806c-4f9a-9a8a-62c95270d12e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=68a82bd0-806c-4f9a-9a8a-62c95270d12e,segment=NetworkSegment(7f5b8906-b702-492a-90e9-79723acb05c0),segment_id=7f5b8906-b702-492a-90e9-79723acb05c0)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:59:50.917862 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6e370f4a-1e3b-4ec3-aad1-7e9db29fda40 req-f5e00a43-2bd4-49a6-9441-44ffabdfbdf4 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381181 Oct 05 09:59:50.927619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '68a82bd0-806c-4f9a-9a8a-62c95270d12e', 'network_id': '47561394-aa4e-4c9d-a8cb-240eb2aa136c', 'port_id': '68a82bd0-806c-4f9a-9a8a-62c95270d12e', 'mac_address': 'fa:16:3e:83:69:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028443fb-cd93-4b77-918a-f9030bec6e10', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:59:50.985837 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 68a82bd0-806c-4f9a-9a8a-62c95270d12e is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:59:50.986164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:51.002950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a82bd0-806c-4f9a-9a8a-62c95270d12e {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:59:51.018411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 68a82bd0-806c-4f9a-9a8a-62c95270d12e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=68a82bd0-806c-4f9a-9a8a-62c95270d12e,segment=NetworkSegment(7f5b8906-b702-492a-90e9-79723acb05c0),segment_id=7f5b8906-b702-492a-90e9-79723acb05c0)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:59:51.096393 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:51.164957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=68a82bd0-806c-4f9a-9a8a-62c95270d12e,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:51.465304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['68a82bd0-806c-4f9a-9a8a-62c95270d12e'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:59:52.151417 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e02f4d-f1ea-46aa-b0ab-2e77ddde91ab req-53c03a20-96dc-436c-893e-db0cd26fdaa6 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:52.152790 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a6e02f4d-f1ea-46aa-b0ab-2e77ddde91ab req-53c03a20-96dc-436c-893e-db0cd26fdaa6 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 947 time: 0.0868988 Oct 05 09:59:52.199340 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a6e02f4d-f1ea-46aa-b0ab-2e77ddde91ab req-b4d8a224-8c89-4223-a5af-e73fc32be72f tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402942 Oct 05 09:59:52.633688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-19937495-62d5-4ac4-9f9a-1d041cdb6c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:52.795374 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 68a82bd0-806c-4f9a-9a8a-62c95270d12e up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:59:52.924207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 68a82bd0-806c-4f9a-9a8a-62c95270d12e completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:59:52.928877 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 68a82bd0-806c-4f9a-9a8a-62c95270d12e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:59:52.929244 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:52.929573 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 68a82bd0-806c-4f9a-9a8a-62c95270d12e Oct 05 09:59:53.043992 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 68a82bd0-806c-4f9a-9a8a-62c95270d12e is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:59:53.044355 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:53.071245 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddcbf49-51a5-4f42-8977-bcf633498e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a82bd0-806c-4f9a-9a8a-62c95270d12e'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:59:53.073505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb2aaa4-4012-40b3-9c7d-dd7571f1c925" -d '{"events": [{"server_uuid": "2ddcbf49-51a5-4f42-8977-bcf633498e8f", "name": "network-vif-plugged", "status": "completed", "tag": "68a82bd0-806c-4f9a-9a8a-62c95270d12e"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:59:53.081362 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 68a82bd0-806c-4f9a-9a8a-62c95270d12e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=68a82bd0-806c-4f9a-9a8a-62c95270d12e,segment=NetworkSegment(7f5b8906-b702-492a-90e9-79723acb05c0),segment_id=7f5b8906-b702-492a-90e9-79723acb05c0)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:59:53.115341 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b602beed-8092-4be3-ab33-703d67faed58 x-openstack-request-id: req-b602beed-8092-4be3-ab33-703d67faed58 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:59:53.115630 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddcbf49-51a5-4f42-8977-bcf633498e8f", "name": "network-vif-plugged", "status": "completed", "tag": "68a82bd0-806c-4f9a-9a8a-62c95270d12e", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:59:53.115884 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b602beed-8092-4be3-ab33-703d67faed58 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:59:53.116276 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b602beed-8092-4be3-ab33-703d67faed58'] response: {'server_uuid': '2ddcbf49-51a5-4f42-8977-bcf633498e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a82bd0-806c-4f9a-9a8a-62c95270d12e', 'code': 200} Oct 05 09:59:53.171162 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:53.238734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=68a82bd0-806c-4f9a-9a8a-62c95270d12e,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:53.397081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d999e-b952-4470-9920-6b431f1f533c req-7130e822-f2e8-4579-87cc-4f2f05770afa tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:53.398627 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-815d999e-b952-4470-9920-6b431f1f533c req-7130e822-f2e8-4579-87cc-4f2f05770afa tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 948 time: 0.0884831 Oct 05 09:59:53.443602 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-815d999e-b952-4470-9920-6b431f1f533c req-455c8e4d-5609-4984-9519-02898d77ef1b tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391998 Oct 05 09:59:53.582422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace928b-2f23-4356-8ee4-bbb10be596dc req-f00a854d-3bd6-4fe3-99fa-dcb5f32b4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:53.583806 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ace928b-2f23-4356-8ee4-bbb10be596dc req-f00a854d-3bd6-4fe3-99fa-dcb5f32b4ba5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 1101 time: 0.1726410 Oct 05 09:59:53.624162 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ace928b-2f23-4356-8ee4-bbb10be596dc req-ec801c73-1e98-4100-b6be-045508915e28 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335631 Oct 05 09:59:54.199166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:54.268421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:54.641625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d5965-92e4-4e5a-b8ed-fca48f3ff0b0 req-a4012c0d-fba9-4477-8080-660bac056419 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:54.643162 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-339d5965-92e4-4e5a-b8ed-fca48f3ff0b0 req-a4012c0d-fba9-4477-8080-660bac056419 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 948 time: 0.0897136 Oct 05 09:59:54.686229 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-339d5965-92e4-4e5a-b8ed-fca48f3ff0b0 req-69fa19f1-c576-4d86-98f2-cfa791ab2aaa tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373960 Oct 05 09:59:55.273882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:55.605318 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:55.883099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e2842-53c5-4041-b81a-7b097ed054ba req-e05f235a-e1c5-4b68-8bb4-a7d9bcb9c82b tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:55.884479 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-803e2842-53c5-4041-b81a-7b097ed054ba req-e05f235a-e1c5-4b68-8bb4-a7d9bcb9c82b tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 948 time: 0.0869863 Oct 05 09:59:55.930704 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-803e2842-53c5-4041-b81a-7b097ed054ba req-f5382a7c-62f9-4b7f-a6cd-97440485b844 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 Oct 05 09:59:57.505872 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9882751-a5f2-463a-b779-09236d123f18 req-e96a013d-f6f1-45c0-b158-c09ff2853dab tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:57.507338 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e9882751-a5f2-463a-b779-09236d123f18 req-e96a013d-f6f1-45c0-b158-c09ff2853dab tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 948 time: 0.0869319 Oct 05 09:59:57.550904 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e9882751-a5f2-463a-b779-09236d123f18 req-90a05cbf-2791-43de-9a16-2f4852ced376 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377145 Oct 05 09:59:58.751669 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d7a9c-e9a2-4fe0-bda4-c188624a6a6f req-b6219ab5-10f2-4160-ba01-a64d80b1036c tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:58.753121 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-598d7a9c-e9a2-4fe0-bda4-c188624a6a6f req-b6219ab5-10f2-4160-ba01-a64d80b1036c tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 948 time: 0.0898948 Oct 05 09:59:58.798283 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-598d7a9c-e9a2-4fe0-bda4-c188624a6a6f req-00d1d882-26ff-4e62-9c35-254e6bc4cc8e tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385554 Oct 05 09:59:59.000485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924dca1-9588-4980-8943-8385e33cb4b9 req-9f18453e-59e6-4415-8649-0070864484f9 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:59.001164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-2924dca1-9588-4980-8943-8385e33cb4b9 req-9f18453e-59e6-4415-8649-0070864484f9 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Synchronizing usage tracker for tenant:a047f83e49884e05bf3d6f109e0ff078 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:59:59.102098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-2924dca1-9588-4980-8943-8385e33cb4b9 req-9f18453e-59e6-4415-8649-0070864484f9 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Unset dirty status for tenant:a047f83e49884e05bf3d6f109e0ff078 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:59:59.103225 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2924dca1-9588-4980-8943-8385e33cb4b9 req-9f18453e-59e6-4415-8649-0070864484f9 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 948 time: 0.1866453 Oct 05 09:59:59.173473 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-2924dca1-9588-4980-8943-8385e33cb4b9 req-3029f423-3037-4688-bf33-26e654302659 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Deleting port 68a82bd0-806c-4f9a-9a8a-62c95270d12e {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:59:59.173813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2924dca1-9588-4980-8943-8385e33cb4b9 req-3029f423-3037-4688-bf33-26e654302659 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:59.429295 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-2924dca1-9588-4980-8943-8385e33cb4b9 req-3029f423-3037-4688-bf33-26e654302659 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] For port 68a82bd0-806c-4f9a-9a8a-62c95270d12e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=68a82bd0-806c-4f9a-9a8a-62c95270d12e,segment=NetworkSegment(7f5b8906-b702-492a-90e9-79723acb05c0),segment_id=7f5b8906-b702-492a-90e9-79723acb05c0)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:59:59.429580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2924dca1-9588-4980-8943-8385e33cb4b9 req-3029f423-3037-4688-bf33-26e654302659 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:59.549306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-2924dca1-9588-4980-8943-8385e33cb4b9 req-3029f423-3037-4688-bf33-26e654302659 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Calling delete_port for 68a82bd0-806c-4f9a-9a8a-62c95270d12e owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:59:59.758097 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2924dca1-9588-4980-8943-8385e33cb4b9 req-3029f423-3037-4688-bf33-26e654302659 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:59.796477 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['68a82bd0-806c-4f9a-9a8a-62c95270d12e'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:59:59.809823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029f423-3037-4688-bf33-26e654302659 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Pushing event deleted for resources: {'Port': ['ID=68a82bd0-806c-4f9a-9a8a-62c95270d12e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:59:59.902996 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-2924dca1-9588-4980-8943-8385e33cb4b9 req-3029f423-3037-4688-bf33-26e654302659 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] No DVR routers for this DVR port 68a82bd0-806c-4f9a-9a8a-62c95270d12e on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:59:59.907260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2924dca1-9588-4980-8943-8385e33cb4b9 req-3029f423-3037-4688-bf33-26e654302659 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:59.909548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddcbf49-51a5-4f42-8977-bcf633498e8f', 'name': 'network-vif-deleted', 'tag': '68a82bd0-806c-4f9a-9a8a-62c95270d12e'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:59:59.913405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d4801f-d158-41ce-a95a-323fba8897da" -d '{"events": [{"server_uuid": "2ddcbf49-51a5-4f42-8977-bcf633498e8f", "name": "network-vif-deleted", "tag": "68a82bd0-806c-4f9a-9a8a-62c95270d12e"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:59:59.961160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a66b807-e829-4561-9b8b-4c9a2d09bf90 x-openstack-request-id: req-4a66b807-e829-4561-9b8b-4c9a2d09bf90 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:59:59.961513 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddcbf49-51a5-4f42-8977-bcf633498e8f", "name": "network-vif-deleted", "tag": "68a82bd0-806c-4f9a-9a8a-62c95270d12e", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:59:59.961769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a66b807-e829-4561-9b8b-4c9a2d09bf90 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:59:59.962262 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a66b807-e829-4561-9b8b-4c9a2d09bf90'] response: {'server_uuid': '2ddcbf49-51a5-4f42-8977-bcf633498e8f', 'name': 'network-vif-deleted', 'tag': '68a82bd0-806c-4f9a-9a8a-62c95270d12e', 'status': 'completed', 'code': 200} Oct 05 09:59:59.976297 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2924dca1-9588-4980-8943-8385e33cb4b9 req-3029f423-3037-4688-bf33-26e654302659 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.55 "DELETE /v2.0/ports/68a82bd0-806c-4f9a-9a8a-62c95270d12e HTTP/1.1" status: 204 len: 173 time: 0.8675437 Oct 05 09:59:59.992723 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ea0c0658-2d42-48ce-957a-bd2b87286ab1 req-45286dce-33c9-449a-9963-a5283a8146c2 tempest-ServersAdminNegativeTestJSON-2113593226 tempest-ServersAdminNegativeTestJSON-2113593226-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ddcbf49-51a5-4f42-8977-bcf633498e8f HTTP/1.1" status: 200 len: 210 time: 0.0506971 Oct 05 10:00:01.508321 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46834) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:01.652709 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-be06b290-726c-4da6-91dc-87cede3e93e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a047f83e49884e05bf3d6f109e0ff078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432302 Oct 05 10:00:01.655224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46840) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:01.711374 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb0e1-e3f0-4de4-a408-000c472e2656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:01.736223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb0e1-e3f0-4de4-a408-000c472e2656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:01.839511 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb0e1-e3f0-4de4-a408-000c472e2656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:01.855085 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5eb0e1-e3f0-4de4-a408-000c472e2656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:01.859457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb0e1-e3f0-4de4-a408-000c472e2656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:01.860578 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7a5eb0e1-e3f0-4de4-a408-000c472e2656 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f7e1eb7-b5a9-456a-89a4-14a73c38ec9e HTTP/1.1" status: 204 len: 168 time: 0.2044775 Oct 05 10:00:02.414986 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46848) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:02.425952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ae8a97ed-8a51-4463-a1df-19c202d8107c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:02.440570 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ae8a97ed-8a51-4463-a1df-19c202d8107c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:02.445830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ae8a97ed-8a51-4463-a1df-19c202d8107c admin admin] Usage tracker for resource:security_group_rule and tenant:f2e1555d65ac40fd9e7364dba79e9417 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:02.447061 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ae8a97ed-8a51-4463-a1df-19c202d8107c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:02.452618 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ae8a97ed-8a51-4463-a1df-19c202d8107c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:02.551072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ae8a97ed-8a51-4463-a1df-19c202d8107c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:02.605105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ae8a97ed-8a51-4463-a1df-19c202d8107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:02.649753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a97ed-8a51-4463-a1df-19c202d8107c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52199bf-3e09-492a-ba60-3d8077169165,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:02.654004 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ae8a97ed-8a51-4463-a1df-19c202d8107c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f2e1555d65ac40fd9e7364dba79e9417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448204 Oct 05 10:00:02.656747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46852) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:02.713433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a1e319d1-f1d2-4023-895a-e0c736f66319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:02.738982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a1e319d1-f1d2-4023-895a-e0c736f66319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:02.878154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 68a82bd0-806c-4f9a-9a8a-62c95270d12e no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:00:02.885482 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a1e319d1-f1d2-4023-895a-e0c736f66319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:02.900258 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e319d1-f1d2-4023-895a-e0c736f66319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52199bf-3e09-492a-ba60-3d8077169165,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:02.907067 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a1e319d1-f1d2-4023-895a-e0c736f66319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:02.908235 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a1e319d1-f1d2-4023-895a-e0c736f66319 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c52199bf-3e09-492a-ba60-3d8077169165 HTTP/1.1" status: 204 len: 168 time: 0.2505963 Oct 05 10:00:02.918411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 68a82bd0-806c-4f9a-9a8a-62c95270d12e {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:00:02.918755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 68a82bd0-806c-4f9a-9a8a-62c95270d12e not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:00:03.959056 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46876) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:04.058886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2134379604-network', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:04.063484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:04.067491 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Usage tracker for resource:network and tenant:2e918a0846984efaaf6677dae6d231cb is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:04.070433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:04.076573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:04.136778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Made reservation on behalf of 2e918a0846984efaaf6677dae6d231cb for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:00:04.139039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:04.154442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:04.168950 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:04.172703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Usage tracker for resource:security_group_rule and tenant:2e918a0846984efaaf6677dae6d231cb is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:04.175476 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:04.181045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:04.259749 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:04.323868 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:04.355743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:00:04.360796 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:04.367529 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:04.367923 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Added segment c84cd530-273a-4cfc-9152-f69132d6eca5 of type vlan for network dde3778b-17e8-40e1-a9a7-b4e1773fa915 Oct 05 10:00:04.393624 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:04.483499 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:04.484427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:04.485000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:04.669238 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] Pushing event updated for resources: {'Network': ['ID=dde3778b-17e8-40e1-a9a7-b4e1773fa915,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:04.678884 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network dde3778b-17e8-40e1-a9a7-b4e1773fa915 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:00:04.726249 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ee120b26-4df1-4de9-9dd9-88a948f1d727 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7660551 Oct 05 10:00:04.729184 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46882) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:04.734706 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] Request body: {'subnet': {'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2134379604-subnet', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:04.739631 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:04.743475 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] Usage tracker for resource:subnet and tenant:2e918a0846984efaaf6677dae6d231cb is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:04.746356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:04.752237 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:04.839670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] Made reservation on behalf of 2e918a0846984efaaf6677dae6d231cb for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:00:04.842058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:05.108287 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:05.183334 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a901f7-836e-480d-8c16-d501e2a47b1d,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:05.193032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] Checking segment: {'id': 'c84cd530-273a-4cfc-9152-f69132d6eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:00:05.193377 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] Network hostable DHCP agents. Network: dde3778b-17e8-40e1-a9a7-b4e1773fa915, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:00:05.291072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] Network dde3778b-17e8-40e1-a9a7-b4e1773fa915 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:00:05.376946 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, dde3778b-17e8-40e1-a9a7-b4e1773fa915) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:00:05.381036 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:05.381606 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:05.386537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee80adcc-72df-4e60-ba39-58727a9bdf58 None None] Network dde3778b-17e8-40e1-a9a7-b4e1773fa915 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:00:05.475488 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8d91beae-3bdf-467f-9d27-9c8d47968db5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7450988 Oct 05 10:00:05.478148 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46886) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:05.483068 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2134379604-router', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:05.487563 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:05.491948 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Usage tracker for resource:router and tenant:2e918a0846984efaaf6677dae6d231cb is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:05.494786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:05.500509 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:05.588613 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:05.589686 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:05.605245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:05.605713 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-dde3778b-17e8-40e1-a9a7-b4e1773fa915', 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb', 'fixed_ips': [{'subnet_id': '30a901f7-836e-480d-8c16-d501e2a47b1d'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:00:05.606747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:05.754994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Allocated IP 172.20.0.2 (dde3778b-17e8-40e1-a9a7-b4e1773fa915/30a901f7-836e-480d-8c16-d501e2a47b1d/701833e7-3928-406d-a33f-b8ea3acf444e) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:00:05.930479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:05.960930 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:05.970787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Transition to ACTIVE for port object 701833e7-3928-406d-a33f-b8ea3acf444e will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:00:05.987766 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Transition to ACTIVE for port object 701833e7-3928-406d-a33f-b8ea3acf444e will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:00:06.040285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:06.102769 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Network dde3778b-17e8-40e1-a9a7-b4e1773fa915 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:00:06.105337 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:00:06.111289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:00:06.117051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Pushing event updated for resources: {'Port': ['ID=701833e7-3928-406d-a33f-b8ea3acf444e,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:06.218587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Attempting to bind port 701833e7-3928-406d-a33f-b8ea3acf444e on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:00:06.218965 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Attempting to bind port 701833e7-3928-406d-a33f-b8ea3acf444e by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'c84cd530-273a-4cfc-9152-f69132d6eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:00:06.219349 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Attempting to bind port 701833e7-3928-406d-a33f-b8ea3acf444e on network dde3778b-17e8-40e1-a9a7-b4e1773fa915 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:00:06.224522 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:00:06.224896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Checking segment: {'id': 'c84cd530-273a-4cfc-9152-f69132d6eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:00:06.225305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:06.225700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Bound using segment: {'id': 'c84cd530-273a-4cfc-9152-f69132d6eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:00:06.226199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Bound port: 701833e7-3928-406d-a33f-b8ea3acf444e, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84cd530-273a-4cfc-9152-f69132d6eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:00:06.226602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:06.312935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:06.316459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] For port 701833e7-3928-406d-a33f-b8ea3acf444e, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:00:06.320042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] For port 701833e7-3928-406d-a33f-b8ea3acf444e, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=701833e7-3928-406d-a33f-b8ea3acf444e,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:00:06.342143 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:06.387204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:06.468336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bbf29-786f-4965-be34-d2d1362a5907 None None] Pushing event updated for resources: {'Port': ['ID=701833e7-3928-406d-a33f-b8ea3acf444e,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:06.479813 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Allocated IP 172.26.7.33 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/fbe88171-ead4-4e7d-872a-6dec06bb49ad) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:00:06.645358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:06.736423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:06.800511 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:00:06.803885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:00:06.807943 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:00:06.864757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 701833e7-3928-406d-a33f-b8ea3acf444e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:00:06.953850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe88171-ead4-4e7d-872a-6dec06bb49ad,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:06.989314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 701833e7-3928-406d-a33f-b8ea3acf444e completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:00:07.333518 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa1125e-e182-48e8-ac1c-ba17fac5af58 None None] Network dde3778b-17e8-40e1-a9a7-b4e1773fa915 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:00:07.395568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:07.487712 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f1842e31-796f-4953-af62-e331af40ffe7 None None] Provisioning for port 701833e7-3928-406d-a33f-b8ea3acf444e completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:00:07.500032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f1842e31-796f-4953-af62-e331af40ffe7 None None] Provisioning complete for port 701833e7-3928-406d-a33f-b8ea3acf444e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:07.500384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f1842e31-796f-4953-af62-e331af40ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:07.500714 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f1842e31-796f-4953-af62-e331af40ffe7 None None] Attempt 1 to provision port 701833e7-3928-406d-a33f-b8ea3acf444e Oct 05 10:00:07.674571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f1842e31-796f-4953-af62-e331af40ffe7 None None] Current status of the port 701833e7-3928-406d-a33f-b8ea3acf444e is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:07.674826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f1842e31-796f-4953-af62-e331af40ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:07.711289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f1842e31-796f-4953-af62-e331af40ffe7 None None] For port 701833e7-3928-406d-a33f-b8ea3acf444e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=701833e7-3928-406d-a33f-b8ea3acf444e,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:07.730598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:07.783035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f1842e31-796f-4953-af62-e331af40ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:07.894755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1842e31-796f-4953-af62-e331af40ffe7 None None] Pushing event updated for resources: {'Port': ['ID=701833e7-3928-406d-a33f-b8ea3acf444e,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:08.005565 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f3e2a48d-32ab-4a80-8037-2e277e35910e None None] Provisioning complete for port 701833e7-3928-406d-a33f-b8ea3acf444e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:08.006032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f3e2a48d-32ab-4a80-8037-2e277e35910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:08.006181 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f3e2a48d-32ab-4a80-8037-2e277e35910e None None] Attempt 1 to provision port 701833e7-3928-406d-a33f-b8ea3acf444e Oct 05 10:00:08.097260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Router 9a803a71-de91-4d39-b7c3-412346f5c4de is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:00:08.119602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2a48d-32ab-4a80-8037-2e277e35910e None None] Current status of the port 701833e7-3928-406d-a33f-b8ea3acf444e is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:08.269813 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:00:08.278474 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Sync routers for ids ['9a803a71-de91-4d39-b7c3-412346f5c4de'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:00:08.287670 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Routers {'9a803a71-de91-4d39-b7c3-412346f5c4de'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:00:08.288271 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:59:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9a803a71-de91-4d39-b7c3-412346f5c4de'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:08.394445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:08.395810 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a882fa37-d5b0-4640-8e17-8f3e21d0d019 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9167423 Oct 05 10:00:08.398532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46890) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:08.459390 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Set router 9a803a71-de91-4d39-b7c3-412346f5c4de gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:00:08.844902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 701833e7-3928-406d-a33f-b8ea3acf444e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:00:08.902383 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'name': 'tempest-DeleteServersTestJSON-2134379604-router', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': 'fbe88171-ead4-4e7d-872a-6dec06bb49ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:05Z', 'updated_at': '2022-10-05T10:00:07Z', 'revision_number': 3, 'project_id': '2e918a0846984efaaf6677dae6d231cb', 'gw_port': {'id': 'fbe88171-ead4-4e7d-872a-6dec06bb49ad', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:06Z', 'updated_at': '2022-10-05T10:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:08.908442 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Checking router: 9a803a71-de91-4d39-b7c3-412346f5c4de for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:00:08.908699 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Updating router 9a803a71-de91-4d39-b7c3-412346f5c4de port fbe88171-ead4-4e7d-872a-6dec06bb49ad binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:00:08.915856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 701833e7-3928-406d-a33f-b8ea3acf444e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:08.916371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:08.916732 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 701833e7-3928-406d-a33f-b8ea3acf444e Oct 05 10:00:08.977028 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:09.033747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 701833e7-3928-406d-a33f-b8ea3acf444e is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:09.189854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:09.338719 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:09.350182 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Transition to ACTIVE for port object fbe88171-ead4-4e7d-872a-6dec06bb49ad will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:00:09.392815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Allocated IP 172.20.0.1 (dde3778b-17e8-40e1-a9a7-b4e1773fa915/30a901f7-836e-480d-8c16-d501e2a47b1d/97dd3327-2f8d-445d-9707-2c4a7c674c62) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:00:09.411475 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:09.474932 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Attempting to bind port fbe88171-ead4-4e7d-872a-6dec06bb49ad on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:00:09.475214 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Attempting to bind port fbe88171-ead4-4e7d-872a-6dec06bb49ad by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:00:09.475587 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Attempting to bind port fbe88171-ead4-4e7d-872a-6dec06bb49ad on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:00:09.485784 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:00:09.486178 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:00:09.486578 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:09.486966 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:00:09.487425 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Bound port: fbe88171-ead4-4e7d-872a-6dec06bb49ad, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:00:09.487795 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:09.535691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:09.552407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Transition to ACTIVE for port object 97dd3327-2f8d-445d-9707-2c4a7c674c62 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:00:09.557529 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a5eba-ade6-44ee-96c0-2c682af6aafd None None] Pushing event updated for resources: {'Port': ['ID=fbe88171-ead4-4e7d-872a-6dec06bb49ad,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:09.580383 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a5eba-ade6-44ee-96c0-2c682af6aafd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:09.580731 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a5eba-ade6-44ee-96c0-2c682af6aafd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:09.581072 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a5eba-ade6-44ee-96c0-2c682af6aafd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:09.581423 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a5eba-ade6-44ee-96c0-2c682af6aafd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:09.581755 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a5eba-ade6-44ee-96c0-2c682af6aafd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:09.582121 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a5eba-ade6-44ee-96c0-2c682af6aafd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:09.582470 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a5eba-ade6-44ee-96c0-2c682af6aafd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:09.582798 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a5eba-ade6-44ee-96c0-2c682af6aafd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:09.583123 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a5eba-ade6-44ee-96c0-2c682af6aafd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:09.583443 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a5eba-ade6-44ee-96c0-2c682af6aafd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:09.583763 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a5eba-ade6-44ee-96c0-2c682af6aafd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:09.584082 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a5eba-ade6-44ee-96c0-2c682af6aafd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:09.614823 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] For port fbe88171-ead4-4e7d-872a-6dec06bb49ad, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:00:09.620745 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] For port fbe88171-ead4-4e7d-872a-6dec06bb49ad, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=fbe88171-ead4-4e7d-872a-6dec06bb49ad,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:00:09.640204 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:09.706002 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Network dde3778b-17e8-40e1-a9a7-b4e1773fa915 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:00:09.709207 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:00:09.712684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:00:09.726332 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:09.756077 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Pushing event updated for resources: {'Port': ['ID=97dd3327-2f8d-445d-9707-2c4a7c674c62,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:09.778577 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:09.803594 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Routers {'9a803a71-de91-4d39-b7c3-412346f5c4de'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:00:09.804206 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:59:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9a803a71-de91-4d39-b7c3-412346f5c4de'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:09.887866 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a5eba-ade6-44ee-96c0-2c682af6aafd None None] Pushing event updated for resources: {'Port': ['ID=fbe88171-ead4-4e7d-872a-6dec06bb49ad,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:09.994753 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] Set router 9a803a71-de91-4d39-b7c3-412346f5c4de gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:00:09.999943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Provisioning for port 97dd3327-2f8d-445d-9707-2c4a7c674c62 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:00:10.004811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Provisioning complete for port 97dd3327-2f8d-445d-9707-2c4a7c674c62 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:10.005229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:10.005552 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Attempt 1 to provision port 97dd3327-2f8d-445d-9707-2c4a7c674c62 Oct 05 10:00:10.058069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Port 97dd3327-2f8d-445d-9707-2c4a7c674c62 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:00:10.119207 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:10.274326 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'name': 'tempest-DeleteServersTestJSON-2134379604-router', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': 'fbe88171-ead4-4e7d-872a-6dec06bb49ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:05Z', 'updated_at': '2022-10-05T10:00:07Z', 'revision_number': 3, 'project_id': '2e918a0846984efaaf6677dae6d231cb', 'gw_port': {'id': 'fbe88171-ead4-4e7d-872a-6dec06bb49ad', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:06Z', 'updated_at': '2022-10-05T10:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:10.278444 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce1f99-c8d4-4210-895d-1fefc29bb356 None None] The sync data for ids ['9a803a71-de91-4d39-b7c3-412346f5c4de'] in dv-neutron-860329-1-hyperv is: [{'id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'name': 'tempest-DeleteServersTestJSON-2134379604-router', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': 'fbe88171-ead4-4e7d-872a-6dec06bb49ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:05Z', 'updated_at': '2022-10-05T10:00:07Z', 'revision_number': 3, 'project_id': '2e918a0846984efaaf6677dae6d231cb', 'gw_port': {'id': 'fbe88171-ead4-4e7d-872a-6dec06bb49ad', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:06Z', 'updated_at': '2022-10-05T10:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:00:10.456728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:10.522121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:10.558860 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Attempt 2 to provision port 97dd3327-2f8d-445d-9707-2c4a7c674c62 Oct 05 10:00:10.623262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Port 97dd3327-2f8d-445d-9707-2c4a7c674c62 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:00:10.632176 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Pushing event updated for resources: {'Port': ['ID=97dd3327-2f8d-445d-9707-2c4a7c674c62,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:10.634716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:10.773832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Network dde3778b-17e8-40e1-a9a7-b4e1773fa915 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:00:10.775167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:00:10.868967 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device fbe88171-ead4-4e7d-872a-6dec06bb49ad up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:00:10.984989 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Router 9a803a71-de91-4d39-b7c3-412346f5c4de has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:00:11.017308 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port fbe88171-ead4-4e7d-872a-6dec06bb49ad completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:00:11.022863 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port fbe88171-ead4-4e7d-872a-6dec06bb49ad triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:11.023418 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:11.023864 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port fbe88171-ead4-4e7d-872a-6dec06bb49ad Oct 05 10:00:11.127586 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Attempt 3 to provision port 97dd3327-2f8d-445d-9707-2c4a7c674c62 Oct 05 10:00:11.174902 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:00:11.184818 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-95e9502d-b352-4f4c-99af-d074760a6819 admin admin] 10.222.0.49 "PUT /v2.0/routers/9a803a71-de91-4d39-b7c3-412346f5c4de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7852488 Oct 05 10:00:11.198319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port fbe88171-ead4-4e7d-872a-6dec06bb49ad is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:11.198703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:11.205785 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Port 97dd3327-2f8d-445d-9707-2c4a7c674c62 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:00:11.216390 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port fbe88171-ead4-4e7d-872a-6dec06bb49ad, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=fbe88171-ead4-4e7d-872a-6dec06bb49ad,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:11.274437 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:11.343711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=fbe88171-ead4-4e7d-872a-6dec06bb49ad,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:11.690323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-c9f684ec-81f0-42c8-9eee-12a416f1db3d tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:11.691012 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-c9f684ec-81f0-42c8-9eee-12a416f1db3d tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Synchronizing usage tracker for tenant:2e918a0846984efaaf6677dae6d231cb on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:00:11.707313 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Attempt 4 to provision port 97dd3327-2f8d-445d-9707-2c4a7c674c62 Oct 05 10:00:11.763922 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Port 97dd3327-2f8d-445d-9707-2c4a7c674c62 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:00:11.768924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Sync routers for ids ['9a803a71-de91-4d39-b7c3-412346f5c4de'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:00:11.778581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Routers {'9a803a71-de91-4d39-b7c3-412346f5c4de'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:00:11.779195 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:59:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9a803a71-de91-4d39-b7c3-412346f5c4de'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:11.788491 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-c9f684ec-81f0-42c8-9eee-12a416f1db3d tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Unset dirty status for tenant:2e918a0846984efaaf6677dae6d231cb on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:00:11.789752 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-c9f684ec-81f0-42c8-9eee-12a416f1db3d tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/networks?id=dde3778b-17e8-40e1-a9a7-b4e1773fa915 HTTP/1.1" status: 200 len: 812 time: 0.2447212 Oct 05 10:00:11.804791 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-ace8796c-f509-4d6e-bf7f-5aa68661570d tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/quotas/2e918a0846984efaaf6677dae6d231cb HTTP/1.1" status: 200 len: 375 time: 0.0092814 Oct 05 10:00:11.897438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-14eb4db3-e544-429d-8aee-4ef97f2816d2 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Synchronizing usage tracker for tenant:2e918a0846984efaaf6677dae6d231cb on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:00:11.959484 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Set router 9a803a71-de91-4d39-b7c3-412346f5c4de gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:00:11.994151 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-14eb4db3-e544-429d-8aee-4ef97f2816d2 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Unset dirty status for tenant:2e918a0846984efaaf6677dae6d231cb on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:00:11.995531 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-14eb4db3-e544-429d-8aee-4ef97f2816d2 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e918a0846984efaaf6677dae6d231cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1854711 Oct 05 10:00:12.128557 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-4af00b9d-0518-4f41-85b4-f235570fd3b2 service neutron] 10.222.0.49 "GET /v2.0/networks/dde3778b-17e8-40e1-a9a7-b4e1773fa915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257677 Oct 05 10:00:12.258882 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-73c96228-8d8f-4640-9b5c-3474e174142f service neutron] 10.222.0.49 "GET /v2.0/networks/dde3778b-17e8-40e1-a9a7-b4e1773fa915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241333 Oct 05 10:00:12.265073 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Attempt 5 to provision port 97dd3327-2f8d-445d-9707-2c4a7c674c62 Oct 05 10:00:12.294992 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'name': 'tempest-DeleteServersTestJSON-2134379604-router', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': 'fbe88171-ead4-4e7d-872a-6dec06bb49ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:05Z', 'updated_at': '2022-10-05T10:00:09Z', 'revision_number': 4, 'project_id': '2e918a0846984efaaf6677dae6d231cb', 'gw_port': {'id': 'fbe88171-ead4-4e7d-872a-6dec06bb49ad', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:06Z', 'updated_at': '2022-10-05T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '97dd3327-2f8d-445d-9707-2c4a7c674c62', 'name': '', 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb', 'mac_address': 'fa:16:3e:17:6c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '30a901f7-836e-480d-8c16-d501e2a47b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:09Z', 'updated_at': '2022-10-05T10:00:10Z', 'revision_number': 2, 'project_id': '2e918a0846984efaaf6677dae6d231cb', 'subnets': [{'id': '30a901f7-836e-480d-8c16-d501e2a47b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:12.306115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Checking router: 9a803a71-de91-4d39-b7c3-412346f5c4de for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:00:12.306348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Updating router 9a803a71-de91-4d39-b7c3-412346f5c4de port 97dd3327-2f8d-445d-9707-2c4a7c674c62 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:00:12.399266 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Port 97dd3327-2f8d-445d-9707-2c4a7c674c62 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:00:12.405271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:12.531000 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-55a73208-d46e-448c-832b-1f4c438de00e req-a6972bd6-ab1b-4062-9c74-ed1d4f3d6c09 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 210 time: 0.0559821 Oct 05 10:00:12.750525 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:12.761858 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Transition to ACTIVE for port object 97dd3327-2f8d-445d-9707-2c4a7c674c62 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:00:12.828690 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:12.903648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device fbe88171-ead4-4e7d-872a-6dec06bb49ad up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:00:12.941522 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Attempt 6 to provision port 97dd3327-2f8d-445d-9707-2c4a7c674c62 Oct 05 10:00:13.124923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Port 97dd3327-2f8d-445d-9707-2c4a7c674c62 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:00:13.125498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9cdc2-681c-4a59-ab8b-810bd88807e9 None None] Pushing event updated for resources: {'Port': ['ID=97dd3327-2f8d-445d-9707-2c4a7c674c62,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:13.152676 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Attempting to bind port 97dd3327-2f8d-445d-9707-2c4a7c674c62 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:00:13.153046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Attempting to bind port 97dd3327-2f8d-445d-9707-2c4a7c674c62 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'c84cd530-273a-4cfc-9152-f69132d6eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:00:13.153434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Attempting to bind port 97dd3327-2f8d-445d-9707-2c4a7c674c62 on network dde3778b-17e8-40e1-a9a7-b4e1773fa915 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:00:13.161755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:00:13.162154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Checking segment: {'id': 'c84cd530-273a-4cfc-9152-f69132d6eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:00:13.162581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:13.162951 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Bound using segment: {'id': 'c84cd530-273a-4cfc-9152-f69132d6eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:00:13.163413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Bound port: 97dd3327-2f8d-445d-9707-2c4a7c674c62, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84cd530-273a-4cfc-9152-f69132d6eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:00:13.163786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:13.177159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port fbe88171-ead4-4e7d-872a-6dec06bb49ad triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:13.177545 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:13.177879 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port fbe88171-ead4-4e7d-872a-6dec06bb49ad Oct 05 10:00:13.330269 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] For port 97dd3327-2f8d-445d-9707-2c4a7c674c62, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:00:13.354441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] For port 97dd3327-2f8d-445d-9707-2c4a7c674c62, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=97dd3327-2f8d-445d-9707-2c4a7c674c62,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:00:13.364948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port fbe88171-ead4-4e7d-872a-6dec06bb49ad is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:13.415972 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:13.475674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Routers {'9a803a71-de91-4d39-b7c3-412346f5c4de'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:00:13.476278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T09:59:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9a803a71-de91-4d39-b7c3-412346f5c4de'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:13.564994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9cdc2-681c-4a59-ab8b-810bd88807e9 None None] Pushing event updated for resources: {'Port': ['ID=97dd3327-2f8d-445d-9707-2c4a7c674c62,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:13.627175 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Attempt 7 to provision port 97dd3327-2f8d-445d-9707-2c4a7c674c62 Oct 05 10:00:13.651424 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9cdc2-681c-4a59-ab8b-810bd88807e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:13.651758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9cdc2-681c-4a59-ab8b-810bd88807e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:13.655442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9cdc2-681c-4a59-ab8b-810bd88807e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:13.655442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9cdc2-681c-4a59-ab8b-810bd88807e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:13.655442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9cdc2-681c-4a59-ab8b-810bd88807e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:13.655442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9cdc2-681c-4a59-ab8b-810bd88807e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:13.655442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9cdc2-681c-4a59-ab8b-810bd88807e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:13.655442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9cdc2-681c-4a59-ab8b-810bd88807e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:13.655442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9cdc2-681c-4a59-ab8b-810bd88807e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:13.655442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9cdc2-681c-4a59-ab8b-810bd88807e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:13.655442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9cdc2-681c-4a59-ab8b-810bd88807e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:13.655442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9cdc2-681c-4a59-ab8b-810bd88807e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:13.697796 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6d108728-8069-4d25-842d-d5cfa932a1fa req-d96f77fe-656c-48e2-953d-dc3de100ab6a tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 210 time: 0.0535371 Oct 05 10:00:13.732039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] Set router 9a803a71-de91-4d39-b7c3-412346f5c4de gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:00:13.783583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd156b-9458-489b-8daf-73baafc7959f None None] Port 97dd3327-2f8d-445d-9707-2c4a7c674c62 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:00:14.091227 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'name': 'tempest-DeleteServersTestJSON-2134379604-router', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': 'fbe88171-ead4-4e7d-872a-6dec06bb49ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:05Z', 'updated_at': '2022-10-05T10:00:09Z', 'revision_number': 4, 'project_id': '2e918a0846984efaaf6677dae6d231cb', 'gw_port': {'id': 'fbe88171-ead4-4e7d-872a-6dec06bb49ad', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:06Z', 'updated_at': '2022-10-05T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '97dd3327-2f8d-445d-9707-2c4a7c674c62', 'name': '', 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb', 'mac_address': 'fa:16:3e:17:6c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '30a901f7-836e-480d-8c16-d501e2a47b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:09Z', 'updated_at': '2022-10-05T10:00:13Z', 'revision_number': 4, 'project_id': '2e918a0846984efaaf6677dae6d231cb', 'subnets': [{'id': '30a901f7-836e-480d-8c16-d501e2a47b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:14.095167 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77decb-74c7-4e04-948d-92b52c9ffe9e None None] The sync data for ids ['9a803a71-de91-4d39-b7c3-412346f5c4de'] in dv-neutron-860329-1-hyperv is: [{'id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'name': 'tempest-DeleteServersTestJSON-2134379604-router', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': 'fbe88171-ead4-4e7d-872a-6dec06bb49ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:05Z', 'updated_at': '2022-10-05T10:00:09Z', 'revision_number': 4, 'project_id': '2e918a0846984efaaf6677dae6d231cb', 'gw_port': {'id': 'fbe88171-ead4-4e7d-872a-6dec06bb49ad', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:06Z', 'updated_at': '2022-10-05T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '97dd3327-2f8d-445d-9707-2c4a7c674c62', 'name': '', 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb', 'mac_address': 'fa:16:3e:17:6c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '30a901f7-836e-480d-8c16-d501e2a47b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:09Z', 'updated_at': '2022-10-05T10:00:13Z', 'revision_number': 4, 'project_id': '2e918a0846984efaaf6677dae6d231cb', 'subnets': [{'id': '30a901f7-836e-480d-8c16-d501e2a47b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:00:14.887220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 97dd3327-2f8d-445d-9707-2c4a7c674c62 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:00:14.900828 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5838059e-0e89-48f1-8cbc-477e1d640ae3 req-762862f4-7ad3-428c-9b89-df6284f94f2a tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 210 time: 0.0726714 Oct 05 10:00:14.960555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-de6bacb9-3e74-4118-83db-fdd7195bf091 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:14.962044 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-de6bacb9-3e74-4118-83db-fdd7195bf091 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.55 "GET /v2.0/networks?id=dde3778b-17e8-40e1-a9a7-b4e1773fa915 HTTP/1.1" status: 200 len: 812 time: 0.1817017 Oct 05 10:00:14.980035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Request body: {'port': {'device_id': 'bbe4e2db-6a36-476f-bca0-15c0f28b2ff9', 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915', 'admin_state_up': True, 'tenant_id': '2e918a0846984efaaf6677dae6d231cb'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:15.057760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 97dd3327-2f8d-445d-9707-2c4a7c674c62 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:00:15.063547 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 97dd3327-2f8d-445d-9707-2c4a7c674c62 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:15.063912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:15.064241 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 97dd3327-2f8d-445d-9707-2c4a7c674c62 Oct 05 10:00:15.131376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:15.143062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:15.194330 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 97dd3327-2f8d-445d-9707-2c4a7c674c62 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:15.200574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:15.218196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Made reservation on behalf of 2e918a0846984efaaf6677dae6d231cb for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:00:15.223064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:15.229798 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 97dd3327-2f8d-445d-9707-2c4a7c674c62, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=97dd3327-2f8d-445d-9707-2c4a7c674c62,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:15.302083 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:15.369196 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=97dd3327-2f8d-445d-9707-2c4a7c674c62,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:15.392331 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Allocated IP 172.20.0.3 (dde3778b-17e8-40e1-a9a7-b4e1773fa915/30a901f7-836e-480d-8c16-d501e2a47b1d/9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:00:15.591011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:15.606235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Transition to ACTIVE for port object 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:00:15.686000 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:15.857925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Network dde3778b-17e8-40e1-a9a7-b4e1773fa915 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:00:15.860956 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:00:15.863463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:00:15.900813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Pushing event updated for resources: {'Port': ['ID=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:15.934123 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:15.934742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:16.022368 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-95c9496a-f24f-49b2-aab0-eaba3cc3eeeb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0460839 Oct 05 10:00:16.040465 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Request body: {'port': {'device_id': 'bbe4e2db-6a36-476f-bca0-15c0f28b2ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:16.105901 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0a2a0-3f33-49fd-b821-83dceac84456 req-2fee5998-0264-4b04-8494-c8a90e5a0b63 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:16.107402 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bcb0a2a0-3f33-49fd-b821-83dceac84456 req-2fee5998-0264-4b04-8494-c8a90e5a0b63 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 931 time: 0.0972035 Oct 05 10:00:16.118627 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d5b5545b-1df0-451e-babe-fd20d3f55811 None None] Provisioning for port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:00:16.124298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d5b5545b-1df0-451e-babe-fd20d3f55811 None None] Provisioning complete for port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:16.124679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d5b5545b-1df0-451e-babe-fd20d3f55811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:16.125031 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d5b5545b-1df0-451e-babe-fd20d3f55811 None None] Attempt 1 to provision port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 Oct 05 10:00:16.157719 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:16.191220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5545b-1df0-451e-babe-fd20d3f55811 None None] Port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:00:16.259573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-bcb0a2a0-3f33-49fd-b821-83dceac84456 req-cdd1fb6b-5985-4ccd-9e97-38138b51cd95 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Synchronizing usage tracker for tenant:2e918a0846984efaaf6677dae6d231cb on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:00:16.341485 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-bcb0a2a0-3f33-49fd-b821-83dceac84456 req-cdd1fb6b-5985-4ccd-9e97-38138b51cd95 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Unset dirty status for tenant:2e918a0846984efaaf6677dae6d231cb on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:00:16.342736 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bcb0a2a0-3f33-49fd-b821-83dceac84456 req-cdd1fb6b-5985-4ccd-9e97-38138b51cd95 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295883 Oct 05 10:00:16.498562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:00:16.506112 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:16.519721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Transition to ACTIVE for port object 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:00:16.592754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:16.692877 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d5b5545b-1df0-451e-babe-fd20d3f55811 None None] Attempt 2 to provision port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 Oct 05 10:00:16.745425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5545b-1df0-451e-babe-fd20d3f55811 None None] Port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:00:16.774917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Pushing event updated for resources: {'Port': ['ID=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:16.815146 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Attempting to bind port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:00:16.815481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Attempting to bind port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'c84cd530-273a-4cfc-9152-f69132d6eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:00:16.815811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Attempting to bind port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 on network dde3778b-17e8-40e1-a9a7-b4e1773fa915 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:00:16.821127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 on network dde3778b-17e8-40e1-a9a7-b4e1773fa915 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:00:16.821486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Attempting to bind port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 on network dde3778b-17e8-40e1-a9a7-b4e1773fa915 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:00:16.826705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:00:16.827050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Checking segment: {'id': 'c84cd530-273a-4cfc-9152-f69132d6eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:00:16.827433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Bound using segment: {'id': 'c84cd530-273a-4cfc-9152-f69132d6eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:00:16.827887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Bound port: 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84cd530-273a-4cfc-9152-f69132d6eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:00:16.828237 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:16.846698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 97dd3327-2f8d-445d-9707-2c4a7c674c62 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:00:16.911638 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 97dd3327-2f8d-445d-9707-2c4a7c674c62 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:16.912042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:16.912372 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 97dd3327-2f8d-445d-9707-2c4a7c674c62 Oct 05 10:00:16.919458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] For port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:00:16.922382 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] For port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:00:16.999143 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:17.027156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 97dd3327-2f8d-445d-9707-2c4a7c674c62 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:17.034628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:17.035243 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:17.036619 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] 10.222.0.55 "PUT /v2.0/ports/9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 HTTP/1.1" status: 200 len: 1093 time: 1.0012188 Oct 05 10:00:17.037065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe4e2db-6a36-476f-bca0-15c0f28b2ff9', 'tag': '9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:00:17.039377 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87de4a57-0540-4d04-b8c3-6549617d0269" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe4e2db-6a36-476f-bca0-15c0f28b2ff9", "tag": "9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:00:17.075348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558fa6a-ec05-484b-8057-e8a6910e4f3d service neutron] Pushing event updated for resources: {'Port': ['ID=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:17.083041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cafbc7-a839-4c1c-aee2-456dbc92482a x-openstack-request-id: req-47cafbc7-a839-4c1c-aee2-456dbc92482a {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:00:17.083340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe4e2db-6a36-476f-bca0-15c0f28b2ff9", "tag": "9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:00:17.083641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47cafbc7-a839-4c1c-aee2-456dbc92482a {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:00:17.084007 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47cafbc7-a839-4c1c-aee2-456dbc92482a'] response: {'name': 'network-changed', 'server_uuid': 'bbe4e2db-6a36-476f-bca0-15c0f28b2ff9', 'tag': '9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52', 'status': 'completed', 'code': 200} Oct 05 10:00:17.206381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de4a57-0540-4d04-b8c3-6549617d0269 req-cc492a0c-83f3-4317-87b7-142e10cb13d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:17.207879 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-87de4a57-0540-4d04-b8c3-6549617d0269 req-cc492a0c-83f3-4317-87b7-142e10cb13d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e918a0846984efaaf6677dae6d231cb&device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0834184 Oct 05 10:00:17.246218 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d5b5545b-1df0-451e-babe-fd20d3f55811 None None] Attempt 3 to provision port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 Oct 05 10:00:17.309837 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5545b-1df0-451e-babe-fd20d3f55811 None None] Port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:00:17.352237 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de4a57-0540-4d04-b8c3-6549617d0269 req-f350df1d-a19f-4f08-939c-a0c5e002ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:17.353653 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-87de4a57-0540-4d04-b8c3-6549617d0269 req-f350df1d-a19f-4f08-939c-a0c5e002ce7e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2e918a0846984efaaf6677dae6d231cb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1343019 Oct 05 10:00:17.488632 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de4a57-0540-4d04-b8c3-6549617d0269 req-62b08189-cc29-4847-98c5-0a1278b1002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:17.490672 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-87de4a57-0540-4d04-b8c3-6549617d0269 req-62b08189-cc29-4847-98c5-0a1278b1002b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313660 Oct 05 10:00:17.538426 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef2f63-df0f-467f-b72f-88b48592f563 req-35f99d4e-9ca2-4513-97dd-bbfd144ec049 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:17.539865 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b0ef2f63-df0f-467f-b72f-88b48592f563 req-35f99d4e-9ca2-4513-97dd-bbfd144ec049 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 943 time: 0.0858772 Oct 05 10:00:17.587036 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b0ef2f63-df0f-467f-b72f-88b48592f563 req-2622d9c2-cbf9-4ff5-a7b5-08533fb1d233 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Oct 05 10:00:17.624680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-b4349e5f-c8ce-42a9-945c-82b257701018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:17.626176 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-b4349e5f-c8ce-42a9-945c-82b257701018 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e918a0846984efaaf6677dae6d231cb&device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0777614 Oct 05 10:00:17.701422 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-5060eaa1-9769-4a0b-8032-4265b48e99e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 HTTP/1.1" status: 200 len: 217 time: 0.0618727 Oct 05 10:00:17.760930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-428b5266-90ce-4e11-a7b1-7b7bbf4d4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:17.762336 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-428b5266-90ce-4e11-a7b1-7b7bbf4d4f0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=30a901f7-836e-480d-8c16-d501e2a47b1d HTTP/1.1" status: 200 len: 851 time: 0.0559111 Oct 05 10:00:17.846052 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-0fd1dbc6-01fb-43bf-aaf0-f3ede5e4b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:17.847511 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-0fd1dbc6-01fb-43bf-aaf0-f3ede5e4b952 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dde3778b-17e8-40e1-a9a7-b4e1773fa915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799742 Oct 05 10:00:18.066486 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-3f91f7b3-45a5-4661-bff2-f9156955c911 service neutron] 10.222.0.55 "GET /v2.0/networks/dde3778b-17e8-40e1-a9a7-b4e1773fa915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127671 Oct 05 10:00:18.204960 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95db251c-98af-41a1-ab27-8b3a118b38cb req-865d6096-4dfa-4117-940c-d290ef481abb service neutron] 10.222.0.55 "GET /v2.0/networks/dde3778b-17e8-40e1-a9a7-b4e1773fa915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314263 Oct 05 10:00:18.784659 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734363c-583a-4bd6-915b-f56383c1c7f3 req-657344c7-747f-401a-91fa-d87688083efd tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:18.786620 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a734363c-583a-4bd6-915b-f56383c1c7f3 req-657344c7-747f-401a-91fa-d87688083efd tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 943 time: 0.0866518 Oct 05 10:00:18.830165 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a734363c-583a-4bd6-915b-f56383c1c7f3 req-5b7e046a-912a-41dd-bafd-d2b1bc571057 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376887 Oct 05 10:00:20.037738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a7ba1-ca15-4af8-af62-716f7d60abe5 req-73a3b68e-a401-4307-b9e9-72174953df18 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:20.039131 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2c9a7ba1-ca15-4af8-af62-716f7d60abe5 req-73a3b68e-a401-4307-b9e9-72174953df18 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 943 time: 0.0905788 Oct 05 10:00:20.082851 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2c9a7ba1-ca15-4af8-af62-716f7d60abe5 req-d3683ce4-20b0-425b-8dc2-ba267a2accff tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380538 Oct 05 10:00:20.354426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0ff722f5-017c-44e2-9216-bbe8c83cbe96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:20.968794 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:00:21.103324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:21.116538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52', 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915', 'port_id': '9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52', 'mac_address': 'fa:16:3e:4e:31:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a901f7-836e-480d-8c16-d501e2a47b1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:00:21.172661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:21.173075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:21.190095 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:00:21.205853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:21.273428 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:21.276656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eee40a-e525-4143-93db-9f96e78d7348 req-b693ff70-3fcd-4bb8-b41f-d493bb54c9f0 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:21.278125 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d0eee40a-e525-4143-93db-9f96e78d7348 req-b693ff70-3fcd-4bb8-b41f-d493bb54c9f0 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 943 time: 0.0873449 Oct 05 10:00:21.325551 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d0eee40a-e525-4143-93db-9f96e78d7348 req-f72d58f1-a07c-48fc-990d-d3f4e4b1cd4c tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414817 Oct 05 10:00:21.345226 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:21.642578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:00:22.522139 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c88a2-0e1a-489e-b178-16c69b55d3a5 req-79b5d853-9b2b-4848-a4d4-cd2c5a9c1dcb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:22.523577 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5d9c88a2-0e1a-489e-b178-16c69b55d3a5 req-79b5d853-9b2b-4848-a4d4-cd2c5a9c1dcb tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 944 time: 0.0872798 Oct 05 10:00:22.567898 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5d9c88a2-0e1a-489e-b178-16c69b55d3a5 req-77a0b68a-e1f5-410b-9039-011df8cb9113 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387328 Oct 05 10:00:22.633301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-83a62e55-edab-40c7-9559-a0e635e3bb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:22.998430 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:00:23.171849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:00:23.177220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:23.180214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:23.180214 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 Oct 05 10:00:23.295826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:23.296118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:23.322583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe4e2db-6a36-476f-bca0-15c0f28b2ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:00:23.324843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdf678e-ed02-4fe9-ab0f-ace29084dbb1" -d '{"events": [{"server_uuid": "bbe4e2db-6a36-476f-bca0-15c0f28b2ff9", "name": "network-vif-plugged", "status": "completed", "tag": "9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:00:23.332704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:23.365696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80653d54-f3c4-4c9a-b855-73b7b21ea671 x-openstack-request-id: req-80653d54-f3c4-4c9a-b855-73b7b21ea671 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:00:23.365996 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe4e2db-6a36-476f-bca0-15c0f28b2ff9", "name": "network-vif-plugged", "status": "completed", "tag": "9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:00:23.366262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80653d54-f3c4-4c9a-b855-73b7b21ea671 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:00:23.366646 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80653d54-f3c4-4c9a-b855-73b7b21ea671'] response: {'server_uuid': 'bbe4e2db-6a36-476f-bca0-15c0f28b2ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52', 'code': 200} Oct 05 10:00:23.422983 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:23.488322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:23.769360 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee8ec9-1c28-45bb-9321-651ce170bcae req-58ff63cc-f75a-4e96-b745-7841c163f85e tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:23.771398 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0dee8ec9-1c28-45bb-9321-651ce170bcae req-58ff63cc-f75a-4e96-b745-7841c163f85e tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0905793 Oct 05 10:00:23.817780 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d6612-ee57-4e23-94ec-ce041ac3ccb5 req-dd5a4fbd-6e07-49e0-893c-7b7e362e201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:23.818467 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0dee8ec9-1c28-45bb-9321-651ce170bcae req-61237572-6f4e-456d-85fc-009c9f9cbfdd tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394976 Oct 05 10:00:23.819282 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b71d6612-ee57-4e23-94ec-ce041ac3ccb5 req-dd5a4fbd-6e07-49e0-893c-7b7e362e201f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 1098 time: 0.1301649 Oct 05 10:00:23.864385 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b71d6612-ee57-4e23-94ec-ce041ac3ccb5 req-f25c5165-a1c9-4e9c-9267-822bb6c5c114 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363781 Oct 05 10:00:24.203993 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:24.261660 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.015994 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a66664-417e-4ccd-9de9-fc0886cc8ea7 req-013781ce-a5ab-4c3b-869b-feb612e33d18 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:25.017436 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f8a66664-417e-4ccd-9de9-fc0886cc8ea7 req-013781ce-a5ab-4c3b-869b-feb612e33d18 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0854142 Oct 05 10:00:25.064511 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f8a66664-417e-4ccd-9de9-fc0886cc8ea7 req-39260da7-a9e6-4a64-aa9f-f36d40806a5c tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 Oct 05 10:00:25.261496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.495446 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:00:25.632740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.260390 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a83fa1-d840-43ca-ae1c-49a114ae8dbe req-41a4426d-f71b-4ada-853a-f1aa6722f96c tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:26.261824 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a7a83fa1-d840-43ca-ae1c-49a114ae8dbe req-41a4426d-f71b-4ada-853a-f1aa6722f96c tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0874715 Oct 05 10:00:26.304842 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a7a83fa1-d840-43ca-ae1c-49a114ae8dbe req-d3efebff-e48c-4b08-af8a-f6216442f3db tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373213 Oct 05 10:00:26.791373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a22203-6ce8-4618-afc2-36dccda9f03e req-acf5bebc-b8e8-4d5d-afe3-123d3ad2811a tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:26.792942 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-05a22203-6ce8-4618-afc2-36dccda9f03e req-acf5bebc-b8e8-4d5d-afe3-123d3ad2811a tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0916555 Oct 05 10:00:26.840565 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-05a22203-6ce8-4618-afc2-36dccda9f03e req-435c3c7d-2770-4fbe-8e0c-ffd77e51ab6d tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Oct 05 10:00:26.916097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 46960) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:27.031540 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-21c9bea7-43c3-48da-b2e9-f1556148a33e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1143184 Oct 05 10:00:28.043110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007640e9-2f0a-4348-b40d-d402492921a1 req-67c81b05-08cd-4483-bac5-081df2828b2e tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:28.044631 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-007640e9-2f0a-4348-b40d-d402492921a1 req-67c81b05-08cd-4483-bac5-081df2828b2e tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0910313 Oct 05 10:00:28.089434 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-007640e9-2f0a-4348-b40d-d402492921a1 req-7c288804-8110-4609-af0c-ce2d5abead03 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383289 Oct 05 10:00:29.079423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-1c6dea88-45f4-478d-8809-0e8df62ff602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:29.080788 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-1c6dea88-45f4-478d-8809-0e8df62ff602 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e918a0846984efaaf6677dae6d231cb&device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 1098 time: 0.0812514 Oct 05 10:00:29.212690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-a3aeec65-5e76-4e0f-a978-1d894acc1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:29.214162 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-a3aeec65-5e76-4e0f-a978-1d894acc1788 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dde3778b-17e8-40e1-a9a7-b4e1773fa915 HTTP/1.1" status: 200 len: 913 time: 0.1275988 Oct 05 10:00:29.283745 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-5381e462-7227-465c-8c0e-a46c8e8dd147 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 HTTP/1.1" status: 200 len: 217 time: 0.0635681 Oct 05 10:00:29.289167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291e766-0a3a-4e9f-8325-fb3a77c65475 req-8970b1c8-7685-4189-8b38-10ae4dc24a94 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:29.290634 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0291e766-0a3a-4e9f-8325-fb3a77c65475 req-8970b1c8-7685-4189-8b38-10ae4dc24a94 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0888596 Oct 05 10:00:29.334245 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0291e766-0a3a-4e9f-8325-fb3a77c65475 req-101dbf94-27b0-4080-babd-550355ed3dd0 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376816 Oct 05 10:00:29.345708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-3f992a1d-fe92-4a29-b31c-2969dafb3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:29.347239 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-3f992a1d-fe92-4a29-b31c-2969dafb3d8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=30a901f7-836e-480d-8c16-d501e2a47b1d HTTP/1.1" status: 200 len: 851 time: 0.0575728 Oct 05 10:00:29.427824 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-e7ccd528-db0c-412e-af49-1b3ecf75f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:29.429331 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-e7ccd528-db0c-412e-af49-1b3ecf75f5aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dde3778b-17e8-40e1-a9a7-b4e1773fa915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768259 Oct 05 10:00:29.555984 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-86a70db7-45b5-4e12-8971-d2d2a81bab40 service neutron] 10.222.0.55 "GET /v2.0/networks/dde3778b-17e8-40e1-a9a7-b4e1773fa915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196587 Oct 05 10:00:29.683862 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-984db807-f3db-4ae2-a1fc-d3e0dd115d6a service neutron] 10.222.0.55 "GET /v2.0/networks/dde3778b-17e8-40e1-a9a7-b4e1773fa915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198606 Oct 05 10:00:30.528291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383ff89-f543-433b-a3b9-72b6082807a5 req-698e1cb2-4eb5-4379-9af0-101d501ce045 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:30.529707 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1383ff89-f543-433b-a3b9-72b6082807a5 req-698e1cb2-4eb5-4379-9af0-101d501ce045 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0844932 Oct 05 10:00:30.572710 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1383ff89-f543-433b-a3b9-72b6082807a5 req-4dfb6ab8-cc6f-4f0e-9057-cfe586df28b5 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373166 Oct 05 10:00:31.773470 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45566db0-f152-416e-bb55-9ab08777caf0 req-ac6330ff-082c-4413-94f6-d0e821c18712 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:31.774986 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-45566db0-f152-416e-bb55-9ab08777caf0 req-ac6330ff-082c-4413-94f6-d0e821c18712 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0904107 Oct 05 10:00:31.818600 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-45566db0-f152-416e-bb55-9ab08777caf0 req-b635c126-b0ea-4d4c-be94-953e23f34bc6 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379853 Oct 05 10:00:33.017863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23e361-f95c-4d26-ae61-55723a18291c req-e1d1f767-f58d-4278-9c37-802f7bb56279 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:33.019242 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2e23e361-f95c-4d26-ae61-55723a18291c req-e1d1f767-f58d-4278-9c37-802f7bb56279 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0890772 Oct 05 10:00:33.062698 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2e23e361-f95c-4d26-ae61-55723a18291c req-42f28f93-8704-4240-a27d-c42691978486 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371749 Oct 05 10:00:34.257388 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711687e-81aa-4fad-9572-b249eba877c8 req-1814d656-1f2d-439c-9abf-a4548e403cd2 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:34.258858 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0711687e-81aa-4fad-9572-b249eba877c8 req-1814d656-1f2d-439c-9abf-a4548e403cd2 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0853646 Oct 05 10:00:34.301668 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0711687e-81aa-4fad-9572-b249eba877c8 req-0b93e257-69a8-4701-abeb-3e11eeee07d6 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372190 Oct 05 10:00:35.503604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1090da-248d-46f4-8973-69359d209513 req-4079ad0a-359b-4ad0-bd08-63624faebc3d tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:35.505064 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bc1090da-248d-46f4-8973-69359d209513 req-4079ad0a-359b-4ad0-bd08-63624faebc3d tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0901153 Oct 05 10:00:35.547286 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bc1090da-248d-46f4-8973-69359d209513 req-06bb6e14-d478-4e53-960f-2e2bc25a31a2 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365961 Oct 05 10:00:36.743937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4949b-7d30-4797-8c6f-1076a75494c4 req-efc5978b-8b44-45f7-9688-58b121d00bfa tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:36.745361 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-41e4949b-7d30-4797-8c6f-1076a75494c4 req-efc5978b-8b44-45f7-9688-58b121d00bfa tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0881586 Oct 05 10:00:36.872028 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-41e4949b-7d30-4797-8c6f-1076a75494c4 req-9051a267-651c-45e4-83ce-b4f1872d9b3d tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204035 Oct 05 10:00:38.066862 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec9d6a-a39c-48b1-833b-06ab199a037e req-93977ee6-c0a7-43ef-87fe-4d574ca8ecc8 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:38.068255 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-79ec9d6a-a39c-48b1-833b-06ab199a037e req-93977ee6-c0a7-43ef-87fe-4d574ca8ecc8 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0865388 Oct 05 10:00:38.113972 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-79ec9d6a-a39c-48b1-833b-06ab199a037e req-6703cbf4-194f-45f5-877e-890cc45f66e8 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400200 Oct 05 10:00:39.311342 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1cfa6-2410-430b-86b9-6891c1e67d44 req-b2c33bf2-65f0-4032-8d28-dca48b7323a6 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:39.312807 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6ec1cfa6-2410-430b-86b9-6891c1e67d44 req-b2c33bf2-65f0-4032-8d28-dca48b7323a6 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0869069 Oct 05 10:00:39.355995 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6ec1cfa6-2410-430b-86b9-6891c1e67d44 req-7bc1c623-e6f2-4481-a3a5-5166600b72dc tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375223 Oct 05 10:00:40.553826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800fcb1-36ea-4cca-9567-4ce844cb0fbf req-be7f284d-5c92-4c7a-8c6e-76f244513ea4 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:40.555303 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f800fcb1-36ea-4cca-9567-4ce844cb0fbf req-be7f284d-5c92-4c7a-8c6e-76f244513ea4 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0893126 Oct 05 10:00:40.597425 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f800fcb1-36ea-4cca-9567-4ce844cb0fbf req-cc8e2387-5ca1-492e-af21-6894157e8ade tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362604 Oct 05 10:00:41.794124 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdee5b-d3c4-424b-a184-274cdcffd038 req-d1b0a9a7-f196-4ba2-a781-2cd6b7a55271 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:41.795563 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bbbdee5b-d3c4-424b-a184-274cdcffd038 req-d1b0a9a7-f196-4ba2-a781-2cd6b7a55271 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0860958 Oct 05 10:00:41.842456 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bbbdee5b-d3c4-424b-a184-274cdcffd038 req-5b3bc46c-9da3-4933-b603-218c03abcb16 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 Oct 05 10:00:43.038987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346fdc7-3fea-4d9e-b503-ad110bcd2c92 req-4b3e039f-c703-417c-91fe-450e4a0e877c tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:43.040444 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4346fdc7-3fea-4d9e-b503-ad110bcd2c92 req-4b3e039f-c703-417c-91fe-450e4a0e877c tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0866020 Oct 05 10:00:43.084055 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4346fdc7-3fea-4d9e-b503-ad110bcd2c92 req-6c3a56f2-4213-4860-910b-a0455b778200 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379527 Oct 05 10:00:44.279920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0e37b-72a5-4921-a72f-57f2ccd92d25 req-08147561-fcb8-4179-8678-2e222cac6fd6 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:44.281338 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1f0e37b-72a5-4921-a72f-57f2ccd92d25 req-08147561-fcb8-4179-8678-2e222cac6fd6 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0884104 Oct 05 10:00:44.323864 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1f0e37b-72a5-4921-a72f-57f2ccd92d25 req-9595c57c-e327-4e7c-9d8b-15f41b54c579 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369389 Oct 05 10:00:45.518599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a1005-0f5a-4bcb-87b3-0f176f5460b7 req-54f85eb9-dbf3-4217-a5c6-8452259c3a77 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:45.520047 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-583a1005-0f5a-4bcb-87b3-0f176f5460b7 req-54f85eb9-dbf3-4217-a5c6-8452259c3a77 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0862617 Oct 05 10:00:45.566799 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-583a1005-0f5a-4bcb-87b3-0f176f5460b7 req-91486262-806e-464f-97ec-73e7374ed4a0 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406368 Oct 05 10:00:46.762212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf962fae-6820-4989-911a-8fc17a55db06 req-1b4f8e7f-64e6-4c5e-924b-267cf4d8cdbc tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:46.763654 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cf962fae-6820-4989-911a-8fc17a55db06 req-1b4f8e7f-64e6-4c5e-924b-267cf4d8cdbc tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0862389 Oct 05 10:00:46.807264 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cf962fae-6820-4989-911a-8fc17a55db06 req-fd8d89ae-b360-4a7b-a4bf-5b74abb9da92 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379274 Oct 05 10:00:48.005958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9031121-0f8a-4029-8145-ee05e65eac3d req-55449a47-1d72-4341-b42a-8e2bf7446e44 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:48.007409 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f9031121-0f8a-4029-8145-ee05e65eac3d req-55449a47-1d72-4341-b42a-8e2bf7446e44 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0891104 Oct 05 10:00:48.050340 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f9031121-0f8a-4029-8145-ee05e65eac3d req-f34c364e-3b61-4417-b5ce-0c5dffbb62b8 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372398 Oct 05 10:00:49.246224 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a1d15-c0e8-43b5-8cf2-bfbf5a4b41d0 req-65d284d7-d272-40eb-b54d-460107a4d5e7 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:49.247670 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9f6a1d15-c0e8-43b5-8cf2-bfbf5a4b41d0 req-65d284d7-d272-40eb-b54d-460107a4d5e7 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0866489 Oct 05 10:00:49.294256 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9f6a1d15-c0e8-43b5-8cf2-bfbf5a4b41d0 req-62723747-563c-4f05-b1ba-c79177e5be58 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409133 Oct 05 10:00:50.372521 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b00c1a34-47f0-4510-8e5b-bf5dd00e7c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:50.492556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f54134-36a2-4ab3-8c50-5858a1e119d7 req-65deea01-b9c3-45e4-8268-ee12508fcf32 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:50.494023 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d9f54134-36a2-4ab3-8c50-5858a1e119d7 req-65deea01-b9c3-45e4-8268-ee12508fcf32 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0870354 Oct 05 10:00:50.536714 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d9f54134-36a2-4ab3-8c50-5858a1e119d7 req-6d313a25-64ee-4516-a637-15330df9c4e0 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369976 Oct 05 10:00:51.733676 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6abe94-c499-4c92-9762-36716cd359e5 req-ecff81f7-a3b0-4b3e-9c19-ef1bcb7e03cc tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:51.735131 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9f6abe94-c499-4c92-9762-36716cd359e5 req-ecff81f7-a3b0-4b3e-9c19-ef1bcb7e03cc tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0891364 Oct 05 10:00:51.778068 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9f6abe94-c499-4c92-9762-36716cd359e5 req-bf140ba5-1897-43cd-9c5b-391f38cf2d4b tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366144 Oct 05 10:00:52.633330 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dc541c6b-0110-450b-b056-611e7e2fa866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:52.971694 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c55bb-fc5c-406d-abd1-29b76f910e40 req-27779706-7054-40fb-8137-80ee2f565bac tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:52.973133 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0c8c55bb-fc5c-406d-abd1-29b76f910e40 req-27779706-7054-40fb-8137-80ee2f565bac tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0850024 Oct 05 10:00:53.018502 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0c8c55bb-fc5c-406d-abd1-29b76f910e40 req-fcdb7c90-a377-4139-9a2c-5731ebf70b0f tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397439 Oct 05 10:00:54.210184 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:54.216084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0712cc-0f75-4f55-9cd3-2c6481cd0a66 req-37b15442-14e2-4f36-b681-b513a143d6e1 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:54.220199 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ab0712cc-0f75-4f55-9cd3-2c6481cd0a66 req-37b15442-14e2-4f36-b681-b513a143d6e1 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0873215 Oct 05 10:00:54.261199 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ab0712cc-0f75-4f55-9cd3-2c6481cd0a66 req-0427d9ff-7f9a-445a-9953-ccd1473f52c6 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377901 Oct 05 10:00:54.267690 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:55.307418 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:55.459769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c70a1-375e-431e-9d93-fe12dd93f2ef req-dded68f7-4209-43db-985c-fe24bf8be53c tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:55.461177 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9f3c70a1-375e-431e-9d93-fe12dd93f2ef req-dded68f7-4209-43db-985c-fe24bf8be53c tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0901549 Oct 05 10:00:55.506292 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9f3c70a1-375e-431e-9d93-fe12dd93f2ef req-d3c98e5b-bcfb-4b2c-9aee-ccac9fdeba6b tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391264 Oct 05 10:00:55.621940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:56.699750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927d8d4-f60d-48df-a009-e08e82b5ee54 req-6e319cb0-9be1-45ba-9187-4cbcaaf70a7b tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:56.701185 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7927d8d4-f60d-48df-a009-e08e82b5ee54 req-6e319cb0-9be1-45ba-9187-4cbcaaf70a7b tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0856116 Oct 05 10:00:56.746925 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7927d8d4-f60d-48df-a009-e08e82b5ee54 req-909f3103-c969-40b2-bbaf-69e7da03c19f tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 Oct 05 10:00:56.993178 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-f235c2e0-ebec-4f0b-b39f-be4525f0d355 service neutron] 10.222.0.55 "GET /v2.0/ports/9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0801237 Oct 05 10:00:57.567668 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-48435811-57a0-4d32-8919-53269216e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:57.569121 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-48435811-57a0-4d32-8919-53269216e610 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9&tenant_id=2e918a0846984efaaf6677dae6d231cb HTTP/1.1" status: 200 len: 1098 time: 0.0776622 Oct 05 10:00:57.678153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-ae411eb4-4784-4a23-911e-2db080bbd91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:57.679604 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-ae411eb4-4784-4a23-911e-2db080bbd91f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e918a0846984efaaf6677dae6d231cb&device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 1098 time: 0.0791149 Oct 05 10:00:57.809781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-3474e429-02cb-45d0-bf64-8ea94590cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:57.818353 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-3474e429-02cb-45d0-bf64-8ea94590cdef service neutron] 10.222.0.55 "GET /v2.0/networks?id=dde3778b-17e8-40e1-a9a7-b4e1773fa915 HTTP/1.1" status: 200 len: 913 time: 0.1260126 Oct 05 10:00:57.882743 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-3d7dee02-d56e-4417-9b08-e920aedef01e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 HTTP/1.1" status: 200 len: 217 time: 0.0633483 Oct 05 10:00:57.950126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463feaf-d6ac-45e0-be08-1994e85b83a1 req-c9b5baea-1bc8-43c1-9973-2f3d40f86f6a tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:57.951654 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6463feaf-d6ac-45e0-be08-1994e85b83a1 req-c9b5baea-1bc8-43c1-9973-2f3d40f86f6a tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0910265 Oct 05 10:00:57.997901 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6463feaf-d6ac-45e0-be08-1994e85b83a1 req-01b65cf1-4c0c-4a24-86ab-4c4f0eb10580 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Oct 05 10:00:58.046455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-3800ccbc-8e66-45c7-9bda-c068c8bc2368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:58.047886 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-3800ccbc-8e66-45c7-9bda-c068c8bc2368 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=30a901f7-836e-480d-8c16-d501e2a47b1d HTTP/1.1" status: 200 len: 851 time: 0.1593387 Oct 05 10:00:58.132802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-75986c43-1793-4af5-b24b-290ff9b8a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:58.134202 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-75986c43-1793-4af5-b24b-290ff9b8a6cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dde3778b-17e8-40e1-a9a7-b4e1773fa915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797119 Oct 05 10:00:58.263694 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-6b9443a8-8d88-4788-b16a-5c967e279099 service neutron] 10.222.0.55 "GET /v2.0/networks/dde3778b-17e8-40e1-a9a7-b4e1773fa915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227198 Oct 05 10:00:58.392646 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8f2da615-1027-4296-8f61-1434e8e15cb2 req-2a149d67-39ad-43c0-a57d-212ea660cfe6 service neutron] 10.222.0.55 "GET /v2.0/networks/dde3778b-17e8-40e1-a9a7-b4e1773fa915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224558 Oct 05 10:00:59.199133 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe75d2-e23a-44f4-bfd1-81424a687fff req-b6ccf7eb-85ed-4455-a6cb-b917c64bc342 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:59.200602 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7cbe75d2-e23a-44f4-bfd1-81424a687fff req-b6ccf7eb-85ed-4455-a6cb-b917c64bc342 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0905304 Oct 05 10:00:59.244018 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7cbe75d2-e23a-44f4-bfd1-81424a687fff req-d374a468-df63-4b87-8574-c638016d52c7 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377285 Oct 05 10:01:00.439094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dd569-afe6-41d5-a702-43b1b8e55a7f req-4005a498-bc62-4860-8ac4-1c7bddfedbf7 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:00.440529 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-503dd569-afe6-41d5-a702-43b1b8e55a7f req-4005a498-bc62-4860-8ac4-1c7bddfedbf7 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0871236 Oct 05 10:01:00.486185 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-503dd569-afe6-41d5-a702-43b1b8e55a7f req-1d1c3a6b-1199-4815-81a4-74f4a5f10f02 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392194 Oct 05 10:01:01.212041 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:01:01.218924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:01:01.467805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:01.468102 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:01.484398 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:01.506746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52', 'network_id': 'dde3778b-17e8-40e1-a9a7-b4e1773fa915', 'port_id': '9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52', 'mac_address': 'fa:16:3e:4e:31:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a901f7-836e-480d-8c16-d501e2a47b1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:01:01.513147 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe4e2db-6a36-476f-bca0-15c0f28b2ff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:01:01.515525 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a11328-5674-4c2d-b5dd-32df079c888b" -d '{"events": [{"server_uuid": "bbe4e2db-6a36-476f-bca0-15c0f28b2ff9", "name": "network-vif-unplugged", "status": "completed", "tag": "9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:01:01.577473 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:01.579466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 10:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a509dc-761b-4fda-b529-c30d30f6e90f x-openstack-request-id: req-23a509dc-761b-4fda-b529-c30d30f6e90f {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:01:01.579759 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe4e2db-6a36-476f-bca0-15c0f28b2ff9", "name": "network-vif-unplugged", "status": "completed", "tag": "9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:01:01.580016 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23a509dc-761b-4fda-b529-c30d30f6e90f {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:01:01.580545 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a509dc-761b-4fda-b529-c30d30f6e90f'] response: {'server_uuid': 'bbe4e2db-6a36-476f-bca0-15c0f28b2ff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52', 'code': 200} Oct 05 10:01:01.583371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 is: ACTIVE; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:01.583746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:01.601912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:01:01.645996 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:01.724761 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddaba7-2f1a-4f28-a483-d9cc2a14404b req-9e0940e1-663e-4195-b193-7b77c61fb807 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:01.726808 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9fddaba7-2f1a-4f28-a483-d9cc2a14404b req-9e0940e1-663e-4195-b193-7b77c61fb807 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 943 time: 0.1041648 Oct 05 10:01:01.764124 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:01:01.764575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:01:01.767154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:01.774989 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9fddaba7-2f1a-4f28-a483-d9cc2a14404b req-c777db8b-2b6c-4726-8dc2-cb5909a611b9 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405545 Oct 05 10:01:02.318571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:02.319142 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:02.337160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:01:02.352405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:02.410237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:02.476211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:02.494367 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:01:02.537854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:01:03.060957 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f2f3-bef4-4b87-9d2e-a9bd9f2fb49e req-4c10afce-f87f-4afa-856c-93b197dbf431 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:03.062355 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1636f2f3-bef4-4b87-9d2e-a9bd9f2fb49e req-4c10afce-f87f-4afa-856c-93b197dbf431 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 944 time: 0.1732984 Oct 05 10:01:03.105611 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1636f2f3-bef4-4b87-9d2e-a9bd9f2fb49e req-3def5ee5-8aae-425e-8a31-7116e4192a1d tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370595 Oct 05 10:01:03.201466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:03.268836 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:03.269241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:03.269578 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 Oct 05 10:01:03.390632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:03.391319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:03.422484 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:03.492536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:03.560089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,revision_number=8']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:03.581368 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe4e2db-6a36-476f-bca0-15c0f28b2ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:01:03.584467 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5085bf6-bb74-4d69-8690-401a8c8091dc" -d '{"events": [{"server_uuid": "bbe4e2db-6a36-476f-bca0-15c0f28b2ff9", "name": "network-vif-plugged", "status": "completed", "tag": "9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:01:03.635335 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6143ee1c-ab2e-4571-9189-246ca3e8c084 x-openstack-request-id: req-6143ee1c-ab2e-4571-9189-246ca3e8c084 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:01:03.635630 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe4e2db-6a36-476f-bca0-15c0f28b2ff9", "name": "network-vif-plugged", "status": "completed", "tag": "9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:01:03.635879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6143ee1c-ab2e-4571-9189-246ca3e8c084 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:01:03.636270 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6143ee1c-ab2e-4571-9189-246ca3e8c084'] response: {'server_uuid': 'bbe4e2db-6a36-476f-bca0-15c0f28b2ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52', 'code': 200} Oct 05 10:01:03.694981 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-88aca0c9-7b28-4152-9328-77e8fc125813 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:03.695670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-88aca0c9-7b28-4152-9328-77e8fc125813 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Synchronizing usage tracker for tenant:2e918a0846984efaaf6677dae6d231cb on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:01:03.778177 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-88aca0c9-7b28-4152-9328-77e8fc125813 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Unset dirty status for tenant:2e918a0846984efaaf6677dae6d231cb on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:01:03.779330 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-88aca0c9-7b28-4152-9328-77e8fc125813 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9&tenant_id=2e918a0846984efaaf6677dae6d231cb&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 945 time: 0.1745527 Oct 05 10:01:03.790057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-6f826e9b-5c19-44f6-b6fb-7a3e690e6995 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:01:03.791089 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-6f826e9b-5c19-44f6-b6fb-7a3e690e6995 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055926 Oct 05 10:01:03.962525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-e4b6d3a2-b342-418d-8c03-a9b01a445913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:03.963981 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-e4b6d3a2-b342-418d-8c03-a9b01a445913 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e918a0846984efaaf6677dae6d231cb&device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 1098 time: 0.0819221 Oct 05 10:01:04.093742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-e640c554-1320-47fd-93a0-cb309216d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:04.095158 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-e640c554-1320-47fd-93a0-cb309216d57a service neutron] 10.222.0.55 "GET /v2.0/networks?id=dde3778b-17e8-40e1-a9a7-b4e1773fa915 HTTP/1.1" status: 200 len: 913 time: 0.1225464 Oct 05 10:01:04.159071 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-a2354bc2-b0cf-48df-b62e-99fc36972254 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 HTTP/1.1" status: 200 len: 217 time: 0.0583053 Oct 05 10:01:04.221157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-13136591-c41e-4bc5-ae6a-a6fdddc94d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:04.222501 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-13136591-c41e-4bc5-ae6a-a6fdddc94d57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=30a901f7-836e-480d-8c16-d501e2a47b1d HTTP/1.1" status: 200 len: 851 time: 0.0579345 Oct 05 10:01:04.302311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-48bf7b34-16b2-4fc5-8cf3-23c152a86d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:04.303726 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-48bf7b34-16b2-4fc5-8cf3-23c152a86d42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dde3778b-17e8-40e1-a9a7-b4e1773fa915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753603 Oct 05 10:01:04.430902 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-ed1ad200-63c7-4f3b-81bc-334137253028 service neutron] 10.222.0.55 "GET /v2.0/networks/dde3778b-17e8-40e1-a9a7-b4e1773fa915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210387 Oct 05 10:01:04.559755 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-54e88bfb-8075-4cd4-b3f3-492100ed285c service neutron] 10.222.0.55 "GET /v2.0/networks/dde3778b-17e8-40e1-a9a7-b4e1773fa915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229758 Oct 05 10:01:06.081358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c81e5-2ff3-4743-9b6d-cb97434265d6 req-e6fb7c75-0758-4b04-881c-fd6ce5a00db1 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:06.083399 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ed5c81e5-2ff3-4743-9b6d-cb97434265d6 req-e6fb7c75-0758-4b04-881c-fd6ce5a00db1 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0855656 Oct 05 10:01:06.124891 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ed5c81e5-2ff3-4743-9b6d-cb97434265d6 req-30e636a2-c1bb-4b85-9917-5b68692966ca tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359724 Oct 05 10:01:07.325858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c30f6-9705-4600-821d-947002c93c85 req-4e97d7b7-cd2d-4072-86ba-886accc33c2f tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:07.327332 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b44c30f6-9705-4600-821d-947002c93c85 req-4e97d7b7-cd2d-4072-86ba-886accc33c2f tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0885541 Oct 05 10:01:07.370410 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b44c30f6-9705-4600-821d-947002c93c85 req-c9cdf2d3-bc8b-49d4-ac93-e7f959033d6e tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370092 Oct 05 10:01:07.922150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-a0558912-0c7d-4c75-909b-b7819c86e6f0 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:07.923559 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-a0558912-0c7d-4c75-909b-b7819c86e6f0 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0889566 Oct 05 10:01:07.991866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Deleting port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:01:07.992204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:08.321163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] For port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:08.321524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:08.444669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Calling delete_port for 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:01:08.569795 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635a9c1-21c7-400a-ab48-185362dc6ebb req-901e6f9a-a309-47de-a579-1b02a48b9f2c tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:08.571337 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c635a9c1-21c7-400a-ab48-185362dc6ebb req-901e6f9a-a309-47de-a579-1b02a48b9f2c tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 945 time: 0.0910830 Oct 05 10:01:08.615444 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c635a9c1-21c7-400a-ab48-185362dc6ebb req-5fec05e6-8651-4f4f-9b8c-71c20f8c64c1 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384302 Oct 05 10:01:08.656692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:08.689973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:01:08.710274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Pushing event deleted for resources: {'Port': ['ID=9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:08.765171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:08.765171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:08.765171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:08.765171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:08.765171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:08.765171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:08.765171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:08.765171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:08.765171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:08.765171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:08.765171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:08.765171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:08.807830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] No DVR routers for this DVR port 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:01:08.810620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:08.813277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe4e2db-6a36-476f-bca0-15c0f28b2ff9', 'name': 'network-vif-deleted', 'tag': '9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:01:08.815624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bbe3dd-c10b-4667-ab71-53306e671c8a" -d '{"events": [{"server_uuid": "bbe4e2db-6a36-476f-bca0-15c0f28b2ff9", "name": "network-vif-deleted", "tag": "9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:01:08.861597 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91224700-c69a-40a5-8932-72e8572f69ff x-openstack-request-id: req-91224700-c69a-40a5-8932-72e8572f69ff {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:01:08.861894 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe4e2db-6a36-476f-bca0-15c0f28b2ff9", "name": "network-vif-deleted", "tag": "9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:01:08.862207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91224700-c69a-40a5-8932-72e8572f69ff {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:01:08.862610 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91224700-c69a-40a5-8932-72e8572f69ff'] response: {'server_uuid': 'bbe4e2db-6a36-476f-bca0-15c0f28b2ff9', 'name': 'network-vif-deleted', 'tag': '9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52', 'status': 'completed', 'code': 200} Oct 05 10:01:08.891826 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7b02b0e3-26c9-470f-bdd9-0b9cfa988943 req-1ca7d9e6-e4ee-4103-9a8c-f9bc47f3b402 tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.55 "DELETE /v2.0/ports/9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 HTTP/1.1" status: 204 len: 173 time: 0.9625404 Oct 05 10:01:09.794179 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3e794027-aba4-4da1-8392-1c360ce24852 req-6cada1f9-bc27-4584-bdc3-99b79a36938d tempest-DeleteServersTestJSON-761609897 tempest-DeleteServersTestJSON-761609897-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbe4e2db-6a36-476f-bca0-15c0f28b2ff9 HTTP/1.1" status: 200 len: 210 time: 0.0516033 Oct 05 10:01:11.040815 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47072) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:11.571388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b39c3eae-6ca4-4889-926e-0989dd2f8e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:11.908483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b39c3eae-6ca4-4889-926e-0989dd2f8e17 admin admin] Deleting port 97dd3327-2f8d-445d-9707-2c4a7c674c62 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:01:11.908736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b39c3eae-6ca4-4889-926e-0989dd2f8e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:12.173764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-b39c3eae-6ca4-4889-926e-0989dd2f8e17 admin admin] For port 97dd3327-2f8d-445d-9707-2c4a7c674c62, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=97dd3327-2f8d-445d-9707-2c4a7c674c62,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:12.174464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b39c3eae-6ca4-4889-926e-0989dd2f8e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:12.293058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b39c3eae-6ca4-4889-926e-0989dd2f8e17 admin admin] Calling delete_port for 97dd3327-2f8d-445d-9707-2c4a7c674c62 owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:01:12.549948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b39c3eae-6ca4-4889-926e-0989dd2f8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:12.598100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c3eae-6ca4-4889-926e-0989dd2f8e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=97dd3327-2f8d-445d-9707-2c4a7c674c62,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:12.867878 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b39c3eae-6ca4-4889-926e-0989dd2f8e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:13.217503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39c3eae-6ca4-4889-926e-0989dd2f8e17 admin admin] Router 9a803a71-de91-4d39-b7c3-412346f5c4de has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:01:13.237214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:01:13.271115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:01:13.290478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 9b1c3ff9-ea3d-47bd-ba49-da89b7c4aa52 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:01:13.501464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39c3eae-6ca4-4889-926e-0989dd2f8e17 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:01:13.512211 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41e249-b42a-407e-bc96-1d7012f25878 None None] Sync routers for ids ['9a803a71-de91-4d39-b7c3-412346f5c4de'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:01:13.515938 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b39c3eae-6ca4-4889-926e-0989dd2f8e17 admin admin] 10.222.0.49 "PUT /v2.0/routers/9a803a71-de91-4d39-b7c3-412346f5c4de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4740262 Oct 05 10:01:13.518408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47076) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:13.521290 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41e249-b42a-407e-bc96-1d7012f25878 None None] Routers {'9a803a71-de91-4d39-b7c3-412346f5c4de'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:13.521880 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6f41e249-b42a-407e-bc96-1d7012f25878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:00:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9a803a71-de91-4d39-b7c3-412346f5c4de'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:13.694014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:13.694544 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-6f41e249-b42a-407e-bc96-1d7012f25878 None None] Set router 9a803a71-de91-4d39-b7c3-412346f5c4de gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:13.873696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:13.955788 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] Deleting port fbe88171-ead4-4e7d-872a-6dec06bb49ad {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:01:13.956141 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:14.004828 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6f41e249-b42a-407e-bc96-1d7012f25878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'name': 'tempest-DeleteServersTestJSON-2134379604-router', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': 'fbe88171-ead4-4e7d-872a-6dec06bb49ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:05Z', 'updated_at': '2022-10-05T10:01:12Z', 'revision_number': 5, 'project_id': '2e918a0846984efaaf6677dae6d231cb', 'gw_port': {'id': 'fbe88171-ead4-4e7d-872a-6dec06bb49ad', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:06Z', 'updated_at': '2022-10-05T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:14.008688 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41e249-b42a-407e-bc96-1d7012f25878 None None] Checking router: 9a803a71-de91-4d39-b7c3-412346f5c4de for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:01:14.016747 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41e249-b42a-407e-bc96-1d7012f25878 None None] Routers {'9a803a71-de91-4d39-b7c3-412346f5c4de'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:14.017320 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6f41e249-b42a-407e-bc96-1d7012f25878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:00:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['9a803a71-de91-4d39-b7c3-412346f5c4de'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:14.133392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] For port fbe88171-ead4-4e7d-872a-6dec06bb49ad, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=fbe88171-ead4-4e7d-872a-6dec06bb49ad,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:14.133671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:14.163798 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-6f41e249-b42a-407e-bc96-1d7012f25878 None None] Set router 9a803a71-de91-4d39-b7c3-412346f5c4de gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:14.255736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] Calling delete_port for fbe88171-ead4-4e7d-872a-6dec06bb49ad owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:01:14.264506 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-6f41e249-b42a-407e-bc96-1d7012f25878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'name': 'tempest-DeleteServersTestJSON-2134379604-router', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:05Z', 'updated_at': '2022-10-05T10:01:13Z', 'revision_number': 6, 'project_id': '2e918a0846984efaaf6677dae6d231cb', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:14.268347 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41e249-b42a-407e-bc96-1d7012f25878 None None] The sync data for ids ['9a803a71-de91-4d39-b7c3-412346f5c4de'] in dv-neutron-860329-1-hyperv is: [{'id': '9a803a71-de91-4d39-b7c3-412346f5c4de', 'name': 'tempest-DeleteServersTestJSON-2134379604-router', 'tenant_id': '2e918a0846984efaaf6677dae6d231cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:05Z', 'updated_at': '2022-10-05T10:01:13Z', 'revision_number': 6, 'project_id': '2e918a0846984efaaf6677dae6d231cb', 'gw_port_host': None}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:01:14.521145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:14.568347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe88171-ead4-4e7d-872a-6dec06bb49ad,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:14.667251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:14.837516 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:14.839678 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:14.926827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:14.927364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a803a71-de91-4d39-b7c3-412346f5c4de {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:01:14.943884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:14.943884 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3ebcca4a-e5b1-484c-9b22-b65603feddfe admin admin] 10.222.0.49 "DELETE /v2.0/routers/9a803a71-de91-4d39-b7c3-412346f5c4de HTTP/1.1" status: 204 len: 168 time: 1.4213123 Oct 05 10:01:14.943884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47080) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:15.002487 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f0734f-f67a-4572-a36a-0184412a3e06 admin admin] Deleting subnet 30a901f7-836e-480d-8c16-d501e2a47b1d {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:01:15.006274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55f0734f-f67a-4572-a36a-0184412a3e06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:15.042787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device fbe88171-ead4-4e7d-872a-6dec06bb49ad no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:01:15.078850 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: fbe88171-ead4-4e7d-872a-6dec06bb49ad {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:01:15.079204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device fbe88171-ead4-4e7d-872a-6dec06bb49ad not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:01:15.079616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 97dd3327-2f8d-445d-9707-2c4a7c674c62 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:01:15.118198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 97dd3327-2f8d-445d-9707-2c4a7c674c62 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:01:15.118809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 97dd3327-2f8d-445d-9707-2c4a7c674c62 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:01:15.171539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55f0734f-f67a-4572-a36a-0184412a3e06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:15.251054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55f0734f-f67a-4572-a36a-0184412a3e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:15.393876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55f0734f-f67a-4572-a36a-0184412a3e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:15.434651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0734f-f67a-4572-a36a-0184412a3e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a901f7-836e-480d-8c16-d501e2a47b1d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:15.439479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-55f0734f-f67a-4572-a36a-0184412a3e06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:15.444971 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ca9ab6-a632-41b6-9662-86cfd856ea58 None None] Network dde3778b-17e8-40e1-a9a7-b4e1773fa915 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:01:15.445928 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-55f0734f-f67a-4572-a36a-0184412a3e06 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/30a901f7-836e-480d-8c16-d501e2a47b1d HTTP/1.1" status: 204 len: 168 time: 0.5012538 Oct 05 10:01:15.448548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47084) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:15.552757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:15.563102 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] Deleting port 701833e7-3928-406d-a33f-b8ea3acf444e {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:01:15.563429 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:15.694889 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb8dbd9-432f-4ed7-b83b-743e46e3c140 None None] DHCP port deletion for dde3778b-17e8-40e1-a9a7-b4e1773fa915 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:01:15.698862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8dbd9-432f-4ed7-b83b-743e46e3c140 None None] Deleting port 701833e7-3928-406d-a33f-b8ea3acf444e {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:01:15.699240 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dbb8dbd9-432f-4ed7-b83b-743e46e3c140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:15.764796 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] For port 701833e7-3928-406d-a33f-b8ea3acf444e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=701833e7-3928-406d-a33f-b8ea3acf444e,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:15.765153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:15.890893 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] Calling delete_port for 701833e7-3928-406d-a33f-b8ea3acf444e owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:01:15.903830 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-dbb8dbd9-432f-4ed7-b83b-743e46e3c140 None None] For port 701833e7-3928-406d-a33f-b8ea3acf444e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=701833e7-3928-406d-a33f-b8ea3acf444e,segment=NetworkSegment(c84cd530-273a-4cfc-9152-f69132d6eca5),segment_id=c84cd530-273a-4cfc-9152-f69132d6eca5)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:15.904169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dbb8dbd9-432f-4ed7-b83b-743e46e3c140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:16.030260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:16.055027 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8dbd9-432f-4ed7-b83b-743e46e3c140 None None] Calling delete_port for 701833e7-3928-406d-a33f-b8ea3acf444e owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:01:16.077080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=701833e7-3928-406d-a33f-b8ea3acf444e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:16.080543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] No DVR routers for this DVR port 701833e7-3928-406d-a33f-b8ea3acf444e on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:01:16.130548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-dbb8dbd9-432f-4ed7-b83b-743e46e3c140 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:01:16.130960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-dbb8dbd9-432f-4ed7-b83b-743e46e3c140 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:01:16.195945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:16.223672 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde3778b-17e8-40e1-a9a7-b4e1773fa915']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:16.235319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84cd530-273a-4cfc-9152-f69132d6eca5') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:16.235615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84cd530-273a-4cfc-9152-f69132d6eca5') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:16.247091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:16.263015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:16.268999 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:01:16.271015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:16.331705 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment c84cd530-273a-4cfc-9152-f69132d6eca5 resource provider aggregate not found Oct 05 10:01:16.355271 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment c84cd530-273a-4cfc-9152-f69132d6eca5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c84cd530-273a-4cfc-9152-f69132d6eca5 found for delete ", "request_id": "req-d2ebae3c-289b-47e1-81ad-17378fdf0c18"}]} Oct 05 10:01:16.439109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:16.455654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:16.466926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dde3778b-17e8-40e1-a9a7-b4e1773fa915,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:16.550603 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3574ee82-dfd0-4d96-9cdb-8bab0c7977a4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/dde3778b-17e8-40e1-a9a7-b4e1773fa915 HTTP/1.1" status: 204 len: 168 time: 1.1010742 Oct 05 10:01:16.632484 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8dbd9-432f-4ed7-b83b-743e46e3c140 None None] Deleting port 701833e7-3928-406d-a33f-b8ea3acf444e {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:01:16.632879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dbb8dbd9-432f-4ed7-b83b-743e46e3c140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:16.697421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8dbd9-432f-4ed7-b83b-743e46e3c140 None None] The port '701833e7-3928-406d-a33f-b8ea3acf444e' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:01:16.833995 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 47094) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:16.867729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 701833e7-3928-406d-a33f-b8ea3acf444e no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:01:16.882886 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2b563bb6-f036-4dcc-87c4-e234035548d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e918a0846984efaaf6677dae6d231cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475581 Oct 05 10:01:16.885434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 47098) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:16.903552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 701833e7-3928-406d-a33f-b8ea3acf444e {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:01:16.903893 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 701833e7-3928-406d-a33f-b8ea3acf444e not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:01:16.946577 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:16.971618 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:17.090519 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:17.105998 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:17.114562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:17.114909 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:17.115247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:17.115578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:17.115907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:17.116233 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:17.116556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:17.116879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:17.117204 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:17.117521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:17.117841 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:17.118180 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:17.180730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:17.181863 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9180b163-eae3-4ea3-a7d1-0f5579bc4991 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f3d758b-7594-4f10-ba81-b9d8ca3b8b1a HTTP/1.1" status: 204 len: 168 time: 0.2955227 Oct 05 10:01:18.155827 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 47122) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:18.255392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1431709396-network', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:18.259946 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:18.263816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Usage tracker for resource:network and tenant:4e12708bad6b4dccb679ea2d10648a2f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:18.266617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:18.272182 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:18.336368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Made reservation on behalf of 4e12708bad6b4dccb679ea2d10648a2f for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:01:18.338566 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:18.351050 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:18.364861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:18.368824 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Usage tracker for resource:security_group_rule and tenant:4e12708bad6b4dccb679ea2d10648a2f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:18.371777 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:18.377444 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:18.458874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:18.524827 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:18.562139 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:01:18.567263 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff29f8ab-fce5-444f-98cf-743f06c4a14f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:18.573861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:18.574225 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Added segment 2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b of type vlan for network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b Oct 05 10:01:18.601430 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:18.686992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:18.687982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:18.688633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:18.791534 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] Pushing event updated for resources: {'Network': ['ID=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:18.801863 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:01:18.836617 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e6677705-1ec4-4cac-81e2-873f505bc7d0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6796927 Oct 05 10:01:18.840114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47128) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:18.846964 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] Request body: {'subnet': {'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1431709396-subnet', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:18.852725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:18.857079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] Usage tracker for resource:subnet and tenant:4e12708bad6b4dccb679ea2d10648a2f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:18.860425 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:18.867176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:18.927385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] Made reservation on behalf of 4e12708bad6b4dccb679ea2d10648a2f for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:01:18.929808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:19.167344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:19.242280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d0d2f1-41c4-4a9a-82b6-b758dd1147dc,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:19.253194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] Checking segment: {'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:01:19.253546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] Network hostable DHCP agents. Network: ca1ec1fc-f93d-4196-9ffe-0faa04eb987b, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:01:19.309678 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] Network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:01:19.371223 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, ca1ec1fc-f93d-4196-9ffe-0faa04eb987b) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:19.375197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:19.375869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:19.381872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dc02e3-84e8-4da2-a803-c8da3eb7670c None None] Network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:01:19.451827 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a86cecac-a144-4629-83e4-c3f027e95970 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6097999 Oct 05 10:01:19.454585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47132) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:19.459364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1431709396-router', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:19.464447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:19.468276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Usage tracker for resource:router and tenant:4e12708bad6b4dccb679ea2d10648a2f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:19.471121 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:19.477485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:19.544542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:19.545583 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:19.562253 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:19.593941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-ca1ec1fc-f93d-4196-9ffe-0faa04eb987b', 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f', 'fixed_ips': [{'subnet_id': '10d0d2f1-41c4-4a9a-82b6-b758dd1147dc'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:01:19.594776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:19.747641 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Allocated IP 172.20.0.2 (ca1ec1fc-f93d-4196-9ffe-0faa04eb987b/10d0d2f1-41c4-4a9a-82b6-b758dd1147dc/470506da-c5be-4db1-91f0-b5c340e789b4) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:01:19.951309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:19.961621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Transition to ACTIVE for port object 470506da-c5be-4db1-91f0-b5c340e789b4 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:19.980314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Transition to ACTIVE for port object 470506da-c5be-4db1-91f0-b5c340e789b4 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:20.018713 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:20.047726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:20.121326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:01:20.124162 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:20.128004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:01:20.134136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Pushing event updated for resources: {'Port': ['ID=470506da-c5be-4db1-91f0-b5c340e789b4,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:20.176648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:20.176648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:20.176648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:20.177158 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:20.177247 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:20.177969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:20.177969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:20.178183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:20.178506 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:20.178829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:20.179151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:20.179477 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:20.250278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Attempting to bind port 470506da-c5be-4db1-91f0-b5c340e789b4 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:01:20.250642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Attempting to bind port 470506da-c5be-4db1-91f0-b5c340e789b4 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:01:20.251006 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Attempting to bind port 470506da-c5be-4db1-91f0-b5c340e789b4 on network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:01:20.256442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:01:20.256818 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Checking segment: {'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:01:20.257223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:20.257612 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Bound using segment: {'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:01:20.258094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Bound port: 470506da-c5be-4db1-91f0-b5c340e789b4, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:01:20.258471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:20.355201 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] For port 470506da-c5be-4db1-91f0-b5c340e789b4, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:01:20.358185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] For port 470506da-c5be-4db1-91f0-b5c340e789b4, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=470506da-c5be-4db1-91f0-b5c340e789b4,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:01:20.422318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:20.427788 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c63bea89-1f11-485d-92c8-af7cc8607dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:20.455048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:20.462772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:20.559184 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13c0bc-1d53-40eb-bdd9-fdb91c146279 None None] Pushing event updated for resources: {'Port': ['ID=470506da-c5be-4db1-91f0-b5c340e789b4,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:20.590175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Allocated IP 172.26.7.68 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/05f256a5-ba79-4972-9c49-17d5d5f09cb7) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:01:20.765416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:20.874506 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:20.913690 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 470506da-c5be-4db1-91f0-b5c340e789b4 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:20.943853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:01:20.946541 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:20.950170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:01:20.990740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Pushing event updated for resources: {'Port': ['ID=05f256a5-ba79-4972-9c49-17d5d5f09cb7,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:21.033471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 470506da-c5be-4db1-91f0-b5c340e789b4 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:21.448373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:21.470666 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67cbe6e-2ad4-4c1f-9e30-243fe40275ec None None] Network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:01:21.634933 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1559cfcc-05d5-4b9c-ae94-60d2bfdb72a6 None None] Provisioning for port 470506da-c5be-4db1-91f0-b5c340e789b4 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:21.675675 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1559cfcc-05d5-4b9c-ae94-60d2bfdb72a6 None None] Provisioning complete for port 470506da-c5be-4db1-91f0-b5c340e789b4 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:21.675963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1559cfcc-05d5-4b9c-ae94-60d2bfdb72a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:21.676333 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1559cfcc-05d5-4b9c-ae94-60d2bfdb72a6 None None] Attempt 1 to provision port 470506da-c5be-4db1-91f0-b5c340e789b4 Oct 05 10:01:21.856688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1559cfcc-05d5-4b9c-ae94-60d2bfdb72a6 None None] Current status of the port 470506da-c5be-4db1-91f0-b5c340e789b4 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:21.857074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1559cfcc-05d5-4b9c-ae94-60d2bfdb72a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:21.891770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1559cfcc-05d5-4b9c-ae94-60d2bfdb72a6 None None] For port 470506da-c5be-4db1-91f0-b5c340e789b4, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=470506da-c5be-4db1-91f0-b5c340e789b4,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:21.904866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:21.995958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1559cfcc-05d5-4b9c-ae94-60d2bfdb72a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:22.073383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559cfcc-05d5-4b9c-ae94-60d2bfdb72a6 None None] Pushing event updated for resources: {'Port': ['ID=470506da-c5be-4db1-91f0-b5c340e789b4,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:22.116493 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ed169097-31a7-44de-900d-bae7847fc5ad None None] Provisioning complete for port 470506da-c5be-4db1-91f0-b5c340e789b4 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:22.116788 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ed169097-31a7-44de-900d-bae7847fc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:22.117127 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-ed169097-31a7-44de-900d-bae7847fc5ad None None] Attempt 1 to provision port 470506da-c5be-4db1-91f0-b5c340e789b4 Oct 05 10:01:22.187687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Router f9a61475-acef-4a18-9f8d-e75d118dae81 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:01:22.231500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ed169097-31a7-44de-900d-bae7847fc5ad None None] Current status of the port 470506da-c5be-4db1-91f0-b5c340e789b4 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:22.362757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:01:22.372079 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Sync routers for ids ['f9a61475-acef-4a18-9f8d-e75d118dae81'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:01:22.381434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Routers {'f9a61475-acef-4a18-9f8d-e75d118dae81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:22.384816 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:00:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9a61475-acef-4a18-9f8d-e75d118dae81'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:22.491196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:22.492365 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-869f0e68-a7c4-468f-b777-166090e63d09 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0368619 Oct 05 10:01:22.495157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47136) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:22.557701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Set router f9a61475-acef-4a18-9f8d-e75d118dae81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:22.813092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-569657d0-b8cb-483e-8a1b-bfbcb3322e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:22.852193 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'name': 'tempest-ServerDiskConfigTestJSON-1431709396-router', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '05f256a5-ba79-4972-9c49-17d5d5f09cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:19Z', 'updated_at': '2022-10-05T10:01:21Z', 'revision_number': 3, 'project_id': '4e12708bad6b4dccb679ea2d10648a2f', 'gw_port': {'id': '05f256a5-ba79-4972-9c49-17d5d5f09cb7', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:20Z', 'updated_at': '2022-10-05T10:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:22.856135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Checking router: f9a61475-acef-4a18-9f8d-e75d118dae81 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:01:22.856482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Updating router f9a61475-acef-4a18-9f8d-e75d118dae81 port 05f256a5-ba79-4972-9c49-17d5d5f09cb7 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:01:22.884389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 470506da-c5be-4db1-91f0-b5c340e789b4 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:22.958807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:23.065847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 470506da-c5be-4db1-91f0-b5c340e789b4 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:23.066163 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:23.066500 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 470506da-c5be-4db1-91f0-b5c340e789b4 Oct 05 10:01:23.281720 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:23.309036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 470506da-c5be-4db1-91f0-b5c340e789b4 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:23.393726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:23.405493 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Transition to ACTIVE for port object 05f256a5-ba79-4972-9c49-17d5d5f09cb7 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:23.475641 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:23.484606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Allocated IP 172.20.0.1 (ca1ec1fc-f93d-4196-9ffe-0faa04eb987b/10d0d2f1-41c4-4a9a-82b6-b758dd1147dc/0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:01:23.577844 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Attempting to bind port 05f256a5-ba79-4972-9c49-17d5d5f09cb7 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:01:23.578229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Attempting to bind port 05f256a5-ba79-4972-9c49-17d5d5f09cb7 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:01:23.578587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Attempting to bind port 05f256a5-ba79-4972-9c49-17d5d5f09cb7 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:01:23.588334 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:01:23.588696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:01:23.589089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:23.589471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:01:23.589924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Bound port: 05f256a5-ba79-4972-9c49-17d5d5f09cb7, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:01:23.590319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:23.624582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce8c39-9ca0-42dc-9f7a-b675d83eed61 None None] Pushing event updated for resources: {'Port': ['ID=05f256a5-ba79-4972-9c49-17d5d5f09cb7,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:23.634428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:23.650271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Transition to ACTIVE for port object 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:23.665178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] For port 05f256a5-ba79-4972-9c49-17d5d5f09cb7, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:01:23.668078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] For port 05f256a5-ba79-4972-9c49-17d5d5f09cb7, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=05f256a5-ba79-4972-9c49-17d5d5f09cb7,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:01:23.732994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:23.767643 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:23.792199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Routers {'f9a61475-acef-4a18-9f8d-e75d118dae81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:23.792753 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:01:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9a61475-acef-4a18-9f8d-e75d118dae81'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:23.837897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:01:23.840747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:23.844492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:01:23.874404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Pushing event updated for resources: {'Port': ['ID=0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:23.879929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce8c39-9ca0-42dc-9f7a-b675d83eed61 None None] Pushing event updated for resources: {'Port': ['ID=05f256a5-ba79-4972-9c49-17d5d5f09cb7,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:23.902821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:23.986278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] Set router f9a61475-acef-4a18-9f8d-e75d118dae81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:24.197311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:24.224739 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Provisioning for port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:24.239934 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Provisioning complete for port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:24.240367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:24.240662 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Attempt 1 to provision port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 Oct 05 10:01:24.276377 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:24.318684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:24.329690 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:24.355774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'name': 'tempest-ServerDiskConfigTestJSON-1431709396-router', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '05f256a5-ba79-4972-9c49-17d5d5f09cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:19Z', 'updated_at': '2022-10-05T10:01:21Z', 'revision_number': 3, 'project_id': '4e12708bad6b4dccb679ea2d10648a2f', 'gw_port': {'id': '05f256a5-ba79-4972-9c49-17d5d5f09cb7', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:20Z', 'updated_at': '2022-10-05T10:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:24.359657 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda0355-0d7f-48cd-8604-cc61f1205494 None None] The sync data for ids ['f9a61475-acef-4a18-9f8d-e75d118dae81'] in dv-neutron-860329-1-hyperv is: [{'id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'name': 'tempest-ServerDiskConfigTestJSON-1431709396-router', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '05f256a5-ba79-4972-9c49-17d5d5f09cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:19Z', 'updated_at': '2022-10-05T10:01:21Z', 'revision_number': 3, 'project_id': '4e12708bad6b4dccb679ea2d10648a2f', 'gw_port': {'id': '05f256a5-ba79-4972-9c49-17d5d5f09cb7', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:20Z', 'updated_at': '2022-10-05T10:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:01:24.424615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:24.487479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:24.610582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:24.618223 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Pushing event updated for resources: {'Port': ['ID=0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:24.759846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:01:24.761590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:24.831397 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Attempt 2 to provision port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 Oct 05 10:01:24.936297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 05f256a5-ba79-4972-9c49-17d5d5f09cb7 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:24.982471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:25.075986 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 05f256a5-ba79-4972-9c49-17d5d5f09cb7 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:25.081032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 05f256a5-ba79-4972-9c49-17d5d5f09cb7 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:25.081406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:25.081743 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 05f256a5-ba79-4972-9c49-17d5d5f09cb7 Oct 05 10:01:25.099811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Router f9a61475-acef-4a18-9f8d-e75d118dae81 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:01:25.208619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 05f256a5-ba79-4972-9c49-17d5d5f09cb7 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:25.209257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:25.226044 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 05f256a5-ba79-4972-9c49-17d5d5f09cb7, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=05f256a5-ba79-4972-9c49-17d5d5f09cb7,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:25.292131 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:01:25.298860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:25.301966 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a6b3d489-9215-4d41-8f2d-635146610217 admin admin] 10.222.0.49 "PUT /v2.0/routers/f9a61475-acef-4a18-9f8d-e75d118dae81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8057797 Oct 05 10:01:25.338647 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:25.370934 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=05f256a5-ba79-4972-9c49-17d5d5f09cb7,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:25.483930 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Attempt 3 to provision port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 Oct 05 10:01:25.542998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:25.628121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:25.812021 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-2d693fc4-1841-49c0-a2d7-5e8efdecd470 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:25.812718 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-2d693fc4-1841-49c0-a2d7-5e8efdecd470 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Synchronizing usage tracker for tenant:4e12708bad6b4dccb679ea2d10648a2f on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:01:25.885193 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-2d693fc4-1841-49c0-a2d7-5e8efdecd470 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Unset dirty status for tenant:4e12708bad6b4dccb679ea2d10648a2f on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:01:25.886406 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-2d693fc4-1841-49c0-a2d7-5e8efdecd470 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/networks?id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b HTTP/1.1" status: 200 len: 815 time: 0.2229006 Oct 05 10:01:25.901210 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-1c09484f-5c4f-461b-b69f-74e463c80ff1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/quotas/4e12708bad6b4dccb679ea2d10648a2f HTTP/1.1" status: 200 len: 375 time: 0.0092161 Oct 05 10:01:25.938038 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Sync routers for ids ['f9a61475-acef-4a18-9f8d-e75d118dae81'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:01:25.948048 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Routers {'f9a61475-acef-4a18-9f8d-e75d118dae81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:25.948885 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:01:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9a61475-acef-4a18-9f8d-e75d118dae81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:25.990851 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-2c5989cf-619d-47c6-9027-e8e3eed6cd05 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e12708bad6b4dccb679ea2d10648a2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846822 Oct 05 10:01:26.043885 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Attempt 4 to provision port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 Oct 05 10:01:26.044278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-2d2c50be-54de-4f6c-92da-217d5ab25039 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:01:26.045281 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-2d2c50be-54de-4f6c-92da-217d5ab25039 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478461 Oct 05 10:01:26.104182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:26.124807 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Set router f9a61475-acef-4a18-9f8d-e75d118dae81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:26.185522 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-572ce920-44a6-4101-9c4f-eaf411fc4cb8 service neutron] 10.222.0.49 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248608 Oct 05 10:01:26.317929 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-14369494-ccc9-4702-a0e6-e44d2152dbaa service neutron] 10.222.0.49 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265354 Oct 05 10:01:26.432660 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'name': 'tempest-ServerDiskConfigTestJSON-1431709396-router', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '05f256a5-ba79-4972-9c49-17d5d5f09cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:19Z', 'updated_at': '2022-10-05T10:01:24Z', 'revision_number': 4, 'project_id': '4e12708bad6b4dccb679ea2d10648a2f', 'gw_port': {'id': '05f256a5-ba79-4972-9c49-17d5d5f09cb7', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:20Z', 'updated_at': '2022-10-05T10:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7', 'name': '', 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f', 'mac_address': 'fa:16:3e:95:9c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '10d0d2f1-41c4-4a9a-82b6-b758dd1147dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:23Z', 'updated_at': '2022-10-05T10:01:24Z', 'revision_number': 2, 'project_id': '4e12708bad6b4dccb679ea2d10648a2f', 'subnets': [{'id': '10d0d2f1-41c4-4a9a-82b6-b758dd1147dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:26.436907 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Checking router: f9a61475-acef-4a18-9f8d-e75d118dae81 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:01:26.437260 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Updating router f9a61475-acef-4a18-9f8d-e75d118dae81 port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:01:26.492972 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:26.610069 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Attempt 5 to provision port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 Oct 05 10:01:26.666310 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-eab807bb-a4c7-41ea-93a5-89e5d6365f2b req-43918ae1-019a-469f-bae6-324da2f469e7 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 210 time: 0.0545471 Oct 05 10:01:26.674469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:26.839786 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:26.851471 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Transition to ACTIVE for port object 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:26.878008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 05f256a5-ba79-4972-9c49-17d5d5f09cb7 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:26.915980 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:26.945239 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 05f256a5-ba79-4972-9c49-17d5d5f09cb7 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:26.945611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:26.945946 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 05f256a5-ba79-4972-9c49-17d5d5f09cb7 Oct 05 10:01:27.067396 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 05f256a5-ba79-4972-9c49-17d5d5f09cb7 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:27.148155 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5e106-52c8-4983-9183-0e92bff3e3eb None None] Pushing event updated for resources: {'Port': ['ID=0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:27.165099 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5e106-52c8-4983-9183-0e92bff3e3eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:27.165441 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5e106-52c8-4983-9183-0e92bff3e3eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:27.165775 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5e106-52c8-4983-9183-0e92bff3e3eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:27.166138 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5e106-52c8-4983-9183-0e92bff3e3eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:27.166465 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5e106-52c8-4983-9183-0e92bff3e3eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:27.166790 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5e106-52c8-4983-9183-0e92bff3e3eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:27.167106 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5e106-52c8-4983-9183-0e92bff3e3eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:27.167424 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5e106-52c8-4983-9183-0e92bff3e3eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:27.167742 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5e106-52c8-4983-9183-0e92bff3e3eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:27.168055 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5e106-52c8-4983-9183-0e92bff3e3eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:27.168368 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5e106-52c8-4983-9183-0e92bff3e3eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:27.168679 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5e106-52c8-4983-9183-0e92bff3e3eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:27.174816 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Attempting to bind port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:01:27.175183 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Attempting to bind port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:01:27.175544 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Attempting to bind port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 on network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:01:27.179640 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Attempt 6 to provision port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 Oct 05 10:01:27.182417 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:01:27.182796 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Checking segment: {'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:01:27.183579 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:27.183977 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Bound using segment: {'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:01:27.184459 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Bound port: 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:01:27.184833 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:27.230588 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:27.277950 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] For port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:01:27.281193 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] For port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:01:27.350592 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:27.409891 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Routers {'f9a61475-acef-4a18-9f8d-e75d118dae81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:27.410483 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:01:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9a61475-acef-4a18-9f8d-e75d118dae81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:27.489108 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5e106-52c8-4983-9183-0e92bff3e3eb None None] Pushing event updated for resources: {'Port': ['ID=0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:27.591298 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] Set router f9a61475-acef-4a18-9f8d-e75d118dae81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:27.731555 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Attempt 7 to provision port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 Oct 05 10:01:27.838656 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f70b91b0-556d-4cb2-be4c-770b8eca1c04 None None] Port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:01:27.850528 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a3a1a539-3f94-450d-bb7e-b8ac48c5b758 req-e324a2c6-7ee1-4544-a465-add35cbe0523 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 210 time: 0.0515728 Oct 05 10:01:27.928912 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'name': 'tempest-ServerDiskConfigTestJSON-1431709396-router', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '05f256a5-ba79-4972-9c49-17d5d5f09cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:19Z', 'updated_at': '2022-10-05T10:01:24Z', 'revision_number': 4, 'project_id': '4e12708bad6b4dccb679ea2d10648a2f', 'gw_port': {'id': '05f256a5-ba79-4972-9c49-17d5d5f09cb7', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:20Z', 'updated_at': '2022-10-05T10:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7', 'name': '', 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f', 'mac_address': 'fa:16:3e:95:9c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '10d0d2f1-41c4-4a9a-82b6-b758dd1147dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:23Z', 'updated_at': '2022-10-05T10:01:27Z', 'revision_number': 4, 'project_id': '4e12708bad6b4dccb679ea2d10648a2f', 'subnets': [{'id': '10d0d2f1-41c4-4a9a-82b6-b758dd1147dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:27.932836 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01286a66-62aa-4470-a45d-ba07e2d5d442 None None] The sync data for ids ['f9a61475-acef-4a18-9f8d-e75d118dae81'] in dv-neutron-860329-1-hyperv is: [{'id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'name': 'tempest-ServerDiskConfigTestJSON-1431709396-router', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '05f256a5-ba79-4972-9c49-17d5d5f09cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:19Z', 'updated_at': '2022-10-05T10:01:24Z', 'revision_number': 4, 'project_id': '4e12708bad6b4dccb679ea2d10648a2f', 'gw_port': {'id': '05f256a5-ba79-4972-9c49-17d5d5f09cb7', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:20Z', 'updated_at': '2022-10-05T10:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7', 'name': '', 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f', 'mac_address': 'fa:16:3e:95:9c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '10d0d2f1-41c4-4a9a-82b6-b758dd1147dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:23Z', 'updated_at': '2022-10-05T10:01:27Z', 'revision_number': 4, 'project_id': '4e12708bad6b4dccb679ea2d10648a2f', 'subnets': [{'id': '10d0d2f1-41c4-4a9a-82b6-b758dd1147dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:01:28.920743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:29.011576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-e579435e-ab57-4d1f-887f-24bbaab81916 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:29.014893 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-e579435e-ab57-4d1f-887f-24bbaab81916 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.55 "GET /v2.0/networks?id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b HTTP/1.1" status: 200 len: 815 time: 0.2146494 Oct 05 10:01:29.035452 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Request body: {'port': {'device_id': '1421b8b5-b779-476a-9e40-85aa00733871', 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b', 'admin_state_up': True, 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:29.078330 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ca10d226-1684-4212-b5a4-d6e2cc07e954 req-a3c7e7f2-af72-495e-8322-92d599e766f5 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 210 time: 0.0536318 Oct 05 10:01:29.099197 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:29.104840 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:29.105214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:29.105554 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 Oct 05 10:01:29.179395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:29.183244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Usage tracker for resource:port and tenant:4e12708bad6b4dccb679ea2d10648a2f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:29.186518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:29.192973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:29.233643 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:29.234048 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:29.265478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:29.279207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Made reservation on behalf of 4e12708bad6b4dccb679ea2d10648a2f for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:01:29.284814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:29.359404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:29.428244 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:29.448790 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Allocated IP 172.20.0.7 (ca1ec1fc-f93d-4196-9ffe-0faa04eb987b/10d0d2f1-41c4-4a9a-82b6-b758dd1147dc/61458896-38ae-4f61-9c15-1f57e852c3a9) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:01:29.647568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:29.663063 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Transition to ACTIVE for port object 61458896-38ae-4f61-9c15-1f57e852c3a9 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:29.756192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:29.827547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:01:29.830534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:29.834846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:01:29.866500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Pushing event updated for resources: {'Port': ['ID=61458896-38ae-4f61-9c15-1f57e852c3a9,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:29.909114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:29.909647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:29.985275 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-201288fc-e2a6-43a7-805d-bbc0143ec55b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9538360 Oct 05 10:01:30.005336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Request body: {'port': {'device_id': '1421b8b5-b779-476a-9e40-85aa00733871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:30.119589 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:30.148099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b6243766-e153-4240-a8b0-0cb2f0232aae None None] Provisioning for port 61458896-38ae-4f61-9c15-1f57e852c3a9 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:30.153332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b6243766-e153-4240-a8b0-0cb2f0232aae None None] Provisioning complete for port 61458896-38ae-4f61-9c15-1f57e852c3a9 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:30.153703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b6243766-e153-4240-a8b0-0cb2f0232aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:30.154284 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b6243766-e153-4240-a8b0-0cb2f0232aae None None] Attempt 1 to provision port 61458896-38ae-4f61-9c15-1f57e852c3a9 Oct 05 10:01:30.213017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b6243766-e153-4240-a8b0-0cb2f0232aae None None] Port 61458896-38ae-4f61-9c15-1f57e852c3a9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:30.286515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e84ed-dfdf-4129-a17c-687b675c81c3 req-3716aa7a-00d2-4d0a-99ab-3259e05b6d84 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:30.287953 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fd5e84ed-dfdf-4129-a17c-687b675c81c3 req-3716aa7a-00d2-4d0a-99ab-3259e05b6d84 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 931 time: 0.0909712 Oct 05 10:01:30.331161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-fd5e84ed-dfdf-4129-a17c-687b675c81c3 req-251dd30c-a3d7-436e-897c-f7a73d226dfb tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Synchronizing usage tracker for tenant:4e12708bad6b4dccb679ea2d10648a2f on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:01:30.407365 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-fd5e84ed-dfdf-4129-a17c-687b675c81c3 req-251dd30c-a3d7-436e-897c-f7a73d226dfb tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Unset dirty status for tenant:4e12708bad6b4dccb679ea2d10648a2f on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:01:30.408632 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fd5e84ed-dfdf-4129-a17c-687b675c81c3 req-251dd30c-a3d7-436e-897c-f7a73d226dfb tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145577 Oct 05 10:01:30.464390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61458896-38ae-4f61-9c15-1f57e852c3a9 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:01:30.471406 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:30.485807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Transition to ACTIVE for port object 61458896-38ae-4f61-9c15-1f57e852c3a9 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:30.564861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:30.714509 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b6243766-e153-4240-a8b0-0cb2f0232aae None None] Attempt 2 to provision port 61458896-38ae-4f61-9c15-1f57e852c3a9 Oct 05 10:01:30.768859 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b6243766-e153-4240-a8b0-0cb2f0232aae None None] Port 61458896-38ae-4f61-9c15-1f57e852c3a9 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:30.859133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Pushing event updated for resources: {'Port': ['ID=61458896-38ae-4f61-9c15-1f57e852c3a9,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:30.883011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:30.903433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Attempting to bind port 61458896-38ae-4f61-9c15-1f57e852c3a9 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:01:30.903768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Attempting to bind port 61458896-38ae-4f61-9c15-1f57e852c3a9 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:01:30.904096 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Attempting to bind port 61458896-38ae-4f61-9c15-1f57e852c3a9 on network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:01:30.908605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Port 61458896-38ae-4f61-9c15-1f57e852c3a9 on network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:01:30.908922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Attempting to bind port 61458896-38ae-4f61-9c15-1f57e852c3a9 on network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:01:30.914057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:01:30.914396 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Checking segment: {'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:01:30.914776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Bound using segment: {'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:01:30.915200 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Bound port: 61458896-38ae-4f61-9c15-1f57e852c3a9, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:01:30.915547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:30.952222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:30.952589 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:30.952916 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 Oct 05 10:01:31.005913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] For port 61458896-38ae-4f61-9c15-1f57e852c3a9, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:01:31.008749 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] For port 61458896-38ae-4f61-9c15-1f57e852c3a9, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=61458896-38ae-4f61-9c15-1f57e852c3a9,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:01:31.065017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:31.079916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:31.110905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:31.111517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:31.112915 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] 10.222.0.55 "PUT /v2.0/ports/61458896-38ae-4f61-9c15-1f57e852c3a9 HTTP/1.1" status: 200 len: 1093 time: 1.1124218 Oct 05 10:01:31.113362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1421b8b5-b779-476a-9e40-85aa00733871', 'tag': '61458896-38ae-4f61-9c15-1f57e852c3a9'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:01:31.115724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d146450-cd1a-4115-bf36-52f94d0eb8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1421b8b5-b779-476a-9e40-85aa00733871", "tag": "61458896-38ae-4f61-9c15-1f57e852c3a9"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:01:31.155896 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd7f9f-f53e-46b4-8b20-ec2a66f631a2 service neutron] Pushing event updated for resources: {'Port': ['ID=61458896-38ae-4f61-9c15-1f57e852c3a9,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:31.162082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf79ad3a-1ec1-44fb-b6e1-f1ae8b6055ce x-openstack-request-id: req-bf79ad3a-1ec1-44fb-b6e1-f1ae8b6055ce {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:01:31.162367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1421b8b5-b779-476a-9e40-85aa00733871", "tag": "61458896-38ae-4f61-9c15-1f57e852c3a9", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:01:31.162617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf79ad3a-1ec1-44fb-b6e1-f1ae8b6055ce {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:01:31.163002 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf79ad3a-1ec1-44fb-b6e1-f1ae8b6055ce'] response: {'name': 'network-changed', 'server_uuid': '1421b8b5-b779-476a-9e40-85aa00733871', 'tag': '61458896-38ae-4f61-9c15-1f57e852c3a9', 'status': 'completed', 'code': 200} Oct 05 10:01:31.270753 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b6243766-e153-4240-a8b0-0cb2f0232aae None None] Attempt 3 to provision port 61458896-38ae-4f61-9c15-1f57e852c3a9 Oct 05 10:01:31.281532 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d146450-cd1a-4115-bf36-52f94d0eb8ee req-5a6f58a5-a7de-4afa-a687-471ece642ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:31.283030 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d146450-cd1a-4115-bf36-52f94d0eb8ee req-5a6f58a5-a7de-4afa-a687-471ece642ea6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e12708bad6b4dccb679ea2d10648a2f&device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 1096 time: 0.0813894 Oct 05 10:01:31.333179 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b6243766-e153-4240-a8b0-0cb2f0232aae None None] Port 61458896-38ae-4f61-9c15-1f57e852c3a9 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:01:31.426743 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d146450-cd1a-4115-bf36-52f94d0eb8ee req-8b8ce844-5dad-4757-acd5-87f6679aa9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:31.428176 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d146450-cd1a-4115-bf36-52f94d0eb8ee req-8b8ce844-5dad-4757-acd5-87f6679aa9c1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4e12708bad6b4dccb679ea2d10648a2f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1326602 Oct 05 10:01:31.568020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d146450-cd1a-4115-bf36-52f94d0eb8ee req-9b1dd4a7-c6ac-476d-9a73-39aa71d28bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:31.569364 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d146450-cd1a-4115-bf36-52f94d0eb8ee req-9b1dd4a7-c6ac-476d-9a73-39aa71d28bd7 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349351 Oct 05 10:01:31.611121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f7032-0f4d-4fcc-8b1a-6c6016c8454f req-b4680ecc-1622-43e8-b2ad-81f200de52ee tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:31.612560 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-316f7032-0f4d-4fcc-8b1a-6c6016c8454f req-b4680ecc-1622-43e8-b2ad-81f200de52ee tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 943 time: 0.0892832 Oct 05 10:01:31.708277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-7fe232cf-b287-47b1-a172-38fff3c717a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:31.709755 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-7fe232cf-b287-47b1-a172-38fff3c717a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e12708bad6b4dccb679ea2d10648a2f&device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 1096 time: 0.0835979 Oct 05 10:01:31.747726 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-316f7032-0f4d-4fcc-8b1a-6c6016c8454f req-8854f08e-bec9-440d-921f-f463d59696e5 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295686 Oct 05 10:01:31.787314 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-28092d85-786f-4304-b82d-0f3a396cfd9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61458896-38ae-4f61-9c15-1f57e852c3a9 HTTP/1.1" status: 200 len: 217 time: 0.0651243 Oct 05 10:01:31.849132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-b779c3ce-9df2-4239-a3ad-4c722beba162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:31.850467 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-b779c3ce-9df2-4239-a3ad-4c722beba162 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d0d2f1-41c4-4a9a-82b6-b758dd1147dc HTTP/1.1" status: 200 len: 854 time: 0.0569644 Oct 05 10:01:31.935444 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-111de8a5-b542-4c8b-a6b1-68d6bf41233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:31.936889 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-111de8a5-b542-4c8b-a6b1-68d6bf41233e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792065 Oct 05 10:01:32.068540 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-c7a5d604-4a8b-497d-8ce6-540f923987f4 service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220717 Oct 05 10:01:32.196492 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-03df8984-4dee-4c13-8094-b3811aa1db54 req-0989298a-f159-430c-8987-63bd153bc151 service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218717 Oct 05 10:01:32.945389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d517ce2-8bff-48e0-bb1b-df5a23075269 req-d310b63c-145e-463d-9898-2607ebd2f7a9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:32.946908 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3d517ce2-8bff-48e0-bb1b-df5a23075269 req-d310b63c-145e-463d-9898-2607ebd2f7a9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 943 time: 0.0873852 Oct 05 10:01:32.993349 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3d517ce2-8bff-48e0-bb1b-df5a23075269 req-2ff753ee-43bd-453a-864c-e85661cd038a tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407672 Oct 05 10:01:34.186494 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4476b-9315-4cad-8026-57b768380f08 req-c4c6103a-d386-4926-9477-8202137461b9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:34.187931 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e5f4476b-9315-4cad-8026-57b768380f08 req-c4c6103a-d386-4926-9477-8202137461b9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 943 time: 0.0862997 Oct 05 10:01:34.231766 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e5f4476b-9315-4cad-8026-57b768380f08 req-c9da6fb5-ed5b-4d54-a7d0-75e9459cb40e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381353 Oct 05 10:01:35.366390 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 61458896-38ae-4f61-9c15-1f57e852c3a9 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:01:35.429606 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b879b-51af-45b9-aaaf-a36f158e8055 req-ccb5f839-9803-4a46-a80f-0c85fd49f2db tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:35.431085 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ce6b879b-51af-45b9-aaaf-a36f158e8055 req-ccb5f839-9803-4a46-a80f-0c85fd49f2db tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 943 time: 0.0914867 Oct 05 10:01:35.476200 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ce6b879b-51af-45b9-aaaf-a36f158e8055 req-a206d2a5-af07-4a5d-b5ef-f08c24274e0f tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390842 Oct 05 10:01:35.500991 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 61458896-38ae-4f61-9c15-1f57e852c3a9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=61458896-38ae-4f61-9c15-1f57e852c3a9,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:35.514460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '61458896-38ae-4f61-9c15-1f57e852c3a9', 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b', 'port_id': '61458896-38ae-4f61-9c15-1f57e852c3a9', 'mac_address': 'fa:16:3e:f9:ba:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d0d2f1-41c4-4a9a-82b6-b758dd1147dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:01:35.569305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 61458896-38ae-4f61-9c15-1f57e852c3a9 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:35.569683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:35.586269 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61458896-38ae-4f61-9c15-1f57e852c3a9 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:01:35.601617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 61458896-38ae-4f61-9c15-1f57e852c3a9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=61458896-38ae-4f61-9c15-1f57e852c3a9,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:35.714028 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:35.784315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=61458896-38ae-4f61-9c15-1f57e852c3a9,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:36.088158 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['61458896-38ae-4f61-9c15-1f57e852c3a9'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:01:36.673566 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daab7f-1f61-42cf-bdbf-5bf8dab77ff4 req-d7dcc3fc-0b04-4aa5-afea-1988a0945cf7 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:36.675022 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-78daab7f-1f61-42cf-bdbf-5bf8dab77ff4 req-d7dcc3fc-0b04-4aa5-afea-1988a0945cf7 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 944 time: 0.0857995 Oct 05 10:01:36.721839 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-78daab7f-1f61-42cf-bdbf-5bf8dab77ff4 req-e6cf7cae-a635-42b7-ac99-9eda87dca12e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Oct 05 10:01:37.373699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 61458896-38ae-4f61-9c15-1f57e852c3a9 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:37.487253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 61458896-38ae-4f61-9c15-1f57e852c3a9 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:37.491910 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 61458896-38ae-4f61-9c15-1f57e852c3a9 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:37.492285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:37.492622 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 61458896-38ae-4f61-9c15-1f57e852c3a9 Oct 05 10:01:37.608946 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 61458896-38ae-4f61-9c15-1f57e852c3a9 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:37.609322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:37.635179 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1421b8b5-b779-476a-9e40-85aa00733871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61458896-38ae-4f61-9c15-1f57e852c3a9'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:01:37.637395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a885683e-958e-4c93-8fed-2ec3e2c7db75" -d '{"events": [{"server_uuid": "1421b8b5-b779-476a-9e40-85aa00733871", "name": "network-vif-plugged", "status": "completed", "tag": "61458896-38ae-4f61-9c15-1f57e852c3a9"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:01:37.653613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 61458896-38ae-4f61-9c15-1f57e852c3a9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=61458896-38ae-4f61-9c15-1f57e852c3a9,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:37.677860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7150166b-9bd2-4750-a107-84b0294624d9 x-openstack-request-id: req-7150166b-9bd2-4750-a107-84b0294624d9 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:01:37.678184 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1421b8b5-b779-476a-9e40-85aa00733871", "name": "network-vif-plugged", "status": "completed", "tag": "61458896-38ae-4f61-9c15-1f57e852c3a9", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:01:37.678441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7150166b-9bd2-4750-a107-84b0294624d9 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:01:37.678836 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7150166b-9bd2-4750-a107-84b0294624d9'] response: {'server_uuid': '1421b8b5-b779-476a-9e40-85aa00733871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61458896-38ae-4f61-9c15-1f57e852c3a9', 'code': 200} Oct 05 10:01:37.725492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:37.794255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=61458896-38ae-4f61-9c15-1f57e852c3a9,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:37.927782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a264c2-b543-45ce-a0d7-c51abcee88bb req-a3c3048d-cb38-4864-b055-77eb94bc46d2 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:37.929173 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-23a264c2-b543-45ce-a0d7-c51abcee88bb req-a3c3048d-cb38-4864-b055-77eb94bc46d2 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0878966 Oct 05 10:01:37.972398 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-23a264c2-b543-45ce-a0d7-c51abcee88bb req-d719f5b2-97a9-4d81-8012-a0bb36d78023 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371778 Oct 05 10:01:38.085151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3db337-f2c7-477c-9daf-9680e1ceb995 req-8250bb53-48f1-444d-b7fd-15c4493e310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:38.086653 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d3db337-f2c7-477c-9daf-9680e1ceb995 req-8250bb53-48f1-444d-b7fd-15c4493e310e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 1098 time: 0.0774820 Oct 05 10:01:38.125966 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4d3db337-f2c7-477c-9daf-9680e1ceb995 req-40f2b829-cfa8-4bb7-b07f-f24daa99623b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328588 Oct 05 10:01:39.173432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c64e42-2caf-43c0-aa23-9292d499f7c8 req-5bd7b38e-e2e3-44c0-a314-f114beba6ff5 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:39.174820 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-41c64e42-2caf-43c0-aa23-9292d499f7c8 req-5bd7b38e-e2e3-44c0-a314-f114beba6ff5 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0893331 Oct 05 10:01:39.218322 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-41c64e42-2caf-43c0-aa23-9292d499f7c8 req-a106d332-2074-4e2c-9772-f5772978550c tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371180 Oct 05 10:01:39.493269 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:01:40.413854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2af535-2eb8-4c0f-bdd5-e0776906bc57 req-ee14bb84-48c4-4138-a6db-d1caf6772a1d tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:40.415351 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bf2af535-2eb8-4c0f-bdd5-e0776906bc57 req-ee14bb84-48c4-4138-a6db-d1caf6772a1d tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0861068 Oct 05 10:01:40.461948 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bf2af535-2eb8-4c0f-bdd5-e0776906bc57 req-3dc53c43-36f5-49c2-aae8-6c141e3bab26 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409012 Oct 05 10:01:40.654705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895f842-21e9-49a5-9253-6211e5336915 req-cf217c31-acd0-490a-87b9-3c66a5bd9db5 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:40.656142 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3895f842-21e9-49a5-9253-6211e5336915 req-cf217c31-acd0-490a-87b9-3c66a5bd9db5 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0857430 Oct 05 10:01:40.698995 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3895f842-21e9-49a5-9253-6211e5336915 req-b82ecb61-5d42-4f27-9c5e-902779725902 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371552 Oct 05 10:01:41.143653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff492b24-2275-4061-a521-e5b4e1a34a31 req-5bd8025f-2ee7-4f70-ab87-c5d191de6a73 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:41.145013 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ff492b24-2275-4061-a521-e5b4e1a34a31 req-5bd8025f-2ee7-4f70-ab87-c5d191de6a73 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0885780 Oct 05 10:01:41.187457 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ff492b24-2275-4061-a521-e5b4e1a34a31 req-c0848a76-9563-4809-9be6-6d31e6ee7d8f tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367572 Oct 05 10:01:41.382196 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b06b29-1d0f-44ec-bc00-d88b288b6e58 req-78c2a576-c38b-403a-a7e5-c3cc972d1ccf tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:41.383653 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-17b06b29-1d0f-44ec-bc00-d88b288b6e58 req-78c2a576-c38b-403a-a7e5-c3cc972d1ccf tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0886097 Oct 05 10:01:41.430237 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-17b06b29-1d0f-44ec-bc00-d88b288b6e58 req-6a73f2af-b82f-45d0-8117-d1d2c3e6d972 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408611 Oct 05 10:01:42.002939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ef4d2-d03a-480d-ba81-42ac422eea94 req-0c1f38f2-4d7f-43e9-82f2-b3a6941eb852 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:42.004370 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-347ef4d2-d03a-480d-ba81-42ac422eea94 req-0c1f38f2-4d7f-43e9-82f2-b3a6941eb852 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0867691 Oct 05 10:01:42.102086 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-347ef4d2-d03a-480d-ba81-42ac422eea94 req-3e564baa-20c8-4e1d-9d73-9e725b63ca2c tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630889 Oct 05 10:01:42.115995 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-3dd1920c-6ef9-477e-a483-6578b4468b3a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107199 Oct 05 10:01:43.303830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c558c5-5ac9-4959-abe5-d364ccd7f746 req-9a25d147-fdcc-4683-8285-eab68fb3ecf4 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:43.305345 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e4c558c5-5ac9-4959-abe5-d364ccd7f746 req-9a25d147-fdcc-4683-8285-eab68fb3ecf4 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0887165 Oct 05 10:01:43.349560 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e4c558c5-5ac9-4959-abe5-d364ccd7f746 req-85ad1397-c775-44fe-97b7-020950d3b484 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382774 Oct 05 10:01:44.133692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-91825b42-0df8-4643-b58c-b173cce16427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:44.135084 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-91825b42-0df8-4643-b58c-b173cce16427 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e12708bad6b4dccb679ea2d10648a2f&device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 1098 time: 0.0812845 Oct 05 10:01:44.364406 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-bec69180-468a-485c-be56-409c744be8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:44.365820 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-bec69180-468a-485c-be56-409c744be8c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b HTTP/1.1" status: 200 len: 916 time: 0.2234266 Oct 05 10:01:44.432561 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-ec69d5fe-2da3-41ab-93c6-6378123ddf4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61458896-38ae-4f61-9c15-1f57e852c3a9 HTTP/1.1" status: 200 len: 217 time: 0.0596056 Oct 05 10:01:44.496390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-cee111c5-fa65-4553-8af0-10135cd249b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:44.497829 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-cee111c5-fa65-4553-8af0-10135cd249b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d0d2f1-41c4-4a9a-82b6-b758dd1147dc HTTP/1.1" status: 200 len: 854 time: 0.0590560 Oct 05 10:01:44.549303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60820a-c52d-446b-9759-3f86f035d684 req-3b979af4-2a7d-468b-b23b-fb73adf1b834 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:44.550783 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3a60820a-c52d-446b-9759-3f86f035d684 req-3b979af4-2a7d-468b-b23b-fb73adf1b834 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0889082 Oct 05 10:01:44.579911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-cb4e86c2-bba2-485b-8d6a-ead0287de6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:44.581362 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-cb4e86c2-bba2-485b-8d6a-ead0287de6d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780075 Oct 05 10:01:44.595444 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3a60820a-c52d-446b-9759-3f86f035d684 req-adef49fe-61e0-4a9d-8cb7-ce99990d2435 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379698 Oct 05 10:01:44.711690 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-3ed05439-f65a-4287-8ab7-c281a6c9f3e1 service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239336 Oct 05 10:01:44.844033 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-9e7c5d97-3223-495d-a6c2-ebd636d30ef1 service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257305 Oct 05 10:01:45.797084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a020a-c837-47a4-9a51-9478ff502ab8 req-48d0d158-eebe-4e80-abaf-b803a7b91df1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:45.798557 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ba2a020a-c837-47a4-9a51-9478ff502ab8 req-48d0d158-eebe-4e80-abaf-b803a7b91df1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0907798 Oct 05 10:01:45.842086 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ba2a020a-c837-47a4-9a51-9478ff502ab8 req-11f1677d-368b-4db2-925b-1aa5f75e85b9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372205 Oct 05 10:01:47.036723 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd9197-657d-4435-885a-3b1be4130d70 req-022d1029-138e-495e-81f7-160f1280e71b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:47.038106 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d6cd9197-657d-4435-885a-3b1be4130d70 req-022d1029-138e-495e-81f7-160f1280e71b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0855591 Oct 05 10:01:47.081006 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d6cd9197-657d-4435-885a-3b1be4130d70 req-f36a2623-4f81-4585-977c-860b14f33732 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370669 Oct 05 10:01:48.278771 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218fd53-0d0b-4331-a525-fb75bbb344f4 req-023bf646-ddec-43a5-9fd2-b5bb0a988cbf tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:48.280245 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5218fd53-0d0b-4331-a525-fb75bbb344f4 req-023bf646-ddec-43a5-9fd2-b5bb0a988cbf tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0905256 Oct 05 10:01:48.323665 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5218fd53-0d0b-4331-a525-fb75bbb344f4 req-e5d240c9-806e-4af9-bd1e-025dabbbe93b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 Oct 05 10:01:49.607112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c81e4b-4643-4811-82f3-cf026d76d328 req-ec706ac7-a3f3-4e95-8e68-d368b2a2027b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:49.608457 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-65c81e4b-4643-4811-82f3-cf026d76d328 req-ec706ac7-a3f3-4e95-8e68-d368b2a2027b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.1730950 Oct 05 10:01:49.651780 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-65c81e4b-4643-4811-82f3-cf026d76d328 req-423fdf53-37e9-48ee-b96e-b2a6ce7f09da tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370429 Oct 05 10:01:50.401635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-aa31edb2-a1d5-446c-84fa-e17e332b61da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:50.846872 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d5636-1e2b-4d23-9d41-234ec18c2f8d req-17ba0bdd-986d-49d4-ac2a-0b9d7657983f tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:50.848387 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-275d5636-1e2b-4d23-9d41-234ec18c2f8d req-17ba0bdd-986d-49d4-ac2a-0b9d7657983f tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0859711 Oct 05 10:01:50.891402 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-275d5636-1e2b-4d23-9d41-234ec18c2f8d req-0cd27d18-6419-412a-a8fb-0fd96eacebd8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373852 Oct 05 10:01:52.088099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac8c4b-b29a-4be4-b04a-b0b7664bf454 req-befa0588-c309-4b27-bbde-0aac38a846af tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:52.089437 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e2ac8c4b-b29a-4be4-b04a-b0b7664bf454 req-befa0588-c309-4b27-bbde-0aac38a846af tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0879512 Oct 05 10:01:52.132533 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e2ac8c4b-b29a-4be4-b04a-b0b7664bf454 req-06b1855a-263f-415b-b443-8b0bd6ecf7d9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374260 Oct 05 10:01:52.633649 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-03ef16b7-c186-4608-9438-f34e93ed4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:53.335421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab91ee-0ba3-4a7d-b14e-1ce2fc64edc5 req-71ed9840-3530-42f9-9da7-7aabbbccf038 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:53.336873 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c6ab91ee-0ba3-4a7d-b14e-1ce2fc64edc5 req-71ed9840-3530-42f9-9da7-7aabbbccf038 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0898898 Oct 05 10:01:53.380579 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c6ab91ee-0ba3-4a7d-b14e-1ce2fc64edc5 req-3611cf22-c043-4aba-bee5-fd81f2ae4b54 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380301 Oct 05 10:01:54.213241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:54.276031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:54.575094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5addc-1562-49ba-947b-d04796b805a2 req-dec9ddf8-49fd-4c14-be0f-20f1ec6e9826 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:54.576446 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3e5addc-1562-49ba-947b-d04796b805a2 req-dec9ddf8-49fd-4c14-be0f-20f1ec6e9826 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0856476 Oct 05 10:01:54.619581 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3e5addc-1562-49ba-947b-d04796b805a2 req-9093d96a-debe-48dd-b6b2-556357e2b551 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374658 Oct 05 10:01:55.327251 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:55.622527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:55.817383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4af98a-006f-4c5b-95d0-380b04a3ec41 req-4f02aaf2-1810-4cb3-a040-01accf345eb9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:55.818864 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0e4af98a-006f-4c5b-95d0-380b04a3ec41 req-4f02aaf2-1810-4cb3-a040-01accf345eb9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0906649 Oct 05 10:01:55.863751 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0e4af98a-006f-4c5b-95d0-380b04a3ec41 req-4fa9b1b0-a16c-401b-b9bc-e9c2ade385ba tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391824 Oct 05 10:01:57.063701 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1f90b-2b88-40b9-973f-fb1a563d7e4c req-0c471770-071f-471e-835a-87c975579d35 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:57.065030 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-76b1f90b-2b88-40b9-973f-fb1a563d7e4c req-0c471770-071f-471e-835a-87c975579d35 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0896788 Oct 05 10:01:57.107925 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-76b1f90b-2b88-40b9-973f-fb1a563d7e4c req-1bbe2a9e-0f3f-49a2-8022-db3e5bbb5b83 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366611 Oct 05 10:01:58.299831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c76a4-5826-4fe6-b875-acb893a2c94c req-d3a86327-5012-41c4-bce7-7da7ada499b6 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:58.301771 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-988c76a4-5826-4fe6-b875-acb893a2c94c req-d3a86327-5012-41c4-bce7-7da7ada499b6 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0843053 Oct 05 10:01:58.343744 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-988c76a4-5826-4fe6-b875-acb893a2c94c req-bfb7914b-7265-4db4-91a6-72d9660c3aab tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363896 Oct 05 10:01:59.541489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a34c5-1fbb-4972-bea5-faee223066d1 req-687b6e3e-b907-494a-88f7-da52478e3e9a tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:59.542956 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-158a34c5-1fbb-4972-bea5-faee223066d1 req-687b6e3e-b907-494a-88f7-da52478e3e9a tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0893936 Oct 05 10:01:59.586313 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-158a34c5-1fbb-4972-bea5-faee223066d1 req-3014b165-48e6-449e-897e-acea2deae85d tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377858 Oct 05 10:02:00.788710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ef234-3eb6-4722-9a08-a262a25c989a req-8189c432-9b4e-4f93-a701-a34fc1d5231e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:00.790478 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-765ef234-3eb6-4722-9a08-a262a25c989a req-8189c432-9b4e-4f93-a701-a34fc1d5231e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0917323 Oct 05 10:02:00.834483 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-765ef234-3eb6-4722-9a08-a262a25c989a req-8c5ed565-d1fb-4580-b171-09cb163b07b2 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384741 Oct 05 10:02:02.031550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddcaa6-0c17-41fe-ab34-3e00a5c7ba54 req-3a1a1eb6-5d63-42d8-a4d3-75a968b950ed tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:02.032901 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a0ddcaa6-0c17-41fe-ab34-3e00a5c7ba54 req-3a1a1eb6-5d63-42d8-a4d3-75a968b950ed tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0850730 Oct 05 10:02:02.076441 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a0ddcaa6-0c17-41fe-ab34-3e00a5c7ba54 req-bf699ffc-db8f-4c6f-9923-8bdfcbabac47 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378735 Oct 05 10:02:02.319589 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-4326e2ee-fba5-45d7-968c-de13014dbdb7 service neutron] 10.222.0.55 "GET /v2.0/ports/61458896-38ae-4f61-9c15-1f57e852c3a9/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0786588 Oct 05 10:02:02.893090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-c321521d-b887-42da-9da8-c42954aa9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:02.894606 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-c321521d-b887-42da-9da8-c42954aa9ad1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871&tenant_id=4e12708bad6b4dccb679ea2d10648a2f HTTP/1.1" status: 200 len: 1098 time: 0.0781076 Oct 05 10:02:03.005921 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-6b0a5bbd-27c1-4445-b4b0-09dbaebfebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:03.007413 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-6b0a5bbd-27c1-4445-b4b0-09dbaebfebf4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e12708bad6b4dccb679ea2d10648a2f&device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 1098 time: 0.0801811 Oct 05 10:02:03.136593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-03f67c77-1fcb-48cb-9ca4-17cbeb4e94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:03.138063 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-03f67c77-1fcb-48cb-9ca4-17cbeb4e94c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b HTTP/1.1" status: 200 len: 916 time: 0.1252968 Oct 05 10:02:03.206536 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-67851beb-f197-4d8b-b6d4-8fa47fd712f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61458896-38ae-4f61-9c15-1f57e852c3a9 HTTP/1.1" status: 200 len: 217 time: 0.0625079 Oct 05 10:02:03.271633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-6f4dbf82-698e-4d05-ab2c-f7b824cb40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:03.273022 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-6f4dbf82-698e-4d05-ab2c-f7b824cb40bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d0d2f1-41c4-4a9a-82b6-b758dd1147dc HTTP/1.1" status: 200 len: 854 time: 0.0606654 Oct 05 10:02:03.277032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d078433-6305-465c-bafd-4ef8e9c661ab req-9087c0d9-e545-4477-b546-fa21ba68cd65 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:03.278542 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6d078433-6305-465c-bafd-4ef8e9c661ab req-9087c0d9-e545-4477-b546-fa21ba68cd65 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0905440 Oct 05 10:02:03.323339 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6d078433-6305-465c-bafd-4ef8e9c661ab req-c5140dcb-63c9-4e26-9a29-545c78b4ce5c tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390203 Oct 05 10:02:03.357956 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-9c0d9ebc-87f8-49f8-ab05-c9688187323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:03.359446 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-9c0d9ebc-87f8-49f8-ab05-c9688187323a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802419 Oct 05 10:02:03.492604 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-145a6f50-0e08-41cd-9cbc-f78550672005 service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236930 Oct 05 10:02:03.622092 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dc9df0a8-67db-4209-8c2b-64ba156a632d req-eaa14f19-3f4a-4dd9-beac-a62464920d76 service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225226 Oct 05 10:02:04.526515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10864388-437d-42ae-9071-057b9c94a757 req-fbd9415c-2dc1-4cdb-8797-7c464df60b90 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:04.527954 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-10864388-437d-42ae-9071-057b9c94a757 req-fbd9415c-2dc1-4cdb-8797-7c464df60b90 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0893385 Oct 05 10:02:04.570432 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-10864388-437d-42ae-9071-057b9c94a757 req-15af6aa3-d122-41cb-8fbf-6edbe70d2cfc tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368862 Oct 05 10:02:05.508795 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 61458896-38ae-4f61-9c15-1f57e852c3a9 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:02:05.639832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 61458896-38ae-4f61-9c15-1f57e852c3a9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=61458896-38ae-4f61-9c15-1f57e852c3a9,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:02:05.652751 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '61458896-38ae-4f61-9c15-1f57e852c3a9', 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b', 'port_id': '61458896-38ae-4f61-9c15-1f57e852c3a9', 'mac_address': 'fa:16:3e:f9:ba:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d0d2f1-41c4-4a9a-82b6-b758dd1147dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:02:05.707682 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 61458896-38ae-4f61-9c15-1f57e852c3a9 is: ACTIVE; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:02:05.708105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:05.724822 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61458896-38ae-4f61-9c15-1f57e852c3a9 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:02:05.740893 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 61458896-38ae-4f61-9c15-1f57e852c3a9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=61458896-38ae-4f61-9c15-1f57e852c3a9,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:02:05.766408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58fc63-f7c1-45d4-acbe-9800c1807544 req-0abdb5dc-675e-43bc-aa72-7c2ce2b5fd42 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:05.767786 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9a58fc63-f7c1-45d4-acbe-9800c1807544 req-0abdb5dc-675e-43bc-aa72-7c2ce2b5fd42 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0872521 Oct 05 10:02:05.800126 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:05.811927 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9a58fc63-f7c1-45d4-acbe-9800c1807544 req-7bfe7e14-894e-46cf-8044-89fcb82a7801 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382726 Oct 05 10:02:05.875699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=61458896-38ae-4f61-9c15-1f57e852c3a9,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:02:05.972045 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['61458896-38ae-4f61-9c15-1f57e852c3a9'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:02:07.012959 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef32645-8a64-47cf-a213-00599ce30249 req-36e74f98-47f7-4e6c-871a-99a91620ff3f tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:07.014396 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9ef32645-8a64-47cf-a213-00599ce30249 req-36e74f98-47f7-4e6c-871a-99a91620ff3f tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 944 time: 0.0897331 Oct 05 10:02:07.056994 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9ef32645-8a64-47cf-a213-00599ce30249 req-dd462a53-e1db-4b7a-9d1b-1d449ed92fb0 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369260 Oct 05 10:02:07.508056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 61458896-38ae-4f61-9c15-1f57e852c3a9 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:02:07.511206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bf8c9-2a44-4bf6-af0d-d62786e8540c req-fe15396e-fa8e-4642-8dc7-81ebbff0d8fa tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:07.512686 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-221bf8c9-2a44-4bf6-af0d-d62786e8540c req-fe15396e-fa8e-4642-8dc7-81ebbff0d8fa tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 944 time: 0.0922992 Oct 05 10:02:07.557939 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-221bf8c9-2a44-4bf6-af0d-d62786e8540c req-c208ddce-769d-454b-bf7c-cb81d29e70a2 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384495 Oct 05 10:02:07.589920 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 61458896-38ae-4f61-9c15-1f57e852c3a9 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:02:07.590249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:07.590584 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 61458896-38ae-4f61-9c15-1f57e852c3a9 Oct 05 10:02:07.622903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e935e7-154e-4944-8e2d-ca44615fa7e5 req-d5d80c72-aa35-4d6f-a8e4-58ece3b32179 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:07.623601 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-e0e935e7-154e-4944-8e2d-ca44615fa7e5 req-d5d80c72-aa35-4d6f-a8e4-58ece3b32179 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Synchronizing usage tracker for tenant:4e12708bad6b4dccb679ea2d10648a2f on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:02:07.705235 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 61458896-38ae-4f61-9c15-1f57e852c3a9 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:02:07.705602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:07.716568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-e0e935e7-154e-4944-8e2d-ca44615fa7e5 req-d5d80c72-aa35-4d6f-a8e4-58ece3b32179 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Unset dirty status for tenant:4e12708bad6b4dccb679ea2d10648a2f on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:02:07.717711 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0e935e7-154e-4944-8e2d-ca44615fa7e5 req-d5d80c72-aa35-4d6f-a8e4-58ece3b32179 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.55 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871&tenant_id=4e12708bad6b4dccb679ea2d10648a2f&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 944 time: 0.1898024 Oct 05 10:02:07.732419 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1421b8b5-b779-476a-9e40-85aa00733871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61458896-38ae-4f61-9c15-1f57e852c3a9'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:02:07.734681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c594dc4-7147-4b0e-92db-35402c592e24" -d '{"events": [{"server_uuid": "1421b8b5-b779-476a-9e40-85aa00733871", "name": "network-vif-plugged", "status": "completed", "tag": "61458896-38ae-4f61-9c15-1f57e852c3a9"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:02:07.742667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 61458896-38ae-4f61-9c15-1f57e852c3a9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=61458896-38ae-4f61-9c15-1f57e852c3a9,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:02:07.803168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:07.841894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36029185-bef2-48fe-b8c8-264556ac0b61 x-openstack-request-id: req-36029185-bef2-48fe-b8c8-264556ac0b61 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:02:07.842138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1421b8b5-b779-476a-9e40-85aa00733871", "name": "network-vif-plugged", "status": "completed", "tag": "61458896-38ae-4f61-9c15-1f57e852c3a9", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:02:07.842379 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36029185-bef2-48fe-b8c8-264556ac0b61 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:02:07.842991 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36029185-bef2-48fe-b8c8-264556ac0b61'] response: {'server_uuid': '1421b8b5-b779-476a-9e40-85aa00733871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61458896-38ae-4f61-9c15-1f57e852c3a9', 'code': 200} Oct 05 10:02:07.878988 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=61458896-38ae-4f61-9c15-1f57e852c3a9,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:02:07.924052 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e935e7-154e-4944-8e2d-ca44615fa7e5 req-6c52202d-d15b-43a7-9b8b-6b00fabb40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:07.925499 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0e935e7-154e-4944-8e2d-ca44615fa7e5 req-6c52202d-d15b-43a7-9b8b-6b00fabb40ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e12708bad6b4dccb679ea2d10648a2f&device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 1098 time: 0.0771606 Oct 05 10:02:08.051285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e935e7-154e-4944-8e2d-ca44615fa7e5 req-d057088a-1dd9-49e2-a5b8-53ddf0f35873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:08.053225 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0e935e7-154e-4944-8e2d-ca44615fa7e5 req-d057088a-1dd9-49e2-a5b8-53ddf0f35873 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b HTTP/1.1" status: 200 len: 916 time: 0.1219044 Oct 05 10:02:08.121170 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0e935e7-154e-4944-8e2d-ca44615fa7e5 req-0aebe8e1-49a4-49b5-970c-158d32a351bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61458896-38ae-4f61-9c15-1f57e852c3a9 HTTP/1.1" status: 200 len: 217 time: 0.0625677 Oct 05 10:02:08.182084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e935e7-154e-4944-8e2d-ca44615fa7e5 req-371ebc84-fbfd-44e5-828f-0fd473e3f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:08.183486 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0e935e7-154e-4944-8e2d-ca44615fa7e5 req-371ebc84-fbfd-44e5-828f-0fd473e3f8a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d0d2f1-41c4-4a9a-82b6-b758dd1147dc HTTP/1.1" status: 200 len: 854 time: 0.0563364 Oct 05 10:02:08.266733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e935e7-154e-4944-8e2d-ca44615fa7e5 req-f9dbc558-b805-4328-818b-48f04aeb047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:08.268162 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0e935e7-154e-4944-8e2d-ca44615fa7e5 req-f9dbc558-b805-4328-818b-48f04aeb047b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781951 Oct 05 10:02:08.500288 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0e935e7-154e-4944-8e2d-ca44615fa7e5 req-d5354edd-0ae9-4bcd-b602-a3ad21b24cd8 service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257276 Oct 05 10:02:08.630141 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0e935e7-154e-4944-8e2d-ca44615fa7e5 req-7a8a8786-a04f-459a-af96-cc3ca7f99877 service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238394 Oct 05 10:02:08.766717 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd353f2b-c27c-4622-bdd6-b980b03da38f req-48e6dbc9-ed7a-4110-9e02-078388a9b871 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:08.768290 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cd353f2b-c27c-4622-bdd6-b980b03da38f req-48e6dbc9-ed7a-4110-9e02-078388a9b871 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0905442 Oct 05 10:02:08.813142 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cd353f2b-c27c-4622-bdd6-b980b03da38f req-e5f4abd8-6a2f-445e-b344-9a34aa578e8e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381308 Oct 05 10:02:10.014540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156d061-4ac2-4796-a3a1-48061a2bd440 req-ab1c4db9-132f-49dc-8483-3339ed2f7551 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:10.015967 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3156d061-4ac2-4796-a3a1-48061a2bd440 req-ab1c4db9-132f-49dc-8483-3339ed2f7551 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0895267 Oct 05 10:02:10.059892 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3156d061-4ac2-4796-a3a1-48061a2bd440 req-f0be18ed-b1e6-4cd1-a856-51b28d5175b4 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377145 Oct 05 10:02:10.338576 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7eb941-31bc-4d37-8018-5eca367cfee7 req-2d27acab-1057-4b7d-876e-fa2f955cfeae tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:10.339957 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0a7eb941-31bc-4d37-8018-5eca367cfee7 req-2d27acab-1057-4b7d-876e-fa2f955cfeae tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.1725023 Oct 05 10:02:10.383055 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0a7eb941-31bc-4d37-8018-5eca367cfee7 req-57bc8e1d-8062-48a7-b412-37763a65fe8e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373752 Oct 05 10:02:10.558202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47292) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:02:10.563543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723818587', 'description': 'tempest-description--121280858'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:02:10.570168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:02:10.579632 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:02:10.631485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:10.651552 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:02:10.655370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Usage tracker for resource:security_group_rule and tenant:4e12708bad6b4dccb679ea2d10648a2f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:02:10.658204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:02:10.663801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:02:10.730409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:10.796664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:10.840560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432df41f-eb63-463e-a7de-0a5d74b30151,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:02:10.859229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:10.859229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:10.859229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:10.859229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:10.859229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:10.859229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:10.859229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:10.859229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:10.859229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:10.859229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:10.859229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:10.859229 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:10.999701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:11.000963 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-32312e3e-9b5c-439b-9163-daef6fc34220 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4415109 Oct 05 10:02:11.003882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47296) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:02:11.009326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-9629e148-c03c-46bc-846b-bbf0bff053be tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Request body: {'security_group_rule': {'security_group_id': '432df41f-eb63-463e-a7de-0a5d74b30151', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:02:11.015338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9629e148-c03c-46bc-846b-bbf0bff053be tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:02:11.019139 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9629e148-c03c-46bc-846b-bbf0bff053be tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Usage tracker for resource:security_group_rule and tenant:4e12708bad6b4dccb679ea2d10648a2f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:02:11.022031 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9629e148-c03c-46bc-846b-bbf0bff053be tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:02:11.027776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9629e148-c03c-46bc-846b-bbf0bff053be tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:02:11.102821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9629e148-c03c-46bc-846b-bbf0bff053be tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:11.164074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9629e148-c03c-46bc-846b-bbf0bff053be tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:11.258981 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9629e148-c03c-46bc-846b-bbf0bff053be tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:11.279577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629e148-c03c-46bc-846b-bbf0bff053be tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2988ff-0a76-4743-9599-b7ed7b498bb6,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:02:11.356615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9629e148-c03c-46bc-846b-bbf0bff053be tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:11.357878 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9629e148-c03c-46bc-846b-bbf0bff053be tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3530941 Oct 05 10:02:11.360586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47300) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:02:11.366109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-ed7c114e-1672-48c8-a5df-875452bc8aa9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Request body: {'security_group_rule': {'security_group_id': '432df41f-eb63-463e-a7de-0a5d74b30151', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:02:11.371801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ed7c114e-1672-48c8-a5df-875452bc8aa9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:02:11.375625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ed7c114e-1672-48c8-a5df-875452bc8aa9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Usage tracker for resource:security_group_rule and tenant:4e12708bad6b4dccb679ea2d10648a2f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:02:11.378583 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ed7c114e-1672-48c8-a5df-875452bc8aa9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:02:11.384183 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ed7c114e-1672-48c8-a5df-875452bc8aa9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:02:11.457695 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ed7c114e-1672-48c8-a5df-875452bc8aa9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:11.517874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ed7c114e-1672-48c8-a5df-875452bc8aa9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:11.584983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ed7c114e-1672-48c8-a5df-875452bc8aa9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:11.608192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c114e-1672-48c8-a5df-875452bc8aa9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24c6ecd-d7ac-4c0e-becd-2e78a6fba9a8,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:02:11.676531 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ed7c114e-1672-48c8-a5df-875452bc8aa9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:11.677694 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ed7c114e-1672-48c8-a5df-875452bc8aa9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160653 Oct 05 10:02:11.681329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47304) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:02:11.686339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:02:11.692011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:02:11.696254 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Usage tracker for resource:floatingip and tenant:4e12708bad6b4dccb679ea2d10648a2f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:02:11.699062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:02:11.704800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:02:11.791114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:11.926695 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:12.062118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Allocated IP 172.26.7.90 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/ef9149bc-7f68-4490-926c-b1ec20352d9c) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:02:12.203707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:12.297134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:12.359519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:02:12.362077 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:02:12.365659 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:02:12.408098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Pushing event updated for resources: {'Port': ['ID=ef9149bc-7f68-4490-926c-b1ec20352d9c,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:02:12.448876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:12.575230 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:12.782120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:12.853326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:12.956902 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Pushing event updated for resources: {'Port': ['ID=ef9149bc-7f68-4490-926c-b1ec20352d9c,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:02:12.962822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:13.054295 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:13.055425 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b27db87d-8307-41a5-be45-54dfc50ea59e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3732092 Oct 05 10:02:13.224192 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea362f3-2735-4abf-ade6-95bfdacf9334 req-86177d65-1601-410c-af8b-afd0bf5ab339 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:13.225670 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3ea362f3-2735-4abf-ade6-95bfdacf9334 req-86177d65-1601-410c-af8b-afd0bf5ab339 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.0859089 Oct 05 10:02:13.269641 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3ea362f3-2735-4abf-ade6-95bfdacf9334 req-4c5fc339-b46b-4991-a084-e7f58fe4899a tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383284 Oct 05 10:02:13.982623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-b7812b64-11cc-4965-aed2-22c76f0068b6 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:13.983955 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-b7812b64-11cc-4965-aed2-22c76f0068b6 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/networks?id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b HTTP/1.1" status: 200 len: 815 time: 0.1415913 Oct 05 10:02:13.999226 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-9f46094c-27df-4ee8-a171-50022c4a174e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/quotas/4e12708bad6b4dccb679ea2d10648a2f HTTP/1.1" status: 200 len: 375 time: 0.0087378 Oct 05 10:02:14.093550 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-9c10f870-452b-453e-ba85-0b843ad9b094 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e12708bad6b4dccb679ea2d10648a2f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0895212 Oct 05 10:02:14.222334 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-b6842158-789a-4f55-84b6-18644137e781 service neutron] 10.222.0.49 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221738 Oct 05 10:02:14.349547 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-3b3c8dc8-2bae-4cba-9fa1-27ea6bada253 service neutron] 10.222.0.49 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214309 Oct 05 10:02:14.622693 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-817388f8-2dc8-488d-9815-913230719a20 req-8f184523-a847-4b95-8d91-7e12d8fe462e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 210 time: 0.0481398 Oct 05 10:02:15.839275 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8873e3-81c2-4ba9-875e-01254e3fd0a1 req-7a92a2b1-a1a0-437d-9e4e-43c02b5e3eb7 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:15.840773 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3b8873e3-81c2-4ba9-875e-01254e3fd0a1 req-7a92a2b1-a1a0-437d-9e4e-43c02b5e3eb7 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.55 "GET /v2.0/ports?device_id=1421b8b5-b779-476a-9e40-85aa00733871 HTTP/1.1" status: 200 len: 945 time: 0.1050758 Oct 05 10:02:15.919076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-3b8873e3-81c2-4ba9-875e-01254e3fd0a1 req-b32095a4-38c7-4bf4-bc67-85e82f93c8d1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Deleting port 61458896-38ae-4f61-9c15-1f57e852c3a9 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:02:15.919290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3b8873e3-81c2-4ba9-875e-01254e3fd0a1 req-b32095a4-38c7-4bf4-bc67-85e82f93c8d1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:15.942234 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1f70e09c-c5fb-4100-89bf-f550b0ca50c3 req-405eef7a-6d11-479f-a911-0c63976f3e18 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 210 time: 0.0538833 Oct 05 10:02:16.273708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-3b8873e3-81c2-4ba9-875e-01254e3fd0a1 req-b32095a4-38c7-4bf4-bc67-85e82f93c8d1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] For port 61458896-38ae-4f61-9c15-1f57e852c3a9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=61458896-38ae-4f61-9c15-1f57e852c3a9,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:02:16.274095 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3b8873e3-81c2-4ba9-875e-01254e3fd0a1 req-b32095a4-38c7-4bf4-bc67-85e82f93c8d1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:16.398521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-3b8873e3-81c2-4ba9-875e-01254e3fd0a1 req-b32095a4-38c7-4bf4-bc67-85e82f93c8d1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Calling delete_port for 61458896-38ae-4f61-9c15-1f57e852c3a9 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:02:16.492296 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:02:16.662237 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-7b120d86-84e1-426f-8552-2e274bbf0287 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:16.663644 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-7b120d86-84e1-426f-8552-2e274bbf0287 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.55 "GET /v2.0/networks?id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b HTTP/1.1" status: 200 len: 815 time: 0.2068841 Oct 05 10:02:16.681134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Request body: {'port': {'device_id': 'c901ed02-a35b-4d80-b63f-99e64a7b2668', 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b', 'admin_state_up': True, 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:02:16.744092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3b8873e3-81c2-4ba9-875e-01254e3fd0a1 req-b32095a4-38c7-4bf4-bc67-85e82f93c8d1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:16.778869 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['61458896-38ae-4f61-9c15-1f57e852c3a9'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:02:16.813418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32095a4-38c7-4bf4-bc67-85e82f93c8d1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Pushing event deleted for resources: {'Port': ['ID=61458896-38ae-4f61-9c15-1f57e852c3a9,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:02:16.924429 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8873e3-81c2-4ba9-875e-01254e3fd0a1 req-b32095a4-38c7-4bf4-bc67-85e82f93c8d1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] No DVR routers for this DVR port 61458896-38ae-4f61-9c15-1f57e852c3a9 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:02:16.929921 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3b8873e3-81c2-4ba9-875e-01254e3fd0a1 req-b32095a4-38c7-4bf4-bc67-85e82f93c8d1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:16.932521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1421b8b5-b779-476a-9e40-85aa00733871', 'name': 'network-vif-deleted', 'tag': '61458896-38ae-4f61-9c15-1f57e852c3a9'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:02:16.935095 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab4fbc3-5171-41fd-a4e5-156c3d959df7" -d '{"events": [{"server_uuid": "1421b8b5-b779-476a-9e40-85aa00733871", "name": "network-vif-deleted", "tag": "61458896-38ae-4f61-9c15-1f57e852c3a9"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:02:16.970306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:02:16.983707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138d1318-471f-4b7b-8b65-e48dbbaa66fd x-openstack-request-id: req-138d1318-471f-4b7b-8b65-e48dbbaa66fd {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:02:16.984064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1421b8b5-b779-476a-9e40-85aa00733871", "name": "network-vif-deleted", "tag": "61458896-38ae-4f61-9c15-1f57e852c3a9", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:02:16.984388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-138d1318-471f-4b7b-8b65-e48dbbaa66fd {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:02:16.984857 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138d1318-471f-4b7b-8b65-e48dbbaa66fd'] response: {'server_uuid': '1421b8b5-b779-476a-9e40-85aa00733871', 'name': 'network-vif-deleted', 'tag': '61458896-38ae-4f61-9c15-1f57e852c3a9', 'status': 'completed', 'code': 200} Oct 05 10:02:17.027761 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3b8873e3-81c2-4ba9-875e-01254e3fd0a1 req-b32095a4-38c7-4bf4-bc67-85e82f93c8d1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.55 "DELETE /v2.0/ports/61458896-38ae-4f61-9c15-1f57e852c3a9 HTTP/1.1" status: 204 len: 173 time: 1.1811149 Oct 05 10:02:17.035757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:02:17.109733 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-eec8bf5c-8183-45fc-ac20-cc9c4a949ef9 req-c19987f3-e662-46e2-b4e8-ea51b038687e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 210 time: 0.0493398 Oct 05 10:02:17.122747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Made reservation on behalf of 4e12708bad6b4dccb679ea2d10648a2f for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:02:17.126318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:17.290423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Allocated IP 172.20.0.13 (ca1ec1fc-f93d-4196-9ffe-0faa04eb987b/10d0d2f1-41c4-4a9a-82b6-b758dd1147dc/fd901f99-070e-4fd9-9b5b-6eab9b023894) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:02:17.486440 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:17.501695 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Transition to ACTIVE for port object fd901f99-070e-4fd9-9b5b-6eab9b023894 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:02:17.588492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:17.631289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['61458896-38ae-4f61-9c15-1f57e852c3a9'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:02:17.654822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:02:17.657612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:02:17.661400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:02:17.701970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Pushing event updated for resources: {'Port': ['ID=fd901f99-070e-4fd9-9b5b-6eab9b023894,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:02:17.735043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:17.735652 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:17.835947 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-ba4fda70-c258-4556-83b7-641737f8e6f8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1583114 Oct 05 10:02:17.859259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Request body: {'port': {'device_id': 'c901ed02-a35b-4d80-b63f-99e64a7b2668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:02:17.973705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-934039f8-6723-4868-ab68-7b0025214807 None None] Provisioning for port fd901f99-070e-4fd9-9b5b-6eab9b023894 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:02:17.974602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:17.979300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-934039f8-6723-4868-ab68-7b0025214807 None None] Provisioning complete for port fd901f99-070e-4fd9-9b5b-6eab9b023894 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:02:17.979783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-934039f8-6723-4868-ab68-7b0025214807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:17.980202 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-934039f8-6723-4868-ab68-7b0025214807 None None] Attempt 1 to provision port fd901f99-070e-4fd9-9b5b-6eab9b023894 Oct 05 10:02:18.033888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-934039f8-6723-4868-ab68-7b0025214807 None None] Port fd901f99-070e-4fd9-9b5b-6eab9b023894 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:02:18.322583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf013c84-4090-4b13-b001-d7945648617b req-a26f5f61-19f2-4c86-a1e6-b60f6e751fb1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:18.324283 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bf013c84-4090-4b13-b001-d7945648617b req-a26f5f61-19f2-4c86-a1e6-b60f6e751fb1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 932 time: 0.0922790 Oct 05 10:02:18.366970 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bf013c84-4090-4b13-b001-d7945648617b req-0760f543-b39e-4556-9b5d-66534669fa99 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372522 Oct 05 10:02:18.429120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd901f99-070e-4fd9-9b5b-6eab9b023894 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:02:18.437208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:18.452972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Transition to ACTIVE for port object fd901f99-070e-4fd9-9b5b-6eab9b023894 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:02:18.531263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:18.534741 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-934039f8-6723-4868-ab68-7b0025214807 None None] Attempt 2 to provision port fd901f99-070e-4fd9-9b5b-6eab9b023894 Oct 05 10:02:18.594342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-934039f8-6723-4868-ab68-7b0025214807 None None] Port fd901f99-070e-4fd9-9b5b-6eab9b023894 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:02:18.735886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Pushing event updated for resources: {'Port': ['ID=fd901f99-070e-4fd9-9b5b-6eab9b023894,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:02:18.770952 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Attempting to bind port fd901f99-070e-4fd9-9b5b-6eab9b023894 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:02:18.771300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Attempting to bind port fd901f99-070e-4fd9-9b5b-6eab9b023894 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:02:18.771628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Attempting to bind port fd901f99-070e-4fd9-9b5b-6eab9b023894 on network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:02:18.776204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Port fd901f99-070e-4fd9-9b5b-6eab9b023894 on network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:02:18.776521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Attempting to bind port fd901f99-070e-4fd9-9b5b-6eab9b023894 on network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:02:18.781509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:02:18.781845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Checking segment: {'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:02:18.782259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Bound using segment: {'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:02:18.782681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Bound port: fd901f99-070e-4fd9-9b5b-6eab9b023894, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:02:18.783023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:18.877153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] For port fd901f99-070e-4fd9-9b5b-6eab9b023894, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:02:18.880654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] For port fd901f99-070e-4fd9-9b5b-6eab9b023894, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fd901f99-070e-4fd9-9b5b-6eab9b023894,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:02:18.943577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:18.977219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:18.977895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:18.979285 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] 10.222.0.55 "PUT /v2.0/ports/fd901f99-070e-4fd9-9b5b-6eab9b023894 HTTP/1.1" status: 200 len: 1094 time: 1.1243434 Oct 05 10:02:18.985567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c901ed02-a35b-4d80-b63f-99e64a7b2668', 'tag': 'fd901f99-070e-4fd9-9b5b-6eab9b023894'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:02:18.988000 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b5a5ba-dce1-4fd4-b605-bb0357f54046" -d '{"events": [{"name": "network-changed", "server_uuid": "c901ed02-a35b-4d80-b63f-99e64a7b2668", "tag": "fd901f99-070e-4fd9-9b5b-6eab9b023894"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:02:19.026245 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d7ef6-8468-41e9-bec4-c9f8d28f3c12 service neutron] Pushing event updated for resources: {'Port': ['ID=fd901f99-070e-4fd9-9b5b-6eab9b023894,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:02:19.038075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b129a7-4405-4b4c-bcbf-fbf9fba0b050 x-openstack-request-id: req-36b129a7-4405-4b4c-bcbf-fbf9fba0b050 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:02:19.038374 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c901ed02-a35b-4d80-b63f-99e64a7b2668", "tag": "fd901f99-070e-4fd9-9b5b-6eab9b023894", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:02:19.038629 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36b129a7-4405-4b4c-bcbf-fbf9fba0b050 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:02:19.039097 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b129a7-4405-4b4c-bcbf-fbf9fba0b050'] response: {'name': 'network-changed', 'server_uuid': 'c901ed02-a35b-4d80-b63f-99e64a7b2668', 'tag': 'fd901f99-070e-4fd9-9b5b-6eab9b023894', 'status': 'completed', 'code': 200} Oct 05 10:02:19.095336 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-934039f8-6723-4868-ab68-7b0025214807 None None] Attempt 3 to provision port fd901f99-070e-4fd9-9b5b-6eab9b023894 Oct 05 10:02:19.157521 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-934039f8-6723-4868-ab68-7b0025214807 None None] Port fd901f99-070e-4fd9-9b5b-6eab9b023894 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:02:19.164040 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5a5ba-dce1-4fd4-b605-bb0357f54046 req-910649ed-6c4b-4378-a567-a2b710ca7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:19.165523 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-48b5a5ba-dce1-4fd4-b605-bb0357f54046 req-910649ed-6c4b-4378-a567-a2b710ca7381 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e12708bad6b4dccb679ea2d10648a2f&device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 1097 time: 0.0861247 Oct 05 10:02:19.314826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5a5ba-dce1-4fd4-b605-bb0357f54046 req-f59a3c66-bae2-433d-9592-cf1b07157459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:19.316252 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-48b5a5ba-dce1-4fd4-b605-bb0357f54046 req-f59a3c66-bae2-433d-9592-cf1b07157459 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4e12708bad6b4dccb679ea2d10648a2f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1370678 Oct 05 10:02:19.452484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5a5ba-dce1-4fd4-b605-bb0357f54046 req-6c6110c8-aedf-46e2-acc0-37a9bdbc4eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:19.453905 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-48b5a5ba-dce1-4fd4-b605-bb0357f54046 req-6c6110c8-aedf-46e2-acc0-37a9bdbc4eec service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313577 Oct 05 10:02:19.566860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39374499-1e9b-4e77-bd81-46d640542a81 req-61e48b82-8899-4803-9c2e-a9a6fcac4a54 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:19.568231 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-39374499-1e9b-4e77-bd81-46d640542a81 req-61e48b82-8899-4803-9c2e-a9a6fcac4a54 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 944 time: 0.0865719 Oct 05 10:02:19.593285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-6696290e-bf2d-4b4f-b71d-4dac58a0775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:19.594823 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-6696290e-bf2d-4b4f-b71d-4dac58a0775d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e12708bad6b4dccb679ea2d10648a2f&device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 1097 time: 0.0794818 Oct 05 10:02:19.612160 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-39374499-1e9b-4e77-bd81-46d640542a81 req-79fc02db-d17a-4192-9f07-8cf1b673538a tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376685 Oct 05 10:02:19.632533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 61458896-38ae-4f61-9c15-1f57e852c3a9 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:02:19.666929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 61458896-38ae-4f61-9c15-1f57e852c3a9 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:02:19.667367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 61458896-38ae-4f61-9c15-1f57e852c3a9 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:02:19.671318 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-9649291b-572a-4111-9048-75befcfe64e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd901f99-070e-4fd9-9b5b-6eab9b023894 HTTP/1.1" status: 200 len: 217 time: 0.0636270 Oct 05 10:02:19.732654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-8d6ec1b7-b61b-4bb6-8566-71019426c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:19.734079 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-8d6ec1b7-b61b-4bb6-8566-71019426c6d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d0d2f1-41c4-4a9a-82b6-b758dd1147dc HTTP/1.1" status: 200 len: 854 time: 0.0568576 Oct 05 10:02:19.819488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-2d992cca-0f2b-4b2d-9d98-d5cc9ea5bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:19.820880 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-2d992cca-0f2b-4b2d-9d98-d5cc9ea5bcc1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810604 Oct 05 10:02:19.950504 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-052d229a-61c8-4b6b-88c5-f0cb3412b4f0 service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226985 Oct 05 10:02:20.079747 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4ff1218-443f-4f23-afc3-5857d3510746 req-c8b88108-1fb5-45ba-ad53-596d783f12ea service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233473 Oct 05 10:02:20.360332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d7e04246-660a-4b40-8a8b-397d82a1534d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:20.864478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ee757-d3a0-40f8-8954-1300c552ecc5 req-b56ab45e-6fbc-4a46-9acc-6b5a2deaa1cc tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:20.866000 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-319ee757-d3a0-40f8-8954-1300c552ecc5 req-b56ab45e-6fbc-4a46-9acc-6b5a2deaa1cc tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 944 time: 0.1433299 Oct 05 10:02:20.909563 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-319ee757-d3a0-40f8-8954-1300c552ecc5 req-1240ca8a-c417-476f-85a7-fee831ab5961 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378449 Oct 05 10:02:22.112473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a700a3-e07c-4b02-b245-111787f9ee40 req-8c942358-6c5a-4904-8734-28d6d97a6153 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:22.113907 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f6a700a3-e07c-4b02-b245-111787f9ee40 req-8c942358-6c5a-4904-8734-28d6d97a6153 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 944 time: 0.0952306 Oct 05 10:02:22.203850 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f6a700a3-e07c-4b02-b245-111787f9ee40 req-2e3cca11-d79d-444d-b0e0-961eaca1bb7c tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841959 Oct 05 10:02:22.642361 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-434495f9-cf05-42d2-b982-f6860eb67237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:23.399958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da43b5-f82d-48ac-be5e-3faf7a91e7a1 req-f991c333-0ab9-4d13-bfe8-121aac36153b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:23.401438 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a7da43b5-f82d-48ac-be5e-3faf7a91e7a1 req-f991c333-0ab9-4d13-bfe8-121aac36153b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 944 time: 0.0865107 Oct 05 10:02:23.448315 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a7da43b5-f82d-48ac-be5e-3faf7a91e7a1 req-9440206e-238c-4b78-a853-82fa12bf29b7 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411170 Oct 05 10:02:23.649904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device fd901f99-070e-4fd9-9b5b-6eab9b023894 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:02:23.780920 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port fd901f99-070e-4fd9-9b5b-6eab9b023894, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fd901f99-070e-4fd9-9b5b-6eab9b023894,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:02:23.794170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': 'fd901f99-070e-4fd9-9b5b-6eab9b023894', 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b', 'port_id': 'fd901f99-070e-4fd9-9b5b-6eab9b023894', 'mac_address': 'fa:16:3e:b8:a8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d0d2f1-41c4-4a9a-82b6-b758dd1147dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:02:23.847373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port fd901f99-070e-4fd9-9b5b-6eab9b023894 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:02:23.847748 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:23.864406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd901f99-070e-4fd9-9b5b-6eab9b023894 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:02:23.879483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port fd901f99-070e-4fd9-9b5b-6eab9b023894, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fd901f99-070e-4fd9-9b5b-6eab9b023894,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:02:23.945313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:24.014677 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=fd901f99-070e-4fd9-9b5b-6eab9b023894,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:02:24.022374 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:24.022732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:24.023064 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:24.023391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:24.023714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:24.024085 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:24.024402 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:24.024718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:24.025033 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:24.025345 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:24.025655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:24.025963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:02:24.197041 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:24.270934 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:24.313795 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['fd901f99-070e-4fd9-9b5b-6eab9b023894'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:02:24.642628 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b748f-6e01-4443-9c86-979fb203d1f1 req-cb01e8b3-b48e-4b96-bcdd-1c4ac2f74c37 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:24.644059 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5f2b748f-6e01-4443-9c86-979fb203d1f1 req-cb01e8b3-b48e-4b96-bcdd-1c4ac2f74c37 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 945 time: 0.0863883 Oct 05 10:02:24.687450 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5f2b748f-6e01-4443-9c86-979fb203d1f1 req-40fdcd9d-b35a-4cbf-a428-6f7885740461 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378125 Oct 05 10:02:25.314233 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:25.619571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:25.664601 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device fd901f99-070e-4fd9-9b5b-6eab9b023894 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:02:25.802250 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port fd901f99-070e-4fd9-9b5b-6eab9b023894 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:02:25.807939 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port fd901f99-070e-4fd9-9b5b-6eab9b023894 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:02:25.808317 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:25.808656 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port fd901f99-070e-4fd9-9b5b-6eab9b023894 Oct 05 10:02:25.888231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b2404-c59b-42f7-bbce-e3eafcfd4add req-b6a0a3a9-d8d4-4285-8d7a-2a41d19d4e7a tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:25.889765 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-868b2404-c59b-42f7-bbce-e3eafcfd4add req-b6a0a3a9-d8d4-4285-8d7a-2a41d19d4e7a tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 945 time: 0.0931907 Oct 05 10:02:25.936446 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-868b2404-c59b-42f7-bbce-e3eafcfd4add req-907aaf28-5fec-4397-b535-fce914a42466 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Oct 05 10:02:25.954685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port fd901f99-070e-4fd9-9b5b-6eab9b023894 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:02:25.955066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:25.980752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c901ed02-a35b-4d80-b63f-99e64a7b2668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd901f99-070e-4fd9-9b5b-6eab9b023894'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:02:25.983008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaaf73d-b9eb-48e6-95a9-9f270e91555e" -d '{"events": [{"server_uuid": "c901ed02-a35b-4d80-b63f-99e64a7b2668", "name": "network-vif-plugged", "status": "completed", "tag": "fd901f99-070e-4fd9-9b5b-6eab9b023894"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:02:25.991462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port fd901f99-070e-4fd9-9b5b-6eab9b023894, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fd901f99-070e-4fd9-9b5b-6eab9b023894,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:02:26.024255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c0a91d-bbc8-437b-ae1a-5969d05ead9c x-openstack-request-id: req-a9c0a91d-bbc8-437b-ae1a-5969d05ead9c {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:02:26.024546 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c901ed02-a35b-4d80-b63f-99e64a7b2668", "name": "network-vif-plugged", "status": "completed", "tag": "fd901f99-070e-4fd9-9b5b-6eab9b023894", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:02:26.024802 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9c0a91d-bbc8-437b-ae1a-5969d05ead9c {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:02:26.025200 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c0a91d-bbc8-437b-ae1a-5969d05ead9c'] response: {'server_uuid': 'c901ed02-a35b-4d80-b63f-99e64a7b2668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd901f99-070e-4fd9-9b5b-6eab9b023894', 'code': 200} Oct 05 10:02:26.059900 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:26.127981 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=fd901f99-070e-4fd9-9b5b-6eab9b023894,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:02:26.502707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8270a-4cdd-4153-81d3-77b5b6556e26 req-27003b36-d2d5-4bbb-a969-3923259fdfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:26.504166 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7ba8270a-4cdd-4153-81d3-77b5b6556e26 req-27003b36-d2d5-4bbb-a969-3923259fdfb5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 1099 time: 0.1747892 Oct 05 10:02:26.546170 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7ba8270a-4cdd-4153-81d3-77b5b6556e26 req-f7a7ebf3-a52e-4c13-a9de-44abde375cbb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339510 Oct 05 10:02:27.127695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7939570-d3e8-45a7-bb5d-b92548c482a2 req-cefcdb5e-4721-4505-8a6e-bd2d75003703 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:27.129072 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f7939570-d3e8-45a7-bb5d-b92548c482a2 req-cefcdb5e-4721-4505-8a6e-bd2d75003703 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0852771 Oct 05 10:02:27.175792 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f7939570-d3e8-45a7-bb5d-b92548c482a2 req-196531e9-6c2f-4b07-a7ce-ebe7bd93a8a8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406265 Oct 05 10:02:28.521032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af042a01-7326-407c-ad42-d5fe246bc21b req-7f0df935-7dfe-4856-8c7c-dd9830ffe36a tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:28.522985 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-af042a01-7326-407c-ad42-d5fe246bc21b req-7f0df935-7dfe-4856-8c7c-dd9830ffe36a tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0856733 Oct 05 10:02:28.566213 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-af042a01-7326-407c-ad42-d5fe246bc21b req-7c410401-f06c-44a5-8690-bbd13ae3c6e3 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375733 Oct 05 10:02:28.852332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bf50a-2f78-4b87-a1c8-b6c8e91c0f32 req-267aa443-732a-47d4-9f6c-9a4ec3ce8899 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:28.854185 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cd7bf50a-2f78-4b87-a1c8-b6c8e91c0f32 req-267aa443-732a-47d4-9f6c-9a4ec3ce8899 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.1770182 Oct 05 10:02:28.897195 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cd7bf50a-2f78-4b87-a1c8-b6c8e91c0f32 req-589caa94-b177-4bf3-b24d-9e9bab041d13 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377493 Oct 05 10:02:29.400133 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41998ee2-1526-4600-a5d2-c66eb7b5190e req-3eeb995e-dc77-49b4-822a-f2e84eb72e86 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:29.401570 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-41998ee2-1526-4600-a5d2-c66eb7b5190e req-3eeb995e-dc77-49b4-822a-f2e84eb72e86 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0870967 Oct 05 10:02:29.497943 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-41998ee2-1526-4600-a5d2-c66eb7b5190e req-16733303-e7d9-42b9-a7ae-0121fb1e8b35 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577745 Oct 05 10:02:29.513911 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-88887175-d6a4-4909-97be-e6962acc42d2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1113791 Oct 05 10:02:30.696040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ebb84-542b-4829-907a-ffead49ea2d9 req-2c945206-9269-4b33-8fdc-783928750b92 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:30.697473 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5e8ebb84-542b-4829-907a-ffead49ea2d9 req-2c945206-9269-4b33-8fdc-783928750b92 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0880308 Oct 05 10:02:30.744934 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5e8ebb84-542b-4829-907a-ffead49ea2d9 req-60480095-45dd-4354-9896-9a0c7fc6b445 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415747 Oct 05 10:02:31.651582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-a9d0bbdd-6c4d-4f5a-b781-04ddc102f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:31.653037 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-a9d0bbdd-6c4d-4f5a-b781-04ddc102f9b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e12708bad6b4dccb679ea2d10648a2f&device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 1099 time: 0.0799925 Oct 05 10:02:31.784425 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-e4450803-dde5-4608-8aed-38f3cec2dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:31.785915 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-e4450803-dde5-4608-8aed-38f3cec2dfc1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b HTTP/1.1" status: 200 len: 916 time: 0.1265533 Oct 05 10:02:31.854603 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-bc119b10-6394-42a0-b707-1c646348ac64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd901f99-070e-4fd9-9b5b-6eab9b023894 HTTP/1.1" status: 200 len: 217 time: 0.0630269 Oct 05 10:02:31.916409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-e81691a5-e606-4b7a-8905-23a2a397991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:31.917765 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-e81691a5-e606-4b7a-8905-23a2a397991f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d0d2f1-41c4-4a9a-82b6-b758dd1147dc HTTP/1.1" status: 200 len: 854 time: 0.0568652 Oct 05 10:02:31.942327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b534c-57b2-42f8-b591-7a32b811bb30 req-9d8eec4e-59ef-40ad-8240-f026585df24c tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:31.943784 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-131b534c-57b2-42f8-b591-7a32b811bb30 req-9d8eec4e-59ef-40ad-8240-f026585df24c tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0869746 Oct 05 10:02:31.987794 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-131b534c-57b2-42f8-b591-7a32b811bb30 req-838a1f6b-ee36-4952-a43a-af204ad8b2f4 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382214 Oct 05 10:02:32.006467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-d69cb66d-5e56-4f7f-a861-240a4be6daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:32.007920 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-d69cb66d-5e56-4f7f-a861-240a4be6daae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803518 Oct 05 10:02:32.136149 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-6d7a4a2b-8f9a-43a8-9b14-976c84ac11a2 service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212642 Oct 05 10:02:32.263391 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-153b072a-15fd-41c4-9798-d0320eb5d97c service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210766 Oct 05 10:02:33.184352 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc336aa4-1877-40c0-9bfc-3e97b10359fc req-f39c255a-1446-4d65-8762-aefff20ae5df tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:33.185760 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bc336aa4-1877-40c0-9bfc-3e97b10359fc req-f39c255a-1446-4d65-8762-aefff20ae5df tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0893583 Oct 05 10:02:33.227839 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bc336aa4-1877-40c0-9bfc-3e97b10359fc req-b33c7ee0-67c0-46b3-9c4d-ad443a66215b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364733 Oct 05 10:02:34.425193 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3b5c1-2fc9-4bd0-8e0e-45dbef0c8638 req-c12372d7-7088-4e57-8e78-14d2c837f6e5 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:34.426672 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2bf3b5c1-2fc9-4bd0-8e0e-45dbef0c8638 req-c12372d7-7088-4e57-8e78-14d2c837f6e5 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0868008 Oct 05 10:02:34.473375 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2bf3b5c1-2fc9-4bd0-8e0e-45dbef0c8638 req-7ae074c5-084d-4431-ab57-532a88075dfe tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402980 Oct 05 10:02:35.670422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca3232-da90-461d-bd5f-a2625bf7f2f8 req-08bc0a8d-7d13-4b23-b7be-c7d834d123e1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:35.671845 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0fca3232-da90-461d-bd5f-a2625bf7f2f8 req-08bc0a8d-7d13-4b23-b7be-c7d834d123e1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0877373 Oct 05 10:02:35.715674 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0fca3232-da90-461d-bd5f-a2625bf7f2f8 req-36a22b9c-2a84-44d2-a863-f9f1311553f9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380027 Oct 05 10:02:36.913597 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec8543-0b69-4709-a390-6967e5e70385 req-3c6a4403-5149-47b8-91b5-6f64bfd0b479 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:36.915061 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4bec8543-0b69-4709-a390-6967e5e70385 req-3c6a4403-5149-47b8-91b5-6f64bfd0b479 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0891712 Oct 05 10:02:36.957918 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4bec8543-0b69-4709-a390-6967e5e70385 req-e225f45f-f5ec-44f0-a5ca-234f8d45af70 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372233 Oct 05 10:02:38.154802 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795e9e3-2018-4646-b3aa-33e70a45a13a req-c385b273-2989-4285-a55b-f012ffbb4ac1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:38.156165 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d795e9e3-2018-4646-b3aa-33e70a45a13a req-c385b273-2989-4285-a55b-f012ffbb4ac1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0876462 Oct 05 10:02:38.202399 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d795e9e3-2018-4646-b3aa-33e70a45a13a req-b3021513-fa5e-48df-917b-12262bb5b221 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405729 Oct 05 10:02:39.396088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194d0f7-e0b6-4d03-8cc7-8b65bb4d621d req-af193c4d-0ced-43cf-8a32-fbc65187c39d tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:39.398066 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f194d0f7-e0b6-4d03-8cc7-8b65bb4d621d req-af193c4d-0ced-43cf-8a32-fbc65187c39d tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0868394 Oct 05 10:02:39.441525 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f194d0f7-e0b6-4d03-8cc7-8b65bb4d621d req-d708ea37-38d1-480d-a9c5-fa5cf11afcb4 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377696 Oct 05 10:02:40.644246 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a46b5b-cc47-4215-a828-20dd42519cf4 req-25326eae-6178-4275-afa9-16c4b27bb2a6 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:40.645697 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-81a46b5b-cc47-4215-a828-20dd42519cf4 req-25326eae-6178-4275-afa9-16c4b27bb2a6 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0894177 Oct 05 10:02:40.689546 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-81a46b5b-cc47-4215-a828-20dd42519cf4 req-5c3aa7db-3661-4c74-a2cb-c084f6b23e03 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381343 Oct 05 10:02:41.886733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdf89c-bda0-4cbb-bab1-759422eeeb90 req-cd7ab9e5-bd02-4f0f-860d-c8bcc3d037ae tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:41.888174 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dacdf89c-bda0-4cbb-bab1-759422eeeb90 req-cd7ab9e5-bd02-4f0f-860d-c8bcc3d037ae tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0877764 Oct 05 10:02:41.935190 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dacdf89c-bda0-4cbb-bab1-759422eeeb90 req-08e99a67-b9f2-470d-99f6-aba748579f5a tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413504 Oct 05 10:02:43.128139 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af31dd-f00a-4625-9b08-6df46391c6d9 req-a4ec1488-03fd-4043-ada5-bcb84000167f tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:43.129575 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d8af31dd-f00a-4625-9b08-6df46391c6d9 req-a4ec1488-03fd-4043-ada5-bcb84000167f tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0860584 Oct 05 10:02:43.172195 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d8af31dd-f00a-4625-9b08-6df46391c6d9 req-86411894-4c41-4aff-a1a6-a12cf7c502cf tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362525 Oct 05 10:02:44.370603 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9267877-f790-4d62-8790-499d1f7f9059 req-47309047-c0f9-4bfe-bea6-4fbcf9c07f42 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:44.372048 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d9267877-f790-4d62-8790-499d1f7f9059 req-47309047-c0f9-4bfe-bea6-4fbcf9c07f42 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0908659 Oct 05 10:02:44.415699 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d9267877-f790-4d62-8790-499d1f7f9059 req-8c97e7a5-058e-4532-bdf9-3b4613a44ef1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380061 Oct 05 10:02:45.611312 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9dec91-81e0-4b5e-b784-ead9463e84d7 req-16a22677-d98d-424e-a17f-148e54a2b539 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:45.612737 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ba9dec91-81e0-4b5e-b784-ead9463e84d7 req-16a22677-d98d-424e-a17f-148e54a2b539 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0843637 Oct 05 10:02:45.658355 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ba9dec91-81e0-4b5e-b784-ead9463e84d7 req-8ec1a467-2cae-45d2-802d-63fe40e3f9c2 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394990 Oct 05 10:02:46.853012 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913d328-e872-406e-8fcb-feed43512973 req-60a515c5-aa14-488c-bd22-cf9985af887a tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:46.854452 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0913d328-e872-406e-8fcb-feed43512973 req-60a515c5-aa14-488c-bd22-cf9985af887a tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0848241 Oct 05 10:02:46.897075 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0913d328-e872-406e-8fcb-feed43512973 req-57815bb1-8e65-44d8-ae06-bc57f793fd67 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369771 Oct 05 10:02:48.094898 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff27712-dbbf-4172-9d90-0406c7d5b731 req-c748c59c-0a95-4af0-a020-5a7ab62bc091 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:48.096386 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bff27712-dbbf-4172-9d90-0406c7d5b731 req-c748c59c-0a95-4af0-a020-5a7ab62bc091 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0908229 Oct 05 10:02:48.139387 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bff27712-dbbf-4172-9d90-0406c7d5b731 req-0874e822-f092-4d81-a530-237051f786e7 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373089 Oct 05 10:02:49.336841 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a5526-4ac0-459e-82b5-da9ff742e046 req-9d253506-b8bc-47fc-bb64-71bd711314ae tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:49.338310 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9a6a5526-4ac0-459e-82b5-da9ff742e046 req-9d253506-b8bc-47fc-bb64-71bd711314ae tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0865269 Oct 05 10:02:49.384606 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9a6a5526-4ac0-459e-82b5-da9ff742e046 req-5865cfbc-50dc-4a8c-ad35-080ba026d359 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406082 Oct 05 10:02:50.371458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6034ad56-1419-426e-8807-3f42577e2640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:50.581212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0406b2-aba2-4738-af83-de5f1852efe7 req-3fad1c2e-a1b5-482b-9beb-bb81dae1b7a1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:50.582666 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fc0406b2-aba2-4738-af83-de5f1852efe7 req-3fad1c2e-a1b5-482b-9beb-bb81dae1b7a1 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0868781 Oct 05 10:02:50.625372 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fc0406b2-aba2-4738-af83-de5f1852efe7 req-958d22b5-c452-4757-b8ba-8fa034a99ce6 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364799 Oct 05 10:02:51.826492 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f13790-5c7b-4258-b35f-12183d9b344e req-09167e45-9cc2-43cc-b734-900c73f81413 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:51.827938 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e2f13790-5c7b-4258-b35f-12183d9b344e req-09167e45-9cc2-43cc-b734-900c73f81413 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0924342 Oct 05 10:02:51.874331 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e2f13790-5c7b-4258-b35f-12183d9b344e req-186637b7-882b-44cc-91b6-5432e452d63b tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Oct 05 10:02:52.631091 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-89531c5e-bcd2-4765-b57f-3ef103de234d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:53.069041 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bd00c-563a-4eee-b022-f4e1ae569680 req-4350a7c6-65bf-4171-b34c-11199dbce6bb tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:53.071079 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-197bd00c-563a-4eee-b022-f4e1ae569680 req-4350a7c6-65bf-4171-b34c-11199dbce6bb tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0859385 Oct 05 10:02:53.117011 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-197bd00c-563a-4eee-b022-f4e1ae569680 req-31a507d3-c1e3-4b5f-899d-adac177399c9 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402899 Oct 05 10:02:53.492975 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:02:54.200168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:54.282643 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:54.314080 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4de8df-bc9a-4643-895c-618eff99bec3 req-2c53812b-4ee1-4da3-a737-1e8681abbf7a tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:54.315527 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0f4de8df-bc9a-4643-895c-618eff99bec3 req-2c53812b-4ee1-4da3-a737-1e8681abbf7a tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0870919 Oct 05 10:02:54.358948 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0f4de8df-bc9a-4643-895c-618eff99bec3 req-fd6d8ff5-94df-4275-a12c-76ae3ff594fd tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371828 Oct 05 10:02:55.337782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:55.558912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03507d20-9715-4c47-a3d4-de6e8e32aec8 req-0e5daaff-f174-4a90-85e1-97d2b8f1cadf tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:55.560616 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-03507d20-9715-4c47-a3d4-de6e8e32aec8 req-0e5daaff-f174-4a90-85e1-97d2b8f1cadf tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0889213 Oct 05 10:02:55.605280 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-03507d20-9715-4c47-a3d4-de6e8e32aec8 req-5bc0dbbe-17eb-45a9-aed7-1feb2de2e0ca tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386033 Oct 05 10:02:55.625619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:56.802625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd171e7-cd96-4067-9347-0d0c0539eceb req-3de2df4b-1289-43fd-85d5-379a380706a8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:56.804080 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5bd171e7-cd96-4067-9347-0d0c0539eceb req-3de2df4b-1289-43fd-85d5-379a380706a8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0867355 Oct 05 10:02:56.850370 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5bd171e7-cd96-4067-9347-0d0c0539eceb req-1fff0ea7-6c31-4c59-9fae-d905f8dff848 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 Oct 05 10:02:58.046033 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6ffd0-4f37-4b32-b216-81ba33684719 req-400a1beb-c6e9-4bf0-b3d3-8cde6d18bc2e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:58.047401 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-91d6ffd0-4f37-4b32-b216-81ba33684719 req-400a1beb-c6e9-4bf0-b3d3-8cde6d18bc2e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0881350 Oct 05 10:02:58.095434 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-91d6ffd0-4f37-4b32-b216-81ba33684719 req-04ef9db5-f25e-4bc3-86b8-5c98e294b8a2 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422726 Oct 05 10:02:59.381063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a3e85-88f8-4aed-aade-b65960c65fed req-f1a1f0d8-b3ca-4f69-ace3-592f7413835c tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:59.382462 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-df0a3e85-88f8-4aed-aade-b65960c65fed req-f1a1f0d8-b3ca-4f69-ace3-592f7413835c tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.1777256 Oct 05 10:02:59.426415 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-df0a3e85-88f8-4aed-aade-b65960c65fed req-d31d46ab-fc8d-4453-a51d-0634250e0ca4 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375428 Oct 05 10:02:59.568875 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-1628236a-323e-416b-801d-51c642c6a272 service neutron] 10.222.0.55 "GET /v2.0/ports/fd901f99-070e-4fd9-9b5b-6eab9b023894/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0776927 Oct 05 10:03:00.205191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-1b34b995-6e8e-45cb-a33f-60245ae24034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:00.206666 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-1b34b995-6e8e-45cb-a33f-60245ae24034 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668&tenant_id=4e12708bad6b4dccb679ea2d10648a2f HTTP/1.1" status: 200 len: 1099 time: 0.0772457 Oct 05 10:03:00.320203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-6f981e27-9c75-4b06-99fe-b481099d90c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:00.321644 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-6f981e27-9c75-4b06-99fe-b481099d90c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e12708bad6b4dccb679ea2d10648a2f&device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 1099 time: 0.0801239 Oct 05 10:03:00.450072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-653054c4-d426-43d8-b8d6-9dd970b6ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:00.451533 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-653054c4-d426-43d8-b8d6-9dd970b6ffc4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b HTTP/1.1" status: 200 len: 916 time: 0.1231031 Oct 05 10:03:00.519925 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-d5a6b2ac-7789-4cb7-affc-445ed171ca7d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd901f99-070e-4fd9-9b5b-6eab9b023894 HTTP/1.1" status: 200 len: 217 time: 0.0628796 Oct 05 10:03:00.581606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-5e1ff5b2-ac2d-4eb5-ba1d-63254393fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:00.583091 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-5e1ff5b2-ac2d-4eb5-ba1d-63254393fefc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d0d2f1-41c4-4a9a-82b6-b758dd1147dc HTTP/1.1" status: 200 len: 854 time: 0.0570188 Oct 05 10:03:00.624115 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7074f1c-a186-4020-aba8-91ec8536a414 req-2c936678-17b4-4fe8-97f8-62b0a2bbcc80 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:00.625551 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d7074f1c-a186-4020-aba8-91ec8536a414 req-2c936678-17b4-4fe8-97f8-62b0a2bbcc80 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0856307 Oct 05 10:03:00.665023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-6d024132-6adb-4d40-afe7-9e477957fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:00.666530 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-6d024132-6adb-4d40-afe7-9e477957fa85 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768907 Oct 05 10:03:00.672749 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d7074f1c-a186-4020-aba8-91ec8536a414 req-4c86f3c7-e8cb-4e16-b525-77633cf1b1e0 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Oct 05 10:03:00.795429 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-f961985c-9e58-40ea-9d95-488a757b54c9 service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223788 Oct 05 10:03:00.921766 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d7e06b2b-6eff-40db-ba90-a1ea43eba88b req-5c259c1b-08c3-4a78-a42e-f5d1554f5874 service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204822 Oct 05 10:03:01.869521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5883d16-6533-4b33-9b60-4f3be21965cc req-a2ed58ba-bfe7-4b20-8ac2-e4ddc218cf57 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:01.871028 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5883d16-6533-4b33-9b60-4f3be21965cc req-a2ed58ba-bfe7-4b20-8ac2-e4ddc218cf57 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0867922 Oct 05 10:03:01.913500 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5883d16-6533-4b33-9b60-4f3be21965cc req-162e14d3-39db-4101-99b8-5b952b585e32 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368381 Oct 05 10:03:03.111484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08053a19-7541-4104-9052-6c8c6f4b7588 req-40ef6f5e-8a41-462e-89ea-f11446b455a8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:03.112821 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-08053a19-7541-4104-9052-6c8c6f4b7588 req-40ef6f5e-8a41-462e-89ea-f11446b455a8 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0900736 Oct 05 10:03:03.155388 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-08053a19-7541-4104-9052-6c8c6f4b7588 req-dbc60b4c-0051-4bf0-b883-1d08e91e5c6c tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368974 Oct 05 10:03:03.795241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device fd901f99-070e-4fd9-9b5b-6eab9b023894 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:03:03.805191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device fd901f99-070e-4fd9-9b5b-6eab9b023894 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:03:04.010358 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port fd901f99-070e-4fd9-9b5b-6eab9b023894 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:03:04.010731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:04.047713 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port fd901f99-070e-4fd9-9b5b-6eab9b023894, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fd901f99-070e-4fd9-9b5b-6eab9b023894,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:03:04.061807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c901ed02-a35b-4d80-b63f-99e64a7b2668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd901f99-070e-4fd9-9b5b-6eab9b023894'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:03:04.064117 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80225cf-1b19-41c6-8e69-9d178561cc51" -d '{"events": [{"server_uuid": "c901ed02-a35b-4d80-b63f-99e64a7b2668", "name": "network-vif-unplugged", "status": "completed", "tag": "fd901f99-070e-4fd9-9b5b-6eab9b023894"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:03:04.073215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': 'fd901f99-070e-4fd9-9b5b-6eab9b023894', 'network_id': 'ca1ec1fc-f93d-4196-9ffe-0faa04eb987b', 'port_id': 'fd901f99-070e-4fd9-9b5b-6eab9b023894', 'mac_address': 'fa:16:3e:b8:a8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d0d2f1-41c4-4a9a-82b6-b758dd1147dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:03:04.076397 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port fd901f99-070e-4fd9-9b5b-6eab9b023894, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fd901f99-070e-4fd9-9b5b-6eab9b023894,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:03:04.129844 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port fd901f99-070e-4fd9-9b5b-6eab9b023894 is: ACTIVE; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:03:04.130263 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:04.143817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:04.180904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 10:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479d815c-815e-422e-b15c-fee18119dd3e x-openstack-request-id: req-479d815c-815e-422e-b15c-fee18119dd3e {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:03:04.181199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c901ed02-a35b-4d80-b63f-99e64a7b2668", "name": "network-vif-unplugged", "status": "completed", "tag": "fd901f99-070e-4fd9-9b5b-6eab9b023894", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:03:04.181951 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-479d815c-815e-422e-b15c-fee18119dd3e {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:03:04.182366 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-479d815c-815e-422e-b15c-fee18119dd3e'] response: {'server_uuid': 'c901ed02-a35b-4d80-b63f-99e64a7b2668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd901f99-070e-4fd9-9b5b-6eab9b023894', 'code': 200} Oct 05 10:03:04.183763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd901f99-070e-4fd9-9b5b-6eab9b023894 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:03:04.269885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=fd901f99-070e-4fd9-9b5b-6eab9b023894,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:04.272542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:03:04.272898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:03:04.354949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826c5a7-fe20-46d0-9826-fd30740754b9 req-98726ef8-56a2-4152-8673-dd363ae871e7 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:04.356303 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0826c5a7-fe20-46d0-9826-fd30740754b9 req-98726ef8-56a2-4152-8673-dd363ae871e7 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 944 time: 0.0892620 Oct 05 10:03:04.402884 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0826c5a7-fe20-46d0-9826-fd30740754b9 req-2770245d-1700-40d3-9534-729bc2a9e08e tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408430 Oct 05 10:03:04.829879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port fd901f99-070e-4fd9-9b5b-6eab9b023894 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:03:04.830506 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:04.847613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd901f99-070e-4fd9-9b5b-6eab9b023894 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:03:04.862928 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port fd901f99-070e-4fd9-9b5b-6eab9b023894, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fd901f99-070e-4fd9-9b5b-6eab9b023894,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:03:04.863262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dc11e-9e88-4754-8b7a-663112d0491b req-101603bf-0e75-4fef-8b60-d957484ae547 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:04.865035 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dd4dc11e-9e88-4754-8b7a-663112d0491b req-101603bf-0e75-4fef-8b60-d957484ae547 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 944 time: 0.0920601 Oct 05 10:03:04.913511 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dd4dc11e-9e88-4754-8b7a-663112d0491b req-c3bed8a4-17ba-4f1d-9505-b87dcfe274d2 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415766 Oct 05 10:03:04.949436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:05.019393 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=fd901f99-070e-4fd9-9b5b-6eab9b023894,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:05.039934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4053f4f-4c51-4aaa-a63b-9f19e853957a req-a7ea0fd6-c5f4-4197-8df5-b1c1c2323689 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:05.041189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-d4053f4f-4c51-4aaa-a63b-9f19e853957a req-a7ea0fd6-c5f4-4197-8df5-b1c1c2323689 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Synchronizing usage tracker for tenant:4e12708bad6b4dccb679ea2d10648a2f on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:03:05.077413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['fd901f99-070e-4fd9-9b5b-6eab9b023894'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:03:05.108652 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-d4053f4f-4c51-4aaa-a63b-9f19e853957a req-a7ea0fd6-c5f4-4197-8df5-b1c1c2323689 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Unset dirty status for tenant:4e12708bad6b4dccb679ea2d10648a2f on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:03:05.109942 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d4053f4f-4c51-4aaa-a63b-9f19e853957a req-a7ea0fd6-c5f4-4197-8df5-b1c1c2323689 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.55 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668&tenant_id=4e12708bad6b4dccb679ea2d10648a2f&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 945 time: 0.2708957 Oct 05 10:03:05.272246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4053f4f-4c51-4aaa-a63b-9f19e853957a req-ca8cdd63-8a57-48de-830a-3417737b6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:05.273610 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d4053f4f-4c51-4aaa-a63b-9f19e853957a req-ca8cdd63-8a57-48de-830a-3417737b6875 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e12708bad6b4dccb679ea2d10648a2f&device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 1098 time: 0.0806396 Oct 05 10:03:05.402857 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4053f4f-4c51-4aaa-a63b-9f19e853957a req-d111b204-5e1b-4fc8-8c54-d1cce0c471cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:05.404266 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d4053f4f-4c51-4aaa-a63b-9f19e853957a req-d111b204-5e1b-4fc8-8c54-d1cce0c471cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b HTTP/1.1" status: 200 len: 916 time: 0.1243455 Oct 05 10:03:05.471287 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d4053f4f-4c51-4aaa-a63b-9f19e853957a req-8d60d39c-2f89-4afc-833b-418a5159159d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd901f99-070e-4fd9-9b5b-6eab9b023894 HTTP/1.1" status: 200 len: 217 time: 0.0605702 Oct 05 10:03:05.535213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4053f4f-4c51-4aaa-a63b-9f19e853957a req-69aef7f0-72b2-49b2-ba06-ea7778cd51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:05.536517 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d4053f4f-4c51-4aaa-a63b-9f19e853957a req-69aef7f0-72b2-49b2-ba06-ea7778cd51d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d0d2f1-41c4-4a9a-82b6-b758dd1147dc HTTP/1.1" status: 200 len: 854 time: 0.0592346 Oct 05 10:03:05.617757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4053f4f-4c51-4aaa-a63b-9f19e853957a req-8295e033-098a-4d1d-b610-73d678726622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:05.619272 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d4053f4f-4c51-4aaa-a63b-9f19e853957a req-8295e033-098a-4d1d-b610-73d678726622 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765877 Oct 05 10:03:05.748701 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d4053f4f-4c51-4aaa-a63b-9f19e853957a req-9dc73fac-092a-4b30-84ca-f1392c439329 service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228158 Oct 05 10:03:05.815449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device fd901f99-070e-4fd9-9b5b-6eab9b023894 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:03:05.881539 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d4053f4f-4c51-4aaa-a63b-9f19e853957a req-a2a13b92-49bb-42f3-8a49-a833ccce8039 service neutron] 10.222.0.55 "GET /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267192 Oct 05 10:03:05.883194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port fd901f99-070e-4fd9-9b5b-6eab9b023894 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:03:05.883676 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:05.883886 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port fd901f99-070e-4fd9-9b5b-6eab9b023894 Oct 05 10:03:06.003700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port fd901f99-070e-4fd9-9b5b-6eab9b023894 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:03:06.004087 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:06.038440 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port fd901f99-070e-4fd9-9b5b-6eab9b023894, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fd901f99-070e-4fd9-9b5b-6eab9b023894,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:03:06.120458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:06.132137 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb24c8-e253-4009-8e65-4942f2a6758d req-93cf6a5f-24a6-472e-a030-b0901ea305aa tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:06.133627 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-20cb24c8-e253-4009-8e65-4942f2a6758d req-93cf6a5f-24a6-472e-a030-b0901ea305aa tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 945 time: 0.0900688 Oct 05 10:03:06.178911 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-20cb24c8-e253-4009-8e65-4942f2a6758d req-1f8463e6-ff40-4dac-aa6b-27eb4ecf50d3 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386505 Oct 05 10:03:06.185046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c901ed02-a35b-4d80-b63f-99e64a7b2668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd901f99-070e-4fd9-9b5b-6eab9b023894'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:03:06.188404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a8dc3b-23e4-4f22-a46b-02ccd6b941a1" -d '{"events": [{"server_uuid": "c901ed02-a35b-4d80-b63f-99e64a7b2668", "name": "network-vif-plugged", "status": "completed", "tag": "fd901f99-070e-4fd9-9b5b-6eab9b023894"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:03:06.199947 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=fd901f99-070e-4fd9-9b5b-6eab9b023894,revision_number=8']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:06.242606 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9820dda5-507f-4aac-aba3-548619e48b80 x-openstack-request-id: req-9820dda5-507f-4aac-aba3-548619e48b80 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:03:06.242927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c901ed02-a35b-4d80-b63f-99e64a7b2668", "name": "network-vif-plugged", "status": "completed", "tag": "fd901f99-070e-4fd9-9b5b-6eab9b023894", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:03:06.243181 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9820dda5-507f-4aac-aba3-548619e48b80 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:03:06.243576 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9820dda5-507f-4aac-aba3-548619e48b80'] response: {'server_uuid': 'c901ed02-a35b-4d80-b63f-99e64a7b2668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd901f99-070e-4fd9-9b5b-6eab9b023894', 'code': 200} Oct 05 10:03:07.393725 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdaaf30-d811-4835-9e66-b613e9293d4c req-414cfbc4-eabe-4c7d-b777-246689d553b2 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:07.395282 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6cdaaf30-d811-4835-9e66-b613e9293d4c req-414cfbc4-eabe-4c7d-b777-246689d553b2 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0871618 Oct 05 10:03:07.442198 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6cdaaf30-d811-4835-9e66-b613e9293d4c req-cdaf0a94-3f69-4221-91b4-98374975a750 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 Oct 05 10:03:07.638458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d6d4e-2ed5-4a96-baf9-0ea8ff2a8715 req-555644c1-2e50-4ecb-8ef2-1ccbf1afa4fb tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:07.639895 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-084d6d4e-2ed5-4a96-baf9-0ea8ff2a8715 req-555644c1-2e50-4ecb-8ef2-1ccbf1afa4fb tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0864887 Oct 05 10:03:07.684447 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-084d6d4e-2ed5-4a96-baf9-0ea8ff2a8715 req-4b21f951-c1ce-4fa3-ad1a-1335d79ddf8d tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384104 Oct 05 10:03:07.880977 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b14780-779a-4994-8557-0c72a7531541 req-7c9b34db-4b51-4dd0-a3dd-d7f5bc37371d tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:07.882476 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-84b14780-779a-4994-8557-0c72a7531541 req-7c9b34db-4b51-4dd0-a3dd-d7f5bc37371d tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0903912 Oct 05 10:03:07.926482 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-84b14780-779a-4994-8557-0c72a7531541 req-7b03d43b-4897-4c40-9ab8-e456cc0cc743 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375423 Oct 05 10:03:08.795831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dbbea-55aa-4892-9ace-f7f0b7e3d51d req-0c107c0a-ddf9-40e3-a10e-144a307c98e5 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:08.797283 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8e0dbbea-55aa-4892-9ace-f7f0b7e3d51d req-0c107c0a-ddf9-40e3-a10e-144a307c98e5 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0859623 Oct 05 10:03:08.843355 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8e0dbbea-55aa-4892-9ace-f7f0b7e3d51d req-e53d277c-6ee6-401c-98e4-a94a3b6713d0 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Oct 05 10:03:10.040335 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc9aaa-83c4-4cf8-8460-13a7b136a753 req-ac720162-6dde-4313-b4d3-5a7b9ccfc847 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:10.041682 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-18fc9aaa-83c4-4cf8-8460-13a7b136a753 req-ac720162-6dde-4313-b4d3-5a7b9ccfc847 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0847852 Oct 05 10:03:10.085620 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-18fc9aaa-83c4-4cf8-8460-13a7b136a753 req-6f545950-6d28-4eaa-b571-64a2ca6eef25 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff29f8ab-fce5-444f-98cf-743f06c4a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380497 Oct 05 10:03:10.554872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f833257-0171-4fb9-baf5-b3736de21bf6 req-df3d0094-982a-4a67-873a-4edcc5988c23 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:10.556288 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3f833257-0171-4fb9-baf5-b3736de21bf6 req-df3d0094-982a-4a67-873a-4edcc5988c23 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.55 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 946 time: 0.0895596 Oct 05 10:03:10.624025 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-3f833257-0171-4fb9-baf5-b3736de21bf6 req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Deleting port fd901f99-070e-4fd9-9b5b-6eab9b023894 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:03:10.624364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3f833257-0171-4fb9-baf5-b3736de21bf6 req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:10.867099 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-3f833257-0171-4fb9-baf5-b3736de21bf6 req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] For port fd901f99-070e-4fd9-9b5b-6eab9b023894, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fd901f99-070e-4fd9-9b5b-6eab9b023894,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:03:10.867389 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3f833257-0171-4fb9-baf5-b3736de21bf6 req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:10.988626 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-3f833257-0171-4fb9-baf5-b3736de21bf6 req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Calling delete_port for fd901f99-070e-4fd9-9b5b-6eab9b023894 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:03:11.194988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3f833257-0171-4fb9-baf5-b3736de21bf6 req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:11.229357 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['fd901f99-070e-4fd9-9b5b-6eab9b023894'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:03:11.245478 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Pushing event deleted for resources: {'Port': ['ID=fd901f99-070e-4fd9-9b5b-6eab9b023894,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:11.250528 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e8987389-c686-49cf-968b-dbf2b558f427 req-0703ea2d-9fc0-4f60-9cab-295f7cc64741 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 210 time: 0.0538266 Oct 05 10:03:11.405638 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:11.406005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:11.406348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:11.406689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:11.407020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:11.407427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:11.407682 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:11.408004 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:11.408332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:11.408654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:11.408975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:11.409295 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:11.458330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f833257-0171-4fb9-baf5-b3736de21bf6 req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] No DVR routers for this DVR port fd901f99-070e-4fd9-9b5b-6eab9b023894 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:03:11.460722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3f833257-0171-4fb9-baf5-b3736de21bf6 req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:11.463185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c901ed02-a35b-4d80-b63f-99e64a7b2668', 'name': 'network-vif-deleted', 'tag': 'fd901f99-070e-4fd9-9b5b-6eab9b023894'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:03:11.466107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca06d9b6-26b8-4531-8a24-cc5cddac9ac6" -d '{"events": [{"server_uuid": "c901ed02-a35b-4d80-b63f-99e64a7b2668", "name": "network-vif-deleted", "tag": "fd901f99-070e-4fd9-9b5b-6eab9b023894"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:03:11.539131 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3f833257-0171-4fb9-baf5-b3736de21bf6 req-d6ac63b7-3ad2-43f1-b9d3-579e5977e757 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.55 "DELETE /v2.0/ports/fd901f99-070e-4fd9-9b5b-6eab9b023894 HTTP/1.1" status: 204 len: 173 time: 0.9741771 Oct 05 10:03:11.562253 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b98b7e-e780-4fd2-9320-ea1735085e30 x-openstack-request-id: req-22b98b7e-e780-4fd2-9320-ea1735085e30 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:03:11.562828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c901ed02-a35b-4d80-b63f-99e64a7b2668", "name": "network-vif-deleted", "tag": "fd901f99-070e-4fd9-9b5b-6eab9b023894", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:03:11.562828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22b98b7e-e780-4fd2-9320-ea1735085e30 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:03:11.566692 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b98b7e-e780-4fd2-9320-ea1735085e30'] response: {'server_uuid': 'c901ed02-a35b-4d80-b63f-99e64a7b2668', 'name': 'network-vif-deleted', 'tag': 'fd901f99-070e-4fd9-9b5b-6eab9b023894', 'status': 'completed', 'code': 200} Oct 05 10:03:12.433182 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cb57c30c-7ce7-4368-8b67-936c905ab619 req-d1c65b11-4402-4896-81f4-31ba0076991c tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/ports?device_id=c901ed02-a35b-4d80-b63f-99e64a7b2668 HTTP/1.1" status: 200 len: 210 time: 0.0489848 Oct 05 10:03:13.617461 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47502) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:13.682530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-00ccb93a-04b8-41ff-acda-92ade821bf0d tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:13.709420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-00ccb93a-04b8-41ff-acda-92ade821bf0d tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:13.837430 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-00ccb93a-04b8-41ff-acda-92ade821bf0d tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:13.856536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccb93a-04b8-41ff-acda-92ade821bf0d tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=432df41f-eb63-463e-a7de-0a5d74b30151,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:13.862790 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-00ccb93a-04b8-41ff-acda-92ade821bf0d tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:13.863839 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-00ccb93a-04b8-41ff-acda-92ade821bf0d tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "DELETE /v2.0/security-groups/432df41f-eb63-463e-a7de-0a5d74b30151 HTTP/1.1" status: 204 len: 168 time: 0.2453189 Oct 05 10:03:13.866364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47506) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:13.884590 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.api.v2.resource [None req-d865b4e3-d972-48a6-a6db-e9e97085799c tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] show failed (client error): The resource could not be found. Oct 05 10:03:13.885615 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d865b4e3-d972-48a6-a6db-e9e97085799c tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "GET /v2.0/security-groups/432df41f-eb63-463e-a7de-0a5d74b30151 HTTP/1.1" status: 404 len: 347 time: 0.0182755 Oct 05 10:03:13.888923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47510) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:14.042087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-c3cba1bd-b972-42a8-99dd-a442b5713c67 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Deleting port ef9149bc-7f68-4490-926c-b1ec20352d9c {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:03:14.042342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c3cba1bd-b972-42a8-99dd-a442b5713c67 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:14.204469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c3cba1bd-b972-42a8-99dd-a442b5713c67 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:14.204797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c3cba1bd-b972-42a8-99dd-a442b5713c67 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:14.321589 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-c3cba1bd-b972-42a8-99dd-a442b5713c67 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Calling delete_port for ef9149bc-7f68-4490-926c-b1ec20352d9c owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:03:14.531834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c3cba1bd-b972-42a8-99dd-a442b5713c67 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:14.579083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cba1bd-b972-42a8-99dd-a442b5713c67 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Pushing event deleted for resources: {'Port': ['ID=ef9149bc-7f68-4490-926c-b1ec20352d9c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:14.675624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c3cba1bd-b972-42a8-99dd-a442b5713c67 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:14.689275 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c3cba1bd-b972-42a8-99dd-a442b5713c67 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:14.690430 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c3cba1bd-b972-42a8-99dd-a442b5713c67 tempest-ServerDiskConfigTestJSON-1538082632 tempest-ServerDiskConfigTestJSON-1538082632-project] 10.222.0.49 "DELETE /v2.0/floatingips/20aeac79-d34b-4a08-bacb-b343d3332fb2 HTTP/1.1" status: 204 len: 168 time: 0.8006389 Oct 05 10:03:14.832410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47518) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:15.461249 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b72afda2-162b-43a4-a5f8-d94d6656acca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:15.800952 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b72afda2-162b-43a4-a5f8-d94d6656acca admin admin] Deleting port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:03:15.801526 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b72afda2-162b-43a4-a5f8-d94d6656acca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:15.883294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device fd901f99-070e-4fd9-9b5b-6eab9b023894 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:03:15.917010 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: fd901f99-070e-4fd9-9b5b-6eab9b023894 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:03:15.917355 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device fd901f99-070e-4fd9-9b5b-6eab9b023894 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:03:15.970964 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-b72afda2-162b-43a4-a5f8-d94d6656acca admin admin] For port 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:03:15.971348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b72afda2-162b-43a4-a5f8-d94d6656acca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:16.092608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-b72afda2-162b-43a4-a5f8-d94d6656acca admin admin] Calling delete_port for 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:03:16.408862 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b72afda2-162b-43a4-a5f8-d94d6656acca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:16.452979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72afda2-162b-43a4-a5f8-d94d6656acca admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:16.735728 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b72afda2-162b-43a4-a5f8-d94d6656acca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:17.189246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72afda2-162b-43a4-a5f8-d94d6656acca admin admin] Router f9a61475-acef-4a18-9f8d-e75d118dae81 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:03:17.361300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72afda2-162b-43a4-a5f8-d94d6656acca admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:03:17.370784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c7a6bd-8081-4a57-a945-da0d3c3b358e None None] Sync routers for ids ['f9a61475-acef-4a18-9f8d-e75d118dae81'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:03:17.373527 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b72afda2-162b-43a4-a5f8-d94d6656acca admin admin] 10.222.0.49 "PUT /v2.0/routers/f9a61475-acef-4a18-9f8d-e75d118dae81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5400922 Oct 05 10:03:17.376014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47522) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:17.380281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7a6bd-8081-4a57-a945-da0d3c3b358e None None] Routers {'f9a61475-acef-4a18-9f8d-e75d118dae81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:03:17.380891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e5c7a6bd-8081-4a57-a945-da0d3c3b358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:02:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9a61475-acef-4a18-9f8d-e75d118dae81'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:17.548337 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:17.553918 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-e5c7a6bd-8081-4a57-a945-da0d3c3b358e None None] Set router f9a61475-acef-4a18-9f8d-e75d118dae81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:03:17.727220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:17.800252 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] Deleting port 05f256a5-ba79-4972-9c49-17d5d5f09cb7 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:03:17.800522 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:17.865371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e5c7a6bd-8081-4a57-a945-da0d3c3b358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'name': 'tempest-ServerDiskConfigTestJSON-1431709396-router', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '05f256a5-ba79-4972-9c49-17d5d5f09cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:19Z', 'updated_at': '2022-10-05T10:03:16Z', 'revision_number': 5, 'project_id': '4e12708bad6b4dccb679ea2d10648a2f', 'gw_port': {'id': '05f256a5-ba79-4972-9c49-17d5d5f09cb7', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:20Z', 'updated_at': '2022-10-05T10:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:17.869401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c7a6bd-8081-4a57-a945-da0d3c3b358e None None] Checking router: f9a61475-acef-4a18-9f8d-e75d118dae81 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:03:17.878378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7a6bd-8081-4a57-a945-da0d3c3b358e None None] Routers {'f9a61475-acef-4a18-9f8d-e75d118dae81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:03:17.879035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e5c7a6bd-8081-4a57-a945-da0d3c3b358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:02:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f9a61475-acef-4a18-9f8d-e75d118dae81'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:17.974036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] For port 05f256a5-ba79-4972-9c49-17d5d5f09cb7, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=05f256a5-ba79-4972-9c49-17d5d5f09cb7,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:03:17.974404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:18.027294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-e5c7a6bd-8081-4a57-a945-da0d3c3b358e None None] Set router f9a61475-acef-4a18-9f8d-e75d118dae81 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:03:18.096412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] Calling delete_port for 05f256a5-ba79-4972-9c49-17d5d5f09cb7 owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:03:18.130374 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e5c7a6bd-8081-4a57-a945-da0d3c3b358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'name': 'tempest-ServerDiskConfigTestJSON-1431709396-router', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:19Z', 'updated_at': '2022-10-05T10:03:17Z', 'revision_number': 6, 'project_id': '4e12708bad6b4dccb679ea2d10648a2f', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:18.134310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c7a6bd-8081-4a57-a945-da0d3c3b358e None None] The sync data for ids ['f9a61475-acef-4a18-9f8d-e75d118dae81'] in dv-neutron-860329-1-hyperv is: [{'id': 'f9a61475-acef-4a18-9f8d-e75d118dae81', 'name': 'tempest-ServerDiskConfigTestJSON-1431709396-router', 'tenant_id': '4e12708bad6b4dccb679ea2d10648a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:19Z', 'updated_at': '2022-10-05T10:03:17Z', 'revision_number': 6, 'project_id': '4e12708bad6b4dccb679ea2d10648a2f', 'gw_port_host': None}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:03:18.437810 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:18.519857 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] Pushing event deleted for resources: {'Port': ['ID=05f256a5-ba79-4972-9c49-17d5d5f09cb7,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:18.601654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:18.777839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:18.780054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:18.875036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:18.875605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9a61475-acef-4a18-9f8d-e75d118dae81 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:03:18.891869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:18.895352 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-484f4b3c-c139-45ac-831b-04951fafb1be admin admin] 10.222.0.49 "DELETE /v2.0/routers/f9a61475-acef-4a18-9f8d-e75d118dae81 HTTP/1.1" status: 204 len: 168 time: 1.5161347 Oct 05 10:03:18.895731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 47526) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:18.965711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Deleting subnet 10d0d2f1-41c4-4a9a-82b6-b758dd1147dc {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:03:18.968553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 05f256a5-ba79-4972-9c49-17d5d5f09cb7 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:03:18.969056 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:19.007965 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 05f256a5-ba79-4972-9c49-17d5d5f09cb7 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:03:19.008579 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 05f256a5-ba79-4972-9c49-17d5d5f09cb7 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:03:19.009149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:03:19.030885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:19.044101 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:03:19.044661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0c5b2d20-f3d9-4837-aba1-8d8fe1016fb7 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:03:19.106214 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:19.255098 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:19.292553 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d0d2f1-41c4-4a9a-82b6-b758dd1147dc,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:19.297368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:19.302202 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd2fabb-9035-440b-a9fe-a8d51e02cd23 None None] Network ca1ec1fc-f93d-4196-9ffe-0faa04eb987b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:03:19.304090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:19.304432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:19.304764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:19.305095 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:19.305418 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:19.305740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:19.306086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:19.306406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:19.306723 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:19.307035 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:19.307349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:19.307660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:19.313165 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f6840d89-e596-42e6-b133-df11e4b7bf91 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/10d0d2f1-41c4-4a9a-82b6-b758dd1147dc HTTP/1.1" status: 204 len: 168 time: 0.4159689 Oct 05 10:03:19.315252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 47530) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:19.422019 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:19.432169 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] Deleting port 470506da-c5be-4db1-91f0-b5c340e789b4 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:03:19.432493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:19.548672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe37f10-917b-41cd-96a3-2454d2fb8e4f None None] DHCP port deletion for ca1ec1fc-f93d-4196-9ffe-0faa04eb987b request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:03:19.552864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4fe37f10-917b-41cd-96a3-2454d2fb8e4f None None] Deleting port 470506da-c5be-4db1-91f0-b5c340e789b4 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:03:19.553234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4fe37f10-917b-41cd-96a3-2454d2fb8e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:19.635874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] For port 470506da-c5be-4db1-91f0-b5c340e789b4, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=470506da-c5be-4db1-91f0-b5c340e789b4,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:03:19.636223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:19.756048 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4fe37f10-917b-41cd-96a3-2454d2fb8e4f None None] For port 470506da-c5be-4db1-91f0-b5c340e789b4, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=470506da-c5be-4db1-91f0-b5c340e789b4,segment=NetworkSegment(2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b),segment_id=2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:03:19.756500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4fe37f10-917b-41cd-96a3-2454d2fb8e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:19.845122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] Calling delete_port for 470506da-c5be-4db1-91f0-b5c340e789b4 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:03:19.879683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4fe37f10-917b-41cd-96a3-2454d2fb8e4f None None] Calling delete_port for 470506da-c5be-4db1-91f0-b5c340e789b4 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:03:19.985800 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:19.997372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-4fe37f10-917b-41cd-96a3-2454d2fb8e4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:03:20.002043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-4fe37f10-917b-41cd-96a3-2454d2fb8e4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:03:20.037699 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] No DVR routers for this DVR port 470506da-c5be-4db1-91f0-b5c340e789b4 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:03:20.063945 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=470506da-c5be-4db1-91f0-b5c340e789b4,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:20.154918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:20.179091 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1ec1fc-f93d-4196-9ffe-0faa04eb987b']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:20.191170 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:20.191471 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:20.203093 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:20.219028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:20.224877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:03:20.225259 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:20.308458 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b resource provider aggregate not found Oct 05 10:03:20.325379 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a2abef9-bdf8-4089-bdd9-8237cbd5cb7b found for delete ", "request_id": "req-6011597b-dab9-4a49-965c-abbaa3167ea1"}]} Oct 05 10:03:20.382927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4d0bc13e-de37-431a-961f-e8e9c0438a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:20.405782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:20.410003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:20.433120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1ec1fc-f93d-4196-9ffe-0faa04eb987b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:20.499309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4fe37f10-917b-41cd-96a3-2454d2fb8e4f None None] Deleting port 470506da-c5be-4db1-91f0-b5c340e789b4 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:03:20.499699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4fe37f10-917b-41cd-96a3-2454d2fb8e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:20.516703 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-65a060a0-9530-415b-bd5c-09f04e70a8c8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ca1ec1fc-f93d-4196-9ffe-0faa04eb987b HTTP/1.1" status: 204 len: 168 time: 1.2004595 Oct 05 10:03:20.567504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4fe37f10-917b-41cd-96a3-2454d2fb8e4f None None] The port '470506da-c5be-4db1-91f0-b5c340e789b4' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:03:20.831488 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 47542) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:20.878846 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ee261920-9627-474f-8db8-098bca3ae596 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e12708bad6b4dccb679ea2d10648a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462451 Oct 05 10:03:20.881229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 47546) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:20.933423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 470506da-c5be-4db1-91f0-b5c340e789b4 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:03:20.940149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2929a633-865b-4876-8dd1-cf2c279a7869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:20.968529 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2929a633-865b-4876-8dd1-cf2c279a7869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:21.007641 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 470506da-c5be-4db1-91f0-b5c340e789b4 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:03:21.008244 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 470506da-c5be-4db1-91f0-b5c340e789b4 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:03:21.094373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2929a633-865b-4876-8dd1-cf2c279a7869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:21.111071 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929a633-865b-4876-8dd1-cf2c279a7869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff29f8ab-fce5-444f-98cf-743f06c4a14f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:21.118895 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2929a633-865b-4876-8dd1-cf2c279a7869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:21.119995 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2929a633-865b-4876-8dd1-cf2c279a7869 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff29f8ab-fce5-444f-98cf-743f06c4a14f HTTP/1.1" status: 204 len: 168 time: 0.2378983 Oct 05 10:03:22.154617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47570) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:22.254840 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-314076951-network', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:03:22.259776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:03:22.264201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Usage tracker for resource:network and tenant:f07f43e84a374856a303fe548d77ec3c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:03:22.267065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:03:22.275698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:03:22.337326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Made reservation on behalf of f07f43e84a374856a303fe548d77ec3c for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:03:22.339666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:22.352146 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:22.366178 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:03:22.370205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Usage tracker for resource:security_group_rule and tenant:f07f43e84a374856a303fe548d77ec3c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:03:22.373251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:03:22.379023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:03:22.458705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:22.525560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:22.555814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:03:22.564831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27f3fd7-e91b-4584-a232-d45c2e574161,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:22.570340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:22.570746 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Added segment 3bbeecc9-9a43-4573-933a-b9e2565184f7 of type vlan for network 410c89d2-5bec-4acc-a109-55dfeb3d323b Oct 05 10:03:22.599578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:22.648728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d7b35808-3717-40cf-9b3b-c5e739c4c578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:22.706018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:22.707094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:22.707685 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:22.807271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] Pushing event updated for resources: {'Network': ['ID=410c89d2-5bec-4acc-a109-55dfeb3d323b,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:22.817639 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 410c89d2-5bec-4acc-a109-55dfeb3d323b details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:03:22.861048 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6458de91-cf7b-4eb1-bb0d-08bb4e2fd2c8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7025204 Oct 05 10:03:22.861231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47576) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:22.867399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] Request body: {'subnet': {'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-314076951-subnet', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:03:22.874317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:03:22.878238 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] Usage tracker for resource:subnet and tenant:f07f43e84a374856a303fe548d77ec3c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:03:22.881153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:03:22.886934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:03:22.976957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] Made reservation on behalf of f07f43e84a374856a303fe548d77ec3c for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:03:22.979439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:23.243141 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:23.318848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] Pushing event updated for resources: {'Subnet': ['ID=23724b5f-1e19-44aa-997d-613de2e557c1,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:23.327431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] Checking segment: {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:03:23.327789 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] Network hostable DHCP agents. Network: 410c89d2-5bec-4acc-a109-55dfeb3d323b, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:03:23.414479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] Network 410c89d2-5bec-4acc-a109-55dfeb3d323b is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:03:23.471551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 410c89d2-5bec-4acc-a109-55dfeb3d323b) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:03:23.476042 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:23.480139 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:23.480860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2b0319-eb6a-4a3a-8a05-49025df2e20f None None] Network 410c89d2-5bec-4acc-a109-55dfeb3d323b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:03:23.566658 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-395c33cd-5580-4f87-914d-1b0c67fad88c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7044199 Oct 05 10:03:23.569140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47580) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:23.574320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:03:23.579109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:03:23.583344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Usage tracker for resource:router and tenant:f07f43e84a374856a303fe548d77ec3c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:03:23.586205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:03:23.592480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:03:23.674712 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:23.675844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:23.691514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:23.693530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-410c89d2-5bec-4acc-a109-55dfeb3d323b', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:03:23.694391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:23.847429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Allocated IP 172.20.0.2 (410c89d2-5bec-4acc-a109-55dfeb3d323b/23724b5f-1e19-44aa-997d-613de2e557c1/97db028d-72ad-4f76-a9a7-b2d3774b2eb3) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:03:24.021784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:24.049335 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:24.058925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Transition to ACTIVE for port object 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:03:24.077434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Transition to ACTIVE for port object 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:03:24.163401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:24.238641 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:24.245835 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Network 410c89d2-5bec-4acc-a109-55dfeb3d323b is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:03:24.252180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:03:24.254015 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Pushing event updated for resources: {'Port': ['ID=97db028d-72ad-4f76-a9a7-b2d3774b2eb3,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:24.256238 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:03:24.293821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:24.294192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:24.294560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:24.294898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:24.295226 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:24.295553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:24.295878 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:24.296203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:24.296526 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:24.296854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:24.297166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:24.297484 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:24.350331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:24.371807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Attempting to bind port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:03:24.372180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Attempting to bind port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:03:24.373064 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Attempting to bind port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 on network 410c89d2-5bec-4acc-a109-55dfeb3d323b {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:03:24.378719 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:03:24.379091 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Checking segment: {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:03:24.379490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:24.379877 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Bound using segment: {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:03:24.380336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Bound port: 97db028d-72ad-4f76-a9a7-b2d3774b2eb3, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:03:24.380704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:24.468244 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] For port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:03:24.471246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] For port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=97db028d-72ad-4f76-a9a7-b2d3774b2eb3,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:03:24.520492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:24.552156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:24.615002 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:24.691843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Allocated IP 172.26.7.150 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/3a517fde-6e13-43e0-9429-6996f465f01e) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:03:24.701717 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271d28f-e4d1-4cab-a5d8-9bb07468abd2 None None] Pushing event updated for resources: {'Port': ['ID=97db028d-72ad-4f76-a9a7-b2d3774b2eb3,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:24.852828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:24.940827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:24.978711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:03:25.000536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:03:25.003686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:03:25.006188 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:03:25.070125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=3a517fde-6e13-43e0-9429-6996f465f01e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:25.120039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:03:25.396192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:25.500132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:25.619043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da589c9f-8fed-44b8-acbd-8c648b8b5cd4 None None] Network 410c89d2-5bec-4acc-a109-55dfeb3d323b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:03:25.635056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:25.831669 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8432ff9b-7a5b-41f4-9b4e-ed2460678cd6 None None] Provisioning for port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:03:25.844430 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8432ff9b-7a5b-41f4-9b4e-ed2460678cd6 None None] Provisioning complete for port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:03:25.844811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8432ff9b-7a5b-41f4-9b4e-ed2460678cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:25.845143 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8432ff9b-7a5b-41f4-9b4e-ed2460678cd6 None None] Attempt 1 to provision port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 Oct 05 10:03:25.977259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:25.984535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8432ff9b-7a5b-41f4-9b4e-ed2460678cd6 None None] Current status of the port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:03:25.984922 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8432ff9b-7a5b-41f4-9b4e-ed2460678cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:26.021864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8432ff9b-7a5b-41f4-9b4e-ed2460678cd6 None None] For port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=97db028d-72ad-4f76-a9a7-b2d3774b2eb3,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:03:26.097894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8432ff9b-7a5b-41f4-9b4e-ed2460678cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:26.166496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432ff9b-7a5b-41f4-9b4e-ed2460678cd6 None None] Pushing event updated for resources: {'Port': ['ID=97db028d-72ad-4f76-a9a7-b2d3774b2eb3,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:26.217357 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8ac83ef0-1091-417e-a7cc-cab20ced832f None None] Provisioning complete for port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:03:26.217722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8ac83ef0-1091-417e-a7cc-cab20ced832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:26.218083 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8ac83ef0-1091-417e-a7cc-cab20ced832f None None] Attempt 1 to provision port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 Oct 05 10:03:26.274947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Router c594db16-22e0-4878-8347-523309d11b81 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:03:26.363494 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8ac83ef0-1091-417e-a7cc-cab20ced832f None None] Current status of the port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:03:26.453041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:03:26.461635 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Sync routers for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:03:26.471599 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:03:26.472207 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:03:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:26.529740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:26.531048 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7ac0ef3e-7677-41fd-b19f-ed47858a0ec5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9609251 Oct 05 10:03:26.535353 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47586) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:26.644570 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:03:26.944452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:03:26.954608 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:25Z', 'revision_number': 3, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:26.958650 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Checking router: c594db16-22e0-4878-8347-523309d11b81 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:03:26.959094 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Updating router c594db16-22e0-4878-8347-523309d11b81 port 3a517fde-6e13-43e0-9429-6996f465f01e binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:03:27.015827 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:03:27.016201 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:27.016563 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 Oct 05 10:03:27.018812 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:27.135622 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:03:27.212860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:27.343018 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:27.354158 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Transition to ACTIVE for port object 3a517fde-6e13-43e0-9429-6996f465f01e will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:03:27.413601 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Allocated IP 172.20.0.1 (410c89d2-5bec-4acc-a109-55dfeb3d323b/23724b5f-1e19-44aa-997d-613de2e557c1/48766c41-96a7-4648-ae7b-10cebf39f3bb) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:03:27.431650 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:27.494627 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Attempting to bind port 3a517fde-6e13-43e0-9429-6996f465f01e on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:03:27.495281 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Attempting to bind port 3a517fde-6e13-43e0-9429-6996f465f01e by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:03:27.495281 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Attempting to bind port 3a517fde-6e13-43e0-9429-6996f465f01e on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:03:27.506791 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:03:27.507168 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:03:27.507570 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:27.507961 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:03:27.508439 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Bound port: 3a517fde-6e13-43e0-9429-6996f465f01e, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:03:27.508816 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:27.549809 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32232bd-ce4e-4159-a4b7-61dba2e31a95 None None] Pushing event updated for resources: {'Port': ['ID=3a517fde-6e13-43e0-9429-6996f465f01e,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:27.568021 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32232bd-ce4e-4159-a4b7-61dba2e31a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:27.568384 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32232bd-ce4e-4159-a4b7-61dba2e31a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:27.568715 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32232bd-ce4e-4159-a4b7-61dba2e31a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:27.569052 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32232bd-ce4e-4159-a4b7-61dba2e31a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:27.569381 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32232bd-ce4e-4159-a4b7-61dba2e31a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:27.569709 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32232bd-ce4e-4159-a4b7-61dba2e31a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:27.570061 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32232bd-ce4e-4159-a4b7-61dba2e31a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:27.570386 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32232bd-ce4e-4159-a4b7-61dba2e31a95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:27.570711 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32232bd-ce4e-4159-a4b7-61dba2e31a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:27.571033 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32232bd-ce4e-4159-a4b7-61dba2e31a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:27.571351 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32232bd-ce4e-4159-a4b7-61dba2e31a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:27.571668 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32232bd-ce4e-4159-a4b7-61dba2e31a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:03:27.602704 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] For port 3a517fde-6e13-43e0-9429-6996f465f01e, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:03:27.605712 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] For port 3a517fde-6e13-43e0-9429-6996f465f01e, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3a517fde-6e13-43e0-9429-6996f465f01e,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:03:27.679474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:27.695123 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:27.695600 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Transition to ACTIVE for port object 48766c41-96a7-4648-ae7b-10cebf39f3bb will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:03:27.756855 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:03:27.757393 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:03:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:27.803764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:27.840151 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32232bd-ce4e-4159-a4b7-61dba2e31a95 None None] Pushing event updated for resources: {'Port': ['ID=3a517fde-6e13-43e0-9429-6996f465f01e,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:27.872157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Network 410c89d2-5bec-4acc-a109-55dfeb3d323b is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:03:27.874820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:03:27.878447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:03:27.928176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Pushing event updated for resources: {'Port': ['ID=48766c41-96a7-4648-ae7b-10cebf39f3bb,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:27.954022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:27.956827 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:03:28.243317 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Provisioning for port 48766c41-96a7-4648-ae7b-10cebf39f3bb completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:03:28.247926 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:25Z', 'revision_number': 3, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:28.256985 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Provisioning complete for port 48766c41-96a7-4648-ae7b-10cebf39f3bb triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:03:28.256985 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:28.256985 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Attempt 1 to provision port 48766c41-96a7-4648-ae7b-10cebf39f3bb Oct 05 10:03:28.258223 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f68d7-fac7-4bbd-849b-09f7b2175bad None None] The sync data for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv is: [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:25Z', 'revision_number': 3, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:03:28.284278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:28.313499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Port 48766c41-96a7-4648-ae7b-10cebf39f3bb cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:03:28.533806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:28.597943 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:28.707591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Pushing event updated for resources: {'Port': ['ID=48766c41-96a7-4648-ae7b-10cebf39f3bb,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:28.712365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:28.846855 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Attempt 2 to provision port 48766c41-96a7-4648-ae7b-10cebf39f3bb Oct 05 10:03:28.855292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Network 410c89d2-5bec-4acc-a109-55dfeb3d323b is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:03:28.856580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:03:28.920398 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Port 48766c41-96a7-4648-ae7b-10cebf39f3bb cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:03:29.030443 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3a517fde-6e13-43e0-9429-6996f465f01e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:03:29.092272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Router c594db16-22e0-4878-8347-523309d11b81 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:03:29.187078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 3a517fde-6e13-43e0-9429-6996f465f01e completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:03:29.195513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 3a517fde-6e13-43e0-9429-6996f465f01e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:03:29.195513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:29.195513 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 3a517fde-6e13-43e0-9429-6996f465f01e Oct 05 10:03:29.280381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:03:29.289161 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-75411275-d899-4e09-8c47-a4ae54b05455 admin admin] 10.222.0.49 "PUT /v2.0/routers/c594db16-22e0-4878-8347-523309d11b81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7527022 Oct 05 10:03:29.313680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 3a517fde-6e13-43e0-9429-6996f465f01e is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:03:29.313680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:29.330412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 3a517fde-6e13-43e0-9429-6996f465f01e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3a517fde-6e13-43e0-9429-6996f465f01e,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:03:29.421494 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Attempt 3 to provision port 48766c41-96a7-4648-ae7b-10cebf39f3bb Oct 05 10:03:29.450116 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:29.530291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Port 48766c41-96a7-4648-ae7b-10cebf39f3bb cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:03:29.537754 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=3a517fde-6e13-43e0-9429-6996f465f01e,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:29.666846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47596) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:29.673666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3c9e59e3-994e-4907-bdd8-862e42fa82bb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328755262', 'description': 'tempest-description--214492714'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:03:29.679127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3c9e59e3-994e-4907-bdd8-862e42fa82bb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:03:29.683083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3c9e59e3-994e-4907-bdd8-862e42fa82bb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Usage tracker for resource:security_group and tenant:f07f43e84a374856a303fe548d77ec3c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:03:29.686270 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3c9e59e3-994e-4907-bdd8-862e42fa82bb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:03:29.692096 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3c9e59e3-994e-4907-bdd8-862e42fa82bb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:03:29.797518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3c9e59e3-994e-4907-bdd8-862e42fa82bb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:29.819096 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3c9e59e3-994e-4907-bdd8-862e42fa82bb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:03:29.823726 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3c9e59e3-994e-4907-bdd8-862e42fa82bb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Usage tracker for resource:security_group_rule and tenant:f07f43e84a374856a303fe548d77ec3c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:03:29.826670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3c9e59e3-994e-4907-bdd8-862e42fa82bb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:03:29.831526 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Sync routers for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:03:29.832695 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3c9e59e3-994e-4907-bdd8-862e42fa82bb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:03:29.840933 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:03:29.843980 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:03:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:29.905089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3c9e59e3-994e-4907-bdd8-862e42fa82bb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:29.977354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3c9e59e3-994e-4907-bdd8-862e42fa82bb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:30.018279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:03:30.063834 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Attempt 4 to provision port 48766c41-96a7-4648-ae7b-10cebf39f3bb Oct 05 10:03:30.139558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e59e3-994e-4907-bdd8-862e42fa82bb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:30.197212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Port 48766c41-96a7-4648-ae7b-10cebf39f3bb cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:03:30.217623 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3c9e59e3-994e-4907-bdd8-862e42fa82bb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:30.219074 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3c9e59e3-994e-4907-bdd8-862e42fa82bb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5510399 Oct 05 10:03:30.221700 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47600) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:30.226679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-64525436-f667-4fce-98dd-4df010da7c55 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Request body: {'security_group_rule': {'security_group_id': '5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:03:30.233726 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-64525436-f667-4fce-98dd-4df010da7c55 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:03:30.236581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-64525436-f667-4fce-98dd-4df010da7c55 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Usage tracker for resource:security_group_rule and tenant:f07f43e84a374856a303fe548d77ec3c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:03:30.239434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-64525436-f667-4fce-98dd-4df010da7c55 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:03:30.245087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-64525436-f667-4fce-98dd-4df010da7c55 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:03:30.316240 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-64525436-f667-4fce-98dd-4df010da7c55 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:30.375756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-64525436-f667-4fce-98dd-4df010da7c55 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:30.416166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 2, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:30.417250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-64525436-f667-4fce-98dd-4df010da7c55 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:30.420103 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Checking router: c594db16-22e0-4878-8347-523309d11b81 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:03:30.420451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Updating router c594db16-22e0-4878-8347-523309d11b81 port 48766c41-96a7-4648-ae7b-10cebf39f3bb binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:03:30.441453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64525436-f667-4fce-98dd-4df010da7c55 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20527f4-f4b3-4eaf-874f-24be0792eacc,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:30.473179 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:30.491710 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-64525436-f667-4fce-98dd-4df010da7c55 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:30.492999 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-64525436-f667-4fce-98dd-4df010da7c55 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2703438 Oct 05 10:03:30.495545 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47604) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:30.495660 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:03:30.501344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d4fbcf62-f9dd-4381-aaa0-695daac8eed4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Request body: {'security_group_rule': {'security_group_id': '5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:03:30.507432 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d4fbcf62-f9dd-4381-aaa0-695daac8eed4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:03:30.511289 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d4fbcf62-f9dd-4381-aaa0-695daac8eed4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Usage tracker for resource:security_group_rule and tenant:f07f43e84a374856a303fe548d77ec3c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:03:30.514250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d4fbcf62-f9dd-4381-aaa0-695daac8eed4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:03:30.520224 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d4fbcf62-f9dd-4381-aaa0-695daac8eed4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:03:30.599207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d4fbcf62-f9dd-4381-aaa0-695daac8eed4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:30.658705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d4fbcf62-f9dd-4381-aaa0-695daac8eed4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:30.698240 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Attempt 5 to provision port 48766c41-96a7-4648-ae7b-10cebf39f3bb Oct 05 10:03:30.720364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d4fbcf62-f9dd-4381-aaa0-695daac8eed4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:30.747105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbcf62-f9dd-4381-aaa0-695daac8eed4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86aa4ec-b046-4576-816e-3bcdc7e72779,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:30.784354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Port 48766c41-96a7-4648-ae7b-10cebf39f3bb cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:03:30.812228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d4fbcf62-f9dd-4381-aaa0-695daac8eed4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:30.813697 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d4fbcf62-f9dd-4381-aaa0-695daac8eed4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3169742 Oct 05 10:03:30.816500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47608) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:30.821330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:03:30.827688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:03:30.831607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Usage tracker for resource:floatingip and tenant:f07f43e84a374856a303fe548d77ec3c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:03:30.834505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:03:30.840166 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:03:30.863641 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:30.874910 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Transition to ACTIVE for port object 48766c41-96a7-4648-ae7b-10cebf39f3bb will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:03:30.903491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:30.943098 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3a517fde-6e13-43e0-9429-6996f465f01e up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:03:30.984696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:31.043215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:31.177027 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Allocated IP 172.26.7.17 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/937f79d5-0903-4e29-80b8-5d4ee84a23e9) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:03:31.191353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f3863-116b-4e88-9be1-44b17ff51347 None None] Pushing event updated for resources: {'Port': ['ID=48766c41-96a7-4648-ae7b-10cebf39f3bb,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:31.219486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Attempting to bind port 48766c41-96a7-4648-ae7b-10cebf39f3bb on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:03:31.219872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Attempting to bind port 48766c41-96a7-4648-ae7b-10cebf39f3bb by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:03:31.220227 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Attempting to bind port 48766c41-96a7-4648-ae7b-10cebf39f3bb on network 410c89d2-5bec-4acc-a109-55dfeb3d323b {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:03:31.229440 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:03:31.229813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Checking segment: {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:03:31.230258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:31.230711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Bound using segment: {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:03:31.231182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Bound port: 48766c41-96a7-4648-ae7b-10cebf39f3bb, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:03:31.231563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:31.244089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 3a517fde-6e13-43e0-9429-6996f465f01e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:03:31.244459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:31.244793 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 3a517fde-6e13-43e0-9429-6996f465f01e Oct 05 10:03:31.315429 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Attempt 6 to provision port 48766c41-96a7-4648-ae7b-10cebf39f3bb Oct 05 10:03:31.327533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:31.417966 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Port 48766c41-96a7-4648-ae7b-10cebf39f3bb cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:03:31.424100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:31.424772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] For port 48766c41-96a7-4648-ae7b-10cebf39f3bb, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:03:31.465923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] For port 48766c41-96a7-4648-ae7b-10cebf39f3bb, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=48766c41-96a7-4648-ae7b-10cebf39f3bb,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:03:31.483653 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 3a517fde-6e13-43e0-9429-6996f465f01e is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:03:31.492989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:03:31.492989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:03:31.495503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:03:31.529749 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Pushing event updated for resources: {'Port': ['ID=937f79d5-0903-4e29-80b8-5d4ee84a23e9,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:31.546767 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:31.577851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:31.609492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:03:31.610132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:03:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:31.694916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f3863-116b-4e88-9be1-44b17ff51347 None None] Pushing event updated for resources: {'Port': ['ID=48766c41-96a7-4648-ae7b-10cebf39f3bb,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:31.699743 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:31.799623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:03:31.904346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:31.920420 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Attempt 7 to provision port 48766c41-96a7-4648-ae7b-10cebf39f3bb Oct 05 10:03:31.977596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:32.083563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:32.088877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Pushing event updated for resources: {'Port': ['ID=937f79d5-0903-4e29-80b8-5d4ee84a23e9,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:32.107060 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfa9e0-942f-4362-9c3b-f63cb5ed2347 None None] Port 48766c41-96a7-4648-ae7b-10cebf39f3bb had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:03:32.171944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:32.173112 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f73bdb26-562a-4a22-a9fb-e577f2f8ad94 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3556931 Oct 05 10:03:32.195875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:31Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:32.199912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c841ab-59b5-4789-937e-4951dc586d38 None None] The sync data for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv is: [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:31Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:03:32.368592 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-2ca8392a-32ed-4073-beb9-42d2da3e5b2f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--328755262&fields=id&tenant_id=f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 267 time: 0.0407612 Oct 05 10:03:32.523610 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ead588-ae8c-4290-a893-74af2119773d req-e23501d7-31f0-428b-bda3-2be920c1ac0a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:32.525087 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-e23501d7-31f0-428b-bda3-2be920c1ac0a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 811 time: 0.1487765 Oct 05 10:03:32.539953 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-54e42f2c-ef34-4cdc-a38f-e84ef760b9df tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/quotas/f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 375 time: 0.0092962 Oct 05 10:03:32.636692 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-0455d882-1d38-4807-9f8c-e282f89d0846 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0910459 Oct 05 10:03:32.829617 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-df44d06d-0fd5-47d7-9ff8-003e146f9138 service neutron] 10.222.0.49 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802764 Oct 05 10:03:32.970898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 48766c41-96a7-4648-ae7b-10cebf39f3bb up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:03:32.974831 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-47d4b6a4-34e6-4420-bc25-17fe166d51e6 service neutron] 10.222.0.49 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393089 Oct 05 10:03:33.163481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 48766c41-96a7-4648-ae7b-10cebf39f3bb completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:03:33.169109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 48766c41-96a7-4648-ae7b-10cebf39f3bb triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:03:33.178438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:33.178438 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 48766c41-96a7-4648-ae7b-10cebf39f3bb Oct 05 10:03:33.299576 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 48766c41-96a7-4648-ae7b-10cebf39f3bb is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:03:33.300329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:33.320871 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-14bc5f9a-ae85-4dfa-b582-5e4a3a84f803 req-50c66176-8007-482d-aa4e-905e8f502b38 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 210 time: 0.0535395 Oct 05 10:03:33.334203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 48766c41-96a7-4648-ae7b-10cebf39f3bb, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=48766c41-96a7-4648-ae7b-10cebf39f3bb,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:03:33.414989 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:33.484681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=48766c41-96a7-4648-ae7b-10cebf39f3bb,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:34.487660 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a4eb2a8b-70c8-4fd6-80a9-525d409fcb6a req-8c5555ab-3c4b-4ea8-91bc-00e2dfffea4b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 210 time: 0.0507438 Oct 05 10:03:34.949355 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 48766c41-96a7-4648-ae7b-10cebf39f3bb up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:03:35.020943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 48766c41-96a7-4648-ae7b-10cebf39f3bb triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:03:35.021310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:35.021690 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 48766c41-96a7-4648-ae7b-10cebf39f3bb Oct 05 10:03:35.134583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 48766c41-96a7-4648-ae7b-10cebf39f3bb is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:03:35.581517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ead588-ae8c-4290-a893-74af2119773d req-3d886dcc-3e5a-4cf5-8b8f-e20b44c2d091 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:35.582237 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-c5ead588-ae8c-4290-a893-74af2119773d req-3d886dcc-3e5a-4cf5-8b8f-e20b44c2d091 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Synchronizing usage tracker for tenant:f07f43e84a374856a303fe548d77ec3c on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:03:35.653615 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0554d035-e926-4c57-9d57-d13d17d6580f req-82da8832-f707-4268-ad2b-5c3c1d2f8c0d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 210 time: 0.0529702 Oct 05 10:03:35.689315 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-c5ead588-ae8c-4290-a893-74af2119773d req-3d886dcc-3e5a-4cf5-8b8f-e20b44c2d091 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Unset dirty status for tenant:f07f43e84a374856a303fe548d77ec3c on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:03:35.690513 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-3d886dcc-3e5a-4cf5-8b8f-e20b44c2d091 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 811 time: 0.2550859 Oct 05 10:03:35.745623 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-c5ead588-ae8c-4290-a893-74af2119773d req-630c08cc-e7b8-40b4-8b96-61d59865f980 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Synchronizing usage tracker for tenant:f07f43e84a374856a303fe548d77ec3c on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:03:35.831745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-c5ead588-ae8c-4290-a893-74af2119773d req-630c08cc-e7b8-40b4-8b96-61d59865f980 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Unset dirty status for tenant:f07f43e84a374856a303fe548d77ec3c on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:03:35.832947 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-630c08cc-e7b8-40b4-8b96-61d59865f980 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 379 time: 0.1285951 Oct 05 10:03:35.842763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Request body: {'port': {'device_id': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'admin_state_up': True, 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'security_groups': ['5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:03:35.979979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:03:35.983949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Usage tracker for resource:port and tenant:f07f43e84a374856a303fe548d77ec3c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:03:35.986764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:03:35.992419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:03:36.062758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Made reservation on behalf of f07f43e84a374856a303fe548d77ec3c for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:03:36.066461 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:36.224655 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Allocated IP 172.20.0.7 (410c89d2-5bec-4acc-a109-55dfeb3d323b/23724b5f-1e19-44aa-997d-613de2e557c1/54024e79-d9b7-4068-8655-71a447d70a73) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:03:36.495939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:36.511388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Transition to ACTIVE for port object 54024e79-d9b7-4068-8655-71a447d70a73 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:03:36.614966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:36.686028 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Network 410c89d2-5bec-4acc-a109-55dfeb3d323b is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:03:36.688967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:03:36.692854 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:03:36.726671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Pushing event updated for resources: {'Port': ['ID=54024e79-d9b7-4068-8655-71a447d70a73,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:36.777445 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:36.778112 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:36.870202 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-5b193d1e-8c2e-43a2-bbe7-de423e2b6a22 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0318322 Oct 05 10:03:36.874292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504b33d-2320-401b-8947-74cf5515ecae req-0fa22d26-072d-4f2b-b31d-f45a483641c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:36.875772 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f504b33d-2320-401b-8947-74cf5515ecae req-0fa22d26-072d-4f2b-b31d-f45a483641c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 931 time: 0.0893807 Oct 05 10:03:36.887689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Request body: {'port': {'device_id': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:03:36.921634 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f504b33d-2320-401b-8947-74cf5515ecae req-d034e1bf-f116-4a21-912e-a854b00ad9be tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400422 Oct 05 10:03:37.006120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:37.040399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-536a97f6-35d5-4953-bd28-7216dd3bd03d None None] Provisioning for port 54024e79-d9b7-4068-8655-71a447d70a73 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:03:37.045929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-536a97f6-35d5-4953-bd28-7216dd3bd03d None None] Provisioning complete for port 54024e79-d9b7-4068-8655-71a447d70a73 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:03:37.046324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-536a97f6-35d5-4953-bd28-7216dd3bd03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:37.049827 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-536a97f6-35d5-4953-bd28-7216dd3bd03d None None] Attempt 1 to provision port 54024e79-d9b7-4068-8655-71a447d70a73 Oct 05 10:03:37.101395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-536a97f6-35d5-4953-bd28-7216dd3bd03d None None] Port 54024e79-d9b7-4068-8655-71a447d70a73 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:03:37.340874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54024e79-d9b7-4068-8655-71a447d70a73 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:03:37.349234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:37.363259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Transition to ACTIVE for port object 54024e79-d9b7-4068-8655-71a447d70a73 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:03:37.428378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:37.606777 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-536a97f6-35d5-4953-bd28-7216dd3bd03d None None] Attempt 2 to provision port 54024e79-d9b7-4068-8655-71a447d70a73 Oct 05 10:03:37.611155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=54024e79-d9b7-4068-8655-71a447d70a73,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:37.653359 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Attempting to bind port 54024e79-d9b7-4068-8655-71a447d70a73 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:03:37.654100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Attempting to bind port 54024e79-d9b7-4068-8655-71a447d70a73 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:03:37.654235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Attempting to bind port 54024e79-d9b7-4068-8655-71a447d70a73 on network 410c89d2-5bec-4acc-a109-55dfeb3d323b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:03:37.658718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Port 54024e79-d9b7-4068-8655-71a447d70a73 on network 410c89d2-5bec-4acc-a109-55dfeb3d323b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:03:37.659035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Attempting to bind port 54024e79-d9b7-4068-8655-71a447d70a73 on network 410c89d2-5bec-4acc-a109-55dfeb3d323b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:03:37.659939 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-536a97f6-35d5-4953-bd28-7216dd3bd03d None None] Port 54024e79-d9b7-4068-8655-71a447d70a73 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:03:37.664193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:03:37.664524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Checking segment: {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:03:37.664903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Bound using segment: {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:03:37.665319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Bound port: 54024e79-d9b7-4068-8655-71a447d70a73, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:03:37.665664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:37.757363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] For port 54024e79-d9b7-4068-8655-71a447d70a73, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:03:37.760294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] For port 54024e79-d9b7-4068-8655-71a447d70a73, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=54024e79-d9b7-4068-8655-71a447d70a73,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:03:37.823496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:37.858723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:37.859265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:37.860624 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] 10.222.0.55 "PUT /v2.0/ports/54024e79-d9b7-4068-8655-71a447d70a73 HTTP/1.1" status: 200 len: 1093 time: 0.9772530 Oct 05 10:03:37.861077 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'tag': '54024e79-d9b7-4068-8655-71a447d70a73'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:03:37.863382 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4561726b-1216-4e13-a244-5e8f48fc1554" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315", "tag": "54024e79-d9b7-4068-8655-71a447d70a73"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:03:37.899210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487ffb7-cdc8-4a93-9caa-6b9b61b74cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=54024e79-d9b7-4068-8655-71a447d70a73,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:37.907917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e5f20c-2953-4e6b-8636-13bab46a0be0 x-openstack-request-id: req-a2e5f20c-2953-4e6b-8636-13bab46a0be0 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:03:37.908209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315", "tag": "54024e79-d9b7-4068-8655-71a447d70a73", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:03:37.908462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2e5f20c-2953-4e6b-8636-13bab46a0be0 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:03:37.908857 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e5f20c-2953-4e6b-8636-13bab46a0be0'] response: {'name': 'network-changed', 'server_uuid': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'tag': '54024e79-d9b7-4068-8655-71a447d70a73', 'status': 'completed', 'code': 200} Oct 05 10:03:38.029667 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561726b-1216-4e13-a244-5e8f48fc1554 req-662a2e2b-dc16-41e0-8ad6-ed7cf50e23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:38.031181 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4561726b-1216-4e13-a244-5e8f48fc1554 req-662a2e2b-dc16-41e0-8ad6-ed7cf50e23ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 1096 time: 0.0819023 Oct 05 10:03:38.125789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fd23a-63dc-4971-8472-350d5fbbe856 req-2e364a59-63f6-400f-ac2e-9a8d11ecae4b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:38.127337 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-638fd23a-63dc-4971-8472-350d5fbbe856 req-2e364a59-63f6-400f-ac2e-9a8d11ecae4b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 943 time: 0.0963955 Oct 05 10:03:38.160761 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-536a97f6-35d5-4953-bd28-7216dd3bd03d None None] Attempt 3 to provision port 54024e79-d9b7-4068-8655-71a447d70a73 Oct 05 10:03:38.174100 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-638fd23a-63dc-4971-8472-350d5fbbe856 req-17049c85-a97f-4b1f-a824-360bcb7f5bc9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406387 Oct 05 10:03:38.178360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561726b-1216-4e13-a244-5e8f48fc1554 req-8df53af0-eed7-45c7-bd74-388c3810e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:38.179982 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4561726b-1216-4e13-a244-5e8f48fc1554 req-8df53af0-eed7-45c7-bd74-388c3810e81a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f07f43e84a374856a303fe548d77ec3c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1366110 Oct 05 10:03:38.224312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-536a97f6-35d5-4953-bd28-7216dd3bd03d None None] Port 54024e79-d9b7-4068-8655-71a447d70a73 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:03:38.315503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561726b-1216-4e13-a244-5e8f48fc1554 req-a6ac56a1-7986-4d12-9a2d-be9d29f2f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:38.316930 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4561726b-1216-4e13-a244-5e8f48fc1554 req-a6ac56a1-7986-4d12-9a2d-be9d29f2f4df service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316762 Oct 05 10:03:38.449149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ead588-ae8c-4290-a893-74af2119773d req-bb3e49aa-5a05-45c4-9202-deccd36b35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:38.450636 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-bb3e49aa-5a05-45c4-9202-deccd36b35ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 1096 time: 0.0778217 Oct 05 10:03:38.625943 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-924fa6f6-ad08-4ab9-b56b-e21bba7a3e68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54024e79-d9b7-4068-8655-71a447d70a73 HTTP/1.1" status: 200 len: 217 time: 0.1626654 Oct 05 10:03:38.687886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ead588-ae8c-4290-a893-74af2119773d req-885bf122-9cf0-4766-b0ad-f94c04750908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:38.689292 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-885bf122-9cf0-4766-b0ad-f94c04750908 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0580876 Oct 05 10:03:38.773714 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ead588-ae8c-4290-a893-74af2119773d req-a5db7a2b-b2a6-4084-8941-ec0d5a9c8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:38.775229 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-a5db7a2b-b2a6-4084-8941-ec0d5a9c8cf1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804317 Oct 05 10:03:38.907699 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-9a763703-00ba-4b84-9cab-9030bd4f6937 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256611 Oct 05 10:03:39.035198 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5ead588-ae8c-4290-a893-74af2119773d req-9587d4a0-8317-40cd-9d07-20e9bed97c1f service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220121 Oct 05 10:03:39.370698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1553ad9-48a7-4f97-b952-28667efc7d71 req-c683085b-43d7-4e89-8de4-5cda2a300927 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:39.372045 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1553ad9-48a7-4f97-b952-28667efc7d71 req-c683085b-43d7-4e89-8de4-5cda2a300927 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 943 time: 0.0891387 Oct 05 10:03:39.503432 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1553ad9-48a7-4f97-b952-28667efc7d71 req-1c4e080a-ab14-4b3c-96ad-5736d6a24c13 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257491 Oct 05 10:03:40.696905 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864f4d5-a4ee-4117-8926-4234f03818b4 req-987019f3-4b9f-497d-847c-c08428040348 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:40.698373 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3864f4d5-a4ee-4117-8926-4234f03818b4 req-987019f3-4b9f-497d-847c-c08428040348 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 943 time: 0.0865619 Oct 05 10:03:40.744094 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3864f4d5-a4ee-4117-8926-4234f03818b4 req-efd2c2dc-8b48-4d08-b699-c65a08d0ece2 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395634 Oct 05 10:03:41.933546 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 54024e79-d9b7-4068-8655-71a447d70a73 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:03:41.941200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02802a93-c22b-4c1d-93f7-2290f59b679f req-aa92f1b1-97d4-4786-8d7a-c6f8ab48ae43 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:41.942681 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-02802a93-c22b-4c1d-93f7-2290f59b679f req-aa92f1b1-97d4-4786-8d7a-c6f8ab48ae43 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 943 time: 0.0859954 Oct 05 10:03:41.986634 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-02802a93-c22b-4c1d-93f7-2290f59b679f req-46285e20-872b-40a6-9da9-a195588ca566 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382588 Oct 05 10:03:42.067234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 54024e79-d9b7-4068-8655-71a447d70a73, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=54024e79-d9b7-4068-8655-71a447d70a73,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:03:42.079927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '54024e79-d9b7-4068-8655-71a447d70a73', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'port_id': '54024e79-d9b7-4068-8655-71a447d70a73', 'mac_address': 'fa:16:3e:a5:17:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:03:42.133467 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 54024e79-d9b7-4068-8655-71a447d70a73 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:03:42.133848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:42.149899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54024e79-d9b7-4068-8655-71a447d70a73 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:03:42.165182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 54024e79-d9b7-4068-8655-71a447d70a73, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=54024e79-d9b7-4068-8655-71a447d70a73,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:03:42.239824 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:42.308063 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=54024e79-d9b7-4068-8655-71a447d70a73,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:42.649003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['54024e79-d9b7-4068-8655-71a447d70a73'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:03:43.198094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789e7d8-4640-4f1d-adc7-add8bdd1e6b9 req-5d11f7a1-4aa8-4507-ae8f-c1295d2f6379 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:43.199513 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2789e7d8-4640-4f1d-adc7-add8bdd1e6b9 req-5d11f7a1-4aa8-4507-ae8f-c1295d2f6379 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 944 time: 0.0905075 Oct 05 10:03:43.242971 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2789e7d8-4640-4f1d-adc7-add8bdd1e6b9 req-b047e2f6-615b-43ec-ad45-17075d973f97 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372205 Oct 05 10:03:43.934604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 54024e79-d9b7-4068-8655-71a447d70a73 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:03:44.051465 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 54024e79-d9b7-4068-8655-71a447d70a73 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:03:44.056058 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 54024e79-d9b7-4068-8655-71a447d70a73 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:03:44.056424 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:44.056759 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 54024e79-d9b7-4068-8655-71a447d70a73 Oct 05 10:03:44.170069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 54024e79-d9b7-4068-8655-71a447d70a73 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:03:44.170439 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:44.196006 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54024e79-d9b7-4068-8655-71a447d70a73'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:03:44.198294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a9ddc4-ccf2-48bb-9685-03869ad9e294" -d '{"events": [{"server_uuid": "a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315", "name": "network-vif-plugged", "status": "completed", "tag": "54024e79-d9b7-4068-8655-71a447d70a73"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:03:44.206646 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 54024e79-d9b7-4068-8655-71a447d70a73, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=54024e79-d9b7-4068-8655-71a447d70a73,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:03:44.239175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2464ca-a088-4f23-a7b0-4e8d90dc66d8 x-openstack-request-id: req-1b2464ca-a088-4f23-a7b0-4e8d90dc66d8 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:03:44.239462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315", "name": "network-vif-plugged", "status": "completed", "tag": "54024e79-d9b7-4068-8655-71a447d70a73", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:03:44.239709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b2464ca-a088-4f23-a7b0-4e8d90dc66d8 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:03:44.240092 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2464ca-a088-4f23-a7b0-4e8d90dc66d8'] response: {'server_uuid': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54024e79-d9b7-4068-8655-71a447d70a73', 'code': 200} Oct 05 10:03:44.262852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:44.331452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=54024e79-d9b7-4068-8655-71a447d70a73,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:03:44.444818 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b0576-eecb-4ccd-ac6d-d035f2e5497c req-5314a82b-9c28-496e-b505-8f1cb79b9c0e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:44.446293 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-611b0576-eecb-4ccd-ac6d-d035f2e5497c req-5314a82b-9c28-496e-b505-8f1cb79b9c0e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0881290 Oct 05 10:03:44.493828 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-611b0576-eecb-4ccd-ac6d-d035f2e5497c req-c1232985-8073-4b24-bf01-7f9366bf82a8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401783 Oct 05 10:03:44.635547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a933e6d-d9f2-4380-819b-a5fc857e0b31 req-6b4694ed-61ea-4d59-90a1-087798a878b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:44.636882 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1a933e6d-d9f2-4380-819b-a5fc857e0b31 req-6b4694ed-61ea-4d59-90a1-087798a878b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 1098 time: 0.0750449 Oct 05 10:03:44.674896 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1a933e6d-d9f2-4380-819b-a5fc857e0b31 req-e647ffd6-7e11-4e2a-9c3b-adf6879d382d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320346 Oct 05 10:03:45.690611 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d417c46-f254-4363-a17b-71ef6f49245c req-6341d162-5bbe-49a3-b432-7c8f0e2b1600 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:45.692046 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9d417c46-f254-4363-a17b-71ef6f49245c req-6341d162-5bbe-49a3-b432-7c8f0e2b1600 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0865972 Oct 05 10:03:45.735390 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9d417c46-f254-4363-a17b-71ef6f49245c req-1ab5d1c8-00a8-418c-a3b9-ec7f3385251b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376816 Oct 05 10:03:46.933362 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f565f-d4a6-4ed2-9989-8dcfc298fffd req-4ac4efb9-52ad-49f3-ac68-c03f0287f70e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:46.935105 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-857f565f-d4a6-4ed2-9989-8dcfc298fffd req-4ac4efb9-52ad-49f3-ac68-c03f0287f70e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0900536 Oct 05 10:03:46.978366 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-857f565f-d4a6-4ed2-9989-8dcfc298fffd req-ad91b8db-1d21-4129-902a-d5060e674806 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368996 Oct 05 10:03:47.165951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd2ab3-88c3-46d8-bb77-13f7a0e8ca18 req-f28034a0-c6ae-46ff-b70f-739fc64c2a56 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:47.167407 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a1cd2ab3-88c3-46d8-bb77-13f7a0e8ca18 req-f28034a0-c6ae-46ff-b70f-739fc64c2a56 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0853693 Oct 05 10:03:47.177508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 47672) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:03:47.182408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-ea0f2201-4f08-4b0f-907b-0c98b4306b6d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Request body: {'floatingip': {'port_id': '54024e79-d9b7-4068-8655-71a447d70a73'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:03:47.259216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2201-4f08-4b0f-907b-0c98b4306b6d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:47.838681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2201-4f08-4b0f-907b-0c98b4306b6d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:47.925642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2201-4f08-4b0f-907b-0c98b4306b6d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:48.198080 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-ea0f2201-4f08-4b0f-907b-0c98b4306b6d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d associated. External IP: 172.26.7.17, port: 54024e79-d9b7-4068-8655-71a447d70a73. Oct 05 10:03:48.544513 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0f2201-4f08-4b0f-907b-0c98b4306b6d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Router c594db16-22e0-4878-8347-523309d11b81 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:03:48.723620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0f2201-4f08-4b0f-907b-0c98b4306b6d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:03:48.727895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2201-4f08-4b0f-907b-0c98b4306b6d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:48.733931 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a66d73-1669-47e0-bb65-3708de0cb013 None None] Sync routers for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:03:48.746290 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a66d73-1669-47e0-bb65-3708de0cb013 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:03:48.747233 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a5a66d73-1669-47e0-bb65-3708de0cb013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:03:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:48.783140 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ea0f2201-4f08-4b0f-907b-0c98b4306b6d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "PUT /v2.0/floatingips/ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d HTTP/1.1" status: 200 len: 990 time: 1.6045246 Oct 05 10:03:48.783717 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'tag': '54024e79-d9b7-4068-8655-71a447d70a73'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:03:48.786038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6ac635-5678-407d-b8bb-c06f5588c19a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315", "tag": "54024e79-d9b7-4068-8655-71a447d70a73"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:03:48.827926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13d432c-a166-4aa3-b50e-10a7b2d21642 x-openstack-request-id: req-b13d432c-a166-4aa3-b50e-10a7b2d21642 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:03:48.828225 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315", "tag": "54024e79-d9b7-4068-8655-71a447d70a73", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:03:48.828481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b13d432c-a166-4aa3-b50e-10a7b2d21642 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:03:48.828884 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13d432c-a166-4aa3-b50e-10a7b2d21642'] response: {'name': 'network-changed', 'server_uuid': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'tag': '54024e79-d9b7-4068-8655-71a447d70a73', 'status': 'completed', 'code': 200} Oct 05 10:03:48.957309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ac635-5678-407d-b8bb-c06f5588c19a req-d3e6ed83-1dd4-471b-b38a-d4de108be356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:48.958846 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9f6ac635-5678-407d-b8bb-c06f5588c19a req-d3e6ed83-1dd4-471b-b38a-d4de108be356 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 1098 time: 0.0826151 Oct 05 10:03:48.960923 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-a5a66d73-1669-47e0-bb65-3708de0cb013 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:03:49.089536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ac635-5678-407d-b8bb-c06f5588c19a req-267b7f50-060b-4fa4-870e-dec52457f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:49.090942 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9f6ac635-5678-407d-b8bb-c06f5588c19a req-267b7f50-060b-4fa4-870e-dec52457f362 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1263227 Oct 05 10:03:49.195949 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9f6ac635-5678-407d-b8bb-c06f5588c19a req-5df49612-f5b8-4429-910d-d537a2606ada service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54024e79-d9b7-4068-8655-71a447d70a73 HTTP/1.1" status: 200 len: 998 time: 0.0962090 Oct 05 10:03:49.256336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ac635-5678-407d-b8bb-c06f5588c19a req-b623cfb3-646d-46e7-be85-6da0ccd63b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:49.257743 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9f6ac635-5678-407d-b8bb-c06f5588c19a req-b623cfb3-646d-46e7-be85-6da0ccd63b01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0556176 Oct 05 10:03:49.299445 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a5a66d73-1669-47e0-bb65-3708de0cb013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'c594db16-22e0-4878-8347-523309d11b81', 'port_id': '54024e79-d9b7-4068-8655-71a447d70a73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'mac_address': 'fa:16:3e:a5:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:03:31Z', 'updated_at': '2022-10-05T10:03:47Z', 'revision_number': 1, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:49.303180 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a66d73-1669-47e0-bb65-3708de0cb013 None None] Checking router: c594db16-22e0-4878-8347-523309d11b81 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:03:49.312078 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a66d73-1669-47e0-bb65-3708de0cb013 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:03:49.312661 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a5a66d73-1669-47e0-bb65-3708de0cb013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:03:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:49.337719 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ac635-5678-407d-b8bb-c06f5588c19a req-1ae4b142-1b4c-4e87-95bc-4591238d4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:49.339278 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9f6ac635-5678-407d-b8bb-c06f5588c19a req-1ae4b142-1b4c-4e87-95bc-4591238d4f5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760286 Oct 05 10:03:49.467210 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9f6ac635-5678-407d-b8bb-c06f5588c19a req-e00f7b3c-8413-4c71-be7f-fa5d6d204551 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220205 Oct 05 10:03:49.484259 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-a5a66d73-1669-47e0-bb65-3708de0cb013 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:03:49.595949 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9f6ac635-5678-407d-b8bb-c06f5588c19a req-3e27c249-b7a8-41c3-894e-8339a27df977 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218355 Oct 05 10:03:49.820823 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a5a66d73-1669-47e0-bb65-3708de0cb013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'c594db16-22e0-4878-8347-523309d11b81', 'port_id': '54024e79-d9b7-4068-8655-71a447d70a73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'mac_address': 'fa:16:3e:a5:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:03:31Z', 'updated_at': '2022-10-05T10:03:47Z', 'revision_number': 1, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:03:49.824649 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a66d73-1669-47e0-bb65-3708de0cb013 None None] The sync data for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv is: [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'c594db16-22e0-4878-8347-523309d11b81', 'port_id': '54024e79-d9b7-4068-8655-71a447d70a73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'mac_address': 'fa:16:3e:a5:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:03:31Z', 'updated_at': '2022-10-05T10:03:47Z', 'revision_number': 1, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:03:50.002491 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef54fa2-1569-4a1a-951a-ea7b55acb910 None None] New status for floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:03:50.420781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d3c39438-ceb8-4f62-992a-e9a750f722db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:52.622679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-da277f4f-eeec-46a6-9eec-2d404719250e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:54.203418 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:54.259979 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:55.368697 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:55.622770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:07.494377 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:04:20.377453 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-25e594da-457b-4439-8b53-2b47f15818fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:22.629311 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-53d3ca0e-131c-4ed0-a28c-5f0068fa13e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:24.211247 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:24.262971 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:24.724741 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-09251354-0552-4dd9-a0a5-38581c1245fd req-6ed4c2cd-3354-4434-bd5c-402ca78dfb24 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1860888 Oct 05 10:04:24.888935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09251354-0552-4dd9-a0a5-38581c1245fd req-adffd9b2-16a9-4a10-b4fb-898e76737a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:24.890395 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-09251354-0552-4dd9-a0a5-38581c1245fd req-adffd9b2-16a9-4a10-b4fb-898e76737a42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 1098 time: 0.0799994 Oct 05 10:04:25.030785 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09251354-0552-4dd9-a0a5-38581c1245fd req-e1457e23-a2df-41dc-8100-514d5fa5c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:25.032122 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-09251354-0552-4dd9-a0a5-38581c1245fd req-e1457e23-a2df-41dc-8100-514d5fa5c817 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1245582 Oct 05 10:04:25.129593 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-09251354-0552-4dd9-a0a5-38581c1245fd req-9a542137-d7e9-448f-a51f-2cd9a6bb4ce5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54024e79-d9b7-4068-8655-71a447d70a73 HTTP/1.1" status: 200 len: 1000 time: 0.0912237 Oct 05 10:04:25.193408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09251354-0552-4dd9-a0a5-38581c1245fd req-a2e993c9-e077-41e3-8064-a5647ba4aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:25.194812 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-09251354-0552-4dd9-a0a5-38581c1245fd req-a2e993c9-e077-41e3-8064-a5647ba4aa61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0587840 Oct 05 10:04:25.274987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09251354-0552-4dd9-a0a5-38581c1245fd req-763464f7-8b1d-436d-bf2e-b14c6c4596c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:25.276428 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-09251354-0552-4dd9-a0a5-38581c1245fd req-763464f7-8b1d-436d-bf2e-b14c6c4596c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758030 Oct 05 10:04:25.386799 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:25.407308 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-09251354-0552-4dd9-a0a5-38581c1245fd req-59b9f797-2d80-4f7c-89ce-d7a9cef7f3a3 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238391 Oct 05 10:04:25.535246 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-09251354-0552-4dd9-a0a5-38581c1245fd req-444c7126-2ec3-4795-bb09-f681b20a946f service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217935 Oct 05 10:04:25.646136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:44.494412 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:04:50.360221 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-433b1b30-37ef-47ef-aa92-1dd24150f794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:52.643283 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-51ba9cb8-28f4-43d6-8451-9cfe547eb1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:54.228541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:54.260415 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:55.366016 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:55.637594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:04.219332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ef107-dc4b-4cbf-9294-4c42a66ed091 req-c952475c-ac4e-47a2-9078-28410a031035 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:04.220780 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6b8ef107-dc4b-4cbf-9294-4c42a66ed091 req-c952475c-ac4e-47a2-9078-28410a031035 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0905087 Oct 05 10:05:04.263621 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6b8ef107-dc4b-4cbf-9294-4c42a66ed091 req-04c97611-a13f-477e-8c2f-9125a06daf25 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371685 Oct 05 10:05:04.465942 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdae02-a63f-4542-9fb6-ad53c568a02e req-99c9c351-1456-4e9d-bd54-ab6d46e18099 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:04.467402 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7afdae02-a63f-4542-9fb6-ad53c568a02e req-99c9c351-1456-4e9d-bd54-ab6d46e18099 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0908353 Oct 05 10:05:04.510927 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7afdae02-a63f-4542-9fb6-ad53c568a02e req-423bb6e0-5215-4576-83aa-4164dda34bab tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378785 Oct 05 10:05:04.704174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d93539-b9a7-4327-bbcd-b3fb43c4f08a req-71b9c586-674f-4c6f-a3f7-4809506d9e29 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:04.705632 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25d93539-b9a7-4327-bbcd-b3fb43c4f08a req-71b9c586-674f-4c6f-a3f7-4809506d9e29 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0862625 Oct 05 10:05:04.748609 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-25d93539-b9a7-4327-bbcd-b3fb43c4f08a req-6a38b96c-2e35-4e89-95f6-b1bde8c2decd tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372953 Oct 05 10:05:05.330073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ad8cd-816d-41a9-82a9-a3c02ffb8dcd req-7501025f-2d62-4d0f-b79d-d5fd61be232a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:05.331507 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b32ad8cd-816d-41a9-82a9-a3c02ffb8dcd req-7501025f-2d62-4d0f-b79d-d5fd61be232a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0904253 Oct 05 10:05:05.422558 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b32ad8cd-816d-41a9-82a9-a3c02ffb8dcd req-7a6996ab-4673-4d6f-9ca5-bfa7ad8303e5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852056 Oct 05 10:05:05.451459 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-161ea845-a8fb-4585-9947-570639eba7bc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867519 Oct 05 10:05:06.628635 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6fe41-4204-41a0-9e9b-4a62d2c9d20c req-74ab2053-d88d-47b8-88b3-b66c3eea33bc tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:06.630632 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-91f6fe41-4204-41a0-9e9b-4a62d2c9d20c req-74ab2053-d88d-47b8-88b3-b66c3eea33bc tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0869579 Oct 05 10:05:06.673163 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-91f6fe41-4204-41a0-9e9b-4a62d2c9d20c req-24177f3b-47e5-4b93-965b-f7fd975d48cf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369260 Oct 05 10:05:07.874950 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17a93f-7cfa-4cc2-bfb6-4a7f1e285dec req-9ae38eb0-4a5e-45f9-aee2-1f1e4cddb54e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:07.876509 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ab17a93f-7cfa-4cc2-bfb6-4a7f1e285dec req-9ae38eb0-4a5e-45f9-aee2-1f1e4cddb54e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0886285 Oct 05 10:05:07.920223 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ab17a93f-7cfa-4cc2-bfb6-4a7f1e285dec req-865f3d55-e7b4-4ac6-8f67-cc64140f51d3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374515 Oct 05 10:05:09.116240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d18fe3-42df-4394-a040-9134ce2175c6 req-a5c99b41-3ede-4bab-a1cc-6d0d953f712c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:09.117589 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-54d18fe3-42df-4394-a040-9134ce2175c6 req-a5c99b41-3ede-4bab-a1cc-6d0d953f712c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0876317 Oct 05 10:05:09.164389 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-54d18fe3-42df-4394-a040-9134ce2175c6 req-07586189-fc0c-4288-8bd8-ab12533d3bdf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409214 Oct 05 10:05:10.361381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f6282-13e3-464a-b096-c856ef378b08 req-54dbd0cb-1bae-4622-a1a7-c1dc94ffeec1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:10.362841 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7a9f6282-13e3-464a-b096-c856ef378b08 req-54dbd0cb-1bae-4622-a1a7-c1dc94ffeec1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0858197 Oct 05 10:05:10.407657 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7a9f6282-13e3-464a-b096-c856ef378b08 req-05bfad73-0d23-4830-945d-e25aca2539ad tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381501 Oct 05 10:05:11.648566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-5c7d8b32-531d-4c9c-b157-8daba075ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:11.650072 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-5c7d8b32-531d-4c9c-b157-8daba075ee90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 1098 time: 0.0863814 Oct 05 10:05:11.698854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e61e8-c73b-4725-ba19-f6a1f4d149d7 req-d636e4d3-9f14-4a68-b908-a8977b0c1f68 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:11.700236 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bd0e61e8-c73b-4725-ba19-f6a1f4d149d7 req-d636e4d3-9f14-4a68-b908-a8977b0c1f68 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.1798809 Oct 05 10:05:11.745612 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bd0e61e8-c73b-4725-ba19-f6a1f4d149d7 req-8bbe75ab-0170-4054-902b-3d93da6af2d8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394096 Oct 05 10:05:11.785246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-2554b549-fffa-4981-ae2e-dc7c86c92315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:11.787444 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-2554b549-fffa-4981-ae2e-dc7c86c92315 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1319177 Oct 05 10:05:11.889591 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-eb241003-6495-401c-8e20-67218220ee6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54024e79-d9b7-4068-8655-71a447d70a73 HTTP/1.1" status: 200 len: 1000 time: 0.0956326 Oct 05 10:05:11.951275 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-dc1aee29-928b-4fdc-be2c-042c05693168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:11.952599 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-dc1aee29-928b-4fdc-be2c-042c05693168 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0573325 Oct 05 10:05:12.037167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-e61b9097-931f-43d5-b474-5dbd276eb8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:12.038645 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-e61b9097-931f-43d5-b474-5dbd276eb8d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795431 Oct 05 10:05:12.168246 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-d76ca4e2-ff42-41b4-94da-3656e8f675fb service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227450 Oct 05 10:05:12.296280 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-fd5c4ae7-ecef-46aa-89d9-40df24cf48d7 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217368 Oct 05 10:05:12.939378 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a26acd-e13f-42f4-b9a5-ff7733950557 req-26f37e48-eac9-434f-ac84-2575bbbf9709 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:12.940858 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c3a26acd-e13f-42f4-b9a5-ff7733950557 req-26f37e48-eac9-434f-ac84-2575bbbf9709 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0855753 Oct 05 10:05:12.984320 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c3a26acd-e13f-42f4-b9a5-ff7733950557 req-4d862a68-cd73-40c1-ab4d-89ee2f6d843a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373900 Oct 05 10:05:14.183992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a77abc-fbef-4bd0-a45a-b4440edc17a9 req-98343785-c845-4faa-9819-8a78f643c557 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:14.185686 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a3a77abc-fbef-4bd0-a45a-b4440edc17a9 req-98343785-c845-4faa-9819-8a78f643c557 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0887780 Oct 05 10:05:14.228180 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a3a77abc-fbef-4bd0-a45a-b4440edc17a9 req-23ad78a5-0a12-4eea-a268-0dc98f5403e2 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368500 Oct 05 10:05:15.428158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40cadf-88b5-4625-a31d-85ce34c4fdef req-2794bf90-b4f5-4c30-baf2-f464f11220db tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:15.429669 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ae40cadf-88b5-4625-a31d-85ce34c4fdef req-2794bf90-b4f5-4c30-baf2-f464f11220db tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0892587 Oct 05 10:05:15.472687 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ae40cadf-88b5-4625-a31d-85ce34c4fdef req-5779da11-592b-4ad9-b3fc-db53714e622e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371497 Oct 05 10:05:16.667650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89589918-c052-449b-8db0-d222a1058216 req-deb34c38-4627-4e77-b1da-fddd9e2a0f9a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:16.669083 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-89589918-c052-449b-8db0-d222a1058216 req-deb34c38-4627-4e77-b1da-fddd9e2a0f9a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0850575 Oct 05 10:05:16.712267 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-89589918-c052-449b-8db0-d222a1058216 req-8b3c0111-3911-45cc-96cf-f11b99a65bf5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375745 Oct 05 10:05:17.911157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cf0b1-9638-44e1-8a6f-370bc8d301f8 req-14da50c3-23cc-4708-a20d-010940120745 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:17.912631 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-873cf0b1-9638-44e1-8a6f-370bc8d301f8 req-14da50c3-23cc-4708-a20d-010940120745 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0884352 Oct 05 10:05:17.957865 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-873cf0b1-9638-44e1-8a6f-370bc8d301f8 req-cb62f61a-348e-4e9e-8dcf-ce40ac39b03a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395401 Oct 05 10:05:19.159176 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8edfeb-7fdb-4be3-999a-59f1c11c430a req-60bb0f11-c3d4-4637-94ba-a3e3c54dbef1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:19.160498 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4a8edfeb-7fdb-4be3-999a-59f1c11c430a req-60bb0f11-c3d4-4637-94ba-a3e3c54dbef1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0911837 Oct 05 10:05:19.204644 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4a8edfeb-7fdb-4be3-999a-59f1c11c430a req-038ab7cc-1be1-4774-974c-94c9b40f3549 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383990 Oct 05 10:05:20.377300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a7a4f26f-f95f-4a58-bc0f-b1c600fd6c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:20.402571 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7397f95-e9ea-4194-81d3-5950fb39e43a req-7acebb3d-1a49-429a-ad05-36e5b87a424c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:20.404078 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d7397f95-e9ea-4194-81d3-5950fb39e43a req-7acebb3d-1a49-429a-ad05-36e5b87a424c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0891986 Oct 05 10:05:20.448180 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d7397f95-e9ea-4194-81d3-5950fb39e43a req-30d3d433-b078-461b-adb5-8c333c5d0cda tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383480 Oct 05 10:05:21.493438 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:05:21.651554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7f7a3-273c-4ed3-a4df-7991fb95bd89 req-78ef3586-890f-4c3a-9022-620996e225ba tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:21.652995 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-41d7f7a3-273c-4ed3-a4df-7991fb95bd89 req-78ef3586-890f-4c3a-9022-620996e225ba tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0905848 Oct 05 10:05:21.696788 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-41d7f7a3-273c-4ed3-a4df-7991fb95bd89 req-ba4cb6ba-da2d-4334-985d-ce0d5caa0d79 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379598 Oct 05 10:05:22.631929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cc285457-a539-41aa-bbec-ef88c8538f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:22.898553 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba4ced-b83f-420d-9aed-07b6d4c38aed req-b5d95095-da18-40e7-bc95-f1c0808d3b82 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:22.899984 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-84ba4ced-b83f-420d-9aed-07b6d4c38aed req-b5d95095-da18-40e7-bc95-f1c0808d3b82 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0909119 Oct 05 10:05:22.944073 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-84ba4ced-b83f-420d-9aed-07b6d4c38aed req-fa3c22ea-9986-4751-98e8-1f21fb7c1c19 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383768 Oct 05 10:05:23.784163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743facd-beeb-4c87-990a-5c522960501c req-3ac81ad5-d4d1-418d-a775-56b0dcc8d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:23.785630 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b743facd-beeb-4c87-990a-5c522960501c req-3ac81ad5-d4d1-418d-a775-56b0dcc8d1e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 1098 time: 0.1654294 Oct 05 10:05:23.999877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743facd-beeb-4c87-990a-5c522960501c req-db30c1c8-f7f2-45fb-954e-a18c7685edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:24.001336 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b743facd-beeb-4c87-990a-5c522960501c req-db30c1c8-f7f2-45fb-954e-a18c7685edb8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1973882 Oct 05 10:05:24.104540 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b743facd-beeb-4c87-990a-5c522960501c req-251bf007-de1f-47a3-8667-5578ec62911e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54024e79-d9b7-4068-8655-71a447d70a73 HTTP/1.1" status: 200 len: 1000 time: 0.0967405 Oct 05 10:05:24.143395 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56656f-c357-4b9b-b2ed-b03bfdffb487 req-67147cef-6954-4d67-90fe-9f4959d3d325 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:24.145025 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ee56656f-c357-4b9b-b2ed-b03bfdffb487 req-67147cef-6954-4d67-90fe-9f4959d3d325 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0875685 Oct 05 10:05:24.167903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743facd-beeb-4c87-990a-5c522960501c req-a372b843-ef3b-45a4-9f26-10a0b0843802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:24.169334 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b743facd-beeb-4c87-990a-5c522960501c req-a372b843-ef3b-45a4-9f26-10a0b0843802 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0579288 Oct 05 10:05:24.190680 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ee56656f-c357-4b9b-b2ed-b03bfdffb487 req-78f8a803-e867-4ec6-8cad-af03881a24d0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382910 Oct 05 10:05:24.257132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:24.262346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743facd-beeb-4c87-990a-5c522960501c req-712972f5-369f-4847-b2dd-e4d4686f6065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:24.266360 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b743facd-beeb-4c87-990a-5c522960501c req-712972f5-369f-4847-b2dd-e4d4686f6065 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881884 Oct 05 10:05:24.285649 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:24.402697 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b743facd-beeb-4c87-990a-5c522960501c req-ae8ac816-af3c-40d8-8d52-bc04f51bbd86 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237102 Oct 05 10:05:24.614010 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-ae985a2b-8ac0-4dc3-b21e-4ab174255c4e service neutron] 10.222.0.55 "GET /v2.0/ports/54024e79-d9b7-4068-8655-71a447d70a73/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.1675432 Oct 05 10:05:24.636317 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b743facd-beeb-4c87-990a-5c522960501c req-baa075a4-a1f1-44f9-9226-72659f312e99 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909487 Oct 05 10:05:25.222810 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-a3ee9638-55fb-4d20-9e07-29d9ab3596c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:25.224960 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-a3ee9638-55fb-4d20-9e07-29d9ab3596c2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315&tenant_id=f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 1098 time: 0.0795102 Oct 05 10:05:25.342227 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-c388eb43-792e-43da-aa5b-75f62ebf4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:25.343641 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-c388eb43-792e-43da-aa5b-75f62ebf4196 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 1098 time: 0.0877368 Oct 05 10:05:25.394450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a6583-55db-4324-8e43-8e610a087698 req-fd8c6240-090b-45d9-bb48-ce38d5dcdb24 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:25.396406 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-800a6583-55db-4324-8e43-8e610a087698 req-fd8c6240-090b-45d9-bb48-ce38d5dcdb24 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0915942 Oct 05 10:05:25.426571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:25.441143 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-800a6583-55db-4324-8e43-8e610a087698 req-f47202e6-dab6-4c72-a9e9-bc990b1b907f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389547 Oct 05 10:05:25.475730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-2f2534fd-f80a-43db-99ee-49e8e3e32658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:25.477139 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-2f2534fd-f80a-43db-99ee-49e8e3e32658 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1270485 Oct 05 10:05:25.587874 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-900e554d-70f5-4e67-b9f8-11f9e1c9ba91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54024e79-d9b7-4068-8655-71a447d70a73 HTTP/1.1" status: 200 len: 1000 time: 0.0952044 Oct 05 10:05:25.632501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:25.652347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-a67c2a18-c9c5-48d8-9ff6-f2b9e8f976d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:25.653792 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-a67c2a18-c9c5-48d8-9ff6-f2b9e8f976d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0597115 Oct 05 10:05:25.736063 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-39e4cd7c-8999-475a-b6d2-cf58c4593eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:25.737638 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-39e4cd7c-8999-475a-b6d2-cf58c4593eca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778050 Oct 05 10:05:25.869554 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-e4c542ee-56bb-4787-8e84-14eaa4f5e773 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261702 Oct 05 10:05:26.093701 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-3c868047-3d67-426b-9d99-d1bcc16afc3d service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170653 Oct 05 10:05:26.647355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6156b-99b3-4ce2-a68c-111350599ca0 req-84508ed6-e17b-4d48-9e23-ba2a83a084f8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:26.648680 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-59a6156b-99b3-4ce2-a68c-111350599ca0 req-84508ed6-e17b-4d48-9e23-ba2a83a084f8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0888793 Oct 05 10:05:26.690974 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-59a6156b-99b3-4ce2-a68c-111350599ca0 req-a1b0dfa1-a1d2-4198-b8a5-70a0fbdd0bc3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366924 Oct 05 10:05:27.889402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80368e42-0a6c-46b4-a7fc-834c73d99654 req-68a5e386-3d20-4cfd-84a7-1e977ed138ed tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:27.890916 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-80368e42-0a6c-46b4-a7fc-834c73d99654 req-68a5e386-3d20-4cfd-84a7-1e977ed138ed tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0874879 Oct 05 10:05:27.934880 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-80368e42-0a6c-46b4-a7fc-834c73d99654 req-31b4d944-1d2b-4016-a3a2-344cf8457555 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377095 Oct 05 10:05:28.383010 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 54024e79-d9b7-4068-8655-71a447d70a73 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:05:28.390587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 54024e79-d9b7-4068-8655-71a447d70a73 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:05:28.603870 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 54024e79-d9b7-4068-8655-71a447d70a73 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:05:28.604239 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:28.623252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 54024e79-d9b7-4068-8655-71a447d70a73, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=54024e79-d9b7-4068-8655-71a447d70a73,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:05:28.645655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54024e79-d9b7-4068-8655-71a447d70a73'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:05:28.647882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0de6bb-606e-4567-a2be-dbcb4db0edfa" -d '{"events": [{"server_uuid": "a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315", "name": "network-vif-unplugged", "status": "completed", "tag": "54024e79-d9b7-4068-8655-71a447d70a73"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:05:28.650371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '54024e79-d9b7-4068-8655-71a447d70a73', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'port_id': '54024e79-d9b7-4068-8655-71a447d70a73', 'mac_address': 'fa:16:3e:a5:17:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:05:28.682381 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 54024e79-d9b7-4068-8655-71a447d70a73, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=54024e79-d9b7-4068-8655-71a447d70a73,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:05:28.707155 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 10:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec422ab-3e25-4226-ad86-29b4038ebd3a x-openstack-request-id: req-9ec422ab-3e25-4226-ad86-29b4038ebd3a {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:05:28.707452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315", "name": "network-vif-unplugged", "status": "completed", "tag": "54024e79-d9b7-4068-8655-71a447d70a73", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:05:28.707700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ec422ab-3e25-4226-ad86-29b4038ebd3a {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:05:28.708084 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec422ab-3e25-4226-ad86-29b4038ebd3a'] response: {'server_uuid': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54024e79-d9b7-4068-8655-71a447d70a73', 'code': 200} Oct 05 10:05:28.723848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 54024e79-d9b7-4068-8655-71a447d70a73 is: ACTIVE; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:05:28.724219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:28.788506 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:28.841044 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54024e79-d9b7-4068-8655-71a447d70a73 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:05:28.933034 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=54024e79-d9b7-4068-8655-71a447d70a73,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:05:28.945736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:28.946108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:28.946443 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:28.946770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:28.947101 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:28.947423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:28.947741 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:28.948059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:28.948375 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:28.948688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:28.949003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:28.949313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:28.952556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:05:28.952913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:05:29.140198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f046e4-72c7-4697-a326-7b02a871ff22 req-53cc1c98-61d4-45da-9e0c-8bb19212ae85 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:29.141621 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-51f046e4-72c7-4697-a326-7b02a871ff22 req-53cc1c98-61d4-45da-9e0c-8bb19212ae85 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 943 time: 0.0891087 Oct 05 10:05:29.185132 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-51f046e4-72c7-4697-a326-7b02a871ff22 req-6ca08198-2406-4081-b3ca-2b3d8dfb3c35 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370681 Oct 05 10:05:29.507152 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 54024e79-d9b7-4068-8655-71a447d70a73 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:05:29.507723 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:29.524884 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54024e79-d9b7-4068-8655-71a447d70a73 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:05:29.540695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 54024e79-d9b7-4068-8655-71a447d70a73, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=54024e79-d9b7-4068-8655-71a447d70a73,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:05:29.621134 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:29.691393 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=54024e79-d9b7-4068-8655-71a447d70a73,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:05:29.751628 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['54024e79-d9b7-4068-8655-71a447d70a73'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:05:30.388465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a074f-008d-46a7-9dfb-a4392c816535 req-15479cfc-f88b-4e3d-a4f7-d1e0548959af tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:30.389917 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-230a074f-008d-46a7-9dfb-a4392c816535 req-15479cfc-f88b-4e3d-a4f7-d1e0548959af tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 944 time: 0.0905159 Oct 05 10:05:30.400008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 54024e79-d9b7-4068-8655-71a447d70a73 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:05:30.433424 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-230a074f-008d-46a7-9dfb-a4392c816535 req-2b1dedbd-9cd4-428c-9eb6-314c1c85e559 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379205 Oct 05 10:05:30.468505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 54024e79-d9b7-4068-8655-71a447d70a73 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:05:30.468881 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:30.469210 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 54024e79-d9b7-4068-8655-71a447d70a73 Oct 05 10:05:30.620005 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 54024e79-d9b7-4068-8655-71a447d70a73 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:05:30.620708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:30.652183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 54024e79-d9b7-4068-8655-71a447d70a73, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=54024e79-d9b7-4068-8655-71a447d70a73,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:05:30.710373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54024e79-d9b7-4068-8655-71a447d70a73'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:05:30.712407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb0447d-0ad8-43c4-b5eb-3bef790c8bd6" -d '{"events": [{"server_uuid": "a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315", "name": "network-vif-plugged", "status": "completed", "tag": "54024e79-d9b7-4068-8655-71a447d70a73"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:05:30.723378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:30.776995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc55e91-abb8-4b52-b260-ea7028202bac x-openstack-request-id: req-1dc55e91-abb8-4b52-b260-ea7028202bac {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:05:30.778732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315", "name": "network-vif-plugged", "status": "completed", "tag": "54024e79-d9b7-4068-8655-71a447d70a73", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:05:30.778732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1dc55e91-abb8-4b52-b260-ea7028202bac {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:05:30.778732 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc55e91-abb8-4b52-b260-ea7028202bac'] response: {'server_uuid': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54024e79-d9b7-4068-8655-71a447d70a73', 'code': 200} Oct 05 10:05:30.795278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=54024e79-d9b7-4068-8655-71a447d70a73,revision_number=8']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:05:30.889685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1378475-7abb-4e29-9872-9a25e554a1f4 req-d1235904-c948-4410-be10-20e548673aa7 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:30.891144 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d1378475-7abb-4e29-9872-9a25e554a1f4 req-d1235904-c948-4410-be10-20e548673aa7 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0874469 Oct 05 10:05:30.935507 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d1378475-7abb-4e29-9872-9a25e554a1f4 req-75d2f759-2779-41e2-b196-38a06f921fb6 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375457 Oct 05 10:05:30.978396 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9feaa3-73ee-4f14-bb1a-d84fb5f685cf req-cc2eab50-e5d9-49e0-b7a6-e402d4da680d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:30.979013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-2d9feaa3-73ee-4f14-bb1a-d84fb5f685cf req-cc2eab50-e5d9-49e0-b7a6-e402d4da680d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Synchronizing usage tracker for tenant:f07f43e84a374856a303fe548d77ec3c on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:05:31.072121 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-2d9feaa3-73ee-4f14-bb1a-d84fb5f685cf req-cc2eab50-e5d9-49e0-b7a6-e402d4da680d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Unset dirty status for tenant:f07f43e84a374856a303fe548d77ec3c on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:05:31.073215 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2d9feaa3-73ee-4f14-bb1a-d84fb5f685cf req-cc2eab50-e5d9-49e0-b7a6-e402d4da680d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315&tenant_id=f07f43e84a374856a303fe548d77ec3c&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 945 time: 0.1909730 Oct 05 10:05:31.235103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9feaa3-73ee-4f14-bb1a-d84fb5f685cf req-eb60fc70-6fde-457b-8495-c4a3bc46124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:31.236497 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2d9feaa3-73ee-4f14-bb1a-d84fb5f685cf req-eb60fc70-6fde-457b-8495-c4a3bc46124d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 1098 time: 0.0772135 Oct 05 10:05:31.366542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9feaa3-73ee-4f14-bb1a-d84fb5f685cf req-5ccce301-3223-4873-9222-f835b4e86b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:31.367964 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2d9feaa3-73ee-4f14-bb1a-d84fb5f685cf req-5ccce301-3223-4873-9222-f835b4e86b99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1260078 Oct 05 10:05:31.469192 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2d9feaa3-73ee-4f14-bb1a-d84fb5f685cf req-28058f4b-9fb2-4295-839d-18c379394574 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54024e79-d9b7-4068-8655-71a447d70a73 HTTP/1.1" status: 200 len: 1000 time: 0.0943964 Oct 05 10:05:31.532020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9feaa3-73ee-4f14-bb1a-d84fb5f685cf req-6e1aa023-f438-42da-84c8-7280adc83869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:31.533336 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2d9feaa3-73ee-4f14-bb1a-d84fb5f685cf req-6e1aa023-f438-42da-84c8-7280adc83869 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0585473 Oct 05 10:05:31.612572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9feaa3-73ee-4f14-bb1a-d84fb5f685cf req-deb92072-488a-4771-a22b-9045daf5af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:31.614042 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2d9feaa3-73ee-4f14-bb1a-d84fb5f685cf req-deb92072-488a-4771-a22b-9045daf5af30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753450 Oct 05 10:05:31.741962 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2d9feaa3-73ee-4f14-bb1a-d84fb5f685cf req-2e832065-5677-4f13-b7ea-81b0f3591dd3 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214893 Oct 05 10:05:31.871410 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2d9feaa3-73ee-4f14-bb1a-d84fb5f685cf req-eea3cc49-acc1-4e63-b760-e4ffe063d756 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224372 Oct 05 10:05:32.138809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e469ed1-081a-4c26-a55c-7527ecebdee8 req-76422401-1fc1-40e3-8883-f244e7362e5e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:32.140160 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9e469ed1-081a-4c26-a55c-7527ecebdee8 req-76422401-1fc1-40e3-8883-f244e7362e5e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0900540 Oct 05 10:05:32.184858 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9e469ed1-081a-4c26-a55c-7527ecebdee8 req-c04ec2f6-7b2f-413b-a601-6692acf0bae9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388558 Oct 05 10:05:33.470970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227bf07-a5f8-4394-85f8-92d2619db071 req-2996b818-05fe-4942-b7af-271105a805af tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:33.472358 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8227bf07-a5f8-4394-85f8-92d2619db071 req-2996b818-05fe-4942-b7af-271105a805af tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.1751387 Oct 05 10:05:33.525684 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8227bf07-a5f8-4394-85f8-92d2619db071 req-af2b7047-5195-4456-8176-4afcc328ea27 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468421 Oct 05 10:05:33.722407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1da12-4194-446c-b438-ac9452632d40 req-2443c103-471e-438e-877b-fe4cbb9c50fc tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:33.723764 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-08e1da12-4194-446c-b438-ac9452632d40 req-2443c103-471e-438e-877b-fe4cbb9c50fc tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0870697 Oct 05 10:05:33.766805 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-08e1da12-4194-446c-b438-ac9452632d40 req-774a3dcb-e011-4a66-92b2-b3e197e13041 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373547 Oct 05 10:05:33.965590 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df9f80-6fb7-4663-a9df-0e1d031ad2e1 req-496f8535-33f0-4f42-bfc9-6b4ff1826cc9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:33.967055 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1df9f80-6fb7-4663-a9df-0e1d031ad2e1 req-496f8535-33f0-4f42-bfc9-6b4ff1826cc9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0887103 Oct 05 10:05:34.010593 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1df9f80-6fb7-4663-a9df-0e1d031ad2e1 req-d6291796-1307-40b4-8856-496fc24521cd tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378737 Oct 05 10:05:34.586216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672abb0-0365-4a58-b34f-b366429cbfe9 req-781be7eb-9964-4ef3-9afb-328e6a133298 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:34.587659 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0672abb0-0365-4a58-b34f-b366429cbfe9 req-781be7eb-9964-4ef3-9afb-328e6a133298 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0902889 Oct 05 10:05:34.629462 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0672abb0-0365-4a58-b34f-b366429cbfe9 req-1c0ddd78-c42d-4b93-8ab0-a2b05a7594de tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360544 Oct 05 10:05:35.828875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea4234-12ca-4154-9a96-111f169a4910 req-bcb4aa8c-b328-4ef0-bb0b-cd6805dc895b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:35.830348 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c6ea4234-12ca-4154-9a96-111f169a4910 req-bcb4aa8c-b328-4ef0-bb0b-cd6805dc895b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0869458 Oct 05 10:05:35.873511 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c6ea4234-12ca-4154-9a96-111f169a4910 req-81f487ca-e1c1-46d4-9b83-b436960e6b1b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370674 Oct 05 10:05:36.559953 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-cb3e36bb-0e9f-4d33-960e-9c734da327e9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:36.561370 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-cb3e36bb-0e9f-4d33-960e-9c734da327e9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0905044 Oct 05 10:05:36.629079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Deleting port 54024e79-d9b7-4068-8655-71a447d70a73 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:05:36.629422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:36.870072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] For port 54024e79-d9b7-4068-8655-71a447d70a73, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=54024e79-d9b7-4068-8655-71a447d70a73,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:05:36.870350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:37.072184 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477fa0b-1fff-473c-a9db-7fce20a594f2 req-b08de8d2-68ba-4369-8e0f-39c3c5322695 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:37.073724 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0477fa0b-1fff-473c-a9db-7fce20a594f2 req-b08de8d2-68ba-4369-8e0f-39c3c5322695 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 945 time: 0.0908892 Oct 05 10:05:37.120822 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0477fa0b-1fff-473c-a9db-7fce20a594f2 req-65d9a58e-645d-4ecc-af54-b5a0ac4764fb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411150 Oct 05 10:05:37.257867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:37.258268 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:37.258581 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d disassociated. External IP: 172.26.7.17, port: 54024e79-d9b7-4068-8655-71a447d70a73. Oct 05 10:05:37.258916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Calling delete_port for 54024e79-d9b7-4068-8655-71a447d70a73 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:05:37.460911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:37.511378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Pushing event deleted for resources: {'Port': ['ID=54024e79-d9b7-4068-8655-71a447d70a73,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:05:37.523805 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:37.524159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:37.524503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:37.524841 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:37.525174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:37.525508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:37.525839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:37.526189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:37.526522 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:37.526846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:37.527169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:37.527490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:37.714911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Router c594db16-22e0-4878-8347-523309d11b81 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:05:37.889086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:05:37.900104 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0882df27-1b18-4446-bff0-7e1f1d2403f5 None None] Sync routers for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:05:37.907467 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0882df27-1b18-4446-bff0-7e1f1d2403f5 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:05:37.908064 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-0882df27-1b18-4446-bff0-7e1f1d2403f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:05:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:05:37.975506 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] No DVR routers for this DVR port 54024e79-d9b7-4068-8655-71a447d70a73 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:05:37.978005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:37.980697 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'name': 'network-vif-deleted', 'tag': '54024e79-d9b7-4068-8655-71a447d70a73'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:05:37.983042 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01c34a1-fa4d-48a4-8e6a-d286b3655179" -d '{"events": [{"server_uuid": "a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315", "name": "network-vif-deleted", "tag": "54024e79-d9b7-4068-8655-71a447d70a73"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:05:38.026209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5902289-e2d9-45b2-b014-d24ef9cc043e x-openstack-request-id: req-d5902289-e2d9-45b2-b014-d24ef9cc043e {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:05:38.026508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315", "name": "network-vif-deleted", "tag": "54024e79-d9b7-4068-8655-71a447d70a73", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:05:38.026768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5902289-e2d9-45b2-b014-d24ef9cc043e {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:05:38.027180 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5902289-e2d9-45b2-b014-d24ef9cc043e'] response: {'server_uuid': 'a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315', 'name': 'network-vif-deleted', 'tag': '54024e79-d9b7-4068-8655-71a447d70a73', 'status': 'completed', 'code': 200} Oct 05 10:05:38.064071 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f9eaf35f-5ff5-4f40-a4fa-6ff63707bd14 req-ccc76528-6aef-4eda-a51f-c9013755951b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "DELETE /v2.0/ports/54024e79-d9b7-4068-8655-71a447d70a73 HTTP/1.1" status: 204 len: 173 time: 1.4976888 Oct 05 10:05:38.119664 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-0882df27-1b18-4446-bff0-7e1f1d2403f5 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:05:38.290520 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ac9f328e-9262-4b99-a0ae-730e9804aa27 req-614b6162-2f6e-474b-acec-a8c0432cec6d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3b27a66-631f-4c4e-9d4b-4b1e5c4f0315 HTTP/1.1" status: 200 len: 210 time: 0.0538847 Oct 05 10:05:38.426375 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-0882df27-1b18-4446-bff0-7e1f1d2403f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:05:38.430622 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0882df27-1b18-4446-bff0-7e1f1d2403f5 None None] Checking router: c594db16-22e0-4878-8347-523309d11b81 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:05:38.439161 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0882df27-1b18-4446-bff0-7e1f1d2403f5 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:05:38.439741 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-0882df27-1b18-4446-bff0-7e1f1d2403f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:05:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:05:38.615432 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-0882df27-1b18-4446-bff0-7e1f1d2403f5 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:05:38.919059 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-0882df27-1b18-4446-bff0-7e1f1d2403f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:05:38.922783 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0882df27-1b18-4446-bff0-7e1f1d2403f5 None None] The sync data for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv is: [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:05:39.144041 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c13cf8-ebc8-4e6a-b424-4c4555902664 None None] New status for floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:05:39.621525 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f1a591ab-04af-40d3-9ecf-8e71e985a021 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--328755262&fields=id&tenant_id=f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 267 time: 0.0385191 Oct 05 10:05:39.769346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-b81e6187-f28c-4113-8c24-0087f8ff00e4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:39.770808 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-b81e6187-f28c-4113-8c24-0087f8ff00e4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 811 time: 0.1429989 Oct 05 10:05:39.785034 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-acd79d7b-3935-4673-a420-93b035ef60a3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/quotas/f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 375 time: 0.0088313 Oct 05 10:05:39.875674 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-32125a21-6910-495f-a5b4-25931c4a3c26 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851321 Oct 05 10:05:40.012854 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-6894207c-39c4-4afd-89df-d08c5f67c57c service neutron] 10.222.0.49 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259563 Oct 05 10:05:40.140914 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-742a5411-015c-45fd-85dd-553f82b93d7f service neutron] 10.222.0.49 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221848 Oct 05 10:05:40.425139 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ff5d2b38-6b55-45bd-b18b-f1f0844f9639 req-5342325a-22d6-4c4f-9150-a98cdb07b985 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 210 time: 0.0535307 Oct 05 10:05:40.479714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 54024e79-d9b7-4068-8655-71a447d70a73 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:05:40.513466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 54024e79-d9b7-4068-8655-71a447d70a73 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:05:40.513808 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 54024e79-d9b7-4068-8655-71a447d70a73 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:05:41.586455 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-34938ad7-d397-4e26-b7b1-7b197a8582bc req-0ff79bcf-2217-4626-a88c-3f17823947c6 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 210 time: 0.0501442 Oct 05 10:05:42.379871 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-44b5c99c-94ae-4d0a-9ac2-f65f448c89d8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:42.381915 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-44b5c99c-94ae-4d0a-9ac2-f65f448c89d8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 811 time: 0.1420808 Oct 05 10:05:42.434884 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-5d7b5fc5-727a-43d0-a9b6-fead9473d82d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 379 time: 0.0392497 Oct 05 10:05:42.442597 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Request body: {'port': {'device_id': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'admin_state_up': True, 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'security_groups': ['5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:05:42.575942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:05:42.579937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Usage tracker for resource:port and tenant:f07f43e84a374856a303fe548d77ec3c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:05:42.582722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:05:42.588363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:05:42.655639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Made reservation on behalf of f07f43e84a374856a303fe548d77ec3c for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:05:42.659212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:42.752355 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3e348857-937a-423d-9bbc-2fcba59a216c req-e78ecc0d-e4e5-43d1-b849-2e75d017c387 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 210 time: 0.0547218 Oct 05 10:05:42.823638 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Allocated IP 172.20.0.4 (410c89d2-5bec-4acc-a109-55dfeb3d323b/23724b5f-1e19-44aa-997d-613de2e557c1/89096161-6a96-4b89-a9a4-7bcf07d5e2ad) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:05:43.006718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:43.022183 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Transition to ACTIVE for port object 89096161-6a96-4b89-a9a4-7bcf07d5e2ad will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:05:43.112724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:43.287930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Network 410c89d2-5bec-4acc-a109-55dfeb3d323b is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:05:43.290873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:05:43.294743 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:05:43.325259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Pushing event updated for resources: {'Port': ['ID=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:05:43.361971 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:43.362619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:43.446835 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-eb081992-d97e-48cf-b79d-85e93546e4c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0076168 Oct 05 10:05:43.464665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Request body: {'port': {'device_id': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:05:43.579651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:43.611708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1bceca3f-d4c5-496b-9503-8ed00f15fee5 None None] Provisioning for port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:05:43.616673 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1bceca3f-d4c5-496b-9503-8ed00f15fee5 None None] Provisioning complete for port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:05:43.617102 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1bceca3f-d4c5-496b-9503-8ed00f15fee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:43.617496 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1bceca3f-d4c5-496b-9503-8ed00f15fee5 None None] Attempt 1 to provision port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad Oct 05 10:05:43.673326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1bceca3f-d4c5-496b-9503-8ed00f15fee5 None None] Port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:05:43.917924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89096161-6a96-4b89-a9a4-7bcf07d5e2ad {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:05:43.925174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:43.940390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Transition to ACTIVE for port object 89096161-6a96-4b89-a9a4-7bcf07d5e2ad will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:05:43.952788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd27175-f1c2-4a1f-98e9-1d8c7469403f req-c6103188-bede-4fd8-af7f-57a9327bb81f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:43.954263 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-abd27175-f1c2-4a1f-98e9-1d8c7469403f req-c6103188-bede-4fd8-af7f-57a9327bb81f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 931 time: 0.0874693 Oct 05 10:05:43.997720 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-abd27175-f1c2-4a1f-98e9-1d8c7469403f req-6992c225-93ee-4147-93fa-eaedbad3beb1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377190 Oct 05 10:05:44.017241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:44.174546 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1bceca3f-d4c5-496b-9503-8ed00f15fee5 None None] Attempt 2 to provision port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad Oct 05 10:05:44.207507 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Pushing event updated for resources: {'Port': ['ID=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:05:44.228004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1bceca3f-d4c5-496b-9503-8ed00f15fee5 None None] Port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:05:44.238461 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Attempting to bind port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:05:44.238793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Attempting to bind port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:05:44.239116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Attempting to bind port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad on network 410c89d2-5bec-4acc-a109-55dfeb3d323b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:05:44.244378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad on network 410c89d2-5bec-4acc-a109-55dfeb3d323b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:05:44.244693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Attempting to bind port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad on network 410c89d2-5bec-4acc-a109-55dfeb3d323b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:05:44.249643 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:05:44.249998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Checking segment: {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:05:44.250376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Bound using segment: {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:05:44.250794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Bound port: 89096161-6a96-4b89-a9a4-7bcf07d5e2ad, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:05:44.251137 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:44.339854 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] For port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:05:44.342802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] For port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:05:44.426725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:44.456951 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:44.457647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:44.458918 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] 10.222.0.55 "PUT /v2.0/ports/89096161-6a96-4b89-a9a4-7bcf07d5e2ad HTTP/1.1" status: 200 len: 1093 time: 0.9984708 Oct 05 10:05:44.459340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'tag': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:05:44.461596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4b6574-1084-4d1e-a276-97c815c90d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "9364315c-a2c2-4ff9-b0ea-70745ba54285", "tag": "89096161-6a96-4b89-a9a4-7bcf07d5e2ad"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:05:44.503915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c107d43-0d09-40bf-a9c9-5b12b534ed2c x-openstack-request-id: req-5c107d43-0d09-40bf-a9c9-5b12b534ed2c {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:05:44.504203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9364315c-a2c2-4ff9-b0ea-70745ba54285", "tag": "89096161-6a96-4b89-a9a4-7bcf07d5e2ad", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:05:44.504457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c107d43-0d09-40bf-a9c9-5b12b534ed2c {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:05:44.504852 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c107d43-0d09-40bf-a9c9-5b12b534ed2c'] response: {'name': 'network-changed', 'server_uuid': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'tag': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad', 'status': 'completed', 'code': 200} Oct 05 10:05:44.505538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101099a-54c4-4af7-a67c-37f6d6126adb service neutron] Pushing event updated for resources: {'Port': ['ID=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:05:44.627308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b6574-1084-4d1e-a276-97c815c90d5e req-4c3f8e3d-8253-42e8-8fa7-d4565931c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:44.628760 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5a4b6574-1084-4d1e-a276-97c815c90d5e req-4c3f8e3d-8253-42e8-8fa7-d4565931c2fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 1096 time: 0.0804391 Oct 05 10:05:44.729893 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1bceca3f-d4c5-496b-9503-8ed00f15fee5 None None] Attempt 3 to provision port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad Oct 05 10:05:44.775355 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b6574-1084-4d1e-a276-97c815c90d5e req-2a2c71e6-da01-4010-946b-b2ee4f740a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:44.776834 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5a4b6574-1084-4d1e-a276-97c815c90d5e req-2a2c71e6-da01-4010-946b-b2ee4f740a4e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f07f43e84a374856a303fe548d77ec3c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1358109 Oct 05 10:05:44.792363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1bceca3f-d4c5-496b-9503-8ed00f15fee5 None None] Port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:05:44.909729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b6574-1084-4d1e-a276-97c815c90d5e req-4f21bddc-ffe3-44b3-91d1-afbb8a88f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:44.911173 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5a4b6574-1084-4d1e-a276-97c815c90d5e req-4f21bddc-ffe3-44b3-91d1-afbb8a88f17b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281416 Oct 05 10:05:45.041657 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-70f75429-8cbd-4f3d-8adf-4fb2934a36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:45.043186 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-70f75429-8cbd-4f3d-8adf-4fb2934a36ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 1096 time: 0.0764585 Oct 05 10:05:45.118528 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-531c3e35-3b36-4fda-b170-c16eab264dcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad HTTP/1.1" status: 200 len: 217 time: 0.0633826 Oct 05 10:05:45.180636 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-e4d93cb9-13ed-4d0a-bf10-0989993bc600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:45.182234 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-e4d93cb9-13ed-4d0a-bf10-0989993bc600 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0567303 Oct 05 10:05:45.196200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fe417-5315-4242-b717-e0d96914aa78 req-f1b02bfe-9cd3-4de5-8d66-865593c85902 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:45.197647 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-182fe417-5315-4242-b717-e0d96914aa78 req-f1b02bfe-9cd3-4de5-8d66-865593c85902 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 943 time: 0.0902154 Oct 05 10:05:45.241518 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-182fe417-5315-4242-b717-e0d96914aa78 req-1cc4de37-3922-47d7-a9c8-94443fa9f380 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380719 Oct 05 10:05:45.267327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-51d8a219-7aa3-46b4-974d-76e8e1ccca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:45.268860 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-51d8a219-7aa3-46b4-974d-76e8e1ccca7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803978 Oct 05 10:05:45.487761 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-8e0ce3dd-01d4-4d0a-848c-b376772b5731 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128005 Oct 05 10:05:45.615643 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-526183dd-c031-48e3-a5a6-3d7dfa6a4604 req-3c3c4469-ebf4-4872-bbc5-f3c9f0eccbbf service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212957 Oct 05 10:05:46.441104 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b340692-bce7-41d4-9e82-47ba464feb2d req-f5f8b9a8-8f28-4cd2-b172-e93948b7bdfa tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:46.442577 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2b340692-bce7-41d4-9e82-47ba464feb2d req-f5f8b9a8-8f28-4cd2-b172-e93948b7bdfa tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 943 time: 0.0854912 Oct 05 10:05:46.488958 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2b340692-bce7-41d4-9e82-47ba464feb2d req-8c5718cf-3f60-453e-8a1e-343b16c30e5f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402646 Oct 05 10:05:47.683642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7794e-2c9b-4137-be18-47faa791b5cf req-992a911d-22be-45ad-9ec1-2a116216fb13 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:47.685316 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8be7794e-2c9b-4137-be18-47faa791b5cf req-992a911d-22be-45ad-9ec1-2a116216fb13 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 943 time: 0.0866220 Oct 05 10:05:47.728830 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8be7794e-2c9b-4137-be18-47faa791b5cf req-ee8782dd-bfc5-42e6-b45d-1a8dfd86ceef tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374835 Oct 05 10:05:48.524731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 89096161-6a96-4b89-a9a4-7bcf07d5e2ad details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:05:48.655716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:05:48.669456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'port_id': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad', 'mac_address': 'fa:16:3e:70:2c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:05:48.727839 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:05:48.728216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:48.744783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89096161-6a96-4b89-a9a4-7bcf07d5e2ad {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:05:48.760963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:05:48.835393 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:48.902034 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:05:49.017837 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4e442-2891-4b80-97e8-2b7ff94aaa1f req-0cc9f3d9-3705-44e7-a588-71b2a99059b2 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:49.019291 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-66b4e442-2891-4b80-97e8-2b7ff94aaa1f req-0cc9f3d9-3705-44e7-a588-71b2a99059b2 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 944 time: 0.1778731 Oct 05 10:05:49.063324 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-66b4e442-2891-4b80-97e8-2b7ff94aaa1f req-b562946e-0158-4e88-bf80-2e15337c6526 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376170 Oct 05 10:05:49.303606 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['89096161-6a96-4b89-a9a4-7bcf07d5e2ad'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:05:50.260607 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2371bf-defe-47ef-a792-b5ab789530b3 req-64740759-9e85-48b4-91a8-745e13aa27b8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:50.262054 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aa2371bf-defe-47ef-a792-b5ab789530b3 req-64740759-9e85-48b4-91a8-745e13aa27b8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 944 time: 0.0857100 Oct 05 10:05:50.307921 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aa2371bf-defe-47ef-a792-b5ab789530b3 req-262d2f89-26d2-4b39-94ca-5e9b2c031acc tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400028 Oct 05 10:05:50.434862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-48b69a07-e6a1-4f64-9ae5-540446baf70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:50.540242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 89096161-6a96-4b89-a9a4-7bcf07d5e2ad up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:05:50.651494 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:05:50.656134 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:05:50.656514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:50.656849 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad Oct 05 10:05:50.772650 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:05:50.773036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:50.799266 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:05:50.801502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ddaf9e-61f4-424c-a996-da07f07cda1a" -d '{"events": [{"server_uuid": "9364315c-a2c2-4ff9-b0ea-70745ba54285", "name": "network-vif-plugged", "status": "completed", "tag": "89096161-6a96-4b89-a9a4-7bcf07d5e2ad"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:05:50.808973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:05:50.843942 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710c9a57-3070-4ae4-bd79-629788f69597 x-openstack-request-id: req-710c9a57-3070-4ae4-bd79-629788f69597 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:05:50.844231 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9364315c-a2c2-4ff9-b0ea-70745ba54285", "name": "network-vif-plugged", "status": "completed", "tag": "89096161-6a96-4b89-a9a4-7bcf07d5e2ad", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:05:50.844507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-710c9a57-3070-4ae4-bd79-629788f69597 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:05:50.844900 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-710c9a57-3070-4ae4-bd79-629788f69597'] response: {'server_uuid': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad', 'code': 200} Oct 05 10:05:50.889652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:50.960995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:05:51.248463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e8883-1efc-4a13-9355-8f2c395c9ce1 req-6ba02e29-8e1c-4378-8057-8d8e0bceb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:51.250028 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4b4e8883-1efc-4a13-9355-8f2c395c9ce1 req-6ba02e29-8e1c-4378-8057-8d8e0bceb2af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 1098 time: 0.0760651 Oct 05 10:05:51.288881 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4b4e8883-1efc-4a13-9355-8f2c395c9ce1 req-13dd4f86-d3a8-48a3-a1ef-257227f4a85c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330281 Oct 05 10:05:51.502971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fff59d-beb7-41e3-a26d-9560ff9bb7cf req-6f3a918c-1fc0-4616-b638-c55ac7389b95 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:51.504314 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-23fff59d-beb7-41e3-a26d-9560ff9bb7cf req-6f3a918c-1fc0-4616-b638-c55ac7389b95 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0849190 Oct 05 10:05:51.547223 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-23fff59d-beb7-41e3-a26d-9560ff9bb7cf req-2ce84f2c-b6e2-4693-a25c-bc15340f516d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372162 Oct 05 10:05:52.630549 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ec4a0b8b-27bd-432d-b97e-118ce56c4732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:52.752410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bad99-e64c-4f24-a889-46c8c19665cb req-3a8db2b0-0d94-42b1-b29c-d62d8e090e2e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:52.754053 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-de6bad99-e64c-4f24-a889-46c8c19665cb req-3a8db2b0-0d94-42b1-b29c-d62d8e090e2e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0930822 Oct 05 10:05:52.797807 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-de6bad99-e64c-4f24-a889-46c8c19665cb req-d1ea7e94-7edf-408b-91b8-6d7e30082cb1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381849 Oct 05 10:05:53.995177 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0df372-8619-4283-8b71-c181737b32cc req-a442a508-4e76-494c-8812-9a654e088018 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:53.996632 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8f0df372-8619-4283-8b71-c181737b32cc req-a442a508-4e76-494c-8812-9a654e088018 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0895371 Oct 05 10:05:54.044129 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8f0df372-8619-4283-8b71-c181737b32cc req-3d38ede2-4321-4831-b984-c505c94ed166 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418141 Oct 05 10:05:54.198351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:54.237736 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd7a75-aba6-41ad-8e80-d55acede7a66 req-b764cf3d-3f43-43dd-9d2f-351e4da07823 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:54.239184 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-61cd7a75-aba6-41ad-8e80-d55acede7a66 req-b764cf3d-3f43-43dd-9d2f-351e4da07823 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0877979 Oct 05 10:05:54.250147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 47878) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:05:54.255156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d1a4aa63-57b1-4b61-a21a-88f2ed031c96 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Request body: {'floatingip': {'port_id': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:05:54.278404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:54.332013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1a4aa63-57b1-4b61-a21a-88f2ed031c96 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:54.907652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1a4aa63-57b1-4b61-a21a-88f2ed031c96 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:54.960183 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1a4aa63-57b1-4b61-a21a-88f2ed031c96 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:55.225262 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-d1a4aa63-57b1-4b61-a21a-88f2ed031c96 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d associated. External IP: 172.26.7.17, port: 89096161-6a96-4b89-a9a4-7bcf07d5e2ad. Oct 05 10:05:55.388788 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:55.575229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a4aa63-57b1-4b61-a21a-88f2ed031c96 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Router c594db16-22e0-4878-8347-523309d11b81 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:05:55.651381 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:55.753120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a4aa63-57b1-4b61-a21a-88f2ed031c96 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:05:55.758215 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d1a4aa63-57b1-4b61-a21a-88f2ed031c96 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:55.762930 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef7aac-15ca-4043-8148-e1244202e862 None None] Sync routers for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:05:55.777019 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef7aac-15ca-4043-8148-e1244202e862 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:05:55.777618 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ccef7aac-15ca-4043-8148-e1244202e862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:05:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:05:55.815925 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d1a4aa63-57b1-4b61-a21a-88f2ed031c96 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "PUT /v2.0/floatingips/ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d HTTP/1.1" status: 200 len: 990 time: 1.5647202 Oct 05 10:05:55.816596 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'tag': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:05:55.819022 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbb3e2e-fe1b-45f9-8780-44aacc0354c0" -d '{"events": [{"name": "network-changed", "server_uuid": "9364315c-a2c2-4ff9-b0ea-70745ba54285", "tag": "89096161-6a96-4b89-a9a4-7bcf07d5e2ad"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:05:55.951512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db716ae4-a084-470c-909d-659b028fdbff x-openstack-request-id: req-db716ae4-a084-470c-909d-659b028fdbff {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:05:55.951874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9364315c-a2c2-4ff9-b0ea-70745ba54285", "tag": "89096161-6a96-4b89-a9a4-7bcf07d5e2ad", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:05:55.952151 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db716ae4-a084-470c-909d-659b028fdbff {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:05:55.952552 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db716ae4-a084-470c-909d-659b028fdbff'] response: {'name': 'network-changed', 'server_uuid': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'tag': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad', 'status': 'completed', 'code': 200} Oct 05 10:05:55.961074 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-ccef7aac-15ca-4043-8148-e1244202e862 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:05:56.077558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3e2e-fe1b-45f9-8780-44aacc0354c0 req-d8e1d08f-5eac-42d1-a82f-725f04f0c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:56.079152 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebbb3e2e-fe1b-45f9-8780-44aacc0354c0 req-d8e1d08f-5eac-42d1-a82f-725f04f0c998 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 1098 time: 0.0797536 Oct 05 10:05:56.208152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3e2e-fe1b-45f9-8780-44aacc0354c0 req-450e30b6-4212-4ff1-b586-70beb6aff3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:56.210336 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebbb3e2e-fe1b-45f9-8780-44aacc0354c0 req-450e30b6-4212-4ff1-b586-70beb6aff3f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1254392 Oct 05 10:05:56.313684 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebbb3e2e-fe1b-45f9-8780-44aacc0354c0 req-584cf61b-805b-4700-b840-b25b14ba2548 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad HTTP/1.1" status: 200 len: 998 time: 0.0978463 Oct 05 10:05:56.332435 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ccef7aac-15ca-4043-8148-e1244202e862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'c594db16-22e0-4878-8347-523309d11b81', 'port_id': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'mac_address': 'fa:16:3e:70:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:03:31Z', 'updated_at': '2022-10-05T10:05:54Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:05:56.336802 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef7aac-15ca-4043-8148-e1244202e862 None None] Checking router: c594db16-22e0-4878-8347-523309d11b81 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:05:56.344971 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef7aac-15ca-4043-8148-e1244202e862 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:05:56.345554 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ccef7aac-15ca-4043-8148-e1244202e862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:05:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:05:56.373410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3e2e-fe1b-45f9-8780-44aacc0354c0 req-d43beee0-d693-4328-8bfc-e5b849199b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:56.374863 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebbb3e2e-fe1b-45f9-8780-44aacc0354c0 req-d43beee0-d693-4328-8bfc-e5b849199b69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0550985 Oct 05 10:05:56.457839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3e2e-fe1b-45f9-8780-44aacc0354c0 req-1851c537-ce56-4eb6-87af-a8f1c66508cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:56.459999 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebbb3e2e-fe1b-45f9-8780-44aacc0354c0 req-1851c537-ce56-4eb6-87af-a8f1c66508cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797262 Oct 05 10:05:56.519469 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-ccef7aac-15ca-4043-8148-e1244202e862 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:05:56.592433 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebbb3e2e-fe1b-45f9-8780-44aacc0354c0 req-4f39ba0f-f368-443c-978e-654459669697 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252058 Oct 05 10:05:56.722287 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ebbb3e2e-fe1b-45f9-8780-44aacc0354c0 req-df99ae8c-813a-4bf7-9ae2-aaca9f210c04 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242599 Oct 05 10:05:56.862990 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ccef7aac-15ca-4043-8148-e1244202e862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'c594db16-22e0-4878-8347-523309d11b81', 'port_id': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'mac_address': 'fa:16:3e:70:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:03:31Z', 'updated_at': '2022-10-05T10:05:54Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:05:56.867554 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef7aac-15ca-4043-8148-e1244202e862 None None] The sync data for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv is: [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'c594db16-22e0-4878-8347-523309d11b81', 'port_id': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'mac_address': 'fa:16:3e:70:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:03:31Z', 'updated_at': '2022-10-05T10:05:54Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:05:57.096424 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822eda4-8036-45a9-b191-18313d806e78 None None] New status for floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:05:58.493294 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:06:20.376833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-49da4844-40b9-4c60-a939-f39a739d9273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:22.622631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-649ea9fe-a6d9-4b3a-ad0a-2a84e962081e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:24.203644 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:24.300840 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:24.627701 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8cf02d37-1dbc-43cf-8fb8-15215a333816 req-0620d9c4-5f9e-4e88-974b-d13e8cfc32cf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761228 Oct 05 10:06:24.792207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf02d37-1dbc-43cf-8fb8-15215a333816 req-62319dd1-3d38-4164-b701-615e8f3e83ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:24.793652 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8cf02d37-1dbc-43cf-8fb8-15215a333816 req-62319dd1-3d38-4164-b701-615e8f3e83ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 1098 time: 0.0801175 Oct 05 10:06:24.934154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf02d37-1dbc-43cf-8fb8-15215a333816 req-fcdaad71-6fbe-4036-88ae-9991ab5d44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:24.935557 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8cf02d37-1dbc-43cf-8fb8-15215a333816 req-fcdaad71-6fbe-4036-88ae-9991ab5d44c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1233249 Oct 05 10:06:25.033173 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8cf02d37-1dbc-43cf-8fb8-15215a333816 req-8ecfbb90-b079-495e-8b68-ff6688ddfb99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad HTTP/1.1" status: 200 len: 1000 time: 0.0907454 Oct 05 10:06:25.192402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf02d37-1dbc-43cf-8fb8-15215a333816 req-92a9445c-da1e-4ad8-94e2-7d7a2eb6045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:25.193763 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8cf02d37-1dbc-43cf-8fb8-15215a333816 req-92a9445c-da1e-4ad8-94e2-7d7a2eb6045a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.1542323 Oct 05 10:06:25.273581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf02d37-1dbc-43cf-8fb8-15215a333816 req-150f01a2-f4e4-432b-af8c-b7c52c9acf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:25.275032 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8cf02d37-1dbc-43cf-8fb8-15215a333816 req-150f01a2-f4e4-432b-af8c-b7c52c9acf78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756669 Oct 05 10:06:25.394014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:25.405603 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8cf02d37-1dbc-43cf-8fb8-15215a333816 req-7b542df7-dd06-4cbb-9a26-dc40bf490080 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236098 Oct 05 10:06:25.536569 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8cf02d37-1dbc-43cf-8fb8-15215a333816 req-0bd3c85d-50e8-452c-859f-f719ccb44235 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249464 Oct 05 10:06:25.651325 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:35.493542 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:06:50.365013 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d98ec8a6-2d86-447a-ba54-a2f14398cd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:52.631919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-903e9e22-1e73-4ecd-a24b-754f4159bfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:54.193807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:54.261935 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:55.427945 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:55.633661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:10.350929 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b517d-29d9-49fc-b4af-48b21500a4cb req-50221e20-abde-44cc-a1b0-bfd75283d558 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:10.353092 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a54b517d-29d9-49fc-b4af-48b21500a4cb req-50221e20-abde-44cc-a1b0-bfd75283d558 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0890744 Oct 05 10:07:10.397017 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a54b517d-29d9-49fc-b4af-48b21500a4cb req-4770d089-a0bb-4615-9a79-c638d1cc9f55 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377958 Oct 05 10:07:11.599974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e5ca-34df-4afd-8384-653a640e1f60 req-ed234265-9618-40cb-97a2-5aab7c7fbfb3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:11.601407 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bb73e5ca-34df-4afd-8384-653a640e1f60 req-ed234265-9618-40cb-97a2-5aab7c7fbfb3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0891755 Oct 05 10:07:11.645815 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bb73e5ca-34df-4afd-8384-653a640e1f60 req-a1e23385-f8a6-4138-b303-5905081f3396 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374408 Oct 05 10:07:12.493174 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:07:12.845614 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd04682-94c1-48e4-bb74-6d1f5674b0a2 req-159312cf-0d09-465d-812a-7caa79287135 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:12.847093 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2cd04682-94c1-48e4-bb74-6d1f5674b0a2 req-159312cf-0d09-465d-812a-7caa79287135 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0866930 Oct 05 10:07:12.894008 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2cd04682-94c1-48e4-bb74-6d1f5674b0a2 req-139c6840-0a12-4cd5-9144-2e3ac04d6b95 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406768 Oct 05 10:07:14.095743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05b8a9-e852-47bf-b884-1a565013041c req-0a9ea524-de2d-4d09-9853-00e9f2e3d43a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:14.097101 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5b05b8a9-e852-47bf-b884-1a565013041c req-0a9ea524-de2d-4d09-9853-00e9f2e3d43a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0878899 Oct 05 10:07:14.141575 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5b05b8a9-e852-47bf-b884-1a565013041c req-bd0cea22-fc21-4e2d-b201-e70ad37e0a79 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381672 Oct 05 10:07:15.344500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60fb5a-dc04-4af7-b26a-1e317f9fb768 req-9eeba194-4917-4f14-bd41-76f77c77c453 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:15.345960 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6d60fb5a-dc04-4af7-b26a-1e317f9fb768 req-9eeba194-4917-4f14-bd41-76f77c77c453 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0902998 Oct 05 10:07:15.390691 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6d60fb5a-dc04-4af7-b26a-1e317f9fb768 req-fdec0af8-267d-4698-b3c8-a66657a319eb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390387 Oct 05 10:07:16.593716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312f05-b2f1-4fb5-9e04-67c89371b245 req-b0d9646e-21ed-4eba-b64e-cef6c10219e4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:16.595204 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ac312f05-b2f1-4fb5-9e04-67c89371b245 req-b0d9646e-21ed-4eba-b64e-cef6c10219e4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0936437 Oct 05 10:07:16.642780 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ac312f05-b2f1-4fb5-9e04-67c89371b245 req-387914af-5413-47ad-9a8c-2959af66729a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418439 Oct 05 10:07:17.844292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca569b-32da-488d-a60d-1783d36e7760 req-48bff96a-c53a-4507-8b40-284105fe4f21 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:17.845748 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-feca569b-32da-488d-a60d-1783d36e7760 req-48bff96a-c53a-4507-8b40-284105fe4f21 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0885639 Oct 05 10:07:17.888986 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-feca569b-32da-488d-a60d-1783d36e7760 req-2feb40c1-a641-4e61-9017-a8babd7e3b8c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375342 Oct 05 10:07:19.091874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fa039-7b45-49cb-82bb-4ec40167c2b6 req-f856e911-cbb0-42c5-8a4d-d667bd0040da tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:19.093255 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5d6fa039-7b45-49cb-82bb-4ec40167c2b6 req-f856e911-cbb0-42c5-8a4d-d667bd0040da tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0916536 Oct 05 10:07:19.137902 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5d6fa039-7b45-49cb-82bb-4ec40167c2b6 req-cb6d6463-6d6a-4915-b300-4dda794a6211 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388029 Oct 05 10:07:20.354002 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9be5877-fbf2-4db6-a4ca-d41007c2c617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:20.386520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcf668-1e94-4462-adee-e19ece77d68c req-13b293a3-6a6d-48e4-88b7-5fc8033c4539 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:20.387979 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d4bcf668-1e94-4462-adee-e19ece77d68c req-13b293a3-6a6d-48e4-88b7-5fc8033c4539 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.1372073 Oct 05 10:07:20.534879 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d4bcf668-1e94-4462-adee-e19ece77d68c req-f0b592db-3d21-4439-b052-357002d75a45 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411455 Oct 05 10:07:21.736365 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133dc3b-4404-42ff-a21b-e7bca554e23e req-74258898-38ba-47d7-89fc-342e33db31d0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:21.737807 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d133dc3b-4404-42ff-a21b-e7bca554e23e req-74258898-38ba-47d7-89fc-342e33db31d0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0867624 Oct 05 10:07:21.784132 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d133dc3b-4404-42ff-a21b-e7bca554e23e req-dda71d1c-5fe2-4792-9733-69c25ae5edd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397999 Oct 05 10:07:22.616220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5c4ced5-cf87-477e-a637-3a86d7dfae95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:22.987159 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b7105-bb6c-492f-bc44-40aa05d40aef req-1bc9658f-71ab-497e-8fb1-47ec9c72a259 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:22.988639 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-278b7105-bb6c-492f-bc44-40aa05d40aef req-1bc9658f-71ab-497e-8fb1-47ec9c72a259 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0938418 Oct 05 10:07:23.032550 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-278b7105-bb6c-492f-bc44-40aa05d40aef req-1aade593-3968-4dd7-9a41-1c5a786a45ec tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380917 Oct 05 10:07:24.222910 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:24.285703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e098f86-6cac-46d5-8368-a8477fba5f6c req-73b87305-e052-447a-a762-0b946e64684e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:24.287189 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6e098f86-6cac-46d5-8368-a8477fba5f6c req-73b87305-e052-447a-a762-0b946e64684e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.1428752 Oct 05 10:07:24.313456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:24.337353 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6e098f86-6cac-46d5-8368-a8477fba5f6c req-b77078b4-4d49-47a5-9802-06c261519b0e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380592 Oct 05 10:07:24.700769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c8e81-8948-406b-8d8a-7867aee5aa38 req-a2593f72-704d-4bba-9f64-bfe1505ee701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:24.702447 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5e9c8e81-8948-406b-8d8a-7867aee5aa38 req-a2593f72-704d-4bba-9f64-bfe1505ee701 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 1098 time: 0.0828378 Oct 05 10:07:24.851251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c8e81-8948-406b-8d8a-7867aee5aa38 req-c7b58df4-03d3-44a6-9c49-76a844e0d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:24.852764 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5e9c8e81-8948-406b-8d8a-7867aee5aa38 req-c7b58df4-03d3-44a6-9c49-76a844e0d459 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1292944 Oct 05 10:07:24.959491 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5e9c8e81-8948-406b-8d8a-7867aee5aa38 req-02ef8f3c-b48e-4dac-b0a8-3a4bdec325b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad HTTP/1.1" status: 200 len: 1000 time: 0.1004107 Oct 05 10:07:25.020969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c8e81-8948-406b-8d8a-7867aee5aa38 req-e0943115-a598-4954-8d77-4c97c6d396b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:25.022493 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5e9c8e81-8948-406b-8d8a-7867aee5aa38 req-e0943115-a598-4954-8d77-4c97c6d396b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0575209 Oct 05 10:07:25.107459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c8e81-8948-406b-8d8a-7867aee5aa38 req-484f4d39-f5aa-41f3-b0d1-a42b017fa77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:25.109101 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5e9c8e81-8948-406b-8d8a-7867aee5aa38 req-484f4d39-f5aa-41f3-b0d1-a42b017fa77f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812979 Oct 05 10:07:25.239952 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5e9c8e81-8948-406b-8d8a-7867aee5aa38 req-55a79e1b-915a-4cfc-8582-3f4b5c109908 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237452 Oct 05 10:07:25.371185 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5e9c8e81-8948-406b-8d8a-7867aee5aa38 req-a87b1962-0cd6-403e-905a-d69d9d45ef0f service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257389 Oct 05 10:07:25.439895 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:25.535988 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47d561-5367-4c18-b1e9-46b95ae1830e req-4ca576d8-6d4f-4a38-a93b-fc3514ccdc60 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:25.537356 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0c47d561-5367-4c18-b1e9-46b95ae1830e req-4ca576d8-6d4f-4a38-a93b-fc3514ccdc60 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0900989 Oct 05 10:07:25.584978 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0c47d561-5367-4c18-b1e9-46b95ae1830e req-03a56d01-97bc-4a54-89cc-816caa89bf9e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411777 Oct 05 10:07:25.691008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:26.783948 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cbc62-2638-4d7d-b115-8ad67fa31119 req-54f88476-eb8e-4e53-9f8f-43890744506d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:26.785374 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-136cbc62-2638-4d7d-b115-8ad67fa31119 req-54f88476-eb8e-4e53-9f8f-43890744506d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0903604 Oct 05 10:07:26.828821 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-136cbc62-2638-4d7d-b115-8ad67fa31119 req-bb7ba5bf-83d1-42da-b803-87211814125c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375490 Oct 05 10:07:27.356487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f521d-5427-44a0-b521-5a397bb3263f req-5efb56e8-81d0-4ca5-972a-7c9ca2292a62 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:27.357923 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a76f521d-5427-44a0-b521-5a397bb3263f req-5efb56e8-81d0-4ca5-972a-7c9ca2292a62 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0898445 Oct 05 10:07:27.407298 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a76f521d-5427-44a0-b521-5a397bb3263f req-5ef88f40-5bc9-48f2-9435-b35fcb1a35d5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434210 Oct 05 10:07:27.510403 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-ce6df5b6-d573-4389-80ed-eb3a4836461e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1292889 Oct 05 10:07:28.619604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d6bf6-76c2-45d0-8053-1904cb294854 req-025c8ad4-1862-4bae-82bf-e6170f8355d2 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:28.620968 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d07d6bf6-76c2-45d0-8053-1904cb294854 req-025c8ad4-1862-4bae-82bf-e6170f8355d2 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0936124 Oct 05 10:07:28.665748 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d07d6bf6-76c2-45d0-8053-1904cb294854 req-247d9270-bd73-45cd-8a83-139bdae0708c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388334 Oct 05 10:07:29.715466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5934c19-77a5-4040-917f-3e13afd86324 req-35f4f79a-b790-456e-97f0-6513281ae9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:29.716933 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-35f4f79a-b790-456e-97f0-6513281ae9f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 1098 time: 0.0788670 Oct 05 10:07:29.853419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5934c19-77a5-4040-917f-3e13afd86324 req-dbe4eedb-1570-4af5-a924-47bd7358892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:29.854902 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-dbe4eedb-1570-4af5-a924-47bd7358892e service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1303148 Oct 05 10:07:29.885707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbb637-2516-459f-b760-93bac15d08c4 req-b3911603-cc44-44e3-be4c-93b23b13a1f0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:29.887193 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e3fbb637-2516-459f-b760-93bac15d08c4 req-b3911603-cc44-44e3-be4c-93b23b13a1f0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0941038 Oct 05 10:07:29.934067 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e3fbb637-2516-459f-b760-93bac15d08c4 req-3ba2a2d6-1313-4072-8134-b586f4123e98 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410337 Oct 05 10:07:29.959366 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-7d12fa77-2c0a-4e13-a153-ff30ea9e1ca1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad HTTP/1.1" status: 200 len: 1000 time: 0.0981719 Oct 05 10:07:30.028198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5934c19-77a5-4040-917f-3e13afd86324 req-adf6bcb6-062a-47ec-a92e-e6429712f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:30.029652 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-adf6bcb6-062a-47ec-a92e-e6429712f9a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0646801 Oct 05 10:07:30.222689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5934c19-77a5-4040-917f-3e13afd86324 req-7a7ce98f-6e51-4bf0-89d8-502ed625eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:30.224213 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-7a7ce98f-6e51-4bf0-89d8-502ed625eba6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1881931 Oct 05 10:07:30.352904 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-7cca29cc-287d-4b19-8e13-da9dae170ab8 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227396 Oct 05 10:07:30.483702 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-2e4e51cc-6853-4ded-957f-eef89a5e9b3d service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248505 Oct 05 10:07:31.157931 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cff27e-e187-4e37-a872-8e666c7a456a req-5ecbcc63-036a-4679-a2c6-69abc797cdeb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:31.159430 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-43cff27e-e187-4e37-a872-8e666c7a456a req-5ecbcc63-036a-4679-a2c6-69abc797cdeb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.1043148 Oct 05 10:07:31.206879 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-43cff27e-e187-4e37-a872-8e666c7a456a req-a3daff9b-8c86-4dc5-aae4-98db93f94449 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408239 Oct 05 10:07:32.414988 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf6057-5f97-44a1-81c3-3e930374717b req-e459eed0-62f3-4d39-9112-7fa3077eb902 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:32.416431 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5bdf6057-5f97-44a1-81c3-3e930374717b req-e459eed0-62f3-4d39-9112-7fa3077eb902 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0939920 Oct 05 10:07:32.470698 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5bdf6057-5f97-44a1-81c3-3e930374717b req-fdc4ebaa-43fd-4b94-a5d5-1cc0f402e860 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479732 Oct 05 10:07:32.597582 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-078e9ea0-6c01-4fb8-b790-c03cc0b94975 service neutron] 10.222.0.55 "GET /v2.0/ports/89096161-6a96-4b89-a9a4-7bcf07d5e2ad/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0876455 Oct 05 10:07:33.228690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5934c19-77a5-4040-917f-3e13afd86324 req-ece332a3-30dd-4871-904f-34ecba178a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:33.230227 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-ece332a3-30dd-4871-904f-34ecba178a44 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285&tenant_id=f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 1098 time: 0.0898452 Oct 05 10:07:33.343241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5934c19-77a5-4040-917f-3e13afd86324 req-0f3a4705-6c71-4003-9d63-270023ba96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:33.344716 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-0f3a4705-6c71-4003-9d63-270023ba96f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 1098 time: 0.0823810 Oct 05 10:07:33.476936 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5934c19-77a5-4040-917f-3e13afd86324 req-27a973a0-e66e-40fd-a548-459a8d418c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:33.478478 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-27a973a0-e66e-40fd-a548-459a8d418c7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1271534 Oct 05 10:07:33.589457 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-e0911d1f-f840-4a82-9838-8c6fe83552a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad HTTP/1.1" status: 200 len: 1000 time: 0.1037710 Oct 05 10:07:33.655925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5934c19-77a5-4040-917f-3e13afd86324 req-929a388d-4648-4b33-a02c-97d086d48836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:33.657277 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-929a388d-4648-4b33-a02c-97d086d48836 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0624967 Oct 05 10:07:33.702646 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7ac09-d05b-4020-9e1b-00ed24b241e5 req-f2f5f77e-407c-45f3-af26-3daa9f5f920c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:33.705119 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-30d7ac09-d05b-4020-9e1b-00ed24b241e5 req-f2f5f77e-407c-45f3-af26-3daa9f5f920c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0986211 Oct 05 10:07:33.756151 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-30d7ac09-d05b-4020-9e1b-00ed24b241e5 req-7c68a23c-d994-41d5-9359-05743a8cc8e5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439224 Oct 05 10:07:33.766962 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5934c19-77a5-4040-917f-3e13afd86324 req-33026da5-39ff-458e-9c39-87fd51ba082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:33.769018 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-33026da5-39ff-458e-9c39-87fd51ba082f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1056383 Oct 05 10:07:33.903811 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-8146f471-a381-4c75-acc7-25b137286ddc service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282468 Oct 05 10:07:34.040736 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a5934c19-77a5-4040-917f-3e13afd86324 req-f992711f-1908-4187-9d0a-967fab462a1d service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299553 Oct 05 10:07:34.968093 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366aebb-764a-4eef-8c7d-587dc0f2ee0d req-786c9798-25f1-4de4-ac58-6102de619969 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:34.969522 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9366aebb-764a-4eef-8c7d-587dc0f2ee0d req-786c9798-25f1-4de4-ac58-6102de619969 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0937481 Oct 05 10:07:35.013470 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9366aebb-764a-4eef-8c7d-587dc0f2ee0d req-eb548699-0680-4f46-9eb9-af6983581332 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382330 Oct 05 10:07:36.216651 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482a23c-209a-45b7-83a4-4172dfe20ee8 req-a89e7a02-f8e2-4844-886b-ad5b9be79f84 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:36.218117 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b482a23c-209a-45b7-83a4-4172dfe20ee8 req-a89e7a02-f8e2-4844-886b-ad5b9be79f84 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0907049 Oct 05 10:07:36.261628 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b482a23c-209a-45b7-83a4-4172dfe20ee8 req-8199e429-3566-4890-9bb8-a5d9085a653b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378141 Oct 05 10:07:36.983701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 89096161-6a96-4b89-a9a4-7bcf07d5e2ad details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:07:36.991164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 89096161-6a96-4b89-a9a4-7bcf07d5e2ad no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:07:37.209728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:07:37.210129 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:37.227725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:07:37.248190 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'port_id': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad', 'mac_address': 'fa:16:3e:70:2c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:07:37.254722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:07:37.256976 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be766a9-c3fb-4a85-9284-e5e7750cd800" -d '{"events": [{"server_uuid": "9364315c-a2c2-4ff9-b0ea-70745ba54285", "name": "network-vif-unplugged", "status": "completed", "tag": "89096161-6a96-4b89-a9a4-7bcf07d5e2ad"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:07:37.292265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:07:37.313159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 10:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bc1bbe-86e5-4da2-80a3-9c8bd98321ba x-openstack-request-id: req-25bc1bbe-86e5-4da2-80a3-9c8bd98321ba {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:07:37.313454 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9364315c-a2c2-4ff9-b0ea-70745ba54285", "name": "network-vif-unplugged", "status": "completed", "tag": "89096161-6a96-4b89-a9a4-7bcf07d5e2ad", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:07:37.313707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25bc1bbe-86e5-4da2-80a3-9c8bd98321ba {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:07:37.314129 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25bc1bbe-86e5-4da2-80a3-9c8bd98321ba'] response: {'server_uuid': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad', 'code': 200} Oct 05 10:07:37.326997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad is: ACTIVE; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:07:37.327374 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:37.344749 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89096161-6a96-4b89-a9a4-7bcf07d5e2ad {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:07:37.364274 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:37.469351 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6cd0c-22b9-48e2-9df2-b978017dc559 req-1bc53442-8b18-42d9-acf6-54d03064bc40 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:37.470729 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-41f6cd0c-22b9-48e2-9df2-b978017dc559 req-1bc53442-8b18-42d9-acf6-54d03064bc40 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 943 time: 0.0933216 Oct 05 10:07:37.477709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:07:37.478088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:07:37.481512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:07:37.488755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:37.489102 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:37.489441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:37.489777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:37.490136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:37.490472 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:37.490794 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:37.491117 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:37.491441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:37.491790 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:37.492632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:37.492959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:37.518090 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-41f6cd0c-22b9-48e2-9df2-b978017dc559 req-6c7fd5bd-582c-44bf-b3a9-509f99671447 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398877 Oct 05 10:07:38.034314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:07:38.034864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:38.053265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89096161-6a96-4b89-a9a4-7bcf07d5e2ad {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:07:38.061613 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c757f1-859b-4957-a3a8-c26c39053120 req-f05d714a-676a-4487-821d-58d455e107b0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:38.063369 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-47c757f1-859b-4957-a3a8-c26c39053120 req-f05d714a-676a-4487-821d-58d455e107b0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 943 time: 0.0945702 Oct 05 10:07:38.072994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:07:38.109652 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-47c757f1-859b-4957-a3a8-c26c39053120 req-a88a2168-049b-4034-ab77-716dc4464dab tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401688 Oct 05 10:07:38.140813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:38.172505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376a36f-c5d6-4b4e-9c07-a88c42995561 req-c929034d-32f3-4740-9277-ea4e68a7b388 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:38.173197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-1376a36f-c5d6-4b4e-9c07-a88c42995561 req-c929034d-32f3-4740-9277-ea4e68a7b388 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Synchronizing usage tracker for tenant:f07f43e84a374856a303fe548d77ec3c on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:07:38.208605 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:07:38.233466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-1376a36f-c5d6-4b4e-9c07-a88c42995561 req-c929034d-32f3-4740-9277-ea4e68a7b388 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Unset dirty status for tenant:f07f43e84a374856a303fe548d77ec3c on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:07:38.234653 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1376a36f-c5d6-4b4e-9c07-a88c42995561 req-c929034d-32f3-4740-9277-ea4e68a7b388 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285&tenant_id=f07f43e84a374856a303fe548d77ec3c&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 943 time: 0.1577532 Oct 05 10:07:38.308889 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['89096161-6a96-4b89-a9a4-7bcf07d5e2ad'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:07:38.398996 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376a36f-c5d6-4b4e-9c07-a88c42995561 req-a3e518ff-2240-4964-8e5d-d5e57e9fbaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:38.400459 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1376a36f-c5d6-4b4e-9c07-a88c42995561 req-a3e518ff-2240-4964-8e5d-d5e57e9fbaa2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 1097 time: 0.0786958 Oct 05 10:07:38.531885 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376a36f-c5d6-4b4e-9c07-a88c42995561 req-074eec86-4061-461c-a4c9-e0d9cdfefe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:38.533378 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1376a36f-c5d6-4b4e-9c07-a88c42995561 req-074eec86-4061-461c-a4c9-e0d9cdfefe82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1271949 Oct 05 10:07:38.637043 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1376a36f-c5d6-4b4e-9c07-a88c42995561 req-685fb3f9-b314-40af-84ff-52073b6b7ce3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad HTTP/1.1" status: 200 len: 999 time: 0.0969222 Oct 05 10:07:38.797727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376a36f-c5d6-4b4e-9c07-a88c42995561 req-0718649b-ec53-45c5-a050-cb84538ba978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:38.799189 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1376a36f-c5d6-4b4e-9c07-a88c42995561 req-0718649b-ec53-45c5-a050-cb84538ba978 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.1560323 Oct 05 10:07:38.882161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376a36f-c5d6-4b4e-9c07-a88c42995561 req-debad009-9893-4a3b-9318-5de67460ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:38.884332 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1376a36f-c5d6-4b4e-9c07-a88c42995561 req-debad009-9893-4a3b-9318-5de67460ef4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787232 Oct 05 10:07:38.997992 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 89096161-6a96-4b89-a9a4-7bcf07d5e2ad up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:07:39.015440 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1376a36f-c5d6-4b4e-9c07-a88c42995561 req-573d1d0a-ee14-42c8-aaa1-cd154b59f5bc service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254559 Oct 05 10:07:39.071474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:07:39.072096 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:39.072205 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad Oct 05 10:07:39.152420 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1376a36f-c5d6-4b4e-9c07-a88c42995561 req-049dbfb8-b17a-4ac1-9751-5c6a1cb2a027 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308320 Oct 05 10:07:39.192832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:07:39.193218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:39.232273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:07:39.302899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:39.334351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:07:39.337359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0484d80-6ddd-452d-aaaf-ac26ae185a67" -d '{"events": [{"server_uuid": "9364315c-a2c2-4ff9-b0ea-70745ba54285", "name": "network-vif-plugged", "status": "completed", "tag": "89096161-6a96-4b89-a9a4-7bcf07d5e2ad"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:07:39.383159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,revision_number=8']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:07:39.392430 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2f332c-5d7d-4ca3-ba84-93b802d85a56 x-openstack-request-id: req-6d2f332c-5d7d-4ca3-ba84-93b802d85a56 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:07:39.392723 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9364315c-a2c2-4ff9-b0ea-70745ba54285", "name": "network-vif-plugged", "status": "completed", "tag": "89096161-6a96-4b89-a9a4-7bcf07d5e2ad", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:07:39.393014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d2f332c-5d7d-4ca3-ba84-93b802d85a56 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:07:39.393362 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d2f332c-5d7d-4ca3-ba84-93b802d85a56'] response: {'server_uuid': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad', 'code': 200} Oct 05 10:07:39.424268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58982607-c630-4e17-a60f-0882098aa949 req-d2ab3584-41cf-4018-83fd-9ed2937beb23 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:39.425703 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-58982607-c630-4e17-a60f-0882098aa949 req-d2ab3584-41cf-4018-83fd-9ed2937beb23 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.1933174 Oct 05 10:07:39.471812 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-58982607-c630-4e17-a60f-0882098aa949 req-36241d24-7f4c-42c0-ba89-82c4046bfd3e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397406 Oct 05 10:07:40.689376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3052f-6734-4e92-94ac-957b1755857e req-aa749029-c03e-475b-a7fe-bef7e3034143 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:40.690992 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-26d3052f-6734-4e92-94ac-957b1755857e req-aa749029-c03e-475b-a7fe-bef7e3034143 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0978980 Oct 05 10:07:40.749068 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-26d3052f-6734-4e92-94ac-957b1755857e req-da54f2e2-be8a-4299-aab0-7a3cba15870e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513861 Oct 05 10:07:40.964408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276a41b-1d56-472d-b87c-a151dbbf1d0a req-90ffa226-2d1b-43bd-ae68-9f83f645c558 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:40.965937 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2276a41b-1d56-472d-b87c-a151dbbf1d0a req-90ffa226-2d1b-43bd-ae68-9f83f645c558 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.1003249 Oct 05 10:07:41.019036 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2276a41b-1d56-472d-b87c-a151dbbf1d0a req-660f4f74-1d5b-4444-889e-ba47697d2cc3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469186 Oct 05 10:07:41.578073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0e1f6-1ee4-4432-a021-864a865f491f req-ab1cf8df-1910-4535-b205-b8a03b475176 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:41.579569 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3f0e1f6-1ee4-4432-a021-864a865f491f req-ab1cf8df-1910-4535-b205-b8a03b475176 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.1007085 Oct 05 10:07:41.625359 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3f0e1f6-1ee4-4432-a021-864a865f491f req-836fb69c-2ccf-4e85-bd84-d15a4be1435b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397780 Oct 05 10:07:41.738839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaea7a3-9914-4eba-8796-1146240e5f40 req-a30c73b9-1e32-453a-8aab-4e0245f9df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:41.740344 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dcaea7a3-9914-4eba-8796-1146240e5f40 req-a30c73b9-1e32-453a-8aab-4e0245f9df4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 1098 time: 0.0887094 Oct 05 10:07:41.891690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaea7a3-9914-4eba-8796-1146240e5f40 req-603d4fe0-01be-4676-8b5f-e8abc1534bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:41.893092 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dcaea7a3-9914-4eba-8796-1146240e5f40 req-603d4fe0-01be-4676-8b5f-e8abc1534bdd service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1472073 Oct 05 10:07:42.004265 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dcaea7a3-9914-4eba-8796-1146240e5f40 req-eebf94e6-02f6-4ae5-aa2a-622f7dcf4ea6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad HTTP/1.1" status: 200 len: 1000 time: 0.1042855 Oct 05 10:07:42.070603 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaea7a3-9914-4eba-8796-1146240e5f40 req-10d7440f-ab3b-485c-8a55-64b242583f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:42.072067 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dcaea7a3-9914-4eba-8796-1146240e5f40 req-10d7440f-ab3b-485c-8a55-64b242583f99 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0626557 Oct 05 10:07:42.158089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaea7a3-9914-4eba-8796-1146240e5f40 req-1409aacd-ad95-40cc-bf97-f21d54d513cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:42.159531 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dcaea7a3-9914-4eba-8796-1146240e5f40 req-1409aacd-ad95-40cc-bf97-f21d54d513cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815237 Oct 05 10:07:42.295560 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dcaea7a3-9914-4eba-8796-1146240e5f40 req-fd031241-bd9e-4078-afb6-b3cb294371c1 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303072 Oct 05 10:07:42.439920 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-dcaea7a3-9914-4eba-8796-1146240e5f40 req-7a442897-bbe3-4c9b-8a1c-d6f8eaef0a55 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303051 Oct 05 10:07:42.850198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623aadc-5956-4cf2-bb99-4193f15e009b req-2ba5400c-e7d0-4708-9712-c2594a5cb506 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:42.852283 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6623aadc-5956-4cf2-bb99-4193f15e009b req-2ba5400c-e7d0-4708-9712-c2594a5cb506 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0988481 Oct 05 10:07:42.899835 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6623aadc-5956-4cf2-bb99-4193f15e009b req-5d62f8ac-f92e-477c-af11-796255985f24 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403523 Oct 05 10:07:44.107806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff2a7f-deac-469a-b501-e87f011ab2d0 req-6ead926a-8fbb-4299-a77d-5185da5776ab tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:44.109169 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-08ff2a7f-deac-469a-b501-e87f011ab2d0 req-6ead926a-8fbb-4299-a77d-5185da5776ab tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0935624 Oct 05 10:07:44.161689 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-08ff2a7f-deac-469a-b501-e87f011ab2d0 req-5d2f4252-b2aa-4869-a926-55e3bd99da9a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468028 Oct 05 10:07:44.776586 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b4cff-64c3-4c24-adb1-677a4732f45f req-e2050afb-6bb4-451b-aeae-39b3e957d012 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:44.778051 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e01b4cff-64c3-4c24-adb1-677a4732f45f req-e2050afb-6bb4-451b-aeae-39b3e957d012 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0901923 Oct 05 10:07:44.821992 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e01b4cff-64c3-4c24-adb1-677a4732f45f req-8aba10c8-883b-46f3-8706-51bf1624d51e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382190 Oct 05 10:07:46.030125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a55c12-ebcd-41f3-9bab-19ec263d20a1 req-3abc7567-b88e-4a82-a1d6-aa30afd90dbc tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:46.031679 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-19a55c12-ebcd-41f3-9bab-19ec263d20a1 req-3abc7567-b88e-4a82-a1d6-aa30afd90dbc tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0947630 Oct 05 10:07:46.076570 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-19a55c12-ebcd-41f3-9bab-19ec263d20a1 req-f1605293-a207-4c77-bc55-75297e45e5cf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390966 Oct 05 10:07:46.677441 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-44237049-c43e-44bd-87bb-35fdd7a05991 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:46.678833 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-44237049-c43e-44bd-87bb-35fdd7a05991 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0955584 Oct 05 10:07:46.749725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Deleting port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:07:46.750094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:47.006891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] For port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:07:47.007717 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:47.278192 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201afa0a-5648-4222-8c77-d6c782835150 req-f3b1dace-a12e-4380-abaa-e4f29570889a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:47.279557 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-201afa0a-5648-4222-8c77-d6c782835150 req-f3b1dace-a12e-4380-abaa-e4f29570889a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 945 time: 0.0871873 Oct 05 10:07:47.327026 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-201afa0a-5648-4222-8c77-d6c782835150 req-2e94e8a6-8ce4-48e5-8e38-7d9e323073b8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416451 Oct 05 10:07:47.416160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:47.416530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:47.416839 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d disassociated. External IP: 172.26.7.17, port: 89096161-6a96-4b89-a9a4-7bcf07d5e2ad. Oct 05 10:07:47.417173 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Calling delete_port for 89096161-6a96-4b89-a9a4-7bcf07d5e2ad owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:07:47.668279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:47.722902 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Pushing event deleted for resources: {'Port': ['ID=89096161-6a96-4b89-a9a4-7bcf07d5e2ad,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:07:47.790708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:47.791091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:47.791442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:47.791786 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:47.792121 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:47.792462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:47.792938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:47.793370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:47.793733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:47.794123 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:47.794482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:47.794828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:07:47.942940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Router c594db16-22e0-4878-8347-523309d11b81 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:07:48.135616 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:07:48.145039 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2c4cee-0c62-4e6e-9508-8562875cad8a None None] Sync routers for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:07:48.155264 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c4cee-0c62-4e6e-9508-8562875cad8a None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:07:48.156101 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ed2c4cee-0c62-4e6e-9508-8562875cad8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:07:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:07:48.228509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] No DVR routers for this DVR port 89096161-6a96-4b89-a9a4-7bcf07d5e2ad on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:07:48.231024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:48.233677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'name': 'network-vif-deleted', 'tag': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:07:48.235998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1543354-ac6e-479b-9768-ff6e0a842e4f" -d '{"events": [{"server_uuid": "9364315c-a2c2-4ff9-b0ea-70745ba54285", "name": "network-vif-deleted", "tag": "89096161-6a96-4b89-a9a4-7bcf07d5e2ad"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:07:48.282852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89acd034-f1ad-4ed7-a201-986021109b1b x-openstack-request-id: req-89acd034-f1ad-4ed7-a201-986021109b1b {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:07:48.283145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9364315c-a2c2-4ff9-b0ea-70745ba54285", "name": "network-vif-deleted", "tag": "89096161-6a96-4b89-a9a4-7bcf07d5e2ad", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:07:48.289215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89acd034-f1ad-4ed7-a201-986021109b1b {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:07:48.289215 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89acd034-f1ad-4ed7-a201-986021109b1b'] response: {'server_uuid': '9364315c-a2c2-4ff9-b0ea-70745ba54285', 'name': 'network-vif-deleted', 'tag': '89096161-6a96-4b89-a9a4-7bcf07d5e2ad', 'status': 'completed', 'code': 200} Oct 05 10:07:48.309443 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5cdd269-ffba-423b-a246-e4030bfabdcf req-d0e2ac80-039d-4dc6-b350-e0fe1d2967e8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "DELETE /v2.0/ports/89096161-6a96-4b89-a9a4-7bcf07d5e2ad HTTP/1.1" status: 204 len: 173 time: 1.6256409 Oct 05 10:07:48.348208 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-ed2c4cee-0c62-4e6e-9508-8562875cad8a None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:07:48.507288 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-48a2e399-ad93-417e-9eb4-77e8350724f9 req-cddfb95d-d79e-4850-95f9-e1b688a89d58 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=9364315c-a2c2-4ff9-b0ea-70745ba54285 HTTP/1.1" status: 200 len: 210 time: 0.0543513 Oct 05 10:07:48.684394 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ed2c4cee-0c62-4e6e-9508-8562875cad8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:07:48.688577 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2c4cee-0c62-4e6e-9508-8562875cad8a None None] Checking router: c594db16-22e0-4878-8347-523309d11b81 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:07:48.698379 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c4cee-0c62-4e6e-9508-8562875cad8a None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:07:48.699000 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ed2c4cee-0c62-4e6e-9508-8562875cad8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:07:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:07:48.917427 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-ed2c4cee-0c62-4e6e-9508-8562875cad8a None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:07:49.241497 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ed2c4cee-0c62-4e6e-9508-8562875cad8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:07:49.246254 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2c4cee-0c62-4e6e-9508-8562875cad8a None None] The sync data for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv is: [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:07:49.481815 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53ee84-ce34-4794-865b-80dd282358f2 None None] New status for floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:07:49.494740 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:07:49.887000 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-5c65585b-bf5e-45bb-8e7c-8e08cfacf3f1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--328755262&fields=id&tenant_id=f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 267 time: 0.0458853 Oct 05 10:07:50.045433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-793c7cd2-4e5a-490d-b977-7a8f7cb4b13f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:50.047054 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-793c7cd2-4e5a-490d-b977-7a8f7cb4b13f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 811 time: 0.1534200 Oct 05 10:07:50.062899 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-bfd8da33-9056-46b8-a0ce-fcea0b805fdf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/quotas/f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 375 time: 0.0100467 Oct 05 10:07:50.164155 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-a9713395-10ac-4527-ba38-936f8f187fcb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946519 Oct 05 10:07:50.353158 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-e86eac11-5dba-4136-9c90-4961b2fb519b service neutron] 10.222.0.49 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769798 Oct 05 10:07:50.375151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-df097ad4-d8a7-4a89-94ca-c992b0645767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:50.491566 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-4cf9e2dd-ea3f-47d8-b7b5-2f8076195b77 service neutron] 10.222.0.49 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323919 Oct 05 10:07:50.838644 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e3f40966-39bc-46e3-b122-aa5d18babb3f req-2c6874ae-ffb0-49e3-933c-6a6ac206a244 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 210 time: 0.0543616 Oct 05 10:07:51.062300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 89096161-6a96-4b89-a9a4-7bcf07d5e2ad no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:07:51.098672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 89096161-6a96-4b89-a9a4-7bcf07d5e2ad {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:07:51.099018 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 89096161-6a96-4b89-a9a4-7bcf07d5e2ad not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:07:52.011786 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-541a9007-4b60-4f74-b1d8-798af1e18aa9 req-b96c7f38-aed3-4a76-bdc4-d29c17d33040 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 210 time: 0.0554717 Oct 05 10:07:52.651095 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-beb00e20-f385-4b27-baa9-d56acd5a5fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:52.982957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-31c0a4d4-ed69-436a-9ac5-8cecac613183 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:52.984501 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-31c0a4d4-ed69-436a-9ac5-8cecac613183 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 811 time: 0.1588116 Oct 05 10:07:53.043293 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-ff340616-ef28-4242-a951-4251afdc41d7 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 379 time: 0.0428772 Oct 05 10:07:53.051870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Request body: {'port': {'device_id': '81c6a90f-715e-418f-a479-572f02581e6a', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'admin_state_up': True, 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'security_groups': ['5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:07:53.200634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:07:53.205577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Usage tracker for resource:port and tenant:f07f43e84a374856a303fe548d77ec3c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:07:53.215099 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:07:53.215781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:07:53.284019 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-05716dee-6987-4a24-9dd0-3fcf9cb52f2e req-cf29b6f9-0097-4e1b-a8cd-3d035e16e8ec tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 210 time: 0.1540730 Oct 05 10:07:53.324970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Made reservation on behalf of f07f43e84a374856a303fe548d77ec3c for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:07:53.335587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:53.493665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Allocated IP 172.20.0.8 (410c89d2-5bec-4acc-a109-55dfeb3d323b/23724b5f-1e19-44aa-997d-613de2e557c1/1e6685b4-c49e-4d36-819c-98647d4caeb8) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:07:53.793647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:53.810382 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Transition to ACTIVE for port object 1e6685b4-c49e-4d36-819c-98647d4caeb8 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:07:53.925492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:53.998855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Network 410c89d2-5bec-4acc-a109-55dfeb3d323b is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:07:54.001817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:07:54.005835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:07:54.038398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Pushing event updated for resources: {'Port': ['ID=1e6685b4-c49e-4d36-819c-98647d4caeb8,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:07:54.082332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:54.082962 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:54.183092 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-06046f22-a2d6-4597-9ac1-91d12f2bafd0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1351969 Oct 05 10:07:54.201491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Request body: {'port': {'device_id': '81c6a90f-715e-418f-a479-572f02581e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:07:54.255135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:54.278165 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1b9783f6-9e8f-4c79-ae57-4d9c4c3ab70f None None] Provisioning for port 1e6685b4-c49e-4d36-819c-98647d4caeb8 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:07:54.281251 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:54.283851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1b9783f6-9e8f-4c79-ae57-4d9c4c3ab70f None None] Provisioning complete for port 1e6685b4-c49e-4d36-819c-98647d4caeb8 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:07:54.287518 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1b9783f6-9e8f-4c79-ae57-4d9c4c3ab70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:54.287518 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1b9783f6-9e8f-4c79-ae57-4d9c4c3ab70f None None] Attempt 1 to provision port 1e6685b4-c49e-4d36-819c-98647d4caeb8 Oct 05 10:07:54.324014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:54.340916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1b9783f6-9e8f-4c79-ae57-4d9c4c3ab70f None None] Port 1e6685b4-c49e-4d36-819c-98647d4caeb8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:07:54.497815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466137a-5948-4d0c-a280-ad3c577202fc req-1daf8e79-218a-4342-83a7-d79ed7812d7e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:54.499506 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e466137a-5948-4d0c-a280-ad3c577202fc req-1daf8e79-218a-4342-83a7-d79ed7812d7e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 931 time: 0.0982618 Oct 05 10:07:54.545559 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e466137a-5948-4d0c-a280-ad3c577202fc req-f07cba47-42c9-46fc-829c-656695457264 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397203 Oct 05 10:07:54.678005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6685b4-c49e-4d36-819c-98647d4caeb8 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:07:54.686444 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:54.700647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Transition to ACTIVE for port object 1e6685b4-c49e-4d36-819c-98647d4caeb8 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:07:54.805760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:54.842097 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1b9783f6-9e8f-4c79-ae57-4d9c4c3ab70f None None] Attempt 2 to provision port 1e6685b4-c49e-4d36-819c-98647d4caeb8 Oct 05 10:07:54.896810 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1b9783f6-9e8f-4c79-ae57-4d9c4c3ab70f None None] Port 1e6685b4-c49e-4d36-819c-98647d4caeb8 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:07:54.991122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6685b4-c49e-4d36-819c-98647d4caeb8,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:07:55.032296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Attempting to bind port 1e6685b4-c49e-4d36-819c-98647d4caeb8 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:07:55.032916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Attempting to bind port 1e6685b4-c49e-4d36-819c-98647d4caeb8 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:07:55.032916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Attempting to bind port 1e6685b4-c49e-4d36-819c-98647d4caeb8 on network 410c89d2-5bec-4acc-a109-55dfeb3d323b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:07:55.037497 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Port 1e6685b4-c49e-4d36-819c-98647d4caeb8 on network 410c89d2-5bec-4acc-a109-55dfeb3d323b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:07:55.037807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Attempting to bind port 1e6685b4-c49e-4d36-819c-98647d4caeb8 on network 410c89d2-5bec-4acc-a109-55dfeb3d323b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:07:55.043436 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:07:55.043763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Checking segment: {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:07:55.044143 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Bound using segment: {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:07:55.044566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Bound port: 1e6685b4-c49e-4d36-819c-98647d4caeb8, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:07:55.044905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:55.139955 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] For port 1e6685b4-c49e-4d36-819c-98647d4caeb8, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:07:55.142968 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] For port 1e6685b4-c49e-4d36-819c-98647d4caeb8, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:07:55.232892 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:55.266074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:55.266661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:55.268034 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] 10.222.0.55 "PUT /v2.0/ports/1e6685b4-c49e-4d36-819c-98647d4caeb8 HTTP/1.1" status: 200 len: 1093 time: 1.0708430 Oct 05 10:07:55.268467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:07:55.270809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d5b917-a4f6-47fe-aae7-fed9b5f25357" -d '{"events": [{"name": "network-changed", "server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:07:55.314987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0129ef-df7d-4a9f-88c9-b003778a6aa3 x-openstack-request-id: req-1e0129ef-df7d-4a9f-88c9-b003778a6aa3 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:07:55.315296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:07:55.315540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e0129ef-df7d-4a9f-88c9-b003778a6aa3 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:07:55.315944 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0129ef-df7d-4a9f-88c9-b003778a6aa3'] response: {'name': 'network-changed', 'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'status': 'completed', 'code': 200} Oct 05 10:07:55.318417 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ba82a-c646-4101-b032-5886f4f56b49 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6685b4-c49e-4d36-819c-98647d4caeb8,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:07:55.398140 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-1b9783f6-9e8f-4c79-ae57-4d9c4c3ab70f None None] Attempt 3 to provision port 1e6685b4-c49e-4d36-819c-98647d4caeb8 Oct 05 10:07:55.439158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5b917-a4f6-47fe-aae7-fed9b5f25357 req-20db92de-f99b-43d1-9994-b51f146ff7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:55.440964 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e3d5b917-a4f6-47fe-aae7-fed9b5f25357 req-20db92de-f99b-43d1-9994-b51f146ff7f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 1096 time: 0.0864294 Oct 05 10:07:55.463588 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-1b9783f6-9e8f-4c79-ae57-4d9c4c3ab70f None None] Port 1e6685b4-c49e-4d36-819c-98647d4caeb8 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:07:55.496376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:55.593371 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5b917-a4f6-47fe-aae7-fed9b5f25357 req-7fd82e57-0a63-4ba9-b087-fa02502d27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:55.594910 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e3d5b917-a4f6-47fe-aae7-fed9b5f25357 req-7fd82e57-0a63-4ba9-b087-fa02502d27fd service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f07f43e84a374856a303fe548d77ec3c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1417093 Oct 05 10:07:55.673703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:55.741350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5b917-a4f6-47fe-aae7-fed9b5f25357 req-00ce1868-ff3c-4770-a7cf-358b836ed6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:55.742867 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e3d5b917-a4f6-47fe-aae7-fed9b5f25357 req-00ce1868-ff3c-4770-a7cf-358b836ed6e6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410139 Oct 05 10:07:55.752145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dc9e9-6c24-4617-b643-61184f56699d req-916a03d0-1c54-4c06-be68-b30210e73a19 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:55.755227 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3e5dc9e9-6c24-4617-b643-61184f56699d req-916a03d0-1c54-4c06-be68-b30210e73a19 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 943 time: 0.0919261 Oct 05 10:07:55.802954 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3e5dc9e9-6c24-4617-b643-61184f56699d req-83837b47-9416-4cae-b81b-09d791e21b99 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426540 Oct 05 10:07:55.877551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-712b95eb-1ec9-4a9e-aef5-e5bf48126a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:55.879049 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-712b95eb-1ec9-4a9e-aef5-e5bf48126a2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 1096 time: 0.0793540 Oct 05 10:07:56.067693 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-c0de123b-430d-4ffd-94b2-970bc0b14e1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8 HTTP/1.1" status: 200 len: 217 time: 0.1735194 Oct 05 10:07:56.130112 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-31ca87b0-162c-4658-9d07-d2c1fc0b8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:56.131535 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-31ca87b0-162c-4658-9d07-d2c1fc0b8782 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0582774 Oct 05 10:07:56.218737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-851ffc64-2e5a-44b3-aa09-d251e3eeab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:56.220235 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-851ffc64-2e5a-44b3-aa09-d251e3eeab38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832541 Oct 05 10:07:56.354711 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-f80606d7-b3a1-4827-9680-e252d680211d service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271636 Oct 05 10:07:56.488150 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a6c8b776-a672-4d53-a3bc-9f78f9b57c08 req-57ac298d-3fc2-4e50-b2ba-21f3c8936dd6 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275413 Oct 05 10:07:57.012266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a8625-ce11-4984-9267-1a3973292c77 req-f7d74dcc-150b-4cfa-9cda-24255b089588 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:57.013330 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-992a8625-ce11-4984-9267-1a3973292c77 req-f7d74dcc-150b-4cfa-9cda-24255b089588 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 943 time: 0.0942783 Oct 05 10:07:57.058358 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-992a8625-ce11-4984-9267-1a3973292c77 req-366cae56-b056-4427-a853-cb59c37b9510 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389504 Oct 05 10:07:58.263849 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0717447-2288-444e-a53f-ff6470467845 req-efdd1288-7cb0-4060-87fd-34940eb9c91a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:58.265326 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d0717447-2288-444e-a53f-ff6470467845 req-efdd1288-7cb0-4060-87fd-34940eb9c91a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 943 time: 0.0955365 Oct 05 10:07:58.309177 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d0717447-2288-444e-a53f-ff6470467845 req-8334468d-8857-4d4b-abbb-ce449a9130f9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377233 Oct 05 10:07:59.115967 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 1e6685b4-c49e-4d36-819c-98647d4caeb8 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:07:59.256116 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 1e6685b4-c49e-4d36-819c-98647d4caeb8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:07:59.269513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'port_id': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'mac_address': 'fa:16:3e:77:f0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:07:59.325326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 1e6685b4-c49e-4d36-819c-98647d4caeb8 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:07:59.325684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:59.345913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6685b4-c49e-4d36-819c-98647d4caeb8 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:07:59.362103 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 1e6685b4-c49e-4d36-819c-98647d4caeb8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:07:59.438728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:59.512223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=1e6685b4-c49e-4d36-819c-98647d4caeb8,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:07:59.671875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24b8a2-7240-42f1-aca3-7ee881ba507c req-add8ba9c-c312-4048-b438-984b7fc113e3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:59.673244 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fc24b8a2-7240-42f1-aca3-7ee881ba507c req-add8ba9c-c312-4048-b438-984b7fc113e3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 944 time: 0.0875204 Oct 05 10:07:59.719128 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fc24b8a2-7240-42f1-aca3-7ee881ba507c req-d079dcee-033f-429d-bc81-bc5759eacea5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398304 Oct 05 10:07:59.839899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['1e6685b4-c49e-4d36-819c-98647d4caeb8'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:08:01.081929 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10449b-17e5-4f5a-8924-30b45385591d req-48296e83-c9af-4005-b599-d15ebe2b5761 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:01.083406 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ab10449b-17e5-4f5a-8924-30b45385591d req-48296e83-c9af-4005-b599-d15ebe2b5761 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 944 time: 0.0933983 Oct 05 10:08:01.129750 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ab10449b-17e5-4f5a-8924-30b45385591d req-05856809-a8f1-46d9-b8bb-ae1f278caa99 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386572 Oct 05 10:08:01.140195 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 1e6685b4-c49e-4d36-819c-98647d4caeb8 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:08:01.267946 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 1e6685b4-c49e-4d36-819c-98647d4caeb8 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:08:01.273002 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 1e6685b4-c49e-4d36-819c-98647d4caeb8 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:08:01.278572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:01.278572 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 1e6685b4-c49e-4d36-819c-98647d4caeb8 Oct 05 10:08:01.396442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 1e6685b4-c49e-4d36-819c-98647d4caeb8 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:08:01.396814 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:01.423645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:08:01.425877 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dc9b75-8b92-4612-af85-2075deea428d" -d '{"events": [{"server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "name": "network-vif-plugged", "status": "completed", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:08:01.434492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 1e6685b4-c49e-4d36-819c-98647d4caeb8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:08:01.469042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a39915-3f4b-4ba9-939b-85374968c716 x-openstack-request-id: req-b0a39915-3f4b-4ba9-939b-85374968c716 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:08:01.469332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "name": "network-vif-plugged", "status": "completed", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:08:01.469581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0a39915-3f4b-4ba9-939b-85374968c716 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:08:01.469973 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a39915-3f4b-4ba9-939b-85374968c716'] response: {'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'code': 200} Oct 05 10:08:01.570815 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:01.641972 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=1e6685b4-c49e-4d36-819c-98647d4caeb8,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:08:01.967113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b94aa-e1c4-4275-a430-e5bf1358deca req-0794e7d3-986b-4d41-ae65-8be6cb4fd4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:01.968584 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c03b94aa-e1c4-4275-a430-e5bf1358deca req-0794e7d3-986b-4d41-ae65-8be6cb4fd4dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 1098 time: 0.0787451 Oct 05 10:08:02.012569 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c03b94aa-e1c4-4275-a430-e5bf1358deca req-219feabb-8204-4d9a-a637-5cc03af6b26c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355234 Oct 05 10:08:02.335788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d467e1d-2f07-4b27-a436-2252424bcbbe req-7f4e4752-58fc-4aac-aacb-7c7427b80a16 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:02.337148 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2d467e1d-2f07-4b27-a436-2252424bcbbe req-7f4e4752-58fc-4aac-aacb-7c7427b80a16 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0937512 Oct 05 10:08:02.382454 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2d467e1d-2f07-4b27-a436-2252424bcbbe req-8f64be34-0cbb-4729-a0bf-b80132685638 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386720 Oct 05 10:08:03.585496 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519b07e-79e2-4acf-9ace-fa97cc36c31f req-da53de64-f99f-4b17-8bee-67996b9aad07 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:03.587059 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d519b07e-79e2-4acf-9ace-fa97cc36c31f req-da53de64-f99f-4b17-8bee-67996b9aad07 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0894225 Oct 05 10:08:03.633145 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d519b07e-79e2-4acf-9ace-fa97cc36c31f req-9f0ee456-8dd0-44ce-99c8-553ddccfae87 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403342 Oct 05 10:08:04.834064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e2817-95fc-4443-ba04-7b5ea7321bcd req-6c36df27-8753-45c8-a635-9c0e1dd21924 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:04.835500 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fc7e2817-95fc-4443-ba04-7b5ea7321bcd req-6c36df27-8753-45c8-a635-9c0e1dd21924 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0911820 Oct 05 10:08:04.878612 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fc7e2817-95fc-4443-ba04-7b5ea7321bcd req-635bc3f2-2844-49c2-bec3-2189cdb5d074 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372438 Oct 05 10:08:05.075220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0353a9-15ed-4d80-93a8-679cd36c6859 req-b2061c8d-5643-45d4-8ae4-e3dcc3a0b036 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:05.076744 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ee0353a9-15ed-4d80-93a8-679cd36c6859 req-b2061c8d-5643-45d4-8ae4-e3dcc3a0b036 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0921059 Oct 05 10:08:05.087183 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48088) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:08:05.092105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c977cabd-5db7-4942-ba8a-63766defc13b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Request body: {'floatingip': {'port_id': '1e6685b4-c49e-4d36-819c-98647d4caeb8'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:08:05.169088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c977cabd-5db7-4942-ba8a-63766defc13b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:05.859741 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c977cabd-5db7-4942-ba8a-63766defc13b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:05.929396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c977cabd-5db7-4942-ba8a-63766defc13b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:06.104293 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-c977cabd-5db7-4942-ba8a-63766defc13b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d associated. External IP: 172.26.7.17, port: 1e6685b4-c49e-4d36-819c-98647d4caeb8. Oct 05 10:08:06.461782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c977cabd-5db7-4942-ba8a-63766defc13b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Router c594db16-22e0-4878-8347-523309d11b81 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:08:06.645458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c977cabd-5db7-4942-ba8a-63766defc13b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:08:06.649901 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c977cabd-5db7-4942-ba8a-63766defc13b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:06.657408 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39655fed-0889-4f04-99e1-1af835447570 None None] Sync routers for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:08:06.668626 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39655fed-0889-4f04-99e1-1af835447570 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:08:06.669255 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-39655fed-0889-4f04-99e1-1af835447570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:07:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:08:06.708780 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c977cabd-5db7-4942-ba8a-63766defc13b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "PUT /v2.0/floatingips/ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d HTTP/1.1" status: 200 len: 990 time: 1.6205342 Oct 05 10:08:06.709469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:08:06.712072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab7e5b7-40f1-44f6-8e2b-818a36cd83d2" -d '{"events": [{"name": "network-changed", "server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:08:06.755876 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f801e1-8088-4dad-a5c7-e19bb53f7c89 x-openstack-request-id: req-c7f801e1-8088-4dad-a5c7-e19bb53f7c89 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:08:06.756401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:08:06.757015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7f801e1-8088-4dad-a5c7-e19bb53f7c89 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:08:06.757379 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f801e1-8088-4dad-a5c7-e19bb53f7c89'] response: {'name': 'network-changed', 'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'status': 'completed', 'code': 200} Oct 05 10:08:06.861641 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-39655fed-0889-4f04-99e1-1af835447570 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:08:06.886476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7e5b7-40f1-44f6-8e2b-818a36cd83d2 req-e3b3ede5-5492-4ecf-bf8b-da4573e761d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:06.887960 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7ab7e5b7-40f1-44f6-8e2b-818a36cd83d2 req-e3b3ede5-5492-4ecf-bf8b-da4573e761d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 1098 time: 0.0886652 Oct 05 10:08:07.024709 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7e5b7-40f1-44f6-8e2b-818a36cd83d2 req-1691d2b0-7422-46e4-be6f-b10633666973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:07.026331 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7ab7e5b7-40f1-44f6-8e2b-818a36cd83d2 req-1691d2b0-7422-46e4-be6f-b10633666973 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1322823 Oct 05 10:08:07.131992 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7ab7e5b7-40f1-44f6-8e2b-818a36cd83d2 req-82defd03-c2d3-4ee6-be9f-adcbb66643e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8 HTTP/1.1" status: 200 len: 998 time: 0.0995693 Oct 05 10:08:07.195247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7e5b7-40f1-44f6-8e2b-818a36cd83d2 req-8990663d-ab44-4470-b3e8-aa5e5b35c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:07.196875 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7ab7e5b7-40f1-44f6-8e2b-818a36cd83d2 req-8990663d-ab44-4470-b3e8-aa5e5b35c674 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0581987 Oct 05 10:08:07.213776 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-39655fed-0889-4f04-99e1-1af835447570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'c594db16-22e0-4878-8347-523309d11b81', 'port_id': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'mac_address': 'fa:16:3e:77:f0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c6a90f-715e-418f-a479-572f02581e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:03:31Z', 'updated_at': '2022-10-05T10:08:05Z', 'revision_number': 9, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:08:07.218269 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39655fed-0889-4f04-99e1-1af835447570 None None] Checking router: c594db16-22e0-4878-8347-523309d11b81 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:08:07.227603 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39655fed-0889-4f04-99e1-1af835447570 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:08:07.228183 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-39655fed-0889-4f04-99e1-1af835447570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:07:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:08:07.286390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7e5b7-40f1-44f6-8e2b-818a36cd83d2 req-fb51ebdb-39a6-48bf-a1d9-fcbe543b99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:07.287852 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7ab7e5b7-40f1-44f6-8e2b-818a36cd83d2 req-fb51ebdb-39a6-48bf-a1d9-fcbe543b99ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852666 Oct 05 10:08:07.403348 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-39655fed-0889-4f04-99e1-1af835447570 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:08:07.422565 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7ab7e5b7-40f1-44f6-8e2b-818a36cd83d2 req-2d87f11b-39d9-4486-87d5-7eeb416417f5 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282945 Oct 05 10:08:07.556668 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7ab7e5b7-40f1-44f6-8e2b-818a36cd83d2 req-db5fd63a-a539-40da-9cf2-ba2702582e30 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274245 Oct 05 10:08:07.784161 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-39655fed-0889-4f04-99e1-1af835447570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'c594db16-22e0-4878-8347-523309d11b81', 'port_id': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'mac_address': 'fa:16:3e:77:f0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c6a90f-715e-418f-a479-572f02581e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:03:31Z', 'updated_at': '2022-10-05T10:08:05Z', 'revision_number': 9, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:08:07.788164 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39655fed-0889-4f04-99e1-1af835447570 None None] The sync data for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv is: [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'c594db16-22e0-4878-8347-523309d11b81', 'port_id': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'mac_address': 'fa:16:3e:77:f0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c6a90f-715e-418f-a479-572f02581e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:03:31Z', 'updated_at': '2022-10-05T10:08:05Z', 'revision_number': 9, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:08:07.973665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb6760d-4938-4b28-8dbf-e3772225441b None None] New status for floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:08:20.364528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a98b5c5d-e495-48a5-a8d1-17ee1be98140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:22.661148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d29017ce-6967-488a-8665-97c1c4a20c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:24.313783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:24.370534 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:24.673022 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1121fc85-2864-4245-85f3-b8a6a79806e8 req-eb5d2ffc-b709-420c-a33f-231b05fbbb67 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785532 Oct 05 10:08:24.845008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121fc85-2864-4245-85f3-b8a6a79806e8 req-c4b8609f-a13d-43c1-89f3-f4e64659a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:24.846519 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1121fc85-2864-4245-85f3-b8a6a79806e8 req-c4b8609f-a13d-43c1-89f3-f4e64659a58f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 1098 time: 0.0847352 Oct 05 10:08:25.106259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121fc85-2864-4245-85f3-b8a6a79806e8 req-54a267fa-3768-422d-97d5-c3b3433b3219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:25.107753 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1121fc85-2864-4245-85f3-b8a6a79806e8 req-54a267fa-3768-422d-97d5-c3b3433b3219 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.2406747 Oct 05 10:08:25.215137 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1121fc85-2864-4245-85f3-b8a6a79806e8 req-d5774a9f-85d5-4012-87fe-339abcb45922 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8 HTTP/1.1" status: 200 len: 1001 time: 0.1008215 Oct 05 10:08:25.277769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121fc85-2864-4245-85f3-b8a6a79806e8 req-d8127ace-df03-4260-96c4-f2e6ea8239ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:25.279259 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1121fc85-2864-4245-85f3-b8a6a79806e8 req-d8127ace-df03-4260-96c4-f2e6ea8239ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0586593 Oct 05 10:08:25.373580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121fc85-2864-4245-85f3-b8a6a79806e8 req-e02a84a8-7c82-4d99-b181-facf0c0ec99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:25.375858 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1121fc85-2864-4245-85f3-b8a6a79806e8 req-e02a84a8-7c82-4d99-b181-facf0c0ec99b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903609 Oct 05 10:08:25.442342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:25.517779 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1121fc85-2864-4245-85f3-b8a6a79806e8 req-b77cadcd-4fec-4d5b-874a-72cee4f4630f service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347792 Oct 05 10:08:25.660565 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1121fc85-2864-4245-85f3-b8a6a79806e8 req-1755867b-4072-44ef-80f4-258fae53b44a service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365805 Oct 05 10:08:25.684945 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:26.493999 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:08:50.364411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c304caeb-d72a-4a61-ab4a-04bc0b926b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:52.644795 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c36b-9caf-4f6c-815f-ecb26585b3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:54.261115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:54.278490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:55.455353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:55.666136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:03.492500 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:09:20.369516 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ac6562e3-3b24-40c8-96de-6b307c52f6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:22.350567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c844c-0151-4b99-8444-af786fcc7f62 req-fcd1ae09-05d2-4bbe-a502-619e03659ceb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:22.351888 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-259c844c-0151-4b99-8444-af786fcc7f62 req-fcd1ae09-05d2-4bbe-a502-619e03659ceb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.1470935 Oct 05 10:09:22.396248 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-2abb5485-bc4c-4b95-9249-1c4ddf688fc7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1200731 Oct 05 10:09:22.406071 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-259c844c-0151-4b99-8444-af786fcc7f62 req-6408b30c-14bc-4e14-a265-091bc7006655 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467470 Oct 05 10:09:22.649449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b2724877-71a3-4110-b721-b874b8aaf765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:23.614234 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f6c3d-2e2e-4efa-a966-8ac2dedcdfdb req-4d587cfb-c090-4058-bf84-82c32470cae6 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:23.615615 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d84f6c3d-2e2e-4efa-a966-8ac2dedcdfdb req-4d587cfb-c090-4058-bf84-82c32470cae6 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0922976 Oct 05 10:09:23.663512 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d84f6c3d-2e2e-4efa-a966-8ac2dedcdfdb req-ed45f1eb-bfba-4f0d-a69b-8ed308d3ff5e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412216 Oct 05 10:09:24.192610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:24.300812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:24.790206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-53baade0-c3f5-443b-aa2f-1b2d0a93e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:24.796448 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-53baade0-c3f5-443b-aa2f-1b2d0a93e47a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 1098 time: 0.0886683 Oct 05 10:09:24.873132 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264a688-1559-4fdc-9e3c-46873d6b89fd req-4269a459-d227-4270-86e2-3b2bf1c40cb7 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:24.874734 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0264a688-1559-4fdc-9e3c-46873d6b89fd req-4269a459-d227-4270-86e2-3b2bf1c40cb7 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0899267 Oct 05 10:09:24.931537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-b2d9f49d-3a25-4c1b-af10-563ffda378eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:24.933274 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-b2d9f49d-3a25-4c1b-af10-563ffda378eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1361725 Oct 05 10:09:25.041576 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0264a688-1559-4fdc-9e3c-46873d6b89fd req-67808be4-030f-4c61-bc5a-68894d540e47 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608205 Oct 05 10:09:25.047301 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-a47f1f60-6a3b-4d45-871c-c44d72047ddc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8 HTTP/1.1" status: 200 len: 1001 time: 0.1080978 Oct 05 10:09:25.111201 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-cf1f99da-f513-4ddf-aecc-536f9f97ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:25.112730 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-cf1f99da-f513-4ddf-aecc-536f9f97ffb5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0597513 Oct 05 10:09:25.204815 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-7b33ddbe-dd93-4b8c-90c1-e559ffa0289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:25.206372 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-7b33ddbe-dd93-4b8c-90c1-e559ffa0289f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883865 Oct 05 10:09:25.340224 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-76697fd3-b347-443d-81d2-ec5267ce4d57 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277537 Oct 05 10:09:25.473271 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-5cf5b4f7-f5bc-4efc-81a3-9e31be1710ab service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275795 Oct 05 10:09:25.489730 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:25.678600 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:26.237008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40be58f-2475-4280-b86a-c5b99c8907c6 req-79196dc5-2819-4299-bb92-88a28f0f4575 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:26.238465 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e40be58f-2475-4280-b86a-c5b99c8907c6 req-79196dc5-2819-4299-bb92-88a28f0f4575 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0866866 Oct 05 10:09:26.283529 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e40be58f-2475-4280-b86a-c5b99c8907c6 req-30f1780b-5c72-4ea4-b40e-fb9dbb7de5c4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383186 Oct 05 10:09:26.709184 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75f8ec-23d6-4766-beda-36949219b3b3 req-84e8132d-de19-494a-a0fa-412ad9beebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:26.711171 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4c75f8ec-23d6-4766-beda-36949219b3b3 req-84e8132d-de19-494a-a0fa-412ad9beebad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 1098 time: 0.0783541 Oct 05 10:09:26.853029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75f8ec-23d6-4766-beda-36949219b3b3 req-25cde2de-4a68-4a50-8d5c-8545eb137ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:26.854522 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4c75f8ec-23d6-4766-beda-36949219b3b3 req-25cde2de-4a68-4a50-8d5c-8545eb137ac6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1250701 Oct 05 10:09:27.059868 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4c75f8ec-23d6-4766-beda-36949219b3b3 req-de673d49-5f48-4370-acca-6abeeb069e09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8 HTTP/1.1" status: 200 len: 1001 time: 0.1987135 Oct 05 10:09:27.124197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75f8ec-23d6-4766-beda-36949219b3b3 req-b769ccbd-6f03-4b89-874a-7ff15768c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:27.125649 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4c75f8ec-23d6-4766-beda-36949219b3b3 req-b769ccbd-6f03-4b89-874a-7ff15768c733 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0591209 Oct 05 10:09:27.209832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75f8ec-23d6-4766-beda-36949219b3b3 req-6dea9a9f-1a77-4b25-a92b-cf5974e19868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:27.211336 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4c75f8ec-23d6-4766-beda-36949219b3b3 req-6dea9a9f-1a77-4b25-a92b-cf5974e19868 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790026 Oct 05 10:09:27.343012 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4c75f8ec-23d6-4766-beda-36949219b3b3 req-ad9c8e98-45ec-4930-8e4e-7c6b6b6d2a68 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251111 Oct 05 10:09:27.477000 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4c75f8ec-23d6-4766-beda-36949219b3b3 req-33e84354-ba80-4b02-81b3-1eca32278ce2 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280332 Oct 05 10:09:27.483327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add5632-b193-4c95-825a-f5aa9f19be51 req-38108d65-ef19-4623-9adf-890ec7540086 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:27.484811 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7add5632-b193-4c95-825a-f5aa9f19be51 req-38108d65-ef19-4623-9adf-890ec7540086 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0885792 Oct 05 10:09:27.528559 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7add5632-b193-4c95-825a-f5aa9f19be51 req-6b959b5a-de2e-4579-ab6e-90fa7948bc6b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380313 Oct 05 10:09:28.734589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4343d8-9d34-44c1-881f-6c94181ea853 req-eb3b8cb8-cc3f-428e-864d-98ce76d93463 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:28.736140 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aa4343d8-9d34-44c1-881f-6c94181ea853 req-eb3b8cb8-cc3f-428e-864d-98ce76d93463 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0947669 Oct 05 10:09:28.784625 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aa4343d8-9d34-44c1-881f-6c94181ea853 req-b4cf55a9-1df8-4de4-8b84-560ceb60bf33 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422785 Oct 05 10:09:29.988585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed8741-e13c-44ac-a3a3-6b1b72a1e8d2 req-f7d8f366-67e0-4626-b599-0c3326d08672 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:29.990051 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-19ed8741-e13c-44ac-a3a3-6b1b72a1e8d2 req-f7d8f366-67e0-4626-b599-0c3326d08672 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0869267 Oct 05 10:09:30.034341 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-19ed8741-e13c-44ac-a3a3-6b1b72a1e8d2 req-b4ab38ed-bdcc-420b-b8e4-62441d141654 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385048 Oct 05 10:09:31.235559 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4331098-5d8e-40c1-9cfb-510c014b5928 req-4c0b6eb9-5840-4e76-b56c-c72b0c2357ab tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:31.237042 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f4331098-5d8e-40c1-9cfb-510c014b5928 req-4c0b6eb9-5840-4e76-b56c-c72b0c2357ab tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0904350 Oct 05 10:09:31.281333 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f4331098-5d8e-40c1-9cfb-510c014b5928 req-c86a4cc9-55cf-4bc7-b695-cde2b14ddd97 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381391 Oct 05 10:09:32.483276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64a54-1e20-45ea-90f7-4d74fce5b024 req-95c621f2-aece-4e8c-8fca-227aa0cb253e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:32.484727 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3f64a54-1e20-45ea-90f7-4d74fce5b024 req-95c621f2-aece-4e8c-8fca-227aa0cb253e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0924149 Oct 05 10:09:32.528952 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3f64a54-1e20-45ea-90f7-4d74fce5b024 req-031373c6-4a8f-41c5-9620-b084b2fa6c98 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385242 Oct 05 10:09:33.732600 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65a50a-313c-4a12-b9fb-6e2b1748b025 req-09fd4408-cbc4-48fa-a989-d7d2415bb1b9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:33.734630 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8e65a50a-313c-4a12-b9fb-6e2b1748b025 req-09fd4408-cbc4-48fa-a989-d7d2415bb1b9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0918987 Oct 05 10:09:33.780375 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8e65a50a-313c-4a12-b9fb-6e2b1748b025 req-be85497e-0aff-49ea-82f0-3321c8a6e9c6 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398884 Oct 05 10:09:34.982468 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477baf6-1a64-4edc-aa39-ca867f266875 req-0653d417-e2d7-4bbd-acc2-bd9ed504fc78 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:34.983957 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0477baf6-1a64-4edc-aa39-ca867f266875 req-0653d417-e2d7-4bbd-acc2-bd9ed504fc78 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0918369 Oct 05 10:09:35.028627 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0477baf6-1a64-4edc-aa39-ca867f266875 req-5a6f7fae-c2b1-464b-b011-d413a05a0e75 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389769 Oct 05 10:09:36.230975 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562bffe-2f66-4a5d-b4cb-b02dd0e057b0 req-d47f54e3-15c8-4731-8bc9-834a8b914af7 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:36.232466 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b562bffe-2f66-4a5d-b4cb-b02dd0e057b0 req-d47f54e3-15c8-4731-8bc9-834a8b914af7 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0916171 Oct 05 10:09:36.275897 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b562bffe-2f66-4a5d-b4cb-b02dd0e057b0 req-81b8ff03-ade2-4f44-9824-95dd51bb3771 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376408 Oct 05 10:09:37.477055 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689557e9-2b7d-4f77-a692-7137c905d752 req-a204e175-8f62-49dc-8461-5480fe73b2c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:37.479164 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-689557e9-2b7d-4f77-a692-7137c905d752 req-a204e175-8f62-49dc-8461-5480fe73b2c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0885971 Oct 05 10:09:37.527168 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-689557e9-2b7d-4f77-a692-7137c905d752 req-3ffc5849-6f89-4784-b9b1-393b3ee4b325 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421667 Oct 05 10:09:38.777320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a540b33-eedc-436f-bc04-ec40b4e42149 req-dcac3472-fea0-4d35-a07c-daef4de0e7b1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:38.778970 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0a540b33-eedc-436f-bc04-ec40b4e42149 req-dcac3472-fea0-4d35-a07c-daef4de0e7b1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.1226439 Oct 05 10:09:38.832155 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0a540b33-eedc-436f-bc04-ec40b4e42149 req-b6132faa-f093-4958-b27a-0a569add6d08 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441849 Oct 05 10:09:40.106659 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889102e-35fc-4e0e-9321-5b6d5a3da914 req-5b478b9c-74eb-403f-8500-435bf56d3460 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:40.109159 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9889102e-35fc-4e0e-9321-5b6d5a3da914 req-5b478b9c-74eb-403f-8500-435bf56d3460 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.1455977 Oct 05 10:09:40.156961 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9889102e-35fc-4e0e-9321-5b6d5a3da914 req-d30821b8-4b37-4124-82c9-0b347e2655fa tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422218 Oct 05 10:09:40.493010 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:09:41.411858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ef7de-e7f4-4965-92d7-20eedb02741d req-66d7a8b1-f777-4e93-bb61-ff388c1e91a7 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:41.413254 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-959ef7de-e7f4-4965-92d7-20eedb02741d req-66d7a8b1-f777-4e93-bb61-ff388c1e91a7 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0922062 Oct 05 10:09:41.464457 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-959ef7de-e7f4-4965-92d7-20eedb02741d req-8b8444d4-5fb0-4d15-b96c-f88daf35a619 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446675 Oct 05 10:09:42.679384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a54de7-4bc1-41ca-be9e-f15f0665f70a req-01708675-628c-46ec-a9bf-7ed3fb90c284 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:42.680949 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-44a54de7-4bc1-41ca-be9e-f15f0665f70a req-01708675-628c-46ec-a9bf-7ed3fb90c284 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0942097 Oct 05 10:09:42.744758 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-44a54de7-4bc1-41ca-be9e-f15f0665f70a req-a863f99b-d35c-4236-9e71-d32629606dc9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571568 Oct 05 10:09:42.777943 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-eb9e4ad4-5335-4dba-98d2-9e6f8d5cf480 service neutron] 10.222.0.55 "GET /v2.0/ports/1e6685b4-c49e-4d36-819c-98647d4caeb8/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0916421 Oct 05 10:09:43.467399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-cb33cc99-3020-4555-bd7a-c7279da46de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:43.468930 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-cb33cc99-3020-4555-bd7a-c7279da46de9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a&tenant_id=f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 1098 time: 0.0964184 Oct 05 10:09:43.594154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-d0439fcd-9366-4a7c-b0ec-9e8484636aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:43.595654 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-d0439fcd-9366-4a7c-b0ec-9e8484636aef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 1098 time: 0.0905099 Oct 05 10:09:43.742957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-b92f771a-9395-49d4-8b9a-d0d60930e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:43.744846 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-b92f771a-9395-49d4-8b9a-d0d60930e1fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1439483 Oct 05 10:09:43.851421 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-97752e75-6a83-4722-b8fe-9294a878ebc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8 HTTP/1.1" status: 200 len: 1001 time: 0.1007710 Oct 05 10:09:43.919900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-f1c04bfe-26e3-4c9d-a598-6dae2b428f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:43.925158 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-f1c04bfe-26e3-4c9d-a598-6dae2b428f1d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0639277 Oct 05 10:09:43.969806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def59eb8-b046-40ea-81b8-bc2491392735 req-39d39206-6203-45e7-91fe-f1d5a146b855 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:43.971394 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-def59eb8-b046-40ea-81b8-bc2491392735 req-39d39206-6203-45e7-91fe-f1d5a146b855 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.1064487 Oct 05 10:09:44.008683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-ebda9057-c2e2-4582-9e48-773bbaaf0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:44.010847 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-ebda9057-c2e2-4582-9e48-773bbaaf0a5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837619 Oct 05 10:09:44.023146 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-def59eb8-b046-40ea-81b8-bc2491392735 req-62d6fb24-0d9d-4155-864f-5266b083e848 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451343 Oct 05 10:09:44.157537 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-a7d00ecf-b88a-4d44-bc92-6116c708af82 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401796 Oct 05 10:09:44.308683 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-cf3e8d3e-1d80-4a20-8cde-e91a556da846 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354663 Oct 05 10:09:45.247883 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15a6fc-51e0-4c35-95d7-ebdbe08b4873 req-b0d8bf55-74da-4f19-8524-27e4c1f02d3f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:45.249466 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0a15a6fc-51e0-4c35-95d7-ebdbe08b4873 req-b0d8bf55-74da-4f19-8524-27e4c1f02d3f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0934870 Oct 05 10:09:45.297741 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0a15a6fc-51e0-4c35-95d7-ebdbe08b4873 req-c270e83d-e90b-437b-b564-ff51dc474292 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420825 Oct 05 10:09:45.818603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 1e6685b4-c49e-4d36-819c-98647d4caeb8 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:09:45.940137 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 1e6685b4-c49e-4d36-819c-98647d4caeb8 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:09:45.940563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:45.969412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:09:45.971807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5556fe0e-7880-44b5-ab75-af27167d0468" -d '{"events": [{"server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:09:45.980387 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 1e6685b4-c49e-4d36-819c-98647d4caeb8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:09:46.043692 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:46.084453 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 10:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04870ec-36f2-4a80-a06b-1dcdcc8333ec x-openstack-request-id: req-d04870ec-36f2-4a80-a06b-1dcdcc8333ec {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:09:46.084750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:09:46.085004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d04870ec-36f2-4a80-a06b-1dcdcc8333ec {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:09:46.085419 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04870ec-36f2-4a80-a06b-1dcdcc8333ec'] response: {'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'code': 200} Oct 05 10:09:46.117701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=1e6685b4-c49e-4d36-819c-98647d4caeb8,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:09:46.126117 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:09:46.126458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:09:46.126795 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:09:46.127242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:09:46.127612 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:09:46.127966 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:09:46.128280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:09:46.128603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:09:46.128927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:09:46.129249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:09:46.129566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:09:46.129883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:09:46.505789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805b1f-56c6-4c84-862c-1918b5439c4d req-564d8d7e-0c13-4ca4-9b0d-d28f466e70fd tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:46.507289 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b2805b1f-56c6-4c84-862c-1918b5439c4d req-564d8d7e-0c13-4ca4-9b0d-d28f466e70fd tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 943 time: 0.0933661 Oct 05 10:09:46.554206 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b2805b1f-56c6-4c84-862c-1918b5439c4d req-4e705a07-9f9c-425e-9f23-2bb9a9dbba4d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401652 Oct 05 10:09:47.809499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 1e6685b4-c49e-4d36-819c-98647d4caeb8 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:09:47.870298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e91ef-e0af-441b-a5e4-b3b92406c934 req-a11c3553-6b45-49a7-8e06-58310ef58e76 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:47.871828 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d26e91ef-e0af-441b-a5e4-b3b92406c934 req-a11c3553-6b45-49a7-8e06-58310ef58e76 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 943 time: 0.1935008 Oct 05 10:09:47.918039 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d26e91ef-e0af-441b-a5e4-b3b92406c934 req-f9b6e9be-79f3-4d7e-8c66-99c9e6b246ac tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401716 Oct 05 10:09:47.963163 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 1e6685b4-c49e-4d36-819c-98647d4caeb8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:09:47.976668 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'port_id': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'mac_address': 'fa:16:3e:77:f0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:09:48.039774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 1e6685b4-c49e-4d36-819c-98647d4caeb8 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:09:48.040329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:48.059502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6685b4-c49e-4d36-819c-98647d4caeb8 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:09:48.076534 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 1e6685b4-c49e-4d36-819c-98647d4caeb8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:09:48.163814 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:48.259808 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=1e6685b4-c49e-4d36-819c-98647d4caeb8,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:09:48.307451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['1e6685b4-c49e-4d36-819c-98647d4caeb8'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:09:49.123912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01932b4c-e6c0-4fa9-b130-94a340943a02 req-033c44e5-9e8e-4502-afeb-34c8d621e3a1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:49.125057 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-01932b4c-e6c0-4fa9-b130-94a340943a02 req-033c44e5-9e8e-4502-afeb-34c8d621e3a1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 944 time: 0.0895808 Oct 05 10:09:49.171032 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-01932b4c-e6c0-4fa9-b130-94a340943a02 req-09e35ddc-29bb-4382-b923-d436db3b8dfe tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401926 Oct 05 10:09:49.823540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 1e6685b4-c49e-4d36-819c-98647d4caeb8 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:09:49.891252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 1e6685b4-c49e-4d36-819c-98647d4caeb8 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:09:49.891643 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:49.891967 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 1e6685b4-c49e-4d36-819c-98647d4caeb8 Oct 05 10:09:49.963243 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be3b42-d1cd-4691-a6a8-f1b5939d5ed5 req-f0c4c1ca-6fe7-40ff-91a1-ce10a2a9fc86 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:49.964909 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f1be3b42-d1cd-4691-a6a8-f1b5939d5ed5 req-f0c4c1ca-6fe7-40ff-91a1-ce10a2a9fc86 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 944 time: 0.0998847 Oct 05 10:09:50.013311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-928281ff-1ba6-4680-b260-19adde1ca11a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:50.014179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-928281ff-1ba6-4680-b260-19adde1ca11a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Synchronizing usage tracker for tenant:f07f43e84a374856a303fe548d77ec3c on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:09:50.017789 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f1be3b42-d1cd-4691-a6a8-f1b5939d5ed5 req-39084894-8b8e-470b-b16e-930ab611fbad tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461667 Oct 05 10:09:50.019873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 1e6685b4-c49e-4d36-819c-98647d4caeb8 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:09:50.020191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:50.049252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:09:50.051675 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afc6edb-540e-469d-8989-be44773d8e8e" -d '{"events": [{"server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "name": "network-vif-plugged", "status": "completed", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:09:50.067433 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 1e6685b4-c49e-4d36-819c-98647d4caeb8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:09:50.100988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-928281ff-1ba6-4680-b260-19adde1ca11a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Unset dirty status for tenant:f07f43e84a374856a303fe548d77ec3c on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:09:50.102323 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-928281ff-1ba6-4680-b260-19adde1ca11a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a&tenant_id=f07f43e84a374856a303fe548d77ec3c&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 944 time: 0.1912456 Oct 05 10:09:50.108504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7f063e-455b-4314-be3d-dcccf11dca70 x-openstack-request-id: req-9a7f063e-455b-4314-be3d-dcccf11dca70 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:09:50.108827 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "name": "network-vif-plugged", "status": "completed", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:09:50.109089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a7f063e-455b-4314-be3d-dcccf11dca70 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:09:50.109504 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7f063e-455b-4314-be3d-dcccf11dca70'] response: {'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'code': 200} Oct 05 10:09:50.129514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:50.204887 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=1e6685b4-c49e-4d36-819c-98647d4caeb8,revision_number=8']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:09:50.218537 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-b15a37e4-2a99-4f97-ade0-ca6a158783e0 service neutron] 10.222.0.55 "GET /v2.0/ports/1e6685b4-c49e-4d36-819c-98647d4caeb8/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0769191 Oct 05 10:09:50.347384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-e128db2d-e295-4372-969f-456bc23564b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:50.348874 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-e128db2d-e295-4372-969f-456bc23564b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 1098 time: 0.0874271 Oct 05 10:09:50.375424 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2789d7d8-7b1a-4186-b59b-0dfc1d96d2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:50.594214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-df33e874-b71d-4332-a007-794b28519cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:50.595825 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-df33e874-b71d-4332-a007-794b28519cf2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.2412992 Oct 05 10:09:50.704325 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-ae2fc8f1-caa6-47cc-aec9-55ee475d25e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8 HTTP/1.1" status: 200 len: 1001 time: 0.1026528 Oct 05 10:09:50.767697 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-9a18420f-630f-434c-8d70-3aedfc4e6103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:50.768805 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-9a18420f-630f-434c-8d70-3aedfc4e6103 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0593145 Oct 05 10:09:50.856713 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-a1b4b66e-094b-44bf-9e06-104d5660e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:50.858320 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-a1b4b66e-094b-44bf-9e06-104d5660e840 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840535 Oct 05 10:09:50.993576 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-577e19f9-481a-46aa-bba9-430d4a8f4126 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281343 Oct 05 10:09:51.132414 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-65cae71f-05a6-4e80-826f-11c010ce37f1 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333482 Oct 05 10:09:51.232201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8748afd-c2c2-4378-9e82-71e384be58cb req-9ddc8a03-c05c-423d-a75a-b02a007a873f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:51.233446 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b8748afd-c2c2-4378-9e82-71e384be58cb req-9ddc8a03-c05c-423d-a75a-b02a007a873f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0939527 Oct 05 10:09:51.277763 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b8748afd-c2c2-4378-9e82-71e384be58cb req-b53a623b-0a7c-4036-9707-f2692ca0896e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390027 Oct 05 10:09:52.489612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574a793-7fb7-41a8-b43b-0fb0eccb572c req-84a90f5c-e298-47a6-98b9-3f6c0c09aa69 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:52.491110 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7574a793-7fb7-41a8-b43b-0fb0eccb572c req-84a90f5c-e298-47a6-98b9-3f6c0c09aa69 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0930114 Oct 05 10:09:52.536039 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7574a793-7fb7-41a8-b43b-0fb0eccb572c req-00532b3f-a5cc-4391-b0e0-d27c65268296 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384874 Oct 05 10:09:52.654756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8263e0c4-5c8f-4734-b2f6-87d2e39db2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:53.750174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980ff16-4b0e-48ea-8822-d6f93beec6de req-24ba9a78-df13-4c4a-8333-8cf413396862 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:53.752366 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f980ff16-4b0e-48ea-8822-d6f93beec6de req-24ba9a78-df13-4c4a-8333-8cf413396862 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0988512 Oct 05 10:09:53.805424 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f980ff16-4b0e-48ea-8822-d6f93beec6de req-0d9a2465-87a6-441d-8797-14062cdfbaec tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447059 Oct 05 10:09:54.238532 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:54.334948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:54.592207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-c5c7193e-3eac-409b-a5cf-2926757c6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:54.593785 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-c5c7193e-3eac-409b-a5cf-2926757c6d3e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a&tenant_id=f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 1098 time: 0.0829463 Oct 05 10:09:54.720318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-7249371c-c311-4cc1-bc32-c635c3421694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:54.721835 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-7249371c-c311-4cc1-bc32-c635c3421694 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 1098 time: 0.0864255 Oct 05 10:09:54.879394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-ec8f8cdb-cbd7-4044-b75d-e8f79cf033cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:54.880868 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-ec8f8cdb-cbd7-4044-b75d-e8f79cf033cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1525950 Oct 05 10:09:54.984782 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-a056632d-e6b6-46e0-bfdd-9e1186c36956 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8 HTTP/1.1" status: 200 len: 1001 time: 0.0972190 Oct 05 10:09:55.021628 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b130c1-3d1e-495c-8826-cbbb87f6558e req-42db5564-7a9d-4db3-971c-bc9a6c48ffc9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:55.023216 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f7b130c1-3d1e-495c-8826-cbbb87f6558e req-42db5564-7a9d-4db3-971c-bc9a6c48ffc9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0962892 Oct 05 10:09:55.055009 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-1bcfdd17-fa5b-4d59-a23c-eed08632d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:55.057233 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-1bcfdd17-fa5b-4d59-a23c-eed08632d343 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0668843 Oct 05 10:09:55.080146 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f7b130c1-3d1e-495c-8826-cbbb87f6558e req-75bd8def-e5f8-412e-b1aa-e1cd12f45ea4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447311 Oct 05 10:09:55.144430 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-8fbe14c9-6352-48fd-9c3e-ebfcd5f25704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:55.145920 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-8fbe14c9-6352-48fd-9c3e-ebfcd5f25704 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832829 Oct 05 10:09:55.283255 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-4fa8d537-4c86-4e1f-9b9c-996e8605b722 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312928 Oct 05 10:09:55.425777 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-86c1ef6f-3f7e-44aa-8b1b-fdd2715cbcb0 req-6fa51ddc-ba3d-4622-8023-8d33164043af service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367424 Oct 05 10:09:55.455009 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:55.730004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:56.292662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea26f5c-ced0-4ceb-9285-42819966542b req-c9807040-1299-4aea-b72a-711c7dd1aa35 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:56.294427 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-eea26f5c-ced0-4ceb-9285-42819966542b req-c9807040-1299-4aea-b72a-711c7dd1aa35 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0925651 Oct 05 10:09:56.345769 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-eea26f5c-ced0-4ceb-9285-42819966542b req-c64a813a-e831-4b78-b12d-e1fc00afd365 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455146 Oct 05 10:09:57.562791 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb1894-a50a-46eb-a3ba-f3cba14f1f05 req-a56b6435-34f4-4495-b19a-977275f4a739 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:57.564573 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-07eb1894-a50a-46eb-a3ba-f3cba14f1f05 req-a56b6435-34f4-4495-b19a-977275f4a739 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.1039865 Oct 05 10:09:57.623100 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-07eb1894-a50a-46eb-a3ba-f3cba14f1f05 req-fb0836c5-f225-4fd2-9f4f-813b40140340 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525186 Oct 05 10:09:57.869854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 1e6685b4-c49e-4d36-819c-98647d4caeb8 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:09:57.876726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 1e6685b4-c49e-4d36-819c-98647d4caeb8 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:09:58.105633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 1e6685b4-c49e-4d36-819c-98647d4caeb8 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:09:58.105633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:58.121777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 1e6685b4-c49e-4d36-819c-98647d4caeb8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:09:58.142864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'port_id': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'mac_address': 'fa:16:3e:77:f0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:09:58.150066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:09:58.152421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04cfc5f-9be2-4d03-a77c-3a41bc187880" -d '{"events": [{"server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:09:58.201525 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 1e6685b4-c49e-4d36-819c-98647d4caeb8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:09:58.214166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 1e6685b4-c49e-4d36-819c-98647d4caeb8 is: ACTIVE; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:09:58.214615 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:58.224555 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 10:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eef23f9-ac00-41f2-be2a-55cf68cfd1f6 x-openstack-request-id: req-9eef23f9-ac00-41f2-be2a-55cf68cfd1f6 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:09:58.225464 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:09:58.225464 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9eef23f9-ac00-41f2-be2a-55cf68cfd1f6 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:09:58.225692 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eef23f9-ac00-41f2-be2a-55cf68cfd1f6'] response: {'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'code': 200} Oct 05 10:09:58.235801 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e6685b4-c49e-4d36-819c-98647d4caeb8 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:09:58.295372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:58.443935 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:09:58.444319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:09:58.447667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=1e6685b4-c49e-4d36-819c-98647d4caeb8,revision_number=9']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:09:58.833130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e56152-04fc-40c9-a9ef-2c1ede55d1b2 req-34a6e962-7bdd-4b9f-91bb-ae25ccc27a97 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:58.834639 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-45e56152-04fc-40c9-a9ef-2c1ede55d1b2 req-34a6e962-7bdd-4b9f-91bb-ae25ccc27a97 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 943 time: 0.0916867 Oct 05 10:09:58.880506 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-45e56152-04fc-40c9-a9ef-2c1ede55d1b2 req-b785e53b-24ea-436a-93d9-8677335429c7 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395131 Oct 05 10:09:59.007923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 1e6685b4-c49e-4d36-819c-98647d4caeb8 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:09:59.008535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:59.026240 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6685b4-c49e-4d36-819c-98647d4caeb8 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:09:59.042316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 1e6685b4-c49e-4d36-819c-98647d4caeb8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:09:59.087560 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce12ca-5933-4a62-81b6-08951a0ddd65 req-bde7261d-a199-4dce-a67b-05f36c26fcb1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:59.089035 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-82ce12ca-5933-4a62-81b6-08951a0ddd65 req-bde7261d-a199-4dce-a67b-05f36c26fcb1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 943 time: 0.0892391 Oct 05 10:09:59.123471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:59.135481 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-82ce12ca-5933-4a62-81b6-08951a0ddd65 req-d69b8f3e-2e61-4aa3-b59a-c0611c01832d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405772 Oct 05 10:09:59.192962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=1e6685b4-c49e-4d36-819c-98647d4caeb8,revision_number=10']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:09:59.251420 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['1e6685b4-c49e-4d36-819c-98647d4caeb8'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:09:59.361494 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d2ac6-21e0-41c6-9a2b-7cfebad58fda req-91f74796-4867-47da-8fa6-1dc28bc24200 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:59.363460 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f71d2ac6-21e0-41c6-9a2b-7cfebad58fda req-91f74796-4867-47da-8fa6-1dc28bc24200 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0994341 Oct 05 10:09:59.412063 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f71d2ac6-21e0-41c6-9a2b-7cfebad58fda req-127dc829-1ceb-4a95-9116-816eeecc6ab4 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424161 Oct 05 10:09:59.887545 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 1e6685b4-c49e-4d36-819c-98647d4caeb8 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:09:59.958802 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 1e6685b4-c49e-4d36-819c-98647d4caeb8 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:09:59.959166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:59.959497 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 1e6685b4-c49e-4d36-819c-98647d4caeb8 Oct 05 10:10:00.039792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73172e0f-dce9-48a6-9e0d-0a44d0080943 req-4fcc7794-04ae-40e5-8715-a620d36210ea tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:00.041206 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-73172e0f-dce9-48a6-9e0d-0a44d0080943 req-4fcc7794-04ae-40e5-8715-a620d36210ea tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 945 time: 0.0943410 Oct 05 10:10:00.077322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 1e6685b4-c49e-4d36-819c-98647d4caeb8 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:00.077932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:00.086688 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-73172e0f-dce9-48a6-9e0d-0a44d0080943 req-627a5fb1-3256-42dc-bf82-08b7386d1fc9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395689 Oct 05 10:10:00.113127 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 1e6685b4-c49e-4d36-819c-98647d4caeb8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:00.198267 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:00.230623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:10:00.232925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a34b0c-f3b3-4ac9-ab39-63fc6e80d28e" -d '{"events": [{"server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "name": "network-vif-plugged", "status": "completed", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:10:00.274351 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=1e6685b4-c49e-4d36-819c-98647d4caeb8,revision_number=11']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:00.277839 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84320d45-1ef4-44e5-880b-44d481a9d8b1 x-openstack-request-id: req-84320d45-1ef4-44e5-880b-44d481a9d8b1 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:10:00.278463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "name": "network-vif-plugged", "status": "completed", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:10:00.278693 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84320d45-1ef4-44e5-880b-44d481a9d8b1 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:10:00.279068 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84320d45-1ef4-44e5-880b-44d481a9d8b1'] response: {'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'code': 200} Oct 05 10:10:01.289117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f9b2b-1011-4603-a5ae-a7bcae8f04e3 req-9a1bb027-6b13-48fa-b97c-25919fa24abc tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:01.290769 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-310f9b2b-1011-4603-a5ae-a7bcae8f04e3 req-9a1bb027-6b13-48fa-b97c-25919fa24abc tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 946 time: 0.0890346 Oct 05 10:10:01.336496 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-310f9b2b-1011-4603-a5ae-a7bcae8f04e3 req-443bbb3f-9d5d-4b21-b52d-68571c00d05a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390494 Oct 05 10:10:02.466846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-eb06525a-a519-47b3-aa33-39f9cd01d26c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:02.468467 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-eb06525a-a519-47b3-aa33-39f9cd01d26c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 946 time: 0.1033719 Oct 05 10:10:02.551013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Deleting port 1e6685b4-c49e-4d36-819c-98647d4caeb8 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:10:02.551364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:02.579364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce57cc9-7f0f-4fe2-a8af-ae4d5040b718 req-04b301c1-04e7-4cc5-8b52-ed93a3c1a22c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:02.580868 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bce57cc9-7f0f-4fe2-a8af-ae4d5040b718 req-04b301c1-04e7-4cc5-8b52-ed93a3c1a22c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 946 time: 0.1242363 Oct 05 10:10:02.635664 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bce57cc9-7f0f-4fe2-a8af-ae4d5040b718 req-0858e8c9-019f-45d6-b794-ceb3553a9760 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441716 Oct 05 10:10:02.922369 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] For port 1e6685b4-c49e-4d36-819c-98647d4caeb8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1e6685b4-c49e-4d36-819c-98647d4caeb8,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:02.922655 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:03.227044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:03.227423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:03.227741 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d disassociated. External IP: 172.26.7.17, port: 1e6685b4-c49e-4d36-819c-98647d4caeb8. Oct 05 10:10:03.228089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Calling delete_port for 1e6685b4-c49e-4d36-819c-98647d4caeb8 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:10:03.443824 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:03.508760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Pushing event deleted for resources: {'Port': ['ID=1e6685b4-c49e-4d36-819c-98647d4caeb8,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:03.520302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:03.521066 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:03.521416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:03.521766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:03.522200 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:03.522545 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:03.522882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:03.523215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:03.523546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:03.523878 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:03.524208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:03.524557 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:03.738824 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Router c594db16-22e0-4878-8347-523309d11b81 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:10:03.829772 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-582812ea-4fb9-49f3-97ad-bcdd3ae355ec req-2380f87e-301e-49be-a140-cc78cfc7e898 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 210 time: 0.0570207 Oct 05 10:10:03.929320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:10:03.939995 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302e08a5-162f-4014-bac2-56e5704c9762 None None] Sync routers for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:10:03.950896 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302e08a5-162f-4014-bac2-56e5704c9762 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:03.951505 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-302e08a5-162f-4014-bac2-56e5704c9762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:09:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:04.027915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] No DVR routers for this DVR port 1e6685b4-c49e-4d36-819c-98647d4caeb8 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:10:04.030555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:04.033154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'name': 'network-vif-deleted', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:10:04.035450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4c9c38-b469-47af-9ee4-948b9b4e6324" -d '{"events": [{"server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "name": "network-vif-deleted", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:10:04.135380 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-302e08a5-162f-4014-bac2-56e5704c9762 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:04.141394 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-66857faf-73b0-4c39-930a-89d4f9bb347b req-402e5348-1e88-47d5-b7ae-baed516b11c3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "DELETE /v2.0/ports/1e6685b4-c49e-4d36-819c-98647d4caeb8 HTTP/1.1" status: 204 len: 173 time: 1.6678720 Oct 05 10:10:04.146782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10defe0-31d8-4e24-8606-2680d5008c6d x-openstack-request-id: req-c10defe0-31d8-4e24-8606-2680d5008c6d {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:10:04.148737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c6a90f-715e-418f-a479-572f02581e6a", "name": "network-vif-deleted", "tag": "1e6685b4-c49e-4d36-819c-98647d4caeb8", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:10:04.148737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c10defe0-31d8-4e24-8606-2680d5008c6d {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:10:04.148737 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10defe0-31d8-4e24-8606-2680d5008c6d'] response: {'server_uuid': '81c6a90f-715e-418f-a479-572f02581e6a', 'name': 'network-vif-deleted', 'tag': '1e6685b4-c49e-4d36-819c-98647d4caeb8', 'status': 'completed', 'code': 200} Oct 05 10:10:04.451071 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-302e08a5-162f-4014-bac2-56e5704c9762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:04.455258 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302e08a5-162f-4014-bac2-56e5704c9762 None None] Checking router: c594db16-22e0-4878-8347-523309d11b81 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:10:04.463651 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302e08a5-162f-4014-bac2-56e5704c9762 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:04.464286 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-302e08a5-162f-4014-bac2-56e5704c9762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:09:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:04.645901 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-302e08a5-162f-4014-bac2-56e5704c9762 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:05.001586 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-302e08a5-162f-4014-bac2-56e5704c9762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:05.008779 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302e08a5-162f-4014-bac2-56e5704c9762 None None] The sync data for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv is: [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:10:05.017220 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-caf2e927-0e0b-4de4-9879-3c15b7b6ed67 req-70a7a02f-ad30-4210-9b2b-a2ae8f33b3d7 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c6a90f-715e-418f-a479-572f02581e6a HTTP/1.1" status: 200 len: 210 time: 0.0519989 Oct 05 10:10:05.246605 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476feb4f-18f3-48a4-9e74-b61c6060d683 None None] New status for floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:10:05.918788 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 1e6685b4-c49e-4d36-819c-98647d4caeb8 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:10:05.953707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 1e6685b4-c49e-4d36-819c-98647d4caeb8 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:10:05.954075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 1e6685b4-c49e-4d36-819c-98647d4caeb8 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:10:06.365016 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-dec7868d-46b5-44ee-a410-dfd9ef97e8c9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--328755262&fields=id&tenant_id=f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 267 time: 0.0402656 Oct 05 10:10:06.607192 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-4e867d77-27bb-4774-ba55-83857f9540c0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:06.608538 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-4e867d77-27bb-4774-ba55-83857f9540c0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 811 time: 0.2370293 Oct 05 10:10:06.623281 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-0f009028-5d8b-433a-8fb1-c3f20045c621 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/quotas/f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 375 time: 0.0092237 Oct 05 10:10:06.721141 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-a553abe7-065c-4ad1-bdfe-611a4295aabd tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922179 Oct 05 10:10:06.860814 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-330531ad-e918-48aa-b4ed-6e40e2bfffe2 service neutron] 10.222.0.49 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277020 Oct 05 10:10:06.995825 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-87cfe9da-237c-4610-9a32-b97cf320de84 service neutron] 10.222.0.49 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291564 Oct 05 10:10:07.265170 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6152f2e5-44ee-4e18-8c70-a8d3c29124c0 req-1fdb431f-321e-4fc3-88d4-cbff11c9dc78 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 210 time: 0.0525713 Oct 05 10:10:08.434862 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0794604a-deff-466e-bd49-83b2a8f55fb0 req-b402d570-2956-449e-aa33-468166f19644 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 210 time: 0.0568171 Oct 05 10:10:09.369932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-9cdcc7f3-1e0c-412d-935d-18eb3c00c9ab tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:09.371312 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-9cdcc7f3-1e0c-412d-935d-18eb3c00c9ab tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 811 time: 0.1495590 Oct 05 10:10:09.428307 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-93838f20-50d3-4571-9b77-5e65572acc62 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 379 time: 0.0412042 Oct 05 10:10:09.437102 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Request body: {'port': {'device_id': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'admin_state_up': True, 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'security_groups': ['5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:09.607083 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d62b9078-74f5-4d57-a29a-d941681102a1 req-43f41f9c-912a-47fc-8259-dee0c01cb669 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 210 time: 0.0521827 Oct 05 10:10:09.708543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:09.713583 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Usage tracker for resource:port and tenant:f07f43e84a374856a303fe548d77ec3c is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:09.716934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:09.723106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:09.797531 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Made reservation on behalf of f07f43e84a374856a303fe548d77ec3c for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:10:09.800999 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:09.964801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Allocated IP 172.20.0.10 (410c89d2-5bec-4acc-a109-55dfeb3d323b/23724b5f-1e19-44aa-997d-613de2e557c1/92651a61-661e-413b-b122-efe233273f05) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:10:10.150626 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:10.166091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Transition to ACTIVE for port object 92651a61-661e-413b-b122-efe233273f05 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:10:10.272439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:10.348783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Network 410c89d2-5bec-4acc-a109-55dfeb3d323b is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:10:10.348783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:10:10.353057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:10:10.384293 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Pushing event updated for resources: {'Port': ['ID=92651a61-661e-413b-b122-efe233273f05,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:10.423132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:10.423767 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:10.552809 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3d161469-b3e6-48fd-ad5c-e72fc50b7704 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1193094 Oct 05 10:10:10.571369 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Request body: {'port': {'device_id': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:10.685064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:10.700818 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2dc4eb1a-e605-45ca-b199-84fd308a018d None None] Provisioning for port 92651a61-661e-413b-b122-efe233273f05 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:10:10.706546 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2dc4eb1a-e605-45ca-b199-84fd308a018d None None] Provisioning complete for port 92651a61-661e-413b-b122-efe233273f05 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:10.707246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2dc4eb1a-e605-45ca-b199-84fd308a018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:10.707672 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2dc4eb1a-e605-45ca-b199-84fd308a018d None None] Attempt 1 to provision port 92651a61-661e-413b-b122-efe233273f05 Oct 05 10:10:10.770571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2dc4eb1a-e605-45ca-b199-84fd308a018d None None] Port 92651a61-661e-413b-b122-efe233273f05 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:10.828513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3436c18-68bf-4d26-90d5-c8f801f5e0e4 req-9df27868-d4ba-412d-96bb-d03f4d2656ba tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:10.829960 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a3436c18-68bf-4d26-90d5-c8f801f5e0e4 req-9df27868-d4ba-412d-96bb-d03f4d2656ba tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 932 time: 0.0917923 Oct 05 10:10:10.879901 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a3436c18-68bf-4d26-90d5-c8f801f5e0e4 req-54a40321-0d8c-4ffd-8051-c5054ef684c5 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426331 Oct 05 10:10:11.039081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92651a61-661e-413b-b122-efe233273f05 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:10:11.046800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:11.062574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Transition to ACTIVE for port object 92651a61-661e-413b-b122-efe233273f05 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:10:11.157998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:11.271747 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2dc4eb1a-e605-45ca-b199-84fd308a018d None None] Attempt 2 to provision port 92651a61-661e-413b-b122-efe233273f05 Oct 05 10:10:11.327296 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2dc4eb1a-e605-45ca-b199-84fd308a018d None None] Port 92651a61-661e-413b-b122-efe233273f05 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:11.347790 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Pushing event updated for resources: {'Port': ['ID=92651a61-661e-413b-b122-efe233273f05,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:11.385001 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Attempting to bind port 92651a61-661e-413b-b122-efe233273f05 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:10:11.385931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Attempting to bind port 92651a61-661e-413b-b122-efe233273f05 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:10:11.385931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Attempting to bind port 92651a61-661e-413b-b122-efe233273f05 on network 410c89d2-5bec-4acc-a109-55dfeb3d323b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:10:11.390358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Port 92651a61-661e-413b-b122-efe233273f05 on network 410c89d2-5bec-4acc-a109-55dfeb3d323b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:10:11.390673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Attempting to bind port 92651a61-661e-413b-b122-efe233273f05 on network 410c89d2-5bec-4acc-a109-55dfeb3d323b {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:10:11.395682 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:10:11.396012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Checking segment: {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:10:11.396387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Bound using segment: {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:10:11.396802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Bound port: 92651a61-661e-413b-b122-efe233273f05, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bbeecc9-9a43-4573-933a-b9e2565184f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:10:11.397144 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:11.487482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] For port 92651a61-661e-413b-b122-efe233273f05, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:10:11.490575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] For port 92651a61-661e-413b-b122-efe233273f05, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=92651a61-661e-413b-b122-efe233273f05,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:10:11.586817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:11.616539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:11.617138 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:11.618524 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] 10.222.0.55 "PUT /v2.0/ports/92651a61-661e-413b-b122-efe233273f05 HTTP/1.1" status: 200 len: 1094 time: 1.0512536 Oct 05 10:10:11.618951 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'tag': '92651a61-661e-413b-b122-efe233273f05'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:10:11.621737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288235e5-27a1-4ffe-969d-32211aa9053c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "tag": "92651a61-661e-413b-b122-efe233273f05"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:10:11.664681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a374c3-16e1-4d51-9449-3134acc8ee30 service neutron] Pushing event updated for resources: {'Port': ['ID=92651a61-661e-413b-b122-efe233273f05,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:11.668218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311e0360-5e08-4804-9e35-35d56e552e97 x-openstack-request-id: req-311e0360-5e08-4804-9e35-35d56e552e97 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:10:11.668502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "tag": "92651a61-661e-413b-b122-efe233273f05", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:10:11.668783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-311e0360-5e08-4804-9e35-35d56e552e97 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:10:11.669170 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-311e0360-5e08-4804-9e35-35d56e552e97'] response: {'name': 'network-changed', 'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'tag': '92651a61-661e-413b-b122-efe233273f05', 'status': 'completed', 'code': 200} Oct 05 10:10:11.792320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288235e5-27a1-4ffe-969d-32211aa9053c req-5be61153-9261-427d-b668-61171a9f2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:11.793781 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-288235e5-27a1-4ffe-969d-32211aa9053c req-5be61153-9261-427d-b668-61171a9f2c3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 1097 time: 0.0841234 Oct 05 10:10:11.828594 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2dc4eb1a-e605-45ca-b199-84fd308a018d None None] Attempt 3 to provision port 92651a61-661e-413b-b122-efe233273f05 Oct 05 10:10:11.893336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2dc4eb1a-e605-45ca-b199-84fd308a018d None None] Port 92651a61-661e-413b-b122-efe233273f05 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:10:11.943090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288235e5-27a1-4ffe-969d-32211aa9053c req-a4f09301-8954-495b-97ef-7230ceacb5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:11.944522 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-288235e5-27a1-4ffe-969d-32211aa9053c req-a4f09301-8954-495b-97ef-7230ceacb5f0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f07f43e84a374856a303fe548d77ec3c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1381714 Oct 05 10:10:12.089119 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cd9d2-20bf-4f1f-93b9-8477528ad47e req-f683fe06-0b4d-4223-b0c2-001a8597ba93 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:12.090591 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-305cd9d2-20bf-4f1f-93b9-8477528ad47e req-f683fe06-0b4d-4223-b0c2-001a8597ba93 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 944 time: 0.0898120 Oct 05 10:10:12.134278 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-305cd9d2-20bf-4f1f-93b9-8477528ad47e req-fd0e23c0-6050-496f-a606-f0413b926d9d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378900 Oct 05 10:10:12.187739 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288235e5-27a1-4ffe-969d-32211aa9053c req-755df406-d64c-4b15-a6ae-030b83cc4849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:12.189310 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-288235e5-27a1-4ffe-969d-32211aa9053c req-755df406-d64c-4b15-a6ae-030b83cc4849 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2390702 Oct 05 10:10:12.325630 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-11ccd65e-9507-4875-98cd-6cefdec85435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:12.327176 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-11ccd65e-9507-4875-98cd-6cefdec85435 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 1097 time: 0.0814159 Oct 05 10:10:12.403486 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-0fbe2bb0-fb66-406d-b744-696bf06d89e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92651a61-661e-413b-b122-efe233273f05 HTTP/1.1" status: 200 len: 217 time: 0.0638785 Oct 05 10:10:12.467200 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3891f5db-1135-4d1b-8fe4-747a69155aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:12.468832 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-3891f5db-1135-4d1b-8fe4-747a69155aa5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0599177 Oct 05 10:10:12.556245 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-e76e2870-53e6-4a31-b505-7dc3f8e3954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:12.558078 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-e76e2870-53e6-4a31-b505-7dc3f8e3954c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822306 Oct 05 10:10:12.691346 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-508971d4-6925-447c-b8ba-1c67d2379a33 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260910 Oct 05 10:10:12.824829 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8061dd09-39cf-4be2-ae79-fd2ec78743e9 req-bcbfc8b7-25cb-439f-9197-9a0620621720 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273446 Oct 05 10:10:13.339247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b24a65-ab67-4d7b-905d-1099a6d3d771 req-74389c13-abbd-4596-aa1e-7ad003d1a75c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:13.340700 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-09b24a65-ab67-4d7b-905d-1099a6d3d771 req-74389c13-abbd-4596-aa1e-7ad003d1a75c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 944 time: 0.0941055 Oct 05 10:10:13.386185 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-09b24a65-ab67-4d7b-905d-1099a6d3d771 req-209a924c-d71d-4d42-a2e9-15a159e9579d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387936 Oct 05 10:10:14.585372 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb545315-0358-4969-9d85-7a251c6f8e3d req-0f30e3f8-24b4-488b-95a9-9e966ed127a9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:14.586850 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bb545315-0358-4969-9d85-7a251c6f8e3d req-0f30e3f8-24b4-488b-95a9-9e966ed127a9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 944 time: 0.0872142 Oct 05 10:10:14.633831 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bb545315-0358-4969-9d85-7a251c6f8e3d req-9d89c64b-d6d7-4d99-8c26-96951ff24d1c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404408 Oct 05 10:10:15.833590 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6d7e3-97d2-4978-80f2-e1e99a041562 req-568d32a4-c3a5-415f-85e8-5223b92c8f89 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:15.835058 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d7b6d7e3-97d2-4978-80f2-e1e99a041562 req-568d32a4-c3a5-415f-85e8-5223b92c8f89 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 944 time: 0.0880396 Oct 05 10:10:15.879556 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d7b6d7e3-97d2-4978-80f2-e1e99a041562 req-67051924-dff9-491a-ad5b-3e697cd15f38 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381689 Oct 05 10:10:15.995976 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 92651a61-661e-413b-b122-efe233273f05 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:10:16.128595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 92651a61-661e-413b-b122-efe233273f05, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=92651a61-661e-413b-b122-efe233273f05,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:16.141538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '92651a61-661e-413b-b122-efe233273f05', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'port_id': '92651a61-661e-413b-b122-efe233273f05', 'mac_address': 'fa:16:3e:65:57:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:10:16.196422 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 92651a61-661e-413b-b122-efe233273f05 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:16.196803 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:16.214208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92651a61-661e-413b-b122-efe233273f05 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:10:16.229309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 92651a61-661e-413b-b122-efe233273f05, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=92651a61-661e-413b-b122-efe233273f05,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:16.358044 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:16.454563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=92651a61-661e-413b-b122-efe233273f05,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:16.850151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['92651a61-661e-413b-b122-efe233273f05'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:10:17.098745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb349ab-28bc-44f7-a971-9c13ab7dc37b req-fc7e2b96-4b89-4950-b592-18ef4580973c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:17.100252 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3eb349ab-28bc-44f7-a971-9c13ab7dc37b req-fc7e2b96-4b89-4950-b592-18ef4580973c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0922012 Oct 05 10:10:17.144426 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3eb349ab-28bc-44f7-a971-9c13ab7dc37b req-0f68d22d-7688-4815-ab3e-a4b42f036790 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378423 Oct 05 10:10:17.491232 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:10:18.017760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 92651a61-661e-413b-b122-efe233273f05 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:10:18.186548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 92651a61-661e-413b-b122-efe233273f05 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:10:18.192038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 92651a61-661e-413b-b122-efe233273f05 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:18.192404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:18.192733 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 92651a61-661e-413b-b122-efe233273f05 Oct 05 10:10:18.311223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 92651a61-661e-413b-b122-efe233273f05 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:18.311599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:18.338625 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92651a61-661e-413b-b122-efe233273f05'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:10:18.340899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5b5db9-6c0a-4fc2-851a-0063e2a20bb8" -d '{"events": [{"server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "name": "network-vif-plugged", "status": "completed", "tag": "92651a61-661e-413b-b122-efe233273f05"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:10:18.348573 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 92651a61-661e-413b-b122-efe233273f05, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=92651a61-661e-413b-b122-efe233273f05,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:18.358399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cc782-e4c7-4063-9d70-d8b17a498d57 req-3e10ef6c-deb8-4481-88b9-d3c15b73b68b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:18.358399 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9a9cc782-e4c7-4063-9d70-d8b17a498d57 req-3e10ef6c-deb8-4481-88b9-d3c15b73b68b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0902832 Oct 05 10:10:18.387018 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284e1f94-f785-42f7-bb52-235c83f6e435 x-openstack-request-id: req-284e1f94-f785-42f7-bb52-235c83f6e435 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:10:18.387018 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "name": "network-vif-plugged", "status": "completed", "tag": "92651a61-661e-413b-b122-efe233273f05", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:10:18.387018 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-284e1f94-f785-42f7-bb52-235c83f6e435 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:10:18.387527 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284e1f94-f785-42f7-bb52-235c83f6e435'] response: {'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92651a61-661e-413b-b122-efe233273f05', 'code': 200} Oct 05 10:10:18.407347 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9a9cc782-e4c7-4063-9d70-d8b17a498d57 req-05f6c5cd-e55a-4ca7-ac6b-05fd59c75d65 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461655 Oct 05 10:10:18.437813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:18.507796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=92651a61-661e-413b-b122-efe233273f05,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:18.863854 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b927e-491b-4511-a555-9cb9225e475d req-175ed15e-e810-43e1-9cdf-1171dbfc76df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:18.865328 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8b9b927e-491b-4511-a555-9cb9225e475d req-175ed15e-e810-43e1-9cdf-1171dbfc76df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 1099 time: 0.0789409 Oct 05 10:10:18.904724 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8b9b927e-491b-4511-a555-9cb9225e475d req-84473000-1743-49f4-ac78-013bfc072b55 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337527 Oct 05 10:10:19.628895 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a1876-b5ce-436c-a055-e58795cdf624 req-b03e8538-a96b-4e8b-a07f-418dfa16add2 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:19.630413 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-710a1876-b5ce-436c-a055-e58795cdf624 req-b03e8538-a96b-4e8b-a07f-418dfa16add2 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0904326 Oct 05 10:10:19.675729 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-710a1876-b5ce-436c-a055-e58795cdf624 req-f0f7bd01-79a2-4f03-83e8-305399f1c2a8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380704 Oct 05 10:10:20.386790 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1ce2fe81-2f91-40e8-8370-7bd6863d0457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:20.880043 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ca323-cd4f-4349-b464-84365511226b req-28257b17-38aa-42c3-b09a-554a781c689d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:20.881487 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cf3ca323-cd4f-4349-b464-84365511226b req-28257b17-38aa-42c3-b09a-554a781c689d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0900350 Oct 05 10:10:20.925821 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cf3ca323-cd4f-4349-b464-84365511226b req-19aff53f-6a54-4d6a-84c0-89bc25f65b90 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380790 Oct 05 10:10:21.119789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec958ead-2732-4da4-af4b-b1ce062fcf26 req-48802930-6e82-4d20-841c-2c936e0fd06c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:21.121740 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ec958ead-2732-4da4-af4b-b1ce062fcf26 req-48802930-6e82-4d20-841c-2c936e0fd06c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0890067 Oct 05 10:10:21.132241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48316) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:21.137718 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-cb2938d0-2148-4954-a0c0-ddd987aebfbf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Request body: {'floatingip': {'port_id': '92651a61-661e-413b-b122-efe233273f05'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:21.310034 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb2938d0-2148-4954-a0c0-ddd987aebfbf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:21.908535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb2938d0-2148-4954-a0c0-ddd987aebfbf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:21.945441 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb2938d0-2148-4954-a0c0-ddd987aebfbf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:22.113031 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-cb2938d0-2148-4954-a0c0-ddd987aebfbf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d associated. External IP: 172.26.7.17, port: 92651a61-661e-413b-b122-efe233273f05. Oct 05 10:10:22.487800 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2938d0-2148-4954-a0c0-ddd987aebfbf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Router c594db16-22e0-4878-8347-523309d11b81 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:10:22.694330 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ce24ca4a-44a9-4ca6-8e45-6bc566216c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:22.774550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2938d0-2148-4954-a0c0-ddd987aebfbf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:10:22.784260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb2938d0-2148-4954-a0c0-ddd987aebfbf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:22.785437 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c8f9a-adac-4128-a878-3b249f342830 None None] Sync routers for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:10:22.794907 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c8f9a-adac-4128-a878-3b249f342830 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:22.795655 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-2c2c8f9a-adac-4128-a878-3b249f342830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:10:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:22.838500 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cb2938d0-2148-4954-a0c0-ddd987aebfbf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "PUT /v2.0/floatingips/ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d HTTP/1.1" status: 200 len: 992 time: 1.7052164 Oct 05 10:10:22.839188 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'tag': '92651a61-661e-413b-b122-efe233273f05'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:10:22.841538 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94de8957-e008-43b5-8608-1337157ca54c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "tag": "92651a61-661e-413b-b122-efe233273f05"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:10:22.886978 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481d5c68-c6cc-470b-8f8d-b487401ccee7 x-openstack-request-id: req-481d5c68-c6cc-470b-8f8d-b487401ccee7 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:10:22.887272 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "tag": "92651a61-661e-413b-b122-efe233273f05", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:10:22.887527 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-481d5c68-c6cc-470b-8f8d-b487401ccee7 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:10:22.887926 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481d5c68-c6cc-470b-8f8d-b487401ccee7'] response: {'name': 'network-changed', 'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'tag': '92651a61-661e-413b-b122-efe233273f05', 'status': 'completed', 'code': 200} Oct 05 10:10:22.975968 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-2c2c8f9a-adac-4128-a878-3b249f342830 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:23.014465 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8957-e008-43b5-8608-1337157ca54c req-ac92f218-13a6-4925-896d-6b014616bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:23.015927 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-94de8957-e008-43b5-8608-1337157ca54c req-ac92f218-13a6-4925-896d-6b014616bb76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 1099 time: 0.0812864 Oct 05 10:10:23.150177 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8957-e008-43b5-8608-1337157ca54c req-b2264908-a684-4976-adea-d31dc3ee73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:23.151661 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-94de8957-e008-43b5-8608-1337157ca54c req-b2264908-a684-4976-adea-d31dc3ee73fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1292415 Oct 05 10:10:23.256266 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-94de8957-e008-43b5-8608-1337157ca54c req-9dce3464-8ace-4c72-9056-f9b9026987a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92651a61-661e-413b-b122-efe233273f05 HTTP/1.1" status: 200 len: 1000 time: 0.0977664 Oct 05 10:10:23.318338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8957-e008-43b5-8608-1337157ca54c req-4ecc3f2f-5a8e-46e3-aea3-040f25937f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:23.319804 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-94de8957-e008-43b5-8608-1337157ca54c req-4ecc3f2f-5a8e-46e3-aea3-040f25937f4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0573804 Oct 05 10:10:23.320536 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-2c2c8f9a-adac-4128-a878-3b249f342830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'c594db16-22e0-4878-8347-523309d11b81', 'port_id': '92651a61-661e-413b-b122-efe233273f05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'mac_address': 'fa:16:3e:65:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:03:31Z', 'updated_at': '2022-10-05T10:10:21Z', 'revision_number': 13, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:23.324768 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c8f9a-adac-4128-a878-3b249f342830 None None] Checking router: c594db16-22e0-4878-8347-523309d11b81 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:10:23.332838 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c8f9a-adac-4128-a878-3b249f342830 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:23.333411 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-2c2c8f9a-adac-4128-a878-3b249f342830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:10:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:23.404714 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8957-e008-43b5-8608-1337157ca54c req-8ab9a8ab-9634-457a-87a8-86638cec32a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:23.406143 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-94de8957-e008-43b5-8608-1337157ca54c req-8ab9a8ab-9634-457a-87a8-86638cec32a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803604 Oct 05 10:10:23.510627 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-2c2c8f9a-adac-4128-a878-3b249f342830 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:23.537766 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-94de8957-e008-43b5-8608-1337157ca54c req-e745174e-0ca7-4629-901a-bac24c8bfd04 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255627 Oct 05 10:10:23.666817 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-94de8957-e008-43b5-8608-1337157ca54c req-463f8847-98ea-48d4-a037-ab6f97c48c9a service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231146 Oct 05 10:10:23.883558 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-2c2c8f9a-adac-4128-a878-3b249f342830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'c594db16-22e0-4878-8347-523309d11b81', 'port_id': '92651a61-661e-413b-b122-efe233273f05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'mac_address': 'fa:16:3e:65:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:03:31Z', 'updated_at': '2022-10-05T10:10:21Z', 'revision_number': 13, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:23.887719 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c8f9a-adac-4128-a878-3b249f342830 None None] The sync data for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv is: [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'c594db16-22e0-4878-8347-523309d11b81', 'port_id': '92651a61-661e-413b-b122-efe233273f05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'mac_address': 'fa:16:3e:65:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:03:31Z', 'updated_at': '2022-10-05T10:10:21Z', 'revision_number': 13, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:10:24.070922 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340da843-c43e-42fc-88ce-b9a15c378fa5 None None] New status for floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:10:24.243700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:24.357200 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:25.454840 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:25.677320 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:26.783619 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c52ef341-901a-4f62-bc69-fbc806f23496 req-cdea0347-3cec-4d29-b89e-ff6dbe046dea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2254622 Oct 05 10:10:26.949019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ef341-901a-4f62-bc69-fbc806f23496 req-420d28c6-dd85-44bf-b6ec-0455fcc580c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:26.951177 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c52ef341-901a-4f62-bc69-fbc806f23496 req-420d28c6-dd85-44bf-b6ec-0455fcc580c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 1099 time: 0.0845294 Oct 05 10:10:27.097942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ef341-901a-4f62-bc69-fbc806f23496 req-195f6f13-3615-45c0-bdd5-f201fb925ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:27.099417 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c52ef341-901a-4f62-bc69-fbc806f23496 req-195f6f13-3615-45c0-bdd5-f201fb925ab0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1272769 Oct 05 10:10:27.203989 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c52ef341-901a-4f62-bc69-fbc806f23496 req-d273338e-1e06-41e2-bae4-52d81e9d7630 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92651a61-661e-413b-b122-efe233273f05 HTTP/1.1" status: 200 len: 1002 time: 0.0978489 Oct 05 10:10:27.265087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ef341-901a-4f62-bc69-fbc806f23496 req-03c41298-1598-4b43-a291-e629b919787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:27.266525 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c52ef341-901a-4f62-bc69-fbc806f23496 req-03c41298-1598-4b43-a291-e629b919787c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0572641 Oct 05 10:10:27.349356 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ef341-901a-4f62-bc69-fbc806f23496 req-dc3d3a9f-1a57-4ab0-b2b4-ab4fefb2b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:27.350853 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c52ef341-901a-4f62-bc69-fbc806f23496 req-dc3d3a9f-1a57-4ab0-b2b4-ab4fefb2b9ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782855 Oct 05 10:10:27.482725 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c52ef341-901a-4f62-bc69-fbc806f23496 req-03c7a221-699c-41dc-8667-7a3419dd7e8f service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254709 Oct 05 10:10:27.615536 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c52ef341-901a-4f62-bc69-fbc806f23496 req-9dc50272-9c41-4fe0-bd55-2a1d37715a89 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263115 Oct 05 10:10:50.379632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6f9015cc-7121-4ec0-b364-01fc66db42b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.671714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-162073d1-31c5-4a89-9379-f9befcce309d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:54.231415 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:54.316931 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:54.490388 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:10:55.477058 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:55.665350 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:20.402323 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a896-d998-47ed-88e7-86ab542dc2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:22.671780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cc927abb-6b4c-49f0-8a46-f00aca011a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:24.241290 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:24.299273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:25.476690 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:25.688320 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:27.629751 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2f21c7c-d269-421a-ac65-7aaa376b2330 req-3a2238b0-451c-4c22-a6eb-b3cbd48d143a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844707 Oct 05 10:11:27.796721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f21c7c-d269-421a-ac65-7aaa376b2330 req-67a5fb3f-9957-4609-9f0a-05604633383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:27.798279 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2f21c7c-d269-421a-ac65-7aaa376b2330 req-67a5fb3f-9957-4609-9f0a-05604633383c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 1099 time: 0.0821276 Oct 05 10:11:27.947192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f21c7c-d269-421a-ac65-7aaa376b2330 req-485cdac8-2469-406d-ad82-12142056a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:27.948698 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2f21c7c-d269-421a-ac65-7aaa376b2330 req-485cdac8-2469-406d-ad82-12142056a373 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1299000 Oct 05 10:11:28.062464 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2f21c7c-d269-421a-ac65-7aaa376b2330 req-2676a796-c7ad-4829-8c95-eb8d82321aaf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92651a61-661e-413b-b122-efe233273f05 HTTP/1.1" status: 200 len: 1002 time: 0.1068203 Oct 05 10:11:28.132132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f21c7c-d269-421a-ac65-7aaa376b2330 req-d2c61a74-3681-4200-8d67-00ccdb223f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:28.133596 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2f21c7c-d269-421a-ac65-7aaa376b2330 req-d2c61a74-3681-4200-8d67-00ccdb223f18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0652075 Oct 05 10:11:28.221799 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f21c7c-d269-421a-ac65-7aaa376b2330 req-c2ed78b7-cb8d-4dd0-9dd0-3d75c0e7790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:28.223302 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2f21c7c-d269-421a-ac65-7aaa376b2330 req-c2ed78b7-cb8d-4dd0-9dd0-3d75c0e7790c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827775 Oct 05 10:11:28.234071 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [req-b2f21c7c-d269-421a-ac65-7aaa376b2330 req-e513f00d-2720-4a48-85c7-4cd6a824a677 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:11:28.235168 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2f21c7c-d269-421a-ac65-7aaa376b2330 req-e513f00d-2720-4a48-85c7-4cd6a824a677 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052667 Oct 05 10:11:28.372691 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2f21c7c-d269-421a-ac65-7aaa376b2330 req-bef708df-ba3b-495f-bfe6-e6577942a27f service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316485 Oct 05 10:11:28.520349 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b2f21c7c-d269-421a-ac65-7aaa376b2330 req-c56173f9-539d-4f21-a203-8b721577906b service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321023 Oct 05 10:11:31.489161 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:11:40.122177 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177946f-026b-4004-97fb-29060ac0fbe2 req-0e5b31f0-e007-4d2a-b42c-4d48bdf6b658 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:40.123572 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6177946f-026b-4004-97fb-29060ac0fbe2 req-0e5b31f0-e007-4d2a-b42c-4d48bdf6b658 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0915411 Oct 05 10:11:40.170841 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6177946f-026b-4004-97fb-29060ac0fbe2 req-c35ae9ab-ec1e-4b23-bc39-7a62e29c9835 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414889 Oct 05 10:11:50.384957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d946ecb3-1e3c-4012-99e7-fcb69da954a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:51.768681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e985dc0-5603-4dc6-aa35-6367a10d20d3 req-ae1b9864-c611-4687-a4b1-78e41861ddbb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:51.770226 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2e985dc0-5603-4dc6-aa35-6367a10d20d3 req-ae1b9864-c611-4687-a4b1-78e41861ddbb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.1009679 Oct 05 10:11:51.819902 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2e985dc0-5603-4dc6-aa35-6367a10d20d3 req-704382cd-bf65-4c6b-ae66-690d19e556c7 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413742 Oct 05 10:11:51.876162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48404) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:11:52.014965 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-33b3111b-5418-47bc-bdae-3cdec821639d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1376591 Oct 05 10:11:52.672671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7bcac66f-79ec-4aea-b809-f0af30702a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:53.037128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58457a2-a5e8-4de8-a9d0-f520c1f1ec63 req-9a3daf55-74ce-4a21-8f79-6f52f2e2ed4b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:53.038814 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f58457a2-a5e8-4de8-a9d0-f520c1f1ec63 req-9a3daf55-74ce-4a21-8f79-6f52f2e2ed4b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0932417 Oct 05 10:11:53.085691 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f58457a2-a5e8-4de8-a9d0-f520c1f1ec63 req-5ff22ed2-6e2b-40d8-85b0-858f2d14cb0c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408902 Oct 05 10:11:54.208718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-78799e61-4da9-4023-b495-a4e2a7a1b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:54.210861 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-78799e61-4da9-4023-b495-a4e2a7a1b037 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 1099 time: 0.1918418 Oct 05 10:11:54.253383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:54.314352 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590ad47-e8b7-42e2-8130-14294076ab0a req-c9926d49-bd31-4ecc-ab0b-f9938b4dcb88 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:54.316301 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d590ad47-e8b7-42e2-8130-14294076ab0a req-c9926d49-bd31-4ecc-ab0b-f9938b4dcb88 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.1090143 Oct 05 10:11:54.340208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:54.365176 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d590ad47-e8b7-42e2-8130-14294076ab0a req-a04534bd-4228-46ee-80a1-de20dea7f4f3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408142 Oct 05 10:11:54.366046 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-5deaa37a-bd26-411e-b3e9-c6105e939bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:54.367829 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-5deaa37a-bd26-411e-b3e9-c6105e939bb2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1508758 Oct 05 10:11:54.477495 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-5192dd1c-5c59-49a2-a982-4d3bfb38ebe6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92651a61-661e-413b-b122-efe233273f05 HTTP/1.1" status: 200 len: 1002 time: 0.1016109 Oct 05 10:11:54.543142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-9e58347b-3820-459b-9ac5-4c852edf41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:54.544654 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-9e58347b-3820-459b-9ac5-4c852edf41a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0610216 Oct 05 10:11:54.649566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-7807c95a-cbfd-4560-83e0-f0154eda9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:54.651005 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-7807c95a-cbfd-4560-83e0-f0154eda9fc5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1008465 Oct 05 10:11:54.792152 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-509bde53-4258-48be-a6c7-714d762e974c service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348369 Oct 05 10:11:54.927452 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-2f438474-3390-455a-9b56-989f10a0214a service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285458 Oct 05 10:11:55.482363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:55.593712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3295114-1b59-4de2-a2ee-8cf3e4ece152 req-77fbae11-9c27-4d36-bb76-d54542e92f59 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:55.595299 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3295114-1b59-4de2-a2ee-8cf3e4ece152 req-77fbae11-9c27-4d36-bb76-d54542e92f59 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0917120 Oct 05 10:11:55.641636 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3295114-1b59-4de2-a2ee-8cf3e4ece152 req-24aed736-7b29-4689-81d3-a70ad6140662 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404329 Oct 05 10:11:55.688536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:56.854015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe24083-4e0b-4841-ae3f-ce8cea596521 req-5da82efc-ac14-45da-9819-6e375f9763c2 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:56.855504 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2fe24083-4e0b-4841-ae3f-ce8cea596521 req-5da82efc-ac14-45da-9819-6e375f9763c2 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0922785 Oct 05 10:11:56.901056 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2fe24083-4e0b-4841-ae3f-ce8cea596521 req-d0b29cce-6de6-46fc-be1e-10d7c9b41d86 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398312 Oct 05 10:11:58.113220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e439f83-d60e-4597-adfe-e25145c91ad4 req-ce98f3fa-2353-46c8-b94d-1a0babe24392 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:58.114635 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8e439f83-d60e-4597-adfe-e25145c91ad4 req-ce98f3fa-2353-46c8-b94d-1a0babe24392 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0941510 Oct 05 10:11:58.160264 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8e439f83-d60e-4597-adfe-e25145c91ad4 req-a0b38255-6dc8-4ee3-8b83-bf26bde42a0f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398448 Oct 05 10:11:59.360588 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314868f-ce26-42b2-add0-6ee5d7176825 req-1112fd7a-9be9-495a-9240-cb7e511514b0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:59.362081 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0314868f-ce26-42b2-add0-6ee5d7176825 req-1112fd7a-9be9-495a-9240-cb7e511514b0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0875287 Oct 05 10:11:59.406620 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0314868f-ce26-42b2-add0-6ee5d7176825 req-3f48d6b4-efe8-4a38-9227-dab15bb2067d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382755 Oct 05 10:12:00.610667 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ee99d-96ad-4466-9b98-8164bfa98ddf req-ba16ba6e-e9ae-45a7-bb57-58191ac9c327 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:00.612125 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d89ee99d-96ad-4466-9b98-8164bfa98ddf req-ba16ba6e-e9ae-45a7-bb57-58191ac9c327 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0909719 Oct 05 10:12:00.656426 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d89ee99d-96ad-4466-9b98-8164bfa98ddf req-12e8ed0a-151a-466c-a1a0-40d8b27a2ed7 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376651 Oct 05 10:12:01.863433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df7fa1-1ab8-4767-ae2c-6ad4be14fed9 req-05ee907a-f1c9-414f-bab9-54545bd515e1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:01.864904 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-13df7fa1-1ab8-4767-ae2c-6ad4be14fed9 req-05ee907a-f1c9-414f-bab9-54545bd515e1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0916696 Oct 05 10:12:01.912572 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-13df7fa1-1ab8-4767-ae2c-6ad4be14fed9 req-b3498c74-9e86-4d94-8240-64121e47026b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409679 Oct 05 10:12:03.116899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213693f-37dd-42bc-b330-43eb4011ff1c req-0831f4d7-599c-48b0-a563-3da1d9dc585b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:03.118962 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6213693f-37dd-42bc-b330-43eb4011ff1c req-0831f4d7-599c-48b0-a563-3da1d9dc585b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0884111 Oct 05 10:12:03.162854 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6213693f-37dd-42bc-b330-43eb4011ff1c req-fde0c604-d2de-4c84-bd38-59a4b36e5cae tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381415 Oct 05 10:12:04.371762 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3627b-a927-42a4-a833-5204626a9fca req-d069529f-87df-43af-b0da-0ae5f0780212 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:04.373217 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-79f3627b-a927-42a4-a833-5204626a9fca req-d069529f-87df-43af-b0da-0ae5f0780212 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0917170 Oct 05 10:12:04.417926 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-79f3627b-a927-42a4-a833-5204626a9fca req-88f5732e-f003-4e6f-b6a6-97aac09e5286 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389080 Oct 05 10:12:05.624873 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7220f-9ba8-4e9a-b806-201c2383c34a req-f15c7067-8930-4f86-95dc-3e6e72541b19 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:05.626362 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-69b7220f-9ba8-4e9a-b806-201c2383c34a req-f15c7067-8930-4f86-95dc-3e6e72541b19 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0915833 Oct 05 10:12:05.770773 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-69b7220f-9ba8-4e9a-b806-201c2383c34a req-9c1eb6b2-62b8-47df-aa8e-b4026a26ed55 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386697 Oct 05 10:12:06.983276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea398c-7a54-4448-b82e-d9377a5a017b req-d4cff6b4-54ea-4533-bd2d-f419f2572595 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:06.985768 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-36ea398c-7a54-4448-b82e-d9377a5a017b req-d4cff6b4-54ea-4533-bd2d-f419f2572595 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.1015012 Oct 05 10:12:07.041239 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-36ea398c-7a54-4448-b82e-d9377a5a017b req-154a0a5f-c925-4b2d-b5e8-836ff5535033 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491383 Oct 05 10:12:08.240999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441575b-e6af-4168-8173-277740182f45 req-cc6cba67-29a0-4783-80ac-d645b2c3e74f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:08.242508 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4441575b-e6af-4168-8173-277740182f45 req-cc6cba67-29a0-4783-80ac-d645b2c3e74f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0887825 Oct 05 10:12:08.288522 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4441575b-e6af-4168-8173-277740182f45 req-da19cc69-fc8d-4d8d-b380-3e8bf7a3b621 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402746 Oct 05 10:12:08.488771 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:12:09.495410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597d9cd-a85f-4fa5-b64d-a75cc12b6f68 req-dbcf618d-6c17-4b96-9c38-8bf6cb3e8337 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:09.496875 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a597d9cd-a85f-4fa5-b64d-a75cc12b6f68 req-dbcf618d-6c17-4b96-9c38-8bf6cb3e8337 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0930920 Oct 05 10:12:09.542629 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a597d9cd-a85f-4fa5-b64d-a75cc12b6f68 req-21f0a15e-a711-4d9a-a287-3927b2b1b7d7 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397649 Oct 05 10:12:10.750954 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833a207-d090-4d46-9cbf-8c4bee5b831b req-b1a4f8de-8d41-4b39-8978-e6b36999cf65 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:10.752470 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e833a207-d090-4d46-9cbf-8c4bee5b831b req-b1a4f8de-8d41-4b39-8978-e6b36999cf65 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0926266 Oct 05 10:12:10.803652 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e833a207-d090-4d46-9cbf-8c4bee5b831b req-0ddabaf2-e054-4a7d-981c-51b732511f0f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448086 Oct 05 10:12:12.010758 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be048773-f541-4cea-9c0b-6e093e4fb0c3 req-57baad94-eaa6-42e5-9180-663ca743cec8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:12.012288 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-be048773-f541-4cea-9c0b-6e093e4fb0c3 req-57baad94-eaa6-42e5-9180-663ca743cec8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0901065 Oct 05 10:12:12.059996 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-be048773-f541-4cea-9c0b-6e093e4fb0c3 req-cf88cfb8-6cfa-45a5-bf8b-80584daa7526 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413699 Oct 05 10:12:13.266931 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e802b-142e-4d8b-a87d-153b74522f34 req-0065fc05-ad86-40db-9378-57eb8d7708bf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:13.271409 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7f6e802b-142e-4d8b-a87d-153b74522f34 req-0065fc05-ad86-40db-9378-57eb8d7708bf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0933774 Oct 05 10:12:13.313131 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7f6e802b-142e-4d8b-a87d-153b74522f34 req-06e30b71-71b2-44ba-a8ec-da1fa12cd3e6 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386889 Oct 05 10:12:14.514906 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de90f3-f216-4f0f-903c-f43e36116ab3 req-93ad31db-f548-4679-baa2-01ffe4812aeb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:14.516373 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-64de90f3-f216-4f0f-903c-f43e36116ab3 req-93ad31db-f548-4679-baa2-01ffe4812aeb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0882971 Oct 05 10:12:14.563961 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-64de90f3-f216-4f0f-903c-f43e36116ab3 req-a27ec79d-fef4-489a-9d05-4286c76b9dde tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418293 Oct 05 10:12:15.785306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a699b-993e-4f12-a7a6-89706311d3fd req-25fea442-4842-44cd-8d19-47d851da9497 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:15.788574 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ce5a699b-993e-4f12-a7a6-89706311d3fd req-25fea442-4842-44cd-8d19-47d851da9497 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0948274 Oct 05 10:12:15.831870 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ce5a699b-993e-4f12-a7a6-89706311d3fd req-f804fdcf-adef-4c52-b6f4-423f3057a18e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389447 Oct 05 10:12:17.038367 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a97f4-4dba-4d96-a376-4a62b608e327 req-503b9ddb-bfb1-400f-b485-47e30a5ee973 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:17.040317 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-661a97f4-4dba-4d96-a376-4a62b608e327 req-503b9ddb-bfb1-400f-b485-47e30a5ee973 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0938001 Oct 05 10:12:17.084584 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-661a97f4-4dba-4d96-a376-4a62b608e327 req-0b442f67-608e-4750-b703-a8b31f5f712b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384309 Oct 05 10:12:18.294904 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e24969-b574-4f1e-a84c-501613dc5675 req-91503f13-c785-42d3-9486-96fbfc5bae6e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:18.296622 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b7e24969-b574-4f1e-a84c-501613dc5675 req-91503f13-c785-42d3-9486-96fbfc5bae6e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0918081 Oct 05 10:12:18.321323 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-bb6f1fdf-d52b-4e23-845b-3fee20965169 service neutron] 10.222.0.55 "GET /v2.0/ports/92651a61-661e-413b-b122-efe233273f05/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0775011 Oct 05 10:12:18.346390 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b7e24969-b574-4f1e-a84c-501613dc5675 req-c140695d-cda8-482a-8915-3d91efbf9636 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436187 Oct 05 10:12:19.044892 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-ed45a2d3-a444-4e27-b57f-ab71ba12b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:19.046297 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-ed45a2d3-a444-4e27-b57f-ab71ba12b01a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9&tenant_id=f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 1099 time: 0.0833130 Oct 05 10:12:19.165565 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-a8619a08-f18b-486d-bb70-0bf7cb84d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:19.167094 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-a8619a08-f18b-486d-bb70-0bf7cb84d72e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 1099 time: 0.0861614 Oct 05 10:12:19.314473 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-51f48af3-b123-40f0-b3c5-dce6d97b8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:19.315924 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-51f48af3-b123-40f0-b3c5-dce6d97b8e74 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1428347 Oct 05 10:12:19.424760 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-2134cd59-763d-4016-98d8-5e3ba29c9511 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92651a61-661e-413b-b122-efe233273f05 HTTP/1.1" status: 200 len: 1002 time: 0.1028695 Oct 05 10:12:19.488993 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-1e3c8beb-a85c-4fc8-8d5b-8714ebf1cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:19.490462 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-1e3c8beb-a85c-4fc8-8d5b-8714ebf1cebd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0592577 Oct 05 10:12:19.562731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e24d7c-70c9-4666-89b9-7c781174ea80 req-4dfb18bf-5692-4540-9cf9-c77a5bc30c6a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:19.564282 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-51e24d7c-70c9-4666-89b9-7c781174ea80 req-4dfb18bf-5692-4540-9cf9-c77a5bc30c6a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0920951 Oct 05 10:12:19.581278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-931291f6-a348-4210-9afc-dba162038b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:19.582681 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-931291f6-a348-4210-9afc-dba162038b6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862803 Oct 05 10:12:19.615944 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-51e24d7c-70c9-4666-89b9-7c781174ea80 req-fac548af-e005-4c5b-9c98-1f0d6dcaf8dc tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452712 Oct 05 10:12:19.714606 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-fc4d22ec-01a0-4cd0-b23d-0a9ae205950d service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260760 Oct 05 10:12:19.949490 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-aedcba86-454c-4a58-8feb-addb53f6accc service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289114 Oct 05 10:12:20.396054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9d67c3e9-5973-436a-a0d3-a21eedfeb5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:20.541317 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 92651a61-661e-413b-b122-efe233273f05 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:12:20.660584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 92651a61-661e-413b-b122-efe233273f05 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:12:20.660972 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:20.692774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92651a61-661e-413b-b122-efe233273f05'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:12:20.695070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c7cded-9c24-440d-8413-2e426612baab" -d '{"events": [{"server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "name": "network-vif-unplugged", "status": "completed", "tag": "92651a61-661e-413b-b122-efe233273f05"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:12:20.703219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 92651a61-661e-413b-b122-efe233273f05, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=92651a61-661e-413b-b122-efe233273f05,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:12:20.754479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 10:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ba9603-d5b5-4d77-a1c1-c711f24cfdf3 x-openstack-request-id: req-e7ba9603-d5b5-4d77-a1c1-c711f24cfdf3 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:12:20.754773 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "name": "network-vif-unplugged", "status": "completed", "tag": "92651a61-661e-413b-b122-efe233273f05", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:12:20.755056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7ba9603-d5b5-4d77-a1c1-c711f24cfdf3 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:12:20.755526 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ba9603-d5b5-4d77-a1c1-c711f24cfdf3'] response: {'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92651a61-661e-413b-b122-efe233273f05', 'code': 200} Oct 05 10:12:20.830744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:20.885251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a0559-e4e3-478d-8cb0-f47b3aad6c81 req-f1e39339-e914-4bd8-bca0-a0af222910cf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:20.888906 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-673a0559-e4e3-478d-8cb0-f47b3aad6c81 req-f1e39339-e914-4bd8-bca0-a0af222910cf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 944 time: 0.1492131 Oct 05 10:12:20.902783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=92651a61-661e-413b-b122-efe233273f05,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:12:20.910219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:20.910569 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:20.910915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:20.911255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:20.911586 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:20.911916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:20.912251 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:20.912578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:20.912904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:20.913225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:20.913547 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:20.913867 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:20.935792 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-673a0559-e4e3-478d-8cb0-f47b3aad6c81 req-c80c8cf1-18e6-4dc8-b8a4-025d2991f860 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428247 Oct 05 10:12:22.152178 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcc11d-9d7b-4d0f-b6b7-ae0d7106dd4b req-c77039a4-b993-444e-b1af-50dff650e92b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:22.153808 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-72dcc11d-9d7b-4d0f-b6b7-ae0d7106dd4b req-c77039a4-b993-444e-b1af-50dff650e92b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 944 time: 0.0943260 Oct 05 10:12:22.206375 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-72dcc11d-9d7b-4d0f-b6b7-ae0d7106dd4b req-c94cc9da-9970-4379-af1c-6529bbf7e5de tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447624 Oct 05 10:12:22.647852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f29a1b47-12c8-4632-9d96-669f74796fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:23.414938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132769ab-6015-4624-bae3-cbae45dd952a req-7b3fdd0c-d95f-4283-a5d4-7e842e8af531 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:23.414938 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-132769ab-6015-4624-bae3-cbae45dd952a req-7b3fdd0c-d95f-4283-a5d4-7e842e8af531 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 944 time: 0.0947285 Oct 05 10:12:23.458514 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-132769ab-6015-4624-bae3-cbae45dd952a req-db147c87-7a68-43e6-80ed-60d9dcfb37c2 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403814 Oct 05 10:12:24.218697 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:24.309998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:24.574517 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 92651a61-661e-413b-b122-efe233273f05 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:12:24.715528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 92651a61-661e-413b-b122-efe233273f05, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=92651a61-661e-413b-b122-efe233273f05,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:12:24.722278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee806b-0cf5-45a3-a4fa-6368b345f90a req-f2be0d6e-d4bf-4c4f-9398-c1ec97e87b7f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:24.723802 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e4ee806b-0cf5-45a3-a4fa-6368b345f90a req-f2be0d6e-d4bf-4c4f-9398-c1ec97e87b7f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 944 time: 0.1442850 Oct 05 10:12:24.731070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '92651a61-661e-413b-b122-efe233273f05', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'port_id': '92651a61-661e-413b-b122-efe233273f05', 'mac_address': 'fa:16:3e:65:57:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:12:24.782171 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e4ee806b-0cf5-45a3-a4fa-6368b345f90a req-470ef0c7-142b-49ac-93e5-153a1755e7a8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513778 Oct 05 10:12:24.792540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 92651a61-661e-413b-b122-efe233273f05 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:12:24.792926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:24.811724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92651a61-661e-413b-b122-efe233273f05 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:12:24.828268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 92651a61-661e-413b-b122-efe233273f05, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=92651a61-661e-413b-b122-efe233273f05,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:12:24.893117 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:24.963784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=92651a61-661e-413b-b122-efe233273f05,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:12:25.025692 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['92651a61-661e-413b-b122-efe233273f05'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:12:25.516021 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:25.698974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:25.989000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e14aa-9562-46cd-818d-d156e204504b req-44ad0655-d8c8-4486-a96a-7a3b4a011d42 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:25.990552 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4c5e14aa-9562-46cd-818d-d156e204504b req-44ad0655-d8c8-4486-a96a-7a3b4a011d42 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0899823 Oct 05 10:12:26.038192 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4c5e14aa-9562-46cd-818d-d156e204504b req-558e16b7-f7c8-401d-b655-cca09fdedea8 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418150 Oct 05 10:12:26.575362 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 92651a61-661e-413b-b122-efe233273f05 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:12:26.643939 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 92651a61-661e-413b-b122-efe233273f05 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:12:26.644305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:26.644636 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 92651a61-661e-413b-b122-efe233273f05 Oct 05 10:12:26.762657 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 92651a61-661e-413b-b122-efe233273f05 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:12:26.763039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:26.789903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92651a61-661e-413b-b122-efe233273f05'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:12:26.792188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f39a123-051d-44e8-8194-85a771c79daf" -d '{"events": [{"server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "name": "network-vif-plugged", "status": "completed", "tag": "92651a61-661e-413b-b122-efe233273f05"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:12:26.800084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 92651a61-661e-413b-b122-efe233273f05, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=92651a61-661e-413b-b122-efe233273f05,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:12:26.854128 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa27e00f-c423-4f9a-9fc6-a50dc8c64190 x-openstack-request-id: req-fa27e00f-c423-4f9a-9fc6-a50dc8c64190 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:12:26.854128 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "name": "network-vif-plugged", "status": "completed", "tag": "92651a61-661e-413b-b122-efe233273f05", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:12:26.854128 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa27e00f-c423-4f9a-9fc6-a50dc8c64190 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:12:26.854128 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa27e00f-c423-4f9a-9fc6-a50dc8c64190'] response: {'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92651a61-661e-413b-b122-efe233273f05', 'code': 200} Oct 05 10:12:26.870374 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:26.942494 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=92651a61-661e-413b-b122-efe233273f05,revision_number=8']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:12:27.239441 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062e747-10cd-4b9d-ad63-4d84198e6f34 req-44daf4b9-5f88-4257-b3e9-b22dfafea268 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:27.240881 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4062e747-10cd-4b9d-ad63-4d84198e6f34 req-44daf4b9-5f88-4257-b3e9-b22dfafea268 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0871766 Oct 05 10:12:27.285643 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4062e747-10cd-4b9d-ad63-4d84198e6f34 req-7811e459-a54d-41e3-9477-9be817079319 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384245 Oct 05 10:12:28.502703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc2acc-1dcf-4dc8-9466-cf6b8c8a5b19 req-db5fd7e9-4266-41cb-9299-010b1a7e335d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:28.504553 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e5fc2acc-1dcf-4dc8-9466-cf6b8c8a5b19 req-db5fd7e9-4266-41cb-9299-010b1a7e335d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0979285 Oct 05 10:12:28.550698 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e5fc2acc-1dcf-4dc8-9466-cf6b8c8a5b19 req-cb137df7-8cb9-4bb4-bffe-0989d9f12934 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405426 Oct 05 10:12:28.765101 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54865b98-9968-4a45-b1d1-95318f96fac4 req-bd0d6586-1bb0-4cba-a626-c9cf4355cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:28.766562 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-54865b98-9968-4a45-b1d1-95318f96fac4 req-bd0d6586-1bb0-4cba-a626-c9cf4355cb5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 1099 time: 0.0806422 Oct 05 10:12:28.923209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54865b98-9968-4a45-b1d1-95318f96fac4 req-da42cbd6-69a8-495b-afe3-5801910e6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:28.924884 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-54865b98-9968-4a45-b1d1-95318f96fac4 req-da42cbd6-69a8-495b-afe3-5801910e6657 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1386337 Oct 05 10:12:29.030909 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-54865b98-9968-4a45-b1d1-95318f96fac4 req-f412bb5b-50c3-4294-9481-f8382e40c7f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92651a61-661e-413b-b122-efe233273f05 HTTP/1.1" status: 200 len: 1002 time: 0.0994942 Oct 05 10:12:29.099095 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54865b98-9968-4a45-b1d1-95318f96fac4 req-afc72996-cf10-4e62-af67-dff4146cd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:29.100558 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-54865b98-9968-4a45-b1d1-95318f96fac4 req-afc72996-cf10-4e62-af67-dff4146cd04c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0616007 Oct 05 10:12:29.190971 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54865b98-9968-4a45-b1d1-95318f96fac4 req-66d44125-3a0c-4a99-ae1b-db18cf19d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:29.192436 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-54865b98-9968-4a45-b1d1-95318f96fac4 req-66d44125-3a0c-4a99-ae1b-db18cf19d756 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847859 Oct 05 10:12:29.330178 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-54865b98-9968-4a45-b1d1-95318f96fac4 req-f95d9209-2983-4297-abea-c25b4c9f41a7 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314890 Oct 05 10:12:29.467921 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-54865b98-9968-4a45-b1d1-95318f96fac4 req-1dd4030b-293b-407c-8311-bc41e44fe3b4 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318822 Oct 05 10:12:29.755089 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d530e01-4a4a-4666-a928-0294954cd496 req-b7554379-5252-4c51-8413-044478913c73 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:29.756582 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0d530e01-4a4a-4666-a928-0294954cd496 req-b7554379-5252-4c51-8413-044478913c73 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0892434 Oct 05 10:12:29.806080 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0d530e01-4a4a-4666-a928-0294954cd496 req-4122e5a4-51e0-48eb-9eb8-5e9dd87df8d9 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435708 Oct 05 10:12:31.014441 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cde704-4b8c-4ed4-a872-02a59f15f34b req-3465d8cd-c0f9-40b9-b559-ac739f508a78 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:31.015906 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b3cde704-4b8c-4ed4-a872-02a59f15f34b req-3465d8cd-c0f9-40b9-b559-ac739f508a78 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0945809 Oct 05 10:12:31.062330 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b3cde704-4b8c-4ed4-a872-02a59f15f34b req-185fd1bc-9c3f-432b-89cc-2a3998e3505d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404515 Oct 05 10:12:32.366014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afd2d0-017c-494a-9653-be1abff36cd8 req-20dc24e7-95f9-4ed8-8f3e-ee9754f0f25c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:32.367416 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-03afd2d0-017c-494a-9653-be1abff36cd8 req-20dc24e7-95f9-4ed8-8f3e-ee9754f0f25c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.1882570 Oct 05 10:12:32.411776 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-03afd2d0-017c-494a-9653-be1abff36cd8 req-0cbe5da3-f6e3-4804-af18-a3a230bc0587 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380237 Oct 05 10:12:33.212650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a81450-b247-4343-8f66-38bad677a315 req-87a58f7f-9ed3-4537-941b-2b3f7546682f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:33.214691 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-50a81450-b247-4343-8f66-38bad677a315 req-87a58f7f-9ed3-4537-941b-2b3f7546682f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0887852 Oct 05 10:12:33.253675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-233a9127-ba42-4c0b-be98-d54d42825e9b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:33.254419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-233a9127-ba42-4c0b-be98-d54d42825e9b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Synchronizing usage tracker for tenant:f07f43e84a374856a303fe548d77ec3c on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:12:33.262654 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-50a81450-b247-4343-8f66-38bad677a315 req-ddbdbd97-e4ed-469f-96eb-5c7d70f264b3 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420387 Oct 05 10:12:33.356402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-233a9127-ba42-4c0b-be98-d54d42825e9b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Unset dirty status for tenant:f07f43e84a374856a303fe548d77ec3c on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:12:33.357551 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-233a9127-ba42-4c0b-be98-d54d42825e9b tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9&tenant_id=f07f43e84a374856a303fe548d77ec3c&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 946 time: 0.2030602 Oct 05 10:12:33.438664 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-0a3628b9-8d12-4c08-903b-838589c03074 service neutron] 10.222.0.55 "GET /v2.0/ports/92651a61-661e-413b-b122-efe233273f05/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0753171 Oct 05 10:12:33.563520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-f039a805-fcd7-4aaa-939b-1698fb0530dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:33.565052 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-f039a805-fcd7-4aaa-939b-1698fb0530dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 1099 time: 0.0880625 Oct 05 10:12:33.702186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-98c0cd57-578d-4a34-a2b7-55d2ccb1609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:33.703622 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-98c0cd57-578d-4a34-a2b7-55d2ccb1609f service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1332624 Oct 05 10:12:33.803098 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-2b807613-6031-4dcd-9e6b-89a46efd2f1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92651a61-661e-413b-b122-efe233273f05 HTTP/1.1" status: 200 len: 1002 time: 0.0937605 Oct 05 10:12:33.868763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-66a83a1c-cea5-45f9-a8cd-4f3b533d2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:33.870226 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-66a83a1c-cea5-45f9-a8cd-4f3b533d2803 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0615149 Oct 05 10:12:33.957369 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-b1975542-9dc0-404e-bfea-da3d54d9c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:33.958776 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-b1975542-9dc0-404e-bfea-da3d54d9c74a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826194 Oct 05 10:12:34.093939 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-0b3f2c18-3797-47a0-af24-d6199e60e7b8 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292973 Oct 05 10:12:34.334567 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-b14a449e-c2f6-4321-b27d-0df0b6c033c5 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346454 Oct 05 10:12:34.473804 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da783b-3b4e-4c0e-933f-fc38a2be1a54 req-e1ce4e5e-3dbd-4e67-80a4-4ffd0487df58 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:34.475324 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-86da783b-3b4e-4c0e-933f-fc38a2be1a54 req-e1ce4e5e-3dbd-4e67-80a4-4ffd0487df58 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0916421 Oct 05 10:12:34.520085 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-86da783b-3b4e-4c0e-933f-fc38a2be1a54 req-c8454646-9426-4a3a-b9e6-f4f67461a131 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390289 Oct 05 10:12:35.728390 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b05cd-5e07-4418-8b07-ee545d2c03c6 req-763c96b8-6067-41ed-853c-c64c296daaf6 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:35.729948 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e91b05cd-5e07-4418-8b07-ee545d2c03c6 req-763c96b8-6067-41ed-853c-c64c296daaf6 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0946569 Oct 05 10:12:35.777036 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e91b05cd-5e07-4418-8b07-ee545d2c03c6 req-afecf75b-9042-480d-bd30-30321ae04baf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405312 Oct 05 10:12:36.987635 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05b103-1bce-4ccd-9615-73bf4a8739ee req-f188c9ae-93ff-46b4-b8e0-5ef52849c434 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:36.989138 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ec05b103-1bce-4ccd-9615-73bf4a8739ee req-f188c9ae-93ff-46b4-b8e0-5ef52849c434 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0931697 Oct 05 10:12:37.035085 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ec05b103-1bce-4ccd-9615-73bf4a8739ee req-8d7d2596-8003-4216-b6e4-a99aac74b132 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401254 Oct 05 10:12:38.256770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e854f-5170-4fcb-a3d1-ce753fc5a7b3 req-732bfb28-1786-4998-aff8-b270fa0e22d6 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:38.258230 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e78e854f-5170-4fcb-a3d1-ce753fc5a7b3 req-732bfb28-1786-4998-aff8-b270fa0e22d6 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.1037452 Oct 05 10:12:38.305471 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e78e854f-5170-4fcb-a3d1-ce753fc5a7b3 req-d92708a1-1f48-4646-afa1-afd95265a837 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411990 Oct 05 10:12:38.675358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-007587c1-e269-40e9-9111-2b9b2eff1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:38.676752 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-007587c1-e269-40e9-9111-2b9b2eff1f03 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9&tenant_id=f07f43e84a374856a303fe548d77ec3c HTTP/1.1" status: 200 len: 1099 time: 0.0851102 Oct 05 10:12:38.792313 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-8ea94a11-33fb-4100-8140-49153636ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:38.793795 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-8ea94a11-33fb-4100-8140-49153636ff4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f07f43e84a374856a303fe548d77ec3c&device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 1099 time: 0.0831676 Oct 05 10:12:38.929899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-54c02009-1f81-43ea-a903-b3c1f297bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:38.931313 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-54c02009-1f81-43ea-a903-b3c1f297bb12 service neutron] 10.222.0.55 "GET /v2.0/networks?id=410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 200 len: 912 time: 0.1314497 Oct 05 10:12:39.040694 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-bab04d39-2cdb-4586-88d8-1e8bc705e2fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92651a61-661e-413b-b122-efe233273f05 HTTP/1.1" status: 200 len: 1002 time: 0.1037905 Oct 05 10:12:39.110317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-859b407b-f778-461e-9824-32839cc24e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:39.111761 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-859b407b-f778-461e-9824-32839cc24e64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 200 len: 850 time: 0.0656524 Oct 05 10:12:39.197490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-7439d62c-0324-42ba-96c7-4b0c0f69eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:39.198993 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-7439d62c-0324-42ba-96c7-4b0c0f69eb43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=410c89d2-5bec-4acc-a109-55dfeb3d323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819104 Oct 05 10:12:39.335242 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-b9fabdda-1ea0-475d-b585-9dd517e53c8d service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300094 Oct 05 10:12:39.472598 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7bc7460f-5fd7-4cf9-962e-76c8c80d2cd4 req-c66e9b1d-fb6d-4022-acfa-aaf6bed280c2 service neutron] 10.222.0.55 "GET /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312664 Oct 05 10:12:39.521854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699e6d0-a5b2-4f80-a0fe-76ec545082b1 req-4dc8c48e-910d-43ca-8aef-ad8d9a9e8696 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:39.523355 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f699e6d0-a5b2-4f80-a0fe-76ec545082b1 req-4dc8c48e-910d-43ca-8aef-ad8d9a9e8696 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0923350 Oct 05 10:12:39.576966 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f699e6d0-a5b2-4f80-a0fe-76ec545082b1 req-400b41a3-80e0-4f2d-945a-08f0a0a4314e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472045 Oct 05 10:12:40.653369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 92651a61-661e-413b-b122-efe233273f05 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:12:40.798134 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 92651a61-661e-413b-b122-efe233273f05 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:12:40.798619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:40.803313 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5bd0a-0928-4c4e-894f-4e1da68da735 req-d6243ece-9e83-4eaa-a1e8-6a9434c73a1f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:40.810698 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-baf5bd0a-0928-4c4e-894f-4e1da68da735 req-d6243ece-9e83-4eaa-a1e8-6a9434c73a1f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.1130497 Oct 05 10:12:40.844368 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92651a61-661e-413b-b122-efe233273f05'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:12:40.846921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb10afd6-5dee-4ec5-9430-b12dee7a6274" -d '{"events": [{"server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "name": "network-vif-unplugged", "status": "completed", "tag": "92651a61-661e-413b-b122-efe233273f05"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:12:40.855171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 92651a61-661e-413b-b122-efe233273f05, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=92651a61-661e-413b-b122-efe233273f05,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:12:40.867581 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-baf5bd0a-0928-4c4e-894f-4e1da68da735 req-0d5be4e9-0a38-4d6d-8d08-b67325502923 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557408 Oct 05 10:12:40.911325 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 10:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba7a5f0-294d-48a4-ada3-4b6830a80c06 x-openstack-request-id: req-8ba7a5f0-294d-48a4-ada3-4b6830a80c06 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:12:40.911765 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "name": "network-vif-unplugged", "status": "completed", "tag": "92651a61-661e-413b-b122-efe233273f05", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:12:40.912153 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ba7a5f0-294d-48a4-ada3-4b6830a80c06 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:12:40.912549 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba7a5f0-294d-48a4-ada3-4b6830a80c06'] response: {'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92651a61-661e-413b-b122-efe233273f05', 'code': 200} Oct 05 10:12:40.949991 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:41.016534 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=92651a61-661e-413b-b122-efe233273f05,revision_number=9']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:12:42.070493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71362727-d2b8-4ff3-b617-bd39b4e05b08 req-5a22763a-c610-417b-8580-74a7bd4e4fb0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:42.071924 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-71362727-d2b8-4ff3-b617-bd39b4e05b08 req-5a22763a-c610-417b-8580-74a7bd4e4fb0 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 944 time: 0.0897779 Oct 05 10:12:42.115344 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-71362727-d2b8-4ff3-b617-bd39b4e05b08 req-2de46124-764a-44a8-9b37-e4ed2d451e74 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376513 Oct 05 10:12:42.668655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 92651a61-661e-413b-b122-efe233273f05 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:12:42.808404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 92651a61-661e-413b-b122-efe233273f05, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=92651a61-661e-413b-b122-efe233273f05,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:12:42.822064 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '92651a61-661e-413b-b122-efe233273f05', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'port_id': '92651a61-661e-413b-b122-efe233273f05', 'mac_address': 'fa:16:3e:65:57:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:12:42.882378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 92651a61-661e-413b-b122-efe233273f05 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:12:42.882751 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:42.900146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92651a61-661e-413b-b122-efe233273f05 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:12:42.915737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 92651a61-661e-413b-b122-efe233273f05, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=92651a61-661e-413b-b122-efe233273f05,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:12:42.990119 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:43.066517 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=92651a61-661e-413b-b122-efe233273f05,revision_number=10']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:12:43.118398 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['92651a61-661e-413b-b122-efe233273f05'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:12:43.331540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3012e-c8d9-42cd-8426-8d5aa6e75cbc req-761ad6ad-1bcf-4946-90ef-05b652d63dde tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:43.332920 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fbc3012e-c8d9-42cd-8426-8d5aa6e75cbc req-761ad6ad-1bcf-4946-90ef-05b652d63dde tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0957479 Oct 05 10:12:43.379539 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fbc3012e-c8d9-42cd-8426-8d5aa6e75cbc req-5aaba9bf-e9fa-481f-879e-5bfff37c4c7f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406661 Oct 05 10:12:44.588261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b26f5-731f-416e-b4e2-0cf4c66150b3 req-e9bccb8e-c96c-44fb-bfda-143b8cfe07aa tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:44.589840 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b25b26f5-731f-416e-b4e2-0cf4c66150b3 req-e9bccb8e-c96c-44fb-bfda-143b8cfe07aa tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 946 time: 0.0889649 Oct 05 10:12:44.638692 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b25b26f5-731f-416e-b4e2-0cf4c66150b3 req-1f339a85-60cd-48ea-a9cb-142b83c5bc34 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426075 Oct 05 10:12:44.684163 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 92651a61-661e-413b-b122-efe233273f05 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:12:44.751949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 92651a61-661e-413b-b122-efe233273f05 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:12:44.752312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:44.752648 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 92651a61-661e-413b-b122-efe233273f05 Oct 05 10:12:44.872792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 92651a61-661e-413b-b122-efe233273f05 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:12:44.873174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:44.899664 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92651a61-661e-413b-b122-efe233273f05'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:12:44.901919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b668524e-ecdf-4910-beba-21f29629689b" -d '{"events": [{"server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "name": "network-vif-plugged", "status": "completed", "tag": "92651a61-661e-413b-b122-efe233273f05"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:12:44.910361 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 92651a61-661e-413b-b122-efe233273f05, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=92651a61-661e-413b-b122-efe233273f05,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:12:44.951327 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ff7f05-caff-4ab8-bbd8-fe414efb3af7 x-openstack-request-id: req-c0ff7f05-caff-4ab8-bbd8-fe414efb3af7 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:12:44.951756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "name": "network-vif-plugged", "status": "completed", "tag": "92651a61-661e-413b-b122-efe233273f05", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:12:44.951957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0ff7f05-caff-4ab8-bbd8-fe414efb3af7 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:12:44.952355 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ff7f05-caff-4ab8-bbd8-fe414efb3af7'] response: {'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92651a61-661e-413b-b122-efe233273f05', 'code': 200} Oct 05 10:12:44.978677 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:45.049571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=92651a61-661e-413b-b122-efe233273f05,revision_number=11']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:12:45.488776 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:12:45.845739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568229cb-3691-4f06-9186-9e44a0a9398c req-d80bb928-c9de-44bf-89d3-bac15cfd48d1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:45.847713 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-568229cb-3691-4f06-9186-9e44a0a9398c req-d80bb928-c9de-44bf-89d3-bac15cfd48d1 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 947 time: 0.0873048 Oct 05 10:12:45.890790 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-568229cb-3691-4f06-9186-9e44a0a9398c req-1549c9ee-267d-4640-ab63-9b877f258488 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373070 Oct 05 10:12:47.098156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ce50e-25f5-47be-a984-82e72ec1a15a req-352af699-3e57-46b9-b506-5cdbcaf3129f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:47.099533 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3b3ce50e-25f5-47be-a984-82e72ec1a15a req-352af699-3e57-46b9-b506-5cdbcaf3129f tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 947 time: 0.0915954 Oct 05 10:12:47.143451 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3b3ce50e-25f5-47be-a984-82e72ec1a15a req-92a913ae-b440-4b03-b114-c7ef7f97f70c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381293 Oct 05 10:12:48.349058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadb9f8-1796-432e-93a0-4eb64ae0579a req-57509bbc-ef8a-44b4-988b-98b265c93abf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:48.350575 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7eadb9f8-1796-432e-93a0-4eb64ae0579a req-57509bbc-ef8a-44b4-988b-98b265c93abf tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 947 time: 0.0899117 Oct 05 10:12:48.399887 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7eadb9f8-1796-432e-93a0-4eb64ae0579a req-88ffb9a8-424a-46c6-8767-03d85b2268c7 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434830 Oct 05 10:12:49.608477 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c45089-18ef-47cd-a079-1c3fb2eba302 req-14db3f0e-7618-4d09-bea9-8fddd94b5768 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:49.609942 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-82c45089-18ef-47cd-a079-1c3fb2eba302 req-14db3f0e-7618-4d09-bea9-8fddd94b5768 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 947 time: 0.0942369 Oct 05 10:12:49.662083 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-82c45089-18ef-47cd-a079-1c3fb2eba302 req-91c92989-6816-4164-b822-0a983ec1610a tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416684 Oct 05 10:12:49.880809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84614d55-0b89-45c4-b6dd-8b44d8a890b2 req-498d5f51-85dc-4e64-823e-eb14b16f077c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:49.882206 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-84614d55-0b89-45c4-b6dd-8b44d8a890b2 req-498d5f51-85dc-4e64-823e-eb14b16f077c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 947 time: 0.0927505 Oct 05 10:12:49.929880 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-84614d55-0b89-45c4-b6dd-8b44d8a890b2 req-a077c68b-b163-42d3-8b4f-03db0cc093cd tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416353 Oct 05 10:12:50.128357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b1b48-a2ef-4911-8134-c8faf74358f0 req-b5392155-1cb8-4880-8603-d51eb87bd140 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:50.132364 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-774b1b48-a2ef-4911-8134-c8faf74358f0 req-b5392155-1cb8-4880-8603-d51eb87bd140 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 947 time: 0.0888691 Oct 05 10:12:50.180940 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-774b1b48-a2ef-4911-8134-c8faf74358f0 req-55dd2a96-9ebd-4761-90af-a0ca15b46fed tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450971 Oct 05 10:12:50.389928 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2ef55a7f-ac51-4697-b390-408a62241dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:50.876445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73da71d-7b32-4d5a-8f2f-22ea69156180 req-0bc4ba76-f4f1-4834-b436-abe0fcdc2a69 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:50.878552 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a73da71d-7b32-4d5a-8f2f-22ea69156180 req-0bc4ba76-f4f1-4834-b436-abe0fcdc2a69 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 947 time: 0.0940523 Oct 05 10:12:50.923215 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a73da71d-7b32-4d5a-8f2f-22ea69156180 req-bcbe0511-d0e1-4d24-a954-a7c6ee10027c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384786 Oct 05 10:12:52.136893 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7e692-f40a-4fb5-9849-968e5997123b req-cb5b32f8-2062-4ef6-9ca7-0a78898d9b88 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:52.138348 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aad7e692-f40a-4fb5-9849-968e5997123b req-cb5b32f8-2062-4ef6-9ca7-0a78898d9b88 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 947 time: 0.0951891 Oct 05 10:12:52.187673 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aad7e692-f40a-4fb5-9849-968e5997123b req-b2cf4218-6e34-4309-bba1-26d5380fe200 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434344 Oct 05 10:12:52.647166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-03ed2a4b-763e-40fd-bce6-fb204a450798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:53.394032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e7b09-8c22-4e16-89e4-c0e29ab8c19c req-81a857a4-7c79-4326-bfed-955b5277eb0c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:53.396157 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c02e7b09-8c22-4e16-89e4-c0e29ab8c19c req-81a857a4-7c79-4326-bfed-955b5277eb0c tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 947 time: 0.0925062 Oct 05 10:12:53.444596 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c02e7b09-8c22-4e16-89e4-c0e29ab8c19c req-9030146f-39ec-473b-9789-7aa5ca8d71e2 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424941 Oct 05 10:12:53.514530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-0b0c4237-712b-4832-853e-a2e97d48af2d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:53.516090 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-0b0c4237-712b-4832-853e-a2e97d48af2d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 947 time: 0.0938859 Oct 05 10:12:53.588494 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Deleting port 92651a61-661e-413b-b122-efe233273f05 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:12:53.588721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:53.854770 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] For port 92651a61-661e-413b-b122-efe233273f05, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=92651a61-661e-413b-b122-efe233273f05,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:12:53.855125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:54.224483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:54.261261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:54.261641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:54.261972 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d disassociated. External IP: 172.26.7.17, port: 92651a61-661e-413b-b122-efe233273f05. Oct 05 10:12:54.262339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Calling delete_port for 92651a61-661e-413b-b122-efe233273f05 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:12:54.326695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:54.487404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:54.547029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Pushing event deleted for resources: {'Port': ['ID=92651a61-661e-413b-b122-efe233273f05,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:12:54.610587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:54.611168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:54.611537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:54.611893 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:54.612242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:54.612590 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:54.612935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:54.613273 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:54.614178 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:54.614721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:54.615065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:54.615387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:12:54.713390 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-16f7ec46-3847-4111-a82c-a63c7f12da75 req-1593e42b-967d-42cf-b0e0-ab51c071aa24 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 210 time: 0.1541274 Oct 05 10:12:54.805798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Router c594db16-22e0-4878-8347-523309d11b81 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:12:54.986726 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:12:54.997320 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5052ab-a189-464c-a9a1-52e78754d8ee None None] Sync routers for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:12:55.006760 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5052ab-a189-464c-a9a1-52e78754d8ee None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:12:55.007365 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-df5052ab-a189-464c-a9a1-52e78754d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:12:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:12:55.075792 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] No DVR routers for this DVR port 92651a61-661e-413b-b122-efe233273f05 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:12:55.080271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:55.082887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'name': 'network-vif-deleted', 'tag': '92651a61-661e-413b-b122-efe233273f05'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:12:55.085257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67238d8a-d692-4523-a750-2c1b6a660eae" -d '{"events": [{"server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "name": "network-vif-deleted", "tag": "92651a61-661e-413b-b122-efe233273f05"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:12:55.130416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b62178-bd80-4621-9e1c-69d4c6a87354 x-openstack-request-id: req-13b62178-bd80-4621-9e1c-69d4c6a87354 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:12:55.130818 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4905b7-9a3c-437b-b1f5-edb64e54a0d9", "name": "network-vif-deleted", "tag": "92651a61-661e-413b-b122-efe233273f05", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:12:55.131135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13b62178-bd80-4621-9e1c-69d4c6a87354 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:12:55.131489 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b62178-bd80-4621-9e1c-69d4c6a87354'] response: {'server_uuid': '0a4905b7-9a3c-437b-b1f5-edb64e54a0d9', 'name': 'network-vif-deleted', 'tag': '92651a61-661e-413b-b122-efe233273f05', 'status': 'completed', 'code': 200} Oct 05 10:12:55.168267 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-140e950f-ec85-4b0d-a43d-e25d45883a65 req-6b352ac2-d871-4538-8654-33b02386d39e tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.55 "DELETE /v2.0/ports/92651a61-661e-413b-b122-efe233273f05 HTTP/1.1" status: 204 len: 173 time: 1.6461489 Oct 05 10:12:55.190451 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-df5052ab-a189-464c-a9a1-52e78754d8ee None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:12:55.524587 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-df5052ab-a189-464c-a9a1-52e78754d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:12:55.527247 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:55.529290 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5052ab-a189-464c-a9a1-52e78754d8ee None None] Checking router: c594db16-22e0-4878-8347-523309d11b81 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:12:55.538913 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5052ab-a189-464c-a9a1-52e78754d8ee None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:12:55.539656 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-df5052ab-a189-464c-a9a1-52e78754d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:12:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:12:55.694853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:55.734401 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-df5052ab-a189-464c-a9a1-52e78754d8ee None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:12:55.898423 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-701b343f-c998-469f-a8d5-c05d41d3304c req-6ba16583-67bb-4cb2-bf79-64cc88c272ed tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a4905b7-9a3c-437b-b1f5-edb64e54a0d9 HTTP/1.1" status: 200 len: 210 time: 0.0556676 Oct 05 10:12:56.102152 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-df5052ab-a189-464c-a9a1-52e78754d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:12:56.106541 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5052ab-a189-464c-a9a1-52e78754d8ee None None] The sync data for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv is: [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:03:28Z', 'revision_number': 4, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '48766c41-96a7-4648-ae7b-10cebf39f3bb', 'name': '', 'network_id': '410c89d2-5bec-4acc-a109-55dfeb3d323b', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'mac_address': 'fa:16:3e:dc:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:27Z', 'updated_at': '2022-10-05T10:03:33Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'subnets': [{'id': '23724b5f-1e19-44aa-997d-613de2e557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:12:56.323843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b487637-8175-4320-910f-448d23054b78 None None] New status for floating IP ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:12:56.776682 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 92651a61-661e-413b-b122-efe233273f05 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:12:56.814926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 92651a61-661e-413b-b122-efe233273f05 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:12:56.815274 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 92651a61-661e-413b-b122-efe233273f05 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:13:00.447858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48600) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:00.515999 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:00.544576 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:00.693933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:00.714951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:00.723241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:00.723578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:00.723878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:00.724264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:00.724579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:00.725103 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:00.725435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:00.725877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:00.726257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:00.726608 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:00.726938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:00.727262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:00.840564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:00.841703 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8f4813dc-8a10-4767-89ef-4ffa68f09f36 tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "DELETE /v2.0/security-groups/5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9 HTTP/1.1" status: 204 len: 168 time: 0.3928702 Oct 05 10:13:00.844564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48604) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:00.860481 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-6d4ec2e9-5601-450f-884a-f781bff0096d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] show failed (client error): The resource could not be found. Oct 05 10:13:00.861476 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6d4ec2e9-5601-450f-884a-f781bff0096d tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "GET /v2.0/security-groups/5c95b7bf-0996-42c9-bfd5-8f9e281c4bd9 HTTP/1.1" status: 404 len: 347 time: 0.0160239 Oct 05 10:13:00.864885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48608) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:01.023655 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-1165d12b-d380-4718-84a6-31a33b834bbb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Deleting port 937f79d5-0903-4e29-80b8-5d4ee84a23e9 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:13:01.023907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1165d12b-d380-4718-84a6-31a33b834bbb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:01.195097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1165d12b-d380-4718-84a6-31a33b834bbb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:01.195423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1165d12b-d380-4718-84a6-31a33b834bbb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:01.319705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-1165d12b-d380-4718-84a6-31a33b834bbb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Calling delete_port for 937f79d5-0903-4e29-80b8-5d4ee84a23e9 owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:13:01.515902 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1165d12b-d380-4718-84a6-31a33b834bbb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:01.569236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165d12b-d380-4718-84a6-31a33b834bbb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Pushing event deleted for resources: {'Port': ['ID=937f79d5-0903-4e29-80b8-5d4ee84a23e9,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:01.667013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1165d12b-d380-4718-84a6-31a33b834bbb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:01.681914 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1165d12b-d380-4718-84a6-31a33b834bbb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:01.683066 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1165d12b-d380-4718-84a6-31a33b834bbb tempest-ServerActionsTestJSON-1930864576 tempest-ServerActionsTestJSON-1930864576-project] 10.222.0.49 "DELETE /v2.0/floatingips/ce2c2c7d-9ec2-4de0-9b16-99ba07a46c8d HTTP/1.1" status: 204 len: 168 time: 0.8172979 Oct 05 10:13:01.686175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48612) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:02.403559 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4569b565-5ee6-4f05-8077-744cfa812d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:02.763480 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-4569b565-5ee6-4f05-8077-744cfa812d0c admin admin] Deleting port 48766c41-96a7-4648-ae7b-10cebf39f3bb {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:13:02.764176 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4569b565-5ee6-4f05-8077-744cfa812d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:02.939323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-4569b565-5ee6-4f05-8077-744cfa812d0c admin admin] For port 48766c41-96a7-4648-ae7b-10cebf39f3bb, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=48766c41-96a7-4648-ae7b-10cebf39f3bb,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:02.939675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4569b565-5ee6-4f05-8077-744cfa812d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:03.072807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-4569b565-5ee6-4f05-8077-744cfa812d0c admin admin] Calling delete_port for 48766c41-96a7-4648-ae7b-10cebf39f3bb owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:13:03.493070 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4569b565-5ee6-4f05-8077-744cfa812d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:03.547016 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569b565-5ee6-4f05-8077-744cfa812d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=48766c41-96a7-4648-ae7b-10cebf39f3bb,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:03.949674 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4569b565-5ee6-4f05-8077-744cfa812d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:04.325452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4569b565-5ee6-4f05-8077-744cfa812d0c admin admin] Router c594db16-22e0-4878-8347-523309d11b81 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:13:04.507809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4569b565-5ee6-4f05-8077-744cfa812d0c admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:13:04.521809 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a657699-8d70-4b48-aa4c-9f95e3fc5c99 None None] Sync routers for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:13:04.522324 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4569b565-5ee6-4f05-8077-744cfa812d0c admin admin] 10.222.0.49 "PUT /v2.0/routers/c594db16-22e0-4878-8347-523309d11b81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8337250 Oct 05 10:13:04.523671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48618) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:04.527649 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a657699-8d70-4b48-aa4c-9f95e3fc5c99 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:13:04.528262 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7a657699-8d70-4b48-aa4c-9f95e3fc5c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:12:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:04.706662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:04.708952 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-7a657699-8d70-4b48-aa4c-9f95e3fc5c99 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:13:04.896868 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:04.978715 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] Deleting port 3a517fde-6e13-43e0-9429-6996f465f01e {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:13:04.979383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:05.012275 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7a657699-8d70-4b48-aa4c-9f95e3fc5c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:13:03Z', 'revision_number': 5, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port': {'id': '3a517fde-6e13-43e0-9429-6996f465f01e', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594db16-22e0-4878-8347-523309d11b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:03:24Z', 'updated_at': '2022-10-05T10:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:05.017275 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a657699-8d70-4b48-aa4c-9f95e3fc5c99 None None] Checking router: c594db16-22e0-4878-8347-523309d11b81 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:13:05.027749 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a657699-8d70-4b48-aa4c-9f95e3fc5c99 None None] Routers {'c594db16-22e0-4878-8347-523309d11b81'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:13:05.028454 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7a657699-8d70-4b48-aa4c-9f95e3fc5c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:12:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['c594db16-22e0-4878-8347-523309d11b81'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:05.166181 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] For port 3a517fde-6e13-43e0-9429-6996f465f01e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3a517fde-6e13-43e0-9429-6996f465f01e,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:05.166572 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:05.189694 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-7a657699-8d70-4b48-aa4c-9f95e3fc5c99 None None] Set router c594db16-22e0-4878-8347-523309d11b81 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:13:05.297647 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7a657699-8d70-4b48-aa4c-9f95e3fc5c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:13:04Z', 'revision_number': 6, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:05.302997 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a657699-8d70-4b48-aa4c-9f95e3fc5c99 None None] The sync data for ids ['c594db16-22e0-4878-8347-523309d11b81'] in dv-neutron-860329-1-hyperv is: [{'id': 'c594db16-22e0-4878-8347-523309d11b81', 'name': 'tempest-ServerActionsTestJSON-314076951-router', 'tenant_id': 'f07f43e84a374856a303fe548d77ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:03:23Z', 'updated_at': '2022-10-05T10:13:04Z', 'revision_number': 6, 'project_id': 'f07f43e84a374856a303fe548d77ec3c', 'gw_port_host': None}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:13:05.418170 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] Calling delete_port for 3a517fde-6e13-43e0-9429-6996f465f01e owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:13:05.669945 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:05.719329 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a517fde-6e13-43e0-9429-6996f465f01e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:05.820240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:05.994982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:05.997256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:06.093094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:06.093731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c594db16-22e0-4878-8347-523309d11b81 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:13:06.110326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:06.111488 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-09354179-5817-4a37-b53a-826dee8c7543 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c594db16-22e0-4878-8347-523309d11b81 HTTP/1.1" status: 204 len: 168 time: 1.5867431 Oct 05 10:13:06.114588 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48622) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:06.181952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-353868bd-5d7b-4d49-b6f1-6a65d24c3f36 admin admin] Deleting subnet 23724b5f-1e19-44aa-997d-613de2e557c1 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:13:06.185591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-353868bd-5d7b-4d49-b6f1-6a65d24c3f36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:06.245865 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-353868bd-5d7b-4d49-b6f1-6a65d24c3f36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:06.326342 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-353868bd-5d7b-4d49-b6f1-6a65d24c3f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:06.487747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-353868bd-5d7b-4d49-b6f1-6a65d24c3f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:06.527297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353868bd-5d7b-4d49-b6f1-6a65d24c3f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23724b5f-1e19-44aa-997d-613de2e557c1,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:06.530847 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-353868bd-5d7b-4d49-b6f1-6a65d24c3f36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:06.537210 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-353868bd-5d7b-4d49-b6f1-6a65d24c3f36 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/23724b5f-1e19-44aa-997d-613de2e557c1 HTTP/1.1" status: 204 len: 168 time: 0.4215503 Oct 05 10:13:06.537622 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d36942-c847-492e-b302-ace9ef887c96 None None] Network 410c89d2-5bec-4acc-a109-55dfeb3d323b requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:13:06.539685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48626) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:06.654950 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:06.666069 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] Deleting port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:13:06.666434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:06.822128 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db83bdb-f022-4070-ad9b-8630acf5bd7f None None] DHCP port deletion for 410c89d2-5bec-4acc-a109-55dfeb3d323b request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:13:06.826332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5db83bdb-f022-4070-ad9b-8630acf5bd7f None None] Deleting port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:13:06.826706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5db83bdb-f022-4070-ad9b-8630acf5bd7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:06.886980 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] For port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=97db028d-72ad-4f76-a9a7-b2d3774b2eb3,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:06.887342 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:07.016162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] Calling delete_port for 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:13:07.039249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-5db83bdb-f022-4070-ad9b-8630acf5bd7f None None] For port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=97db028d-72ad-4f76-a9a7-b2d3774b2eb3,segment=NetworkSegment(3bbeecc9-9a43-4573-933a-b9e2565184f7),segment_id=3bbeecc9-9a43-4573-933a-b9e2565184f7)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:07.039567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5db83bdb-f022-4070-ad9b-8630acf5bd7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:07.164530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5db83bdb-f022-4070-ad9b-8630acf5bd7f None None] Calling delete_port for 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:13:07.189150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:07.231594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 48766c41-96a7-4648-ae7b-10cebf39f3bb no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:13:07.242812 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] Pushing event deleted for resources: {'Port': ['ID=97db028d-72ad-4f76-a9a7-b2d3774b2eb3,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:07.244649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] No DVR routers for this DVR port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:13:07.280877 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 48766c41-96a7-4648-ae7b-10cebf39f3bb {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:13:07.281223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 48766c41-96a7-4648-ae7b-10cebf39f3bb not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:13:07.281643 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3a517fde-6e13-43e0-9429-6996f465f01e no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:13:07.312665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-5db83bdb-f022-4070-ad9b-8630acf5bd7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:13:07.312953 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-5db83bdb-f022-4070-ad9b-8630acf5bd7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:13:07.318817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 3a517fde-6e13-43e0-9429-6996f465f01e {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:13:07.319208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3a517fde-6e13-43e0-9429-6996f465f01e not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:13:07.319740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:13:07.358590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:13:07.358933 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:13:07.465128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:07.491660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410c89d2-5bec-4acc-a109-55dfeb3d323b']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:07.504304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbeecc9-9a43-4573-933a-b9e2565184f7') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:07.504599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbeecc9-9a43-4573-933a-b9e2565184f7') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:07.515953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:07.532128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:07.539656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:13:07.540251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:07.631570 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 3bbeecc9-9a43-4573-933a-b9e2565184f7 resource provider aggregate not found Oct 05 10:13:07.649315 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 3bbeecc9-9a43-4573-933a-b9e2565184f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bbeecc9-9a43-4573-933a-b9e2565184f7 found for delete ", "request_id": "req-1e09c4a6-4d7c-4083-b49f-c4599fa385f7"}]} Oct 05 10:13:07.721236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:07.737650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:07.747801 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] Pushing event deleted for resources: {'Network': ['ID=410c89d2-5bec-4acc-a109-55dfeb3d323b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:07.814048 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5db83bdb-f022-4070-ad9b-8630acf5bd7f None None] Deleting port 97db028d-72ad-4f76-a9a7-b2d3774b2eb3 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:13:07.814944 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5db83bdb-f022-4070-ad9b-8630acf5bd7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:07.836477 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bc881273-0c15-4dcb-9a6b-4bc7a911d61a admin admin] 10.222.0.49 "DELETE /v2.0/networks/410c89d2-5bec-4acc-a109-55dfeb3d323b HTTP/1.1" status: 204 len: 168 time: 1.2957249 Oct 05 10:13:07.883439 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-5db83bdb-f022-4070-ad9b-8630acf5bd7f None None] The port '97db028d-72ad-4f76-a9a7-b2d3774b2eb3' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:13:08.257355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48638) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:08.307313 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-435a1aeb-b5af-41b1-ab27-6983917d35c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f07f43e84a374856a303fe548d77ec3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487127 Oct 05 10:13:08.309812 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48642) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:08.369167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3f4dc115-0fb3-4725-9f24-f2bc8110f958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:08.395479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3f4dc115-0fb3-4725-9f24-f2bc8110f958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:08.533055 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3f4dc115-0fb3-4725-9f24-f2bc8110f958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:08.550897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dc115-0fb3-4725-9f24-f2bc8110f958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27f3fd7-e91b-4584-a232-d45c2e574161,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:08.557786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3f4dc115-0fb3-4725-9f24-f2bc8110f958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:08.558735 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3f4dc115-0fb3-4725-9f24-f2bc8110f958 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b27f3fd7-e91b-4584-a232-d45c2e574161 HTTP/1.1" status: 204 len: 168 time: 0.2480280 Oct 05 10:13:09.733788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48666) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:09.846146 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-272197824-network', 'tenant_id': '781465293c44446c94ba9574a17a3003'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:13:09.851113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:13:09.854988 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Usage tracker for resource:network and tenant:781465293c44446c94ba9574a17a3003 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:13:09.857824 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:13:09.864759 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:13:09.943318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Made reservation on behalf of 781465293c44446c94ba9574a17a3003 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:13:09.945673 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:09.958000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:09.972757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:13:09.976595 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Usage tracker for resource:security_group_rule and tenant:781465293c44446c94ba9574a17a3003 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:13:09.979399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:13:09.991962 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:13:10.078877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:10.167150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:10.198045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:13:10.207234 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:10.214891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:10.214891 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Added segment 53b4c2a9-4681-4e44-8fe1-effd897a92e2 of type vlan for network 162867ea-6cb9-496e-80e6-5d45c05f789f Oct 05 10:13:10.238866 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:10.372974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:10.373911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:10.374528 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:10.479284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] Pushing event updated for resources: {'Network': ['ID=162867ea-6cb9-496e-80e6-5d45c05f789f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:10.489468 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 162867ea-6cb9-496e-80e6-5d45c05f789f details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:13:10.549673 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2abd7907-492f-4586-a906-0aa154253b38 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8146493 Oct 05 10:13:10.553223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48672) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:10.558862 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] Request body: {'subnet': {'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-272197824-subnet', 'tenant_id': '781465293c44446c94ba9574a17a3003', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:13:10.569970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:13:10.569970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] Usage tracker for resource:subnet and tenant:781465293c44446c94ba9574a17a3003 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:13:10.571764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:13:10.577893 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:13:10.652121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] Made reservation on behalf of 781465293c44446c94ba9574a17a3003 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:13:10.654404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:10.927535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:10.999816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8834aa98-91f4-4e80-b49d-e4de2d4f2086,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:11.011011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] Checking segment: {'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:13:11.011370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] Network hostable DHCP agents. Network: 162867ea-6cb9-496e-80e6-5d45c05f789f, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:13:11.109970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] Network 162867ea-6cb9-496e-80e6-5d45c05f789f is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:13:11.200214 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 162867ea-6cb9-496e-80e6-5d45c05f789f) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:13:11.206270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:11.207680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:11.210707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ad0093-6af2-4d68-a941-372f0fbe9009 None None] Network 162867ea-6cb9-496e-80e6-5d45c05f789f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:13:11.299099 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-81c965f4-c544-438f-a2f0-77d53b659056 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7445626 Oct 05 10:13:11.302400 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48676) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:11.307799 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-272197824-router', 'tenant_id': '781465293c44446c94ba9574a17a3003', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:13:11.312596 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:13:11.316652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Usage tracker for resource:router and tenant:781465293c44446c94ba9574a17a3003 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:13:11.324826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:13:11.326066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:13:11.407269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:11.408318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:11.426496 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:11.438806 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-162867ea-6cb9-496e-80e6-5d45c05f789f', 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f', 'tenant_id': '781465293c44446c94ba9574a17a3003', 'fixed_ips': [{'subnet_id': '8834aa98-91f4-4e80-b49d-e4de2d4f2086'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:13:11.439890 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:11.606155 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Allocated IP 172.20.0.2 (162867ea-6cb9-496e-80e6-5d45c05f789f/8834aa98-91f4-4e80-b49d-e4de2d4f2086/3398f386-6d9d-43cc-bc5f-395a0d0587e9) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:13:11.793487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:11.856747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:11.867082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Transition to ACTIVE for port object 3398f386-6d9d-43cc-bc5f-395a0d0587e9 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:13:11.885715 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Transition to ACTIVE for port object 3398f386-6d9d-43cc-bc5f-395a0d0587e9 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:13:11.955758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:12.017056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Network 162867ea-6cb9-496e-80e6-5d45c05f789f is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:13:12.025062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:13:12.029366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:13:12.081500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Pushing event updated for resources: {'Port': ['ID=3398f386-6d9d-43cc-bc5f-395a0d0587e9,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:12.150356 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Attempting to bind port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:13:12.150679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Attempting to bind port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:13:12.151076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Attempting to bind port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 on network 162867ea-6cb9-496e-80e6-5d45c05f789f {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:13:12.156899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:13:12.157278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Checking segment: {'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:13:12.157683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:12.158113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Bound using segment: {'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:13:12.158584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Bound port: 3398f386-6d9d-43cc-bc5f-395a0d0587e9, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:13:12.158963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:12.253551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] For port 3398f386-6d9d-43cc-bc5f-395a0d0587e9, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:13:12.257523 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] For port 3398f386-6d9d-43cc-bc5f-395a0d0587e9, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3398f386-6d9d-43cc-bc5f-395a0d0587e9,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:13:12.312959 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:12.343304 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:12.344710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:12.429680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8b765-dd16-476f-b9db-27d28cb351d2 None None] Pushing event updated for resources: {'Port': ['ID=3398f386-6d9d-43cc-bc5f-395a0d0587e9,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:12.497031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Allocated IP 172.26.7.73 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/4e0f60ff-6db8-4f4f-9a5b-d0b22585b329) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:13:12.676405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:12.784446 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:12.856228 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:13:12.859113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:13:12.863061 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:13:12.892540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Pushing event updated for resources: {'Port': ['ID=4e0f60ff-6db8-4f4f-9a5b-d0b22585b329,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:13.265187 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3398f386-6d9d-43cc-bc5f-395a0d0587e9 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:13:13.390634 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:13.407247 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:13:13.425270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbced3a4-d8d3-4e1e-a416-677f19bedf6a None None] Network 162867ea-6cb9-496e-80e6-5d45c05f789f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:13:13.656922 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-771b72a7-91cc-473e-92b6-bc8f55ac3c61 None None] Provisioning for port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:13:13.664894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-771b72a7-91cc-473e-92b6-bc8f55ac3c61 None None] Provisioning complete for port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:13:13.665199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-771b72a7-91cc-473e-92b6-bc8f55ac3c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:13.665533 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-771b72a7-91cc-473e-92b6-bc8f55ac3c61 None None] Attempt 1 to provision port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 Oct 05 10:13:13.750312 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:13.811417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-771b72a7-91cc-473e-92b6-bc8f55ac3c61 None None] Current status of the port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:13.812076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-771b72a7-91cc-473e-92b6-bc8f55ac3c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:13.852376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-771b72a7-91cc-473e-92b6-bc8f55ac3c61 None None] For port 3398f386-6d9d-43cc-bc5f-395a0d0587e9, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3398f386-6d9d-43cc-bc5f-395a0d0587e9,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:13.926047 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-771b72a7-91cc-473e-92b6-bc8f55ac3c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:14.000952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b72a7-91cc-473e-92b6-bc8f55ac3c61 None None] Pushing event updated for resources: {'Port': ['ID=3398f386-6d9d-43cc-bc5f-395a0d0587e9,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:14.049566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-20b9b758-8a02-430c-bd76-b064a25c4967 None None] Provisioning complete for port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:13:14.049566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-20b9b758-8a02-430c-bd76-b064a25c4967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:14.049566 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-20b9b758-8a02-430c-bd76-b064a25c4967 None None] Attempt 1 to provision port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 Oct 05 10:13:14.166583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Router 528af02d-035c-4614-b043-fc1412115866 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:13:14.175762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-20b9b758-8a02-430c-bd76-b064a25c4967 None None] Current status of the port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:14.348451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:13:14.356926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Sync routers for ids ['528af02d-035c-4614-b043-fc1412115866'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:13:14.366317 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Routers {'528af02d-035c-4614-b043-fc1412115866'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:13:14.366919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:12:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['528af02d-035c-4614-b043-fc1412115866'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:14.430306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:14.432672 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-446f1db2-066a-40a9-ac08-e41c10b250de admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1281922 Oct 05 10:13:14.434314 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48680) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:14.552035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Set router 528af02d-035c-4614-b043-fc1412115866 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:13:14.882727 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af02d-035c-4614-b043-fc1412115866', 'name': 'tempest-ServersNegativeTestJSON-272197824-router', 'tenant_id': '781465293c44446c94ba9574a17a3003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '4e0f60ff-6db8-4f4f-9a5b-d0b22585b329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:13:11Z', 'updated_at': '2022-10-05T10:13:13Z', 'revision_number': 3, 'project_id': '781465293c44446c94ba9574a17a3003', 'gw_port': {'id': '4e0f60ff-6db8-4f4f-9a5b-d0b22585b329', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528af02d-035c-4614-b043-fc1412115866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:13:12Z', 'updated_at': '2022-10-05T10:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:14.888872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Checking router: 528af02d-035c-4614-b043-fc1412115866 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:13:14.889409 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Updating router 528af02d-035c-4614-b043-fc1412115866 port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:13:14.951019 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:15.154641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:15.238518 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3398f386-6d9d-43cc-bc5f-395a0d0587e9 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:13:15.350316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:15.358989 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Allocated IP 172.20.0.1 (162867ea-6cb9-496e-80e6-5d45c05f789f/8834aa98-91f4-4e80-b49d-e4de2d4f2086/e27a6cc6-99d8-4492-9d40-021149799add) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:13:15.366695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Transition to ACTIVE for port object 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:13:15.377848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:13:15.378245 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:15.379127 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 Oct 05 10:13:15.427956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:15.498941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Attempting to bind port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:13:15.499307 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Attempting to bind port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:13:15.499676 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Attempting to bind port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:13:15.513271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:13:15.513880 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:13:15.520656 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:15.520656 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:13:15.520656 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Bound port: 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:13:15.520656 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:15.555405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd875a2-de99-4d2d-ac20-f0dd43e79902 None None] Pushing event updated for resources: {'Port': ['ID=4e0f60ff-6db8-4f4f-9a5b-d0b22585b329,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:15.643405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:15.655547 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] For port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:13:15.657532 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:15.660747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Transition to ACTIVE for port object e27a6cc6-99d8-4492-9d40-021149799add will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:13:15.662778 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] For port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4e0f60ff-6db8-4f4f-9a5b-d0b22585b329,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:13:15.721746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:15.739542 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:15.785342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Routers {'528af02d-035c-4614-b043-fc1412115866'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:13:15.786001 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:12:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['528af02d-035c-4614-b043-fc1412115866'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:15.808037 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Network 162867ea-6cb9-496e-80e6-5d45c05f789f is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:13:15.810841 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:13:15.814593 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:13:15.860576 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Pushing event updated for resources: {'Port': ['ID=e27a6cc6-99d8-4492-9d40-021149799add,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:15.880002 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd875a2-de99-4d2d-ac20-f0dd43e79902 None None] Pushing event updated for resources: {'Port': ['ID=4e0f60ff-6db8-4f4f-9a5b-d0b22585b329,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:15.881584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:15.997584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] Set router 528af02d-035c-4614-b043-fc1412115866 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:13:16.262365 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Provisioning for port e27a6cc6-99d8-4492-9d40-021149799add completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:13:16.276378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Provisioning complete for port e27a6cc6-99d8-4492-9d40-021149799add triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:13:16.276747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:16.277083 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Attempt 1 to provision port e27a6cc6-99d8-4492-9d40-021149799add Oct 05 10:13:16.285008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:16.341844 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Port e27a6cc6-99d8-4492-9d40-021149799add cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:16.357663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af02d-035c-4614-b043-fc1412115866', 'name': 'tempest-ServersNegativeTestJSON-272197824-router', 'tenant_id': '781465293c44446c94ba9574a17a3003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '4e0f60ff-6db8-4f4f-9a5b-d0b22585b329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:13:11Z', 'updated_at': '2022-10-05T10:13:13Z', 'revision_number': 3, 'project_id': '781465293c44446c94ba9574a17a3003', 'gw_port': {'id': '4e0f60ff-6db8-4f4f-9a5b-d0b22585b329', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528af02d-035c-4614-b043-fc1412115866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:13:12Z', 'updated_at': '2022-10-05T10:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:16.362057 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a678faf-f91d-495d-872d-f2ce53a4d8c6 None None] The sync data for ids ['528af02d-035c-4614-b043-fc1412115866'] in dv-neutron-860329-1-hyperv is: [{'id': '528af02d-035c-4614-b043-fc1412115866', 'name': 'tempest-ServersNegativeTestJSON-272197824-router', 'tenant_id': '781465293c44446c94ba9574a17a3003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '4e0f60ff-6db8-4f4f-9a5b-d0b22585b329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:13:11Z', 'updated_at': '2022-10-05T10:13:13Z', 'revision_number': 3, 'project_id': '781465293c44446c94ba9574a17a3003', 'gw_port': {'id': '4e0f60ff-6db8-4f4f-9a5b-d0b22585b329', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528af02d-035c-4614-b043-fc1412115866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:13:12Z', 'updated_at': '2022-10-05T10:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:13:16.519297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:16.646861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:16.755197 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:16.766360 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Pushing event updated for resources: {'Port': ['ID=e27a6cc6-99d8-4492-9d40-021149799add,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:16.843440 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Attempt 2 to provision port e27a6cc6-99d8-4492-9d40-021149799add Oct 05 10:13:16.907188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Port e27a6cc6-99d8-4492-9d40-021149799add cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:16.907413 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Network 162867ea-6cb9-496e-80e6-5d45c05f789f is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:13:16.908544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:13:17.122126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Router 528af02d-035c-4614-b043-fc1412115866 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:13:17.270768 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:13:17.333565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:13:17.342767 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a240e415-e548-4704-b6da-c1b118ce290a admin admin] 10.222.0.49 "PUT /v2.0/routers/528af02d-035c-4614-b043-fc1412115866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9071221 Oct 05 10:13:17.408760 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Attempt 3 to provision port e27a6cc6-99d8-4492-9d40-021149799add Oct 05 10:13:17.459388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:13:17.470542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:13:17.470910 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:17.471241 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 Oct 05 10:13:17.500882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Port e27a6cc6-99d8-4492-9d40-021149799add cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:17.607953 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:17.608296 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:17.624667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4e0f60ff-6db8-4f4f-9a5b-d0b22585b329,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:17.721458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:17.807216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=4e0f60ff-6db8-4f4f-9a5b-d0b22585b329,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:17.920642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-653fa90c-226d-4189-be4e-bbdb118830ae tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:17.921315 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-653fa90c-226d-4189-be4e-bbdb118830ae tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Synchronizing usage tracker for tenant:781465293c44446c94ba9574a17a3003 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:13:17.961909 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Sync routers for ids ['528af02d-035c-4614-b043-fc1412115866'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:13:17.971842 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Routers {'528af02d-035c-4614-b043-fc1412115866'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:13:17.972633 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:12:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['528af02d-035c-4614-b043-fc1412115866'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:18.002125 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Attempt 4 to provision port e27a6cc6-99d8-4492-9d40-021149799add Oct 05 10:13:18.006842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-653fa90c-226d-4189-be4e-bbdb118830ae tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Unset dirty status for tenant:781465293c44446c94ba9574a17a3003 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:13:18.008134 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-653fa90c-226d-4189-be4e-bbdb118830ae tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/networks?id=162867ea-6cb9-496e-80e6-5d45c05f789f HTTP/1.1" status: 200 len: 813 time: 0.2483442 Oct 05 10:13:18.027107 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-b75ede64-5a65-4469-abac-0c0cb8c2f895 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/quotas/781465293c44446c94ba9574a17a3003 HTTP/1.1" status: 200 len: 375 time: 0.0115075 Oct 05 10:13:18.066451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Port e27a6cc6-99d8-4492-9d40-021149799add cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:18.173829 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Set router 528af02d-035c-4614-b043-fc1412115866 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:13:18.245318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-cdb1831a-93b8-41d7-91b7-e44008f24c8d tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Synchronizing usage tracker for tenant:781465293c44446c94ba9574a17a3003 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:13:18.321342 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-cdb1831a-93b8-41d7-91b7-e44008f24c8d tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Unset dirty status for tenant:781465293c44446c94ba9574a17a3003 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:13:18.322892 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-cdb1831a-93b8-41d7-91b7-e44008f24c8d tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=781465293c44446c94ba9574a17a3003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2859714 Oct 05 10:13:18.380559 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-5cc6fe7c-746a-46f5-b17e-7eebb7f54f9c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:13:18.386596 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-5cc6fe7c-746a-46f5-b17e-7eebb7f54f9c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0568042 Oct 05 10:13:18.528951 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af02d-035c-4614-b043-fc1412115866', 'name': 'tempest-ServersNegativeTestJSON-272197824-router', 'tenant_id': '781465293c44446c94ba9574a17a3003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '4e0f60ff-6db8-4f4f-9a5b-d0b22585b329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:13:11Z', 'updated_at': '2022-10-05T10:13:16Z', 'revision_number': 4, 'project_id': '781465293c44446c94ba9574a17a3003', 'gw_port': {'id': '4e0f60ff-6db8-4f4f-9a5b-d0b22585b329', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af02d-035c-4614-b043-fc1412115866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:13:12Z', 'updated_at': '2022-10-05T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'e27a6cc6-99d8-4492-9d40-021149799add', 'name': '', 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f', 'tenant_id': '781465293c44446c94ba9574a17a3003', 'mac_address': 'fa:16:3e:50:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528af02d-035c-4614-b043-fc1412115866', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '8834aa98-91f4-4e80-b49d-e4de2d4f2086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:13:15Z', 'updated_at': '2022-10-05T10:13:16Z', 'revision_number': 2, 'project_id': '781465293c44446c94ba9574a17a3003', 'subnets': [{'id': '8834aa98-91f4-4e80-b49d-e4de2d4f2086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:18.532863 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Checking router: 528af02d-035c-4614-b043-fc1412115866 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:13:18.533216 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Updating router 528af02d-035c-4614-b043-fc1412115866 port e27a6cc6-99d8-4492-9d40-021149799add binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:13:18.535015 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-789aab9b-40dc-435d-b6d8-d4208c2a66aa service neutron] 10.222.0.49 "GET /v2.0/networks/162867ea-6cb9-496e-80e6-5d45c05f789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414709 Oct 05 10:13:18.567307 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Attempt 5 to provision port e27a6cc6-99d8-4492-9d40-021149799add Oct 05 10:13:18.590613 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:18.625430 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Port e27a6cc6-99d8-4492-9d40-021149799add cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:18.693602 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-1117fc94-9136-435c-8766-c41fe41b7a6c service neutron] 10.222.0.49 "GET /v2.0/networks/162867ea-6cb9-496e-80e6-5d45c05f789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518230 Oct 05 10:13:18.982222 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:18.999692 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Transition to ACTIVE for port object e27a6cc6-99d8-4492-9d40-021149799add will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:13:19.036893 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a71a9b11-3114-4117-886a-cdd06d89619b req-2ac664ed-b611-43a6-876d-91ccc2b80e3d tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 210 time: 0.0561824 Oct 05 10:13:19.110771 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:19.127413 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Attempt 6 to provision port e27a6cc6-99d8-4492-9d40-021149799add Oct 05 10:13:19.191314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Port e27a6cc6-99d8-4492-9d40-021149799add cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:19.255917 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:13:19.284935 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead5f9e-c38b-411b-8f40-0848b623dcbf None None] Pushing event updated for resources: {'Port': ['ID=e27a6cc6-99d8-4492-9d40-021149799add,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:19.335379 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5f9e-c38b-411b-8f40-0848b623dcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:19.335726 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5f9e-c38b-411b-8f40-0848b623dcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:19.336071 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5f9e-c38b-411b-8f40-0848b623dcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:19.336405 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5f9e-c38b-411b-8f40-0848b623dcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:19.336733 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5f9e-c38b-411b-8f40-0848b623dcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:19.337060 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5f9e-c38b-411b-8f40-0848b623dcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:19.337388 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5f9e-c38b-411b-8f40-0848b623dcbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:19.337685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:13:19.337917 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5f9e-c38b-411b-8f40-0848b623dcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:19.338082 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5f9e-c38b-411b-8f40-0848b623dcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:19.338398 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:19.338517 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5f9e-c38b-411b-8f40-0848b623dcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:19.338717 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5f9e-c38b-411b-8f40-0848b623dcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:19.338986 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 Oct 05 10:13:19.339111 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5f9e-c38b-411b-8f40-0848b623dcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:19.368236 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Attempting to bind port e27a6cc6-99d8-4492-9d40-021149799add on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:13:19.368641 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Attempting to bind port e27a6cc6-99d8-4492-9d40-021149799add by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:13:19.368995 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Attempting to bind port e27a6cc6-99d8-4492-9d40-021149799add on network 162867ea-6cb9-496e-80e6-5d45c05f789f {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:13:19.375733 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:13:19.375962 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Checking segment: {'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:13:19.376241 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:19.376804 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Bound using segment: {'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:13:19.377436 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Bound port: e27a6cc6-99d8-4492-9d40-021149799add, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:13:19.377814 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:19.462730 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:19.484060 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] For port e27a6cc6-99d8-4492-9d40-021149799add, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:13:19.488458 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] For port e27a6cc6-99d8-4492-9d40-021149799add, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=e27a6cc6-99d8-4492-9d40-021149799add,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:13:19.551152 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:19.617641 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Routers {'528af02d-035c-4614-b043-fc1412115866'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:13:19.618477 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:12:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['528af02d-035c-4614-b043-fc1412115866'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:19.692487 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Attempt 7 to provision port e27a6cc6-99d8-4492-9d40-021149799add Oct 05 10:13:19.707359 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead5f9e-c38b-411b-8f40-0848b623dcbf None None] Pushing event updated for resources: {'Port': ['ID=e27a6cc6-99d8-4492-9d40-021149799add,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:19.781485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-78e810b6-a9ed-4f21-b8ff-eacfb831a32b None None] Port e27a6cc6-99d8-4492-9d40-021149799add had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:13:19.815592 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] Set router 528af02d-035c-4614-b043-fc1412115866 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:13:20.174872 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af02d-035c-4614-b043-fc1412115866', 'name': 'tempest-ServersNegativeTestJSON-272197824-router', 'tenant_id': '781465293c44446c94ba9574a17a3003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '4e0f60ff-6db8-4f4f-9a5b-d0b22585b329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:13:11Z', 'updated_at': '2022-10-05T10:13:16Z', 'revision_number': 4, 'project_id': '781465293c44446c94ba9574a17a3003', 'gw_port': {'id': '4e0f60ff-6db8-4f4f-9a5b-d0b22585b329', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af02d-035c-4614-b043-fc1412115866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:13:12Z', 'updated_at': '2022-10-05T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'e27a6cc6-99d8-4492-9d40-021149799add', 'name': '', 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f', 'tenant_id': '781465293c44446c94ba9574a17a3003', 'mac_address': 'fa:16:3e:50:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528af02d-035c-4614-b043-fc1412115866', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '8834aa98-91f4-4e80-b49d-e4de2d4f2086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:13:15Z', 'updated_at': '2022-10-05T10:13:19Z', 'revision_number': 4, 'project_id': '781465293c44446c94ba9574a17a3003', 'subnets': [{'id': '8834aa98-91f4-4e80-b49d-e4de2d4f2086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:20.179371 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0beb2c-3a36-449f-9ea4-bf81fe7d08df None None] The sync data for ids ['528af02d-035c-4614-b043-fc1412115866'] in dv-neutron-860329-1-hyperv is: [{'id': '528af02d-035c-4614-b043-fc1412115866', 'name': 'tempest-ServersNegativeTestJSON-272197824-router', 'tenant_id': '781465293c44446c94ba9574a17a3003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '4e0f60ff-6db8-4f4f-9a5b-d0b22585b329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:13:11Z', 'updated_at': '2022-10-05T10:13:16Z', 'revision_number': 4, 'project_id': '781465293c44446c94ba9574a17a3003', 'gw_port': {'id': '4e0f60ff-6db8-4f4f-9a5b-d0b22585b329', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af02d-035c-4614-b043-fc1412115866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:13:12Z', 'updated_at': '2022-10-05T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'e27a6cc6-99d8-4492-9d40-021149799add', 'name': '', 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f', 'tenant_id': '781465293c44446c94ba9574a17a3003', 'mac_address': 'fa:16:3e:50:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528af02d-035c-4614-b043-fc1412115866', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '8834aa98-91f4-4e80-b49d-e4de2d4f2086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:13:15Z', 'updated_at': '2022-10-05T10:13:19Z', 'revision_number': 4, 'project_id': '781465293c44446c94ba9574a17a3003', 'subnets': [{'id': '8834aa98-91f4-4e80-b49d-e4de2d4f2086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:13:20.205767 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-11d2c7a0-aa30-49af-add5-4d46ec1fc166 req-6cc5b1a1-d20b-4324-8fed-2b288c6d634b tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 210 time: 0.0545974 Oct 05 10:13:20.457916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c3bf-1cff-461c-9001-e11e413bb497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:21.263612 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device e27a6cc6-99d8-4492-9d40-021149799add up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:13:21.400763 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8cee7c57-8bef-40e0-909b-a83cbe075bdf req-b71d2d5a-3dbe-4f3b-80dd-69ff2d57e172 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 210 time: 0.0502977 Oct 05 10:13:21.435935 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port e27a6cc6-99d8-4492-9d40-021149799add completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:13:21.442563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port e27a6cc6-99d8-4492-9d40-021149799add triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:13:21.443069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:21.443631 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port e27a6cc6-99d8-4492-9d40-021149799add Oct 05 10:13:21.458044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-befdd962-1740-4849-baf5-3ef348174835 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:21.459551 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-befdd962-1740-4849-baf5-3ef348174835 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.55 "GET /v2.0/networks?id=162867ea-6cb9-496e-80e6-5d45c05f789f HTTP/1.1" status: 200 len: 813 time: 0.1643341 Oct 05 10:13:21.478527 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Request body: {'port': {'device_id': 'd952add9-0841-403a-9a0b-9e41324b117e', 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f', 'admin_state_up': True, 'tenant_id': '781465293c44446c94ba9574a17a3003'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:13:21.581873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port e27a6cc6-99d8-4492-9d40-021149799add is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:21.583115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:21.617998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port e27a6cc6-99d8-4492-9d40-021149799add, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=e27a6cc6-99d8-4492-9d40-021149799add,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:21.625826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:13:21.635895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:13:21.726831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:21.755486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Made reservation on behalf of 781465293c44446c94ba9574a17a3003 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:13:21.759498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:21.797032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=e27a6cc6-99d8-4492-9d40-021149799add,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:21.806566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:21.806969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:21.807364 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:21.807652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:21.807982 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:21.808311 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:21.808635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:21.808959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:21.809281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:21.809628 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:21.809952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:21.810291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:21.932110 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Allocated IP 172.20.0.10 (162867ea-6cb9-496e-80e6-5d45c05f789f/8834aa98-91f4-4e80-b49d-e4de2d4f2086/29724172-7824-4a58-8bcb-6213838de48e) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:13:22.147816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:22.165450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Transition to ACTIVE for port object 29724172-7824-4a58-8bcb-6213838de48e will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:13:22.269172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:22.344987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Network 162867ea-6cb9-496e-80e6-5d45c05f789f is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:13:22.348110 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:13:22.352226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:13:22.492884 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:13:22.510484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Pushing event updated for resources: {'Port': ['ID=29724172-7824-4a58-8bcb-6213838de48e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:22.546032 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:22.547049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:22.653487 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c76c3811-ddcd-48ee-b518-7c8bf4e3e58c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1797221 Oct 05 10:13:22.663366 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db299b-7ef6-4eb8-b2f2-9a4f88c4e480 req-89a5b336-2acd-4479-a99e-f0a925aa1fce tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:22.663912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-421809c1-83f4-4057-9b5f-30ddf8feff63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:22.664869 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-39db299b-7ef6-4eb8-b2f2-9a4f88c4e480 req-89a5b336-2acd-4479-a99e-f0a925aa1fce tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 932 time: 0.1077173 Oct 05 10:13:22.671086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Request body: {'port': {'device_id': 'd952add9-0841-403a-9a0b-9e41324b117e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:13:22.713036 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-39db299b-7ef6-4eb8-b2f2-9a4f88c4e480 req-cb831f60-804b-45dd-ad81-3565e718d420 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Synchronizing usage tracker for tenant:781465293c44446c94ba9574a17a3003 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:13:22.715425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0aca7d0c-5702-46cb-b8a0-d3f252745f0d None None] Provisioning for port 29724172-7824-4a58-8bcb-6213838de48e completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:13:22.723924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0aca7d0c-5702-46cb-b8a0-d3f252745f0d None None] Provisioning complete for port 29724172-7824-4a58-8bcb-6213838de48e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:13:22.726256 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0aca7d0c-5702-46cb-b8a0-d3f252745f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:22.726256 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0aca7d0c-5702-46cb-b8a0-d3f252745f0d None None] Attempt 1 to provision port 29724172-7824-4a58-8bcb-6213838de48e Oct 05 10:13:22.788288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0aca7d0c-5702-46cb-b8a0-d3f252745f0d None None] Port 29724172-7824-4a58-8bcb-6213838de48e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:22.798616 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:22.804286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-39db299b-7ef6-4eb8-b2f2-9a4f88c4e480 req-cb831f60-804b-45dd-ad81-3565e718d420 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Unset dirty status for tenant:781465293c44446c94ba9574a17a3003 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:13:22.805468 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-39db299b-7ef6-4eb8-b2f2-9a4f88c4e480 req-cb831f60-804b-45dd-ad81-3565e718d420 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344326 Oct 05 10:13:23.172780 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29724172-7824-4a58-8bcb-6213838de48e {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:13:23.183734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:23.207521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Transition to ACTIVE for port object 29724172-7824-4a58-8bcb-6213838de48e will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:13:23.232255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device e27a6cc6-99d8-4492-9d40-021149799add up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:13:23.289186 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0aca7d0c-5702-46cb-b8a0-d3f252745f0d None None] Attempt 2 to provision port 29724172-7824-4a58-8bcb-6213838de48e Oct 05 10:13:23.293272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:23.352951 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0aca7d0c-5702-46cb-b8a0-d3f252745f0d None None] Port 29724172-7824-4a58-8bcb-6213838de48e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:23.357885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port e27a6cc6-99d8-4492-9d40-021149799add triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:13:23.358302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:23.358640 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port e27a6cc6-99d8-4492-9d40-021149799add Oct 05 10:13:23.480809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port e27a6cc6-99d8-4492-9d40-021149799add is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:23.496904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Pushing event updated for resources: {'Port': ['ID=29724172-7824-4a58-8bcb-6213838de48e,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:23.524034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Attempting to bind port 29724172-7824-4a58-8bcb-6213838de48e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:13:23.524784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Attempting to bind port 29724172-7824-4a58-8bcb-6213838de48e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:13:23.524784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Attempting to bind port 29724172-7824-4a58-8bcb-6213838de48e on network 162867ea-6cb9-496e-80e6-5d45c05f789f {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:13:23.529176 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Port 29724172-7824-4a58-8bcb-6213838de48e on network 162867ea-6cb9-496e-80e6-5d45c05f789f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:13:23.529472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Attempting to bind port 29724172-7824-4a58-8bcb-6213838de48e on network 162867ea-6cb9-496e-80e6-5d45c05f789f {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:13:23.534713 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:13:23.535055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Checking segment: {'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:13:23.536028 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Bound using segment: {'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:13:23.539330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Bound port: 29724172-7824-4a58-8bcb-6213838de48e, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:13:23.539330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:23.633696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] For port 29724172-7824-4a58-8bcb-6213838de48e, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:13:23.636642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] For port 29724172-7824-4a58-8bcb-6213838de48e, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=29724172-7824-4a58-8bcb-6213838de48e,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:13:23.738745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:23.796472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:23.797089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:23.798509 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] 10.222.0.55 "PUT /v2.0/ports/29724172-7824-4a58-8bcb-6213838de48e HTTP/1.1" status: 200 len: 1094 time: 1.1317837 Oct 05 10:13:23.804482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd952add9-0841-403a-9a0b-9e41324b117e', 'tag': '29724172-7824-4a58-8bcb-6213838de48e'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:13:23.806947 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ae5d1f-4f4c-4f6b-8509-3d93f0766e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d952add9-0841-403a-9a0b-9e41324b117e", "tag": "29724172-7824-4a58-8bcb-6213838de48e"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:13:23.846636 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1a129-b5c8-4e66-9f19-b4f68665ba40 service neutron] Pushing event updated for resources: {'Port': ['ID=29724172-7824-4a58-8bcb-6213838de48e,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:23.858659 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0aca7d0c-5702-46cb-b8a0-d3f252745f0d None None] Attempt 3 to provision port 29724172-7824-4a58-8bcb-6213838de48e Oct 05 10:13:23.890900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b47146-018b-4c1a-aff5-29dc676fee4d x-openstack-request-id: req-f6b47146-018b-4c1a-aff5-29dc676fee4d {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:13:23.891293 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d952add9-0841-403a-9a0b-9e41324b117e", "tag": "29724172-7824-4a58-8bcb-6213838de48e", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:13:23.891520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6b47146-018b-4c1a-aff5-29dc676fee4d {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:13:23.892081 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b47146-018b-4c1a-aff5-29dc676fee4d'] response: {'name': 'network-changed', 'server_uuid': 'd952add9-0841-403a-9a0b-9e41324b117e', 'tag': '29724172-7824-4a58-8bcb-6213838de48e', 'status': 'completed', 'code': 200} Oct 05 10:13:23.936380 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0aca7d0c-5702-46cb-b8a0-d3f252745f0d None None] Port 29724172-7824-4a58-8bcb-6213838de48e had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:13:24.006196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-e260c99b-4fa3-4ac0-86bc-bc465b99b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:24.008325 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-e260c99b-4fa3-4ac0-86bc-bc465b99b7fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=781465293c44446c94ba9574a17a3003&device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 1097 time: 0.0890357 Oct 05 10:13:24.039988 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10abd1-985b-42f6-a81f-3d33282b93e0 req-9809f78f-a757-41ea-bc7e-298f28471573 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:24.041435 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4d10abd1-985b-42f6-a81f-3d33282b93e0 req-9809f78f-a757-41ea-bc7e-298f28471573 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 944 time: 0.0967107 Oct 05 10:13:24.086795 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-c8faf309-c14a-49d3-89a4-ccaa9bae77ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29724172-7824-4a58-8bcb-6213838de48e HTTP/1.1" status: 200 len: 217 time: 0.0650833 Oct 05 10:13:24.090904 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4d10abd1-985b-42f6-a81f-3d33282b93e0 req-4a642285-6ec6-4ea3-ace6-cd7cd90a7d7c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436945 Oct 05 10:13:24.159481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-07be71be-70f0-4e7c-bac2-8430e12c921f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:24.161059 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-07be71be-70f0-4e7c-bac2-8430e12c921f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8834aa98-91f4-4e80-b49d-e4de2d4f2086 HTTP/1.1" status: 200 len: 852 time: 0.0693552 Oct 05 10:13:24.247511 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:24.248056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-92fea015-8658-48cd-9573-95b4310d2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:24.249576 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-92fea015-8658-48cd-9573-95b4310d2ba4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=162867ea-6cb9-496e-80e6-5d45c05f789f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827830 Oct 05 10:13:24.361449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:24.390579 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-b5f16d76-8d84-4127-9c6e-81999f07324c service neutron] 10.222.0.55 "GET /v2.0/networks/162867ea-6cb9-496e-80e6-5d45c05f789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346493 Oct 05 10:13:24.531244 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-443c7a3c-d76b-40f9-9564-4f49348740ff req-5ca83122-3ef2-4bbc-a904-610c55038215 service neutron] 10.222.0.55 "GET /v2.0/networks/162867ea-6cb9-496e-80e6-5d45c05f789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347857 Oct 05 10:13:24.864130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae5d1f-4f4c-4f6b-8509-3d93f0766e6e req-67530116-7f75-4bc6-9f69-0376955b49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:24.865653 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d3ae5d1f-4f4c-4f6b-8509-3d93f0766e6e req-67530116-7f75-4bc6-9f69-0376955b49d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=781465293c44446c94ba9574a17a3003&device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 1097 time: 0.1915815 Oct 05 10:13:25.003460 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae5d1f-4f4c-4f6b-8509-3d93f0766e6e req-56ff2c37-701d-4538-bde7-a64b44b43e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:25.005454 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d3ae5d1f-4f4c-4f6b-8509-3d93f0766e6e req-56ff2c37-701d-4538-bde7-a64b44b43e65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=162867ea-6cb9-496e-80e6-5d45c05f789f HTTP/1.1" status: 200 len: 914 time: 0.1340849 Oct 05 10:13:25.072940 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d3ae5d1f-4f4c-4f6b-8509-3d93f0766e6e req-d144cec0-17a7-4910-a1a9-399956aad177 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29724172-7824-4a58-8bcb-6213838de48e HTTP/1.1" status: 200 len: 217 time: 0.0614300 Oct 05 10:13:25.141400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae5d1f-4f4c-4f6b-8509-3d93f0766e6e req-a5eb4994-6a09-4ca5-b125-b8508706b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:25.141400 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d3ae5d1f-4f4c-4f6b-8509-3d93f0766e6e req-a5eb4994-6a09-4ca5-b125-b8508706b422 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8834aa98-91f4-4e80-b49d-e4de2d4f2086 HTTP/1.1" status: 200 len: 852 time: 0.0617180 Oct 05 10:13:25.228479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae5d1f-4f4c-4f6b-8509-3d93f0766e6e req-eba1e4e1-c60a-4824-8568-1b78d4c7b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:25.229970 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d3ae5d1f-4f4c-4f6b-8509-3d93f0766e6e req-eba1e4e1-c60a-4824-8568-1b78d4c7b197 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=162867ea-6cb9-496e-80e6-5d45c05f789f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831282 Oct 05 10:13:25.308116 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e61d24-b76b-436a-8a63-0b6381cd070c req-7cda1f6e-8447-4b17-90fe-acd8fe1d3443 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:25.309601 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-39e61d24-b76b-436a-8a63-0b6381cd070c req-7cda1f6e-8447-4b17-90fe-acd8fe1d3443 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 944 time: 0.1012683 Oct 05 10:13:25.357219 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-39e61d24-b76b-436a-8a63-0b6381cd070c req-184112c6-e688-4216-8a38-67888edb22bc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Oct 05 10:13:25.374552 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d3ae5d1f-4f4c-4f6b-8509-3d93f0766e6e req-a3fd7741-593a-499f-be8a-76d554a74e0d service neutron] 10.222.0.55 "GET /v2.0/networks/162867ea-6cb9-496e-80e6-5d45c05f789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376202 Oct 05 10:13:25.515114 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d3ae5d1f-4f4c-4f6b-8509-3d93f0766e6e req-a5c390e5-2b47-4a58-aab1-91b278cdd19d service neutron] 10.222.0.55 "GET /v2.0/networks/162867ea-6cb9-496e-80e6-5d45c05f789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324310 Oct 05 10:13:25.544172 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:25.726668 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:26.564484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dda705-193f-4cc0-afbb-6d03a2ba9656 req-2b726072-7a9c-4f84-bee9-bd8ebdfa2edf tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:26.565890 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f0dda705-193f-4cc0-afbb-6d03a2ba9656 req-2b726072-7a9c-4f84-bee9-bd8ebdfa2edf tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 944 time: 0.0940640 Oct 05 10:13:26.612433 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f0dda705-193f-4cc0-afbb-6d03a2ba9656 req-8e0728ee-3146-4b49-a4c8-e0dd815b0672 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403473 Oct 05 10:13:26.916617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 29724172-7824-4a58-8bcb-6213838de48e details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:13:27.051347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 29724172-7824-4a58-8bcb-6213838de48e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=29724172-7824-4a58-8bcb-6213838de48e,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:27.065453 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '29724172-7824-4a58-8bcb-6213838de48e', 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f', 'port_id': '29724172-7824-4a58-8bcb-6213838de48e', 'mac_address': 'fa:16:3e:09:4b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8834aa98-91f4-4e80-b49d-e4de2d4f2086', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:13:27.122596 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 29724172-7824-4a58-8bcb-6213838de48e is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:27.122981 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:27.140696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29724172-7824-4a58-8bcb-6213838de48e {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:13:27.158150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 29724172-7824-4a58-8bcb-6213838de48e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=29724172-7824-4a58-8bcb-6213838de48e,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:27.245631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:27.349850 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=29724172-7824-4a58-8bcb-6213838de48e,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:27.697457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['29724172-7824-4a58-8bcb-6213838de48e'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:13:27.817430 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081f7ae-247a-4d93-949a-08dcee498afc req-be567547-9d73-4b8e-9e90-4c508a6c503b tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:27.818928 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c081f7ae-247a-4d93-949a-08dcee498afc req-be567547-9d73-4b8e-9e90-4c508a6c503b tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 945 time: 0.0888603 Oct 05 10:13:27.870289 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c081f7ae-247a-4d93-949a-08dcee498afc req-1371a30e-9ab7-412d-ac4b-734f7cf7afac tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430443 Oct 05 10:13:28.917306 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 29724172-7824-4a58-8bcb-6213838de48e up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:13:29.081443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77750da0-6d75-4d0b-82a0-7566c01db60d req-590663f3-0be6-49dd-b98d-aa83567f3ad3 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:29.082269 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-77750da0-6d75-4d0b-82a0-7566c01db60d req-590663f3-0be6-49dd-b98d-aa83567f3ad3 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 945 time: 0.0907347 Oct 05 10:13:29.086595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 29724172-7824-4a58-8bcb-6213838de48e completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:13:29.098366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 29724172-7824-4a58-8bcb-6213838de48e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:13:29.098366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:29.098366 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 29724172-7824-4a58-8bcb-6213838de48e Oct 05 10:13:29.129365 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-77750da0-6d75-4d0b-82a0-7566c01db60d req-697b434f-8f30-4c54-81eb-fd62f19b70a1 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403550 Oct 05 10:13:29.214524 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 29724172-7824-4a58-8bcb-6213838de48e is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:29.214877 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:29.249630 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd952add9-0841-403a-9a0b-9e41324b117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29724172-7824-4a58-8bcb-6213838de48e'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:13:29.251994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d185b54-a0e5-4c56-aae0-322610f796c2" -d '{"events": [{"server_uuid": "d952add9-0841-403a-9a0b-9e41324b117e", "name": "network-vif-plugged", "status": "completed", "tag": "29724172-7824-4a58-8bcb-6213838de48e"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:13:29.260606 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 29724172-7824-4a58-8bcb-6213838de48e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=29724172-7824-4a58-8bcb-6213838de48e,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:29.296832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80698c7c-a267-43dd-88a8-259869480683 x-openstack-request-id: req-80698c7c-a267-43dd-88a8-259869480683 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:13:29.297136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d952add9-0841-403a-9a0b-9e41324b117e", "name": "network-vif-plugged", "status": "completed", "tag": "29724172-7824-4a58-8bcb-6213838de48e", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:13:29.297390 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80698c7c-a267-43dd-88a8-259869480683 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:13:29.297784 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80698c7c-a267-43dd-88a8-259869480683'] response: {'server_uuid': 'd952add9-0841-403a-9a0b-9e41324b117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29724172-7824-4a58-8bcb-6213838de48e', 'code': 200} Oct 05 10:13:29.338224 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:29.413778 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=29724172-7824-4a58-8bcb-6213838de48e,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:29.764132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354947a0-4811-439e-a822-14e27013a471 req-255edde6-98a5-45da-8bdc-ce908837fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:29.765629 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-354947a0-4811-439e-a822-14e27013a471 req-255edde6-98a5-45da-8bdc-ce908837fb3b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 1099 time: 0.0889289 Oct 05 10:13:29.810002 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-354947a0-4811-439e-a822-14e27013a471 req-77b6078d-616b-4ccb-9d0c-6f363ee243c8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386395 Oct 05 10:13:30.340039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2ae0a-de65-475e-8bb4-0823fca3a3e3 req-97c2e7dd-65ab-478e-8e40-3c78e96b2a1e tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:30.341489 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-09d2ae0a-de65-475e-8bb4-0823fca3a3e3 req-97c2e7dd-65ab-478e-8e40-3c78e96b2a1e tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 946 time: 0.0935707 Oct 05 10:13:30.387025 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-09d2ae0a-de65-475e-8bb4-0823fca3a3e3 req-c22915bc-6c8d-4663-b681-5441f916328b tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397017 Oct 05 10:13:31.591845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c65f7-44e0-4428-bb8a-19f8e3a2ae45 req-1c3fef55-dd4a-4c4f-8424-249a86ee0a92 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:31.593366 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4f6c65f7-44e0-4428-bb8a-19f8e3a2ae45 req-1c3fef55-dd4a-4c4f-8424-249a86ee0a92 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 946 time: 0.0897207 Oct 05 10:13:31.643618 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4f6c65f7-44e0-4428-bb8a-19f8e3a2ae45 req-f8f416ba-14c7-4499-b2fb-6dc4b6162e04 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 Oct 05 10:13:31.937616 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-362bf47d-1d72-439e-ab5c-216dcc256370 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:31.939091 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-362bf47d-1d72-439e-ab5c-216dcc256370 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/networks?id=162867ea-6cb9-496e-80e6-5d45c05f789f HTTP/1.1" status: 200 len: 813 time: 0.1489828 Oct 05 10:13:31.954288 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-82650e74-8ce2-430a-a98b-24773204b7c2 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/quotas/781465293c44446c94ba9574a17a3003 HTTP/1.1" status: 200 len: 375 time: 0.0094373 Oct 05 10:13:32.046045 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0b47c486-72c6-4dba-94b5-a0a7dacd0940 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=781465293c44446c94ba9574a17a3003&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0863280 Oct 05 10:13:32.282914 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-1572a3dd-ef55-441a-9f1d-7d7b6fef7f99 service neutron] 10.222.0.49 "GET /v2.0/networks/162867ea-6cb9-496e-80e6-5d45c05f789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291462 Oct 05 10:13:32.417250 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-27b277dc-4a3c-4190-ad49-7af644d283aa service neutron] 10.222.0.49 "GET /v2.0/networks/162867ea-6cb9-496e-80e6-5d45c05f789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279459 Oct 05 10:13:32.728348 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7f314756-c12b-406b-81d7-96581f86d9b2 req-2674d382-9586-4e75-a6f0-b661145cabea tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 210 time: 0.0554149 Oct 05 10:13:33.905876 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6fae0463-e109-4fc9-9058-700327d5cfde req-a24c6f0c-615a-48b1-872e-57260e48a86a tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 210 time: 0.0534689 Oct 05 10:13:34.915036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9d6cedb6-d6e1-4ef2-8511-00534fa9944a tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:34.916521 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9d6cedb6-d6e1-4ef2-8511-00534fa9944a tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.55 "GET /v2.0/networks?id=162867ea-6cb9-496e-80e6-5d45c05f789f HTTP/1.1" status: 200 len: 813 time: 0.1538670 Oct 05 10:13:34.934001 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Request body: {'port': {'device_id': '2d018e0b-d164-4b50-a0b8-d323d3ea6d72', 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f', 'admin_state_up': True, 'tenant_id': '781465293c44446c94ba9574a17a3003'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:13:35.081019 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-104d9ea9-b797-4157-a753-695c1ba68a7d req-6ef4cb37-6d53-4944-8d20-6c6f2ab66e08 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 210 time: 0.0539172 Oct 05 10:13:35.088266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:13:35.092756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Usage tracker for resource:port and tenant:781465293c44446c94ba9574a17a3003 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:13:35.096042 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:13:35.102498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:13:35.166655 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Made reservation on behalf of 781465293c44446c94ba9574a17a3003 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:13:35.170347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:35.350058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Allocated IP 172.20.0.6 (162867ea-6cb9-496e-80e6-5d45c05f789f/8834aa98-91f4-4e80-b49d-e4de2d4f2086/d5db1ba2-9de4-4ee3-9a8b-57f8a294b063) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:13:35.559117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:35.575037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Transition to ACTIVE for port object d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:13:35.664527 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:35.702350 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['29724172-7824-4a58-8bcb-6213838de48e'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:13:35.769468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Network 162867ea-6cb9-496e-80e6-5d45c05f789f is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:13:35.776543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:13:35.783895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:13:35.853143 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Pushing event updated for resources: {'Port': ['ID=d5db1ba2-9de4-4ee3-9a8b-57f8a294b063,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:35.883777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:35.884567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:35.978297 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0dbeacf6-4955-4594-a94e-4afa29c885dc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0479677 Oct 05 10:13:35.997284 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Request body: {'port': {'device_id': '2d018e0b-d164-4b50-a0b8-d323d3ea6d72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:13:36.086528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-afac47e9-f0c8-442d-8889-29e4fa427615 None None] Provisioning for port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:13:36.091958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-afac47e9-f0c8-442d-8889-29e4fa427615 None None] Provisioning complete for port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:13:36.094184 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-afac47e9-f0c8-442d-8889-29e4fa427615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:36.094184 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-afac47e9-f0c8-442d-8889-29e4fa427615 None None] Attempt 1 to provision port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 Oct 05 10:13:36.159609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-afac47e9-f0c8-442d-8889-29e4fa427615 None None] Port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:36.223687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:36.302209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ed9d1-9e2d-40c4-82d9-da2e807778df req-b03f6d48-9fdc-482d-81d9-aa470b98e89d tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:36.304564 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-057ed9d1-9e2d-40c4-82d9-da2e807778df req-b03f6d48-9fdc-482d-81d9-aa470b98e89d tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 931 time: 0.0954530 Oct 05 10:13:36.352299 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-057ed9d1-9e2d-40c4-82d9-da2e807778df req-188ebbd5-4356-4655-b822-b8bfd74578c4 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412805 Oct 05 10:13:36.578548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:13:36.586156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:36.602186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Transition to ACTIVE for port object d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:13:36.660946 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-afac47e9-f0c8-442d-8889-29e4fa427615 None None] Attempt 2 to provision port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 Oct 05 10:13:36.692511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:36.720093 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-afac47e9-f0c8-442d-8889-29e4fa427615 None None] Port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:36.884674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Pushing event updated for resources: {'Port': ['ID=d5db1ba2-9de4-4ee3-9a8b-57f8a294b063,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:36.929046 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Attempting to bind port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:13:36.929390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Attempting to bind port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:13:36.929712 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Attempting to bind port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 on network 162867ea-6cb9-496e-80e6-5d45c05f789f {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:13:36.934347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 on network 162867ea-6cb9-496e-80e6-5d45c05f789f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:13:36.934661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Attempting to bind port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 on network 162867ea-6cb9-496e-80e6-5d45c05f789f {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:13:36.939972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:13:36.940304 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Checking segment: {'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:13:36.940679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Bound using segment: {'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:13:36.941103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Bound port: d5db1ba2-9de4-4ee3-9a8b-57f8a294b063, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b4c2a9-4681-4e44-8fe1-effd897a92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:13:36.941449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:37.035671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] For port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:13:37.039191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] For port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d5db1ba2-9de4-4ee3-9a8b-57f8a294b063,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:13:37.126447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:37.158926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:37.159459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:37.160858 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] 10.222.0.55 "PUT /v2.0/ports/d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 HTTP/1.1" status: 200 len: 1093 time: 1.1680415 Oct 05 10:13:37.161365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d018e0b-d164-4b50-a0b8-d323d3ea6d72', 'tag': 'd5db1ba2-9de4-4ee3-9a8b-57f8a294b063'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:13:37.163762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3b42d7-ab55-4b86-bb1c-9645d30dd599" -d '{"events": [{"name": "network-changed", "server_uuid": "2d018e0b-d164-4b50-a0b8-d323d3ea6d72", "tag": "d5db1ba2-9de4-4ee3-9a8b-57f8a294b063"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:13:37.208487 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0511c889-56a9-4f4d-abf6-15db3bb0fbc9 x-openstack-request-id: req-0511c889-56a9-4f4d-abf6-15db3bb0fbc9 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:13:37.208775 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d018e0b-d164-4b50-a0b8-d323d3ea6d72", "tag": "d5db1ba2-9de4-4ee3-9a8b-57f8a294b063", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:13:37.209034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0511c889-56a9-4f4d-abf6-15db3bb0fbc9 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:13:37.209446 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0511c889-56a9-4f4d-abf6-15db3bb0fbc9'] response: {'name': 'network-changed', 'server_uuid': '2d018e0b-d164-4b50-a0b8-d323d3ea6d72', 'tag': 'd5db1ba2-9de4-4ee3-9a8b-57f8a294b063', 'status': 'completed', 'code': 200} Oct 05 10:13:37.213839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c92e1-8560-4c74-a282-a6af845e4613 service neutron] Pushing event updated for resources: {'Port': ['ID=d5db1ba2-9de4-4ee3-9a8b-57f8a294b063,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:37.226020 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-afac47e9-f0c8-442d-8889-29e4fa427615 None None] Attempt 3 to provision port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 Oct 05 10:13:37.285727 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-afac47e9-f0c8-442d-8889-29e4fa427615 None None] Port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:13:37.339447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b42d7-ab55-4b86-bb1c-9645d30dd599 req-57a08803-516e-4ae8-91b8-3314699f9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:37.340944 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1a3b42d7-ab55-4b86-bb1c-9645d30dd599 req-57a08803-516e-4ae8-91b8-3314699f9de6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=781465293c44446c94ba9574a17a3003&device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 1096 time: 0.0866430 Oct 05 10:13:37.497791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b42d7-ab55-4b86-bb1c-9645d30dd599 req-d4a26e01-f70a-40f4-bd2a-e5b9c83434b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:37.499367 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1a3b42d7-ab55-4b86-bb1c-9645d30dd599 req-d4a26e01-f70a-40f4-bd2a-e5b9c83434b9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=781465293c44446c94ba9574a17a3003&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1458981 Oct 05 10:13:37.564668 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08a9f3-eb7a-4668-90ca-2851a32c9b83 req-bdaa3586-1bcc-4704-a6c1-2ec301cdfb9c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:37.566253 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8a08a9f3-eb7a-4668-90ca-2851a32c9b83 req-bdaa3586-1bcc-4704-a6c1-2ec301cdfb9c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 943 time: 0.0949004 Oct 05 10:13:37.612401 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8a08a9f3-eb7a-4668-90ca-2851a32c9b83 req-6c3181d9-8991-4c8c-845e-7b283afc37bf tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393436 Oct 05 10:13:37.642155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b42d7-ab55-4b86-bb1c-9645d30dd599 req-c4f0a394-d25d-40fe-bd02-a04e9ff2b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:37.643611 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1a3b42d7-ab55-4b86-bb1c-9645d30dd599 req-c4f0a394-d25d-40fe-bd02-a04e9ff2b648 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1386611 Oct 05 10:13:37.781904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-25f20950-bca7-49d1-a735-314908c7c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:37.783447 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-25f20950-bca7-49d1-a735-314908c7c669 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=781465293c44446c94ba9574a17a3003&device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 1096 time: 0.0805907 Oct 05 10:13:37.861143 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-ccf05f59-4eb7-4559-949c-1cb26d198352 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 HTTP/1.1" status: 200 len: 217 time: 0.0651505 Oct 05 10:13:37.923371 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-1996f8ce-79da-4cc9-8fbe-760766147694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:37.924912 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-1996f8ce-79da-4cc9-8fbe-760766147694 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8834aa98-91f4-4e80-b49d-e4de2d4f2086 HTTP/1.1" status: 200 len: 852 time: 0.0586782 Oct 05 10:13:38.012772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-52d61698-b9c0-40c2-9a54-5317d2a87e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:38.014279 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-52d61698-b9c0-40c2-9a54-5317d2a87e3b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=162867ea-6cb9-496e-80e6-5d45c05f789f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835898 Oct 05 10:13:38.266235 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0f1f7854-7d01-4038-ab78-d4dd405c0081 service neutron] 10.222.0.55 "GET /v2.0/networks/162867ea-6cb9-496e-80e6-5d45c05f789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459023 Oct 05 10:13:38.415566 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d5dc45eb-3f3e-4199-8e40-19ee87bfb2b9 req-0099036f-5ce4-4e50-8319-00a5ebf45d56 service neutron] 10.222.0.55 "GET /v2.0/networks/162867ea-6cb9-496e-80e6-5d45c05f789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435242 Oct 05 10:13:38.828751 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbff8e3-ab61-41e5-b51d-d708190ddce9 req-ba4167e8-1b64-45d0-8c49-492a699424c5 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:38.830361 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5cbff8e3-ab61-41e5-b51d-d708190ddce9 req-ba4167e8-1b64-45d0-8c49-492a699424c5 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 943 time: 0.0893047 Oct 05 10:13:38.878650 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5cbff8e3-ab61-41e5-b51d-d708190ddce9 req-d086aea4-ba9b-4982-a5d5-26f88aedd94c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408220 Oct 05 10:13:40.080833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e81c0c-8168-4125-83ae-22b9a01224b6 req-59b086a3-be22-44cb-b980-77e4e4627d43 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:40.082256 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-26e81c0c-8168-4125-83ae-22b9a01224b6 req-59b086a3-be22-44cb-b980-77e4e4627d43 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 943 time: 0.0896573 Oct 05 10:13:40.127924 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-26e81c0c-8168-4125-83ae-22b9a01224b6 req-46f903e1-5f98-4081-9591-9e93c1c85032 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392182 Oct 05 10:13:40.997493 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:13:41.139900 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d5db1ba2-9de4-4ee3-9a8b-57f8a294b063,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:41.153379 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': 'd5db1ba2-9de4-4ee3-9a8b-57f8a294b063', 'network_id': '162867ea-6cb9-496e-80e6-5d45c05f789f', 'port_id': 'd5db1ba2-9de4-4ee3-9a8b-57f8a294b063', 'mac_address': 'fa:16:3e:fb:9f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8834aa98-91f4-4e80-b49d-e4de2d4f2086', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:13:41.218842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:41.219247 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:41.237342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:13:41.255292 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d5db1ba2-9de4-4ee3-9a8b-57f8a294b063,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:41.332364 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:41.334128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27503b7-87c9-4b4e-a024-a464c9f9ed28 req-c8634319-077a-471b-af2d-14dd32375ae6 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:41.335641 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b27503b7-87c9-4b4e-a024-a464c9f9ed28 req-c8634319-077a-471b-af2d-14dd32375ae6 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 943 time: 0.0926900 Oct 05 10:13:41.387222 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b27503b7-87c9-4b4e-a024-a464c9f9ed28 req-766b05a1-b698-4394-9b20-6582898d2f4b tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402584 Oct 05 10:13:41.412171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=d5db1ba2-9de4-4ee3-9a8b-57f8a294b063,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:41.734971 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['d5db1ba2-9de4-4ee3-9a8b-57f8a294b063'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:13:42.590307 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e78c7-f0d4-43e8-a33d-ce8ce0026b49 req-a57869e9-8d41-41f5-9b38-4c777ae03bd2 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:42.591858 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8e5e78c7-f0d4-43e8-a33d-ce8ce0026b49 req-a57869e9-8d41-41f5-9b38-4c777ae03bd2 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 944 time: 0.0913417 Oct 05 10:13:42.646780 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8e5e78c7-f0d4-43e8-a33d-ce8ce0026b49 req-6755a829-f3f7-4621-8c2e-1e41e0d0f066 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491934 Oct 05 10:13:43.011567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:13:43.149369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:13:43.154685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:13:43.155057 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:43.155389 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 Oct 05 10:13:43.286527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:43.286900 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:43.319604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d018e0b-d164-4b50-a0b8-d323d3ea6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5db1ba2-9de4-4ee3-9a8b-57f8a294b063'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:13:43.321930 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1730b65d-247b-4381-a293-8fede9f496b7" -d '{"events": [{"server_uuid": "2d018e0b-d164-4b50-a0b8-d323d3ea6d72", "name": "network-vif-plugged", "status": "completed", "tag": "d5db1ba2-9de4-4ee3-9a8b-57f8a294b063"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:13:43.331372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d5db1ba2-9de4-4ee3-9a8b-57f8a294b063,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:43.367770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8979ed-7b11-499e-914e-fcd0c2f4a819 x-openstack-request-id: req-5f8979ed-7b11-499e-914e-fcd0c2f4a819 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:13:43.368000 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d018e0b-d164-4b50-a0b8-d323d3ea6d72", "name": "network-vif-plugged", "status": "completed", "tag": "d5db1ba2-9de4-4ee3-9a8b-57f8a294b063", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:13:43.368249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f8979ed-7b11-499e-914e-fcd0c2f4a819 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:13:43.368645 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8979ed-7b11-499e-914e-fcd0c2f4a819'] response: {'server_uuid': '2d018e0b-d164-4b50-a0b8-d323d3ea6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5db1ba2-9de4-4ee3-9a8b-57f8a294b063', 'code': 200} Oct 05 10:13:43.401449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:43.521448 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=d5db1ba2-9de4-4ee3-9a8b-57f8a294b063,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:43.869289 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fff674-a1a9-4115-aa2c-11ca44d4fb03 req-0e4569c0-afb8-4e17-9a75-6c5d1fa994d7 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:43.870830 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a4fff674-a1a9-4115-aa2c-11ca44d4fb03 req-0e4569c0-afb8-4e17-9a75-6c5d1fa994d7 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 945 time: 0.1051211 Oct 05 10:13:43.896243 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b73ab1-87c7-40f1-9d5d-218b986883ee req-d5f155eb-b573-4a19-8564-7b73a85d53b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:43.897820 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-44b73ab1-87c7-40f1-9d5d-218b986883ee req-d5f155eb-b573-4a19-8564-7b73a85d53b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 1098 time: 0.0817213 Oct 05 10:13:43.917188 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a4fff674-a1a9-4115-aa2c-11ca44d4fb03 req-5f9594eb-adc3-436d-9ad8-9d0e0dd2cbe8 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403013 Oct 05 10:13:43.942718 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-44b73ab1-87c7-40f1-9d5d-218b986883ee req-acd69c77-201f-4eec-a84a-1c9131f9eecc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385692 Oct 05 10:13:45.134553 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db631-aeb2-42d4-b7e0-20a81389bfd0 req-243767aa-2d37-4da1-bd60-b2d5ed366741 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:45.135931 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-948db631-aeb2-42d4-b7e0-20a81389bfd0 req-243767aa-2d37-4da1-bd60-b2d5ed366741 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 945 time: 0.0921004 Oct 05 10:13:45.181047 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-948db631-aeb2-42d4-b7e0-20a81389bfd0 req-acea3130-c752-406c-8f14-ccaf449d102f tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393393 Oct 05 10:13:46.384584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a1367-8bcb-4ff9-89bf-09cad1d085c6 req-08cafbd0-982d-4389-9ecc-090b41567357 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:46.386099 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-266a1367-8bcb-4ff9-89bf-09cad1d085c6 req-08cafbd0-982d-4389-9ecc-090b41567357 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 945 time: 0.0922236 Oct 05 10:13:46.442768 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-266a1367-8bcb-4ff9-89bf-09cad1d085c6 req-a59c11aa-1049-4edd-a777-c04994eac1ef tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509458 Oct 05 10:13:47.129587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3239b0-7bb0-494c-9b90-4c73cba951f3 req-f03f07fc-e11d-4f14-b913-5252a9485892 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:47.132151 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8b3239b0-7bb0-494c-9b90-4c73cba951f3 req-f03f07fc-e11d-4f14-b913-5252a9485892 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 945 time: 0.0997889 Oct 05 10:13:47.177567 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8b3239b0-7bb0-494c-9b90-4c73cba951f3 req-8a440a15-42dc-4197-9f7c-df82eafc8a00 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398920 Oct 05 10:13:48.391664 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8cc2b-5c6a-41a9-8067-f700249b4c76 req-78f8ca5a-ddab-4c63-ad66-5beb7767ba3e tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:48.393149 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b2b8cc2b-5c6a-41a9-8067-f700249b4c76 req-78f8ca5a-ddab-4c63-ad66-5beb7767ba3e tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 945 time: 0.0934913 Oct 05 10:13:48.438226 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b2b8cc2b-5c6a-41a9-8067-f700249b4c76 req-1fc4b20e-6ecb-47f8-84f8-533ddfa07ce3 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386145 Oct 05 10:13:48.691954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4850c12-ea8b-4c21-8722-c4b56ae77449 req-f36b5c63-b095-4194-b2b4-fa52fac0e1c5 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:48.692689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-b4850c12-ea8b-4c21-8722-c4b56ae77449 req-f36b5c63-b095-4194-b2b4-fa52fac0e1c5 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Synchronizing usage tracker for tenant:781465293c44446c94ba9574a17a3003 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:13:48.783476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-b4850c12-ea8b-4c21-8722-c4b56ae77449 req-f36b5c63-b095-4194-b2b4-fa52fac0e1c5 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Unset dirty status for tenant:781465293c44446c94ba9574a17a3003 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:13:48.784907 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b4850c12-ea8b-4c21-8722-c4b56ae77449 req-f36b5c63-b095-4194-b2b4-fa52fac0e1c5 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 945 time: 0.1855526 Oct 05 10:13:48.857255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-b4850c12-ea8b-4c21-8722-c4b56ae77449 req-15d17a86-de88-41b5-9aad-e016994cbcdc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Deleting port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:13:48.857598 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b4850c12-ea8b-4c21-8722-c4b56ae77449 req-15d17a86-de88-41b5-9aad-e016994cbcdc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:49.112619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-b4850c12-ea8b-4c21-8722-c4b56ae77449 req-15d17a86-de88-41b5-9aad-e016994cbcdc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] For port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d5db1ba2-9de4-4ee3-9a8b-57f8a294b063,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:49.112897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b4850c12-ea8b-4c21-8722-c4b56ae77449 req-15d17a86-de88-41b5-9aad-e016994cbcdc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:49.240381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-b4850c12-ea8b-4c21-8722-c4b56ae77449 req-15d17a86-de88-41b5-9aad-e016994cbcdc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Calling delete_port for d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:13:49.456873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b4850c12-ea8b-4c21-8722-c4b56ae77449 req-15d17a86-de88-41b5-9aad-e016994cbcdc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:49.494571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['29724172-7824-4a58-8bcb-6213838de48e', 'd5db1ba2-9de4-4ee3-9a8b-57f8a294b063'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:13:49.556409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d17a86-de88-41b5-9aad-e016994cbcdc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Pushing event deleted for resources: {'Port': ['ID=d5db1ba2-9de4-4ee3-9a8b-57f8a294b063,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:49.610196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4850c12-ea8b-4c21-8722-c4b56ae77449 req-15d17a86-de88-41b5-9aad-e016994cbcdc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] No DVR routers for this DVR port d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:13:49.613480 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b4850c12-ea8b-4c21-8722-c4b56ae77449 req-15d17a86-de88-41b5-9aad-e016994cbcdc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:49.616565 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d018e0b-d164-4b50-a0b8-d323d3ea6d72', 'name': 'network-vif-deleted', 'tag': 'd5db1ba2-9de4-4ee3-9a8b-57f8a294b063'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:13:49.619073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8a76f1-7760-41b3-b718-5ff79e79e906" -d '{"events": [{"server_uuid": "2d018e0b-d164-4b50-a0b8-d323d3ea6d72", "name": "network-vif-deleted", "tag": "d5db1ba2-9de4-4ee3-9a8b-57f8a294b063"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:13:49.662121 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3cb1f332-0062-4078-9262-4ce43248b94b req-e3080191-1992-4de6-bb4b-9d6777eca91b tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d018e0b-d164-4b50-a0b8-d323d3ea6d72 HTTP/1.1" status: 200 len: 210 time: 0.0785465 Oct 05 10:13:49.696984 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537328b9-2dc0-4389-be6d-3516c5e3def0 x-openstack-request-id: req-537328b9-2dc0-4389-be6d-3516c5e3def0 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:13:49.697528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d018e0b-d164-4b50-a0b8-d323d3ea6d72", "name": "network-vif-deleted", "tag": "d5db1ba2-9de4-4ee3-9a8b-57f8a294b063", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:13:49.697528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-537328b9-2dc0-4389-be6d-3516c5e3def0 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:13:49.697931 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537328b9-2dc0-4389-be6d-3516c5e3def0'] response: {'server_uuid': '2d018e0b-d164-4b50-a0b8-d323d3ea6d72', 'name': 'network-vif-deleted', 'tag': 'd5db1ba2-9de4-4ee3-9a8b-57f8a294b063', 'status': 'completed', 'code': 200} Oct 05 10:13:49.718490 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b4850c12-ea8b-4c21-8722-c4b56ae77449 req-15d17a86-de88-41b5-9aad-e016994cbcdc tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.55 "DELETE /v2.0/ports/d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 HTTP/1.1" status: 204 len: 173 time: 0.9191821 Oct 05 10:13:50.383709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-774f5575-a54d-41bb-bfd0-fad07d19c2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:50.955985 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de5066-768f-4901-992c-85a9ec013c6d req-7b9be190-16f0-4c8a-916c-4d386297be08 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:50.957385 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-85de5066-768f-4901-992c-85a9ec013c6d req-7b9be190-16f0-4c8a-916c-4d386297be08 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 946 time: 0.0951917 Oct 05 10:13:51.003449 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-85de5066-768f-4901-992c-85a9ec013c6d req-4b5a87ee-268d-42ed-a7ea-f82ec745417c tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393677 Oct 05 10:13:51.223750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845e4b0-1cc6-477d-96a9-38d49d7f28e2 req-ebd9e890-78f9-48c4-8a37-f984b221e511 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:51.225133 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0845e4b0-1cc6-477d-96a9-38d49d7f28e2 req-ebd9e890-78f9-48c4-8a37-f984b221e511 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 946 time: 0.0896230 Oct 05 10:13:51.272589 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0845e4b0-1cc6-477d-96a9-38d49d7f28e2 req-460f8f48-84d9-493d-88c7-c11690583005 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408230 Oct 05 10:13:51.473346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986813c0-99f4-4fcb-ad25-01125d080655 req-f02ecc15-fccb-4bae-8623-30e0dd5a139d tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:51.474902 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-986813c0-99f4-4fcb-ad25-01125d080655 req-f02ecc15-fccb-4bae-8623-30e0dd5a139d tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 946 time: 0.0901666 Oct 05 10:13:51.519191 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-986813c0-99f4-4fcb-ad25-01125d080655 req-9a08b10f-7cd6-4b7f-a27c-037742179c01 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386848 Oct 05 10:13:51.842923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08f823-c490-4693-b966-b32f059081bf req-516808a8-fcd3-4056-82c7-d0e153e3b4e1 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:51.844552 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2e08f823-c490-4693-b966-b32f059081bf req-516808a8-fcd3-4056-82c7-d0e153e3b4e1 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 946 time: 0.1036534 Oct 05 10:13:51.891019 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2e08f823-c490-4693-b966-b32f059081bf req-1723eb12-b9d7-4fff-aa0a-cc922ba275ca tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Oct 05 10:13:52.109800 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef85d91-54b4-4129-9874-a1585a5fa6b6 req-d11637b1-96c5-416d-b835-a52ca5a7fb75 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:52.111218 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ef85d91-54b4-4129-9874-a1585a5fa6b6 req-d11637b1-96c5-416d-b835-a52ca5a7fb75 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 946 time: 0.1067383 Oct 05 10:13:52.260226 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ef85d91-54b4-4129-9874-a1585a5fa6b6 req-ac016e7b-1361-45a0-b2b2-150427364ba6 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430607 Oct 05 10:13:52.472079 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647d152-5e37-4965-b317-ecea5c2ddfc4 req-d6962f22-da86-405c-971c-0f748e4b7525 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:52.473613 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1647d152-5e37-4965-b317-ecea5c2ddfc4 req-d6962f22-da86-405c-971c-0f748e4b7525 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 946 time: 0.0887167 Oct 05 10:13:52.518538 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1647d152-5e37-4965-b317-ecea5c2ddfc4 req-7bf20b92-e058-41d8-999a-5a3d668ffc62 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384736 Oct 05 10:13:52.640779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-78c67b5d-9723-4d74-8970-80d940c26b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:53.090290 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:13:53.127952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:13:53.128519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device d5db1ba2-9de4-4ee3-9a8b-57f8a294b063 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:13:53.285853 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b6480-97e1-4de5-845f-45223a8d340f req-eb7cbec8-38a5-4ff9-a8c0-dddc330b9e79 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:53.287563 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-540b6480-97e1-4de5-845f-45223a8d340f req-eb7cbec8-38a5-4ff9-a8c0-dddc330b9e79 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 946 time: 0.0981343 Oct 05 10:13:53.344426 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-540b6480-97e1-4de5-845f-45223a8d340f req-3f0f7427-3358-420b-9b5d-6604258d6442 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494261 Oct 05 10:13:54.252652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:54.338753 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:54.564792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc848c-09b5-4faf-9f60-0f75012e64c8 req-7be282a8-86f6-49e3-b833-f8a26dbbb66f tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:54.566245 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-15bc848c-09b5-4faf-9f60-0f75012e64c8 req-7be282a8-86f6-49e3-b833-f8a26dbbb66f tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 946 time: 0.1004415 Oct 05 10:13:54.614723 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-15bc848c-09b5-4faf-9f60-0f75012e64c8 req-55861f30-e54e-4578-879a-94c87b1e47d8 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411704 Oct 05 10:13:55.000820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c394f-bfd3-42e6-b309-3f976d7ad510 req-0cccebae-d939-4f0f-82c5-b78c102b127d tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:55.001487 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-bf0c394f-bfd3-42e6-b309-3f976d7ad510 req-0cccebae-d939-4f0f-82c5-b78c102b127d tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Synchronizing usage tracker for tenant:781465293c44446c94ba9574a17a3003 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:13:55.086638 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-bf0c394f-bfd3-42e6-b309-3f976d7ad510 req-0cccebae-d939-4f0f-82c5-b78c102b127d tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Unset dirty status for tenant:781465293c44446c94ba9574a17a3003 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:13:55.087804 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-bf0c394f-bfd3-42e6-b309-3f976d7ad510 req-0cccebae-d939-4f0f-82c5-b78c102b127d tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.55 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 946 time: 0.1791656 Oct 05 10:13:55.169739 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-bf0c394f-bfd3-42e6-b309-3f976d7ad510 req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Deleting port 29724172-7824-4a58-8bcb-6213838de48e {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:13:55.170269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-bf0c394f-bfd3-42e6-b309-3f976d7ad510 req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:55.421845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-bf0c394f-bfd3-42e6-b309-3f976d7ad510 req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] For port 29724172-7824-4a58-8bcb-6213838de48e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=29724172-7824-4a58-8bcb-6213838de48e,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:55.422151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-bf0c394f-bfd3-42e6-b309-3f976d7ad510 req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:55.536977 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:55.656674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-bf0c394f-bfd3-42e6-b309-3f976d7ad510 req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Calling delete_port for 29724172-7824-4a58-8bcb-6213838de48e owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:13:55.726442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:55.880571 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09343d-efa4-4639-b67d-44e5995a3256 req-357c26d1-4771-4fb8-8301-2230d8559bde tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:55.882227 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5a09343d-efa4-4639-b67d-44e5995a3256 req-357c26d1-4771-4fb8-8301-2230d8559bde tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 946 time: 0.1224997 Oct 05 10:13:55.930868 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5a09343d-efa4-4639-b67d-44e5995a3256 req-75668fb1-4198-49bd-8c02-2e58020aaf3e tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427542 Oct 05 10:13:55.932045 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-bf0c394f-bfd3-42e6-b309-3f976d7ad510 req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:55.966300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['29724172-7824-4a58-8bcb-6213838de48e'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:13:56.010690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Pushing event deleted for resources: {'Port': ['ID=29724172-7824-4a58-8bcb-6213838de48e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:56.071084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:56.071454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:56.071870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:56.072219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:56.072554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:56.072890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:56.073233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:56.073558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:56.073892 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:56.074244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:56.074586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:56.075020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:56.122609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0c394f-bfd3-42e6-b309-3f976d7ad510 req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] No DVR routers for this DVR port 29724172-7824-4a58-8bcb-6213838de48e on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:13:56.125466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-bf0c394f-bfd3-42e6-b309-3f976d7ad510 req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:56.128463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd952add9-0841-403a-9a0b-9e41324b117e', 'name': 'network-vif-deleted', 'tag': '29724172-7824-4a58-8bcb-6213838de48e'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:13:56.130943 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c546010f-1ac0-4f1d-8c0d-c4400dd3d5a9" -d '{"events": [{"server_uuid": "d952add9-0841-403a-9a0b-9e41324b117e", "name": "network-vif-deleted", "tag": "29724172-7824-4a58-8bcb-6213838de48e"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:13:56.180305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7d8c90-9be8-4f51-93e3-fab51a5428b6 x-openstack-request-id: req-0b7d8c90-9be8-4f51-93e3-fab51a5428b6 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:13:56.180305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d952add9-0841-403a-9a0b-9e41324b117e", "name": "network-vif-deleted", "tag": "29724172-7824-4a58-8bcb-6213838de48e", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:13:56.180527 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b7d8c90-9be8-4f51-93e3-fab51a5428b6 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:13:56.180757 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7d8c90-9be8-4f51-93e3-fab51a5428b6'] response: {'server_uuid': 'd952add9-0841-403a-9a0b-9e41324b117e', 'name': 'network-vif-deleted', 'tag': '29724172-7824-4a58-8bcb-6213838de48e', 'status': 'completed', 'code': 200} Oct 05 10:13:56.230356 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-bf0c394f-bfd3-42e6-b309-3f976d7ad510 req-3169ddba-0876-4322-8dd9-315c94e0a966 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.55 "DELETE /v2.0/ports/29724172-7824-4a58-8bcb-6213838de48e HTTP/1.1" status: 204 len: 173 time: 1.1378183 Oct 05 10:13:57.145942 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a2301597-5851-414b-b068-75fbb4e91391 req-eba63459-aab9-48f1-a441-1adacb8016b4 tempest-ServersNegativeTestJSON-2146103804 tempest-ServersNegativeTestJSON-2146103804-project] 10.222.0.49 "GET /v2.0/ports?device_id=d952add9-0841-403a-9a0b-9e41324b117e HTTP/1.1" status: 200 len: 210 time: 0.0547068 Oct 05 10:13:58.247056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 48844) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:58.798631 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d34a6912-e2c6-4049-96e6-aa694a82e0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:59.136080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 29724172-7824-4a58-8bcb-6213838de48e no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:13:59.141113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-d34a6912-e2c6-4049-96e6-aa694a82e0e0 admin admin] Deleting port e27a6cc6-99d8-4492-9d40-021149799add {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:13:59.146196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d34a6912-e2c6-4049-96e6-aa694a82e0e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:59.171815 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 29724172-7824-4a58-8bcb-6213838de48e {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:13:59.172160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 29724172-7824-4a58-8bcb-6213838de48e not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:13:59.434135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-d34a6912-e2c6-4049-96e6-aa694a82e0e0 admin admin] For port e27a6cc6-99d8-4492-9d40-021149799add, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=e27a6cc6-99d8-4492-9d40-021149799add,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:59.434729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d34a6912-e2c6-4049-96e6-aa694a82e0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:59.493456 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:13:59.558048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-d34a6912-e2c6-4049-96e6-aa694a82e0e0 admin admin] Calling delete_port for e27a6cc6-99d8-4492-9d40-021149799add owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:13:59.936668 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d34a6912-e2c6-4049-96e6-aa694a82e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:59.984500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a6912-e2c6-4049-96e6-aa694a82e0e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e27a6cc6-99d8-4492-9d40-021149799add,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:00.262123 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d34a6912-e2c6-4049-96e6-aa694a82e0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:00.630921 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34a6912-e2c6-4049-96e6-aa694a82e0e0 admin admin] Router 528af02d-035c-4614-b043-fc1412115866 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:14:00.939076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34a6912-e2c6-4049-96e6-aa694a82e0e0 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:14:00.948595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7de7299-f1b9-4612-b208-402e9bf1581c None None] Sync routers for ids ['528af02d-035c-4614-b043-fc1412115866'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:14:00.953960 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d34a6912-e2c6-4049-96e6-aa694a82e0e0 admin admin] 10.222.0.49 "PUT /v2.0/routers/528af02d-035c-4614-b043-fc1412115866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7036521 Oct 05 10:14:00.954554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48848) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:00.958469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7de7299-f1b9-4612-b208-402e9bf1581c None None] Routers {'528af02d-035c-4614-b043-fc1412115866'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:14:00.959356 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d7de7299-f1b9-4612-b208-402e9bf1581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:13:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['528af02d-035c-4614-b043-fc1412115866'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:01.132298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:01.138545 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-d7de7299-f1b9-4612-b208-402e9bf1581c None None] Set router 528af02d-035c-4614-b043-fc1412115866 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:14:01.311386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:01.383631 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Deleting port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:01.383972 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:01.432474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d7de7299-f1b9-4612-b208-402e9bf1581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af02d-035c-4614-b043-fc1412115866', 'name': 'tempest-ServersNegativeTestJSON-272197824-router', 'tenant_id': '781465293c44446c94ba9574a17a3003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '4e0f60ff-6db8-4f4f-9a5b-d0b22585b329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:13:11Z', 'updated_at': '2022-10-05T10:13:59Z', 'revision_number': 5, 'project_id': '781465293c44446c94ba9574a17a3003', 'gw_port': {'id': '4e0f60ff-6db8-4f4f-9a5b-d0b22585b329', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af02d-035c-4614-b043-fc1412115866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:13:12Z', 'updated_at': '2022-10-05T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:01.436461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7de7299-f1b9-4612-b208-402e9bf1581c None None] Checking router: 528af02d-035c-4614-b043-fc1412115866 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:14:01.445640 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7de7299-f1b9-4612-b208-402e9bf1581c None None] Routers {'528af02d-035c-4614-b043-fc1412115866'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:14:01.446199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d7de7299-f1b9-4612-b208-402e9bf1581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:13:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['528af02d-035c-4614-b043-fc1412115866'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:01.567571 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] For port 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4e0f60ff-6db8-4f4f-9a5b-d0b22585b329,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:01.567935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:01.601369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-d7de7299-f1b9-4612-b208-402e9bf1581c None None] Set router 528af02d-035c-4614-b043-fc1412115866 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:14:01.692076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Calling delete_port for 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:14:01.709160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d7de7299-f1b9-4612-b208-402e9bf1581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af02d-035c-4614-b043-fc1412115866', 'name': 'tempest-ServersNegativeTestJSON-272197824-router', 'tenant_id': '781465293c44446c94ba9574a17a3003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:13:11Z', 'updated_at': '2022-10-05T10:14:01Z', 'revision_number': 6, 'project_id': '781465293c44446c94ba9574a17a3003', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:01.714170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7de7299-f1b9-4612-b208-402e9bf1581c None None] The sync data for ids ['528af02d-035c-4614-b043-fc1412115866'] in dv-neutron-860329-1-hyperv is: [{'id': '528af02d-035c-4614-b043-fc1412115866', 'name': 'tempest-ServersNegativeTestJSON-272197824-router', 'tenant_id': '781465293c44446c94ba9574a17a3003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:13:11Z', 'updated_at': '2022-10-05T10:14:01Z', 'revision_number': 6, 'project_id': '781465293c44446c94ba9574a17a3003', 'gw_port_host': None}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:14:02.172014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:02.219680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e0f60ff-6db8-4f4f-9a5b-d0b22585b329,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:02.261503 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:02.261852 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:02.262220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:02.262555 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:02.262886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:02.263217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:02.263542 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:02.263865 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:02.264187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:02.264505 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:02.264824 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:02.265152 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:02.329947 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:02.505158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:02.507754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:02.600863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:02.601456 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 528af02d-035c-4614-b043-fc1412115866 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:14:02.614050 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:02.615203 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4542f6f4-7a5b-4271-8b58-769ddee7cf03 admin admin] 10.222.0.49 "DELETE /v2.0/routers/528af02d-035c-4614-b043-fc1412115866 HTTP/1.1" status: 204 len: 168 time: 1.6596704 Oct 05 10:14:02.617861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48852) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:02.678210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c835d7-9775-4e7d-8346-3b527036ddb4 admin admin] Deleting subnet 8834aa98-91f4-4e80-b49d-e4de2d4f2086 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:14:02.681260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7c835d7-9775-4e7d-8346-3b527036ddb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:02.733120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7c835d7-9775-4e7d-8346-3b527036ddb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:02.818269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7c835d7-9775-4e7d-8346-3b527036ddb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:02.954419 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7c835d7-9775-4e7d-8346-3b527036ddb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:02.992455 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c835d7-9775-4e7d-8346-3b527036ddb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8834aa98-91f4-4e80-b49d-e4de2d4f2086,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:02.996061 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7c835d7-9775-4e7d-8346-3b527036ddb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:03.001914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01298768-c473-40e1-bb5a-837b305a1d5e None None] Network 162867ea-6cb9-496e-80e6-5d45c05f789f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:03.002479 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d7c835d7-9775-4e7d-8346-3b527036ddb4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8834aa98-91f4-4e80-b49d-e4de2d4f2086 HTTP/1.1" status: 204 len: 168 time: 0.3836031 Oct 05 10:14:03.004869 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48856) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:03.110896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:03.121750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] Deleting port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:03.122144 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:03.290930 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5735636-882c-40ef-8664-0c72099b2191 None None] DHCP port deletion for 162867ea-6cb9-496e-80e6-5d45c05f789f request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:14:03.292983 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:14:03.345723 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] For port 3398f386-6d9d-43cc-bc5f-395a0d0587e9, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3398f386-6d9d-43cc-bc5f-395a0d0587e9,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:03.346586 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:03.376236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5735636-882c-40ef-8664-0c72099b2191 None None] Deleting port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:03.376620 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5735636-882c-40ef-8664-0c72099b2191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:03.400383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:14:03.400730 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4e0f60ff-6db8-4f4f-9a5b-d0b22585b329 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:14:03.401148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device e27a6cc6-99d8-4492-9d40-021149799add no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:14:03.447454 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: e27a6cc6-99d8-4492-9d40-021149799add {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:14:03.447797 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device e27a6cc6-99d8-4492-9d40-021149799add not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:14:03.473915 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] Calling delete_port for 3398f386-6d9d-43cc-bc5f-395a0d0587e9 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:14:03.617851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b5735636-882c-40ef-8664-0c72099b2191 None None] For port 3398f386-6d9d-43cc-bc5f-395a0d0587e9, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=3398f386-6d9d-43cc-bc5f-395a0d0587e9,segment=NetworkSegment(53b4c2a9-4681-4e44-8fe1-effd897a92e2),segment_id=53b4c2a9-4681-4e44-8fe1-effd897a92e2)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:03.618252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5735636-882c-40ef-8664-0c72099b2191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:03.620247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:03.669477 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] No DVR routers for this DVR port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:14:03.696602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] Pushing event deleted for resources: {'Port': ['ID=3398f386-6d9d-43cc-bc5f-395a0d0587e9,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:03.742072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5735636-882c-40ef-8664-0c72099b2191 None None] Calling delete_port for 3398f386-6d9d-43cc-bc5f-395a0d0587e9 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:14:03.824363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-b5735636-882c-40ef-8664-0c72099b2191 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:14:03.824825 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-b5735636-882c-40ef-8664-0c72099b2191 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:14:03.895352 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:03.923515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162867ea-6cb9-496e-80e6-5d45c05f789f']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:03.936675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b4c2a9-4681-4e44-8fe1-effd897a92e2') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:03.936974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b4c2a9-4681-4e44-8fe1-effd897a92e2') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:03.948749 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:03.965535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:03.971876 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:14:03.972264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:04.040635 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 53b4c2a9-4681-4e44-8fe1-effd897a92e2 resource provider aggregate not found Oct 05 10:14:04.062842 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 53b4c2a9-4681-4e44-8fe1-effd897a92e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53b4c2a9-4681-4e44-8fe1-effd897a92e2 found for delete ", "request_id": "req-f5426fa8-fbd9-4e47-989d-9f2343ee2c13"}]} Oct 05 10:14:04.137809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:04.142009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:04.165321 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] Pushing event deleted for resources: {'Network': ['ID=162867ea-6cb9-496e-80e6-5d45c05f789f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:04.258616 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-120571d8-f76b-4d00-8405-55753fe2201b admin admin] 10.222.0.49 "DELETE /v2.0/networks/162867ea-6cb9-496e-80e6-5d45c05f789f HTTP/1.1" status: 204 len: 168 time: 1.2526264 Oct 05 10:14:04.326138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5735636-882c-40ef-8664-0c72099b2191 None None] Deleting port 3398f386-6d9d-43cc-bc5f-395a0d0587e9 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:04.326714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5735636-882c-40ef-8664-0c72099b2191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:04.394159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b5735636-882c-40ef-8664-0c72099b2191 None None] The port '3398f386-6d9d-43cc-bc5f-395a0d0587e9' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:14:04.595703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48866) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:04.648399 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-af00ec2b-b6aa-4ffd-9637-62005fba5ded admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=781465293c44446c94ba9574a17a3003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510383 Oct 05 10:14:04.650960 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48870) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:04.708238 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c929b02c-3084-453a-9cfb-c56899d0f389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:04.735201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c929b02c-3084-453a-9cfb-c56899d0f389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:04.869414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c929b02c-3084-453a-9cfb-c56899d0f389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:04.886864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929b02c-3084-453a-9cfb-c56899d0f389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f46eb1a-e260-4a09-9fbd-03e2fef2cc42,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:04.948343 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c929b02c-3084-453a-9cfb-c56899d0f389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:04.949462 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c929b02c-3084-453a-9cfb-c56899d0f389 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f46eb1a-e260-4a09-9fbd-03e2fef2cc42 HTTP/1.1" status: 204 len: 168 time: 0.2976189 Oct 05 10:14:05.250743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3398f386-6d9d-43cc-bc5f-395a0d0587e9 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:14:05.289749 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 3398f386-6d9d-43cc-bc5f-395a0d0587e9 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:14:05.290118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 3398f386-6d9d-43cc-bc5f-395a0d0587e9 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:14:06.039076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48894) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:06.151654 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-360958953'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:06.160017 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:06.160625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Usage tracker for resource:network and tenant:8b5c6aa1f786427b8175ed6674b6341d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:06.164219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:06.170214 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:06.229013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Made reservation on behalf of 8b5c6aa1f786427b8175ed6674b6341d for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:06.232584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:06.245427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:06.260672 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:06.264552 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Usage tracker for resource:security_group_rule and tenant:8b5c6aa1f786427b8175ed6674b6341d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:06.267592 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:06.273701 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:06.369352 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:06.435289 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:06.470087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:14:06.479923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b1883b-62c1-4091-9abd-1a4ff9e729df,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:06.484493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:06.484838 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Added segment b8691c8f-2836-4f58-b36a-0d5449ce0c6a of type vlan for network 0b862c00-35b0-464d-8934-c21c1e9b60a6 Oct 05 10:14:06.512431 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:06.623786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:06.629402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:06.632450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:06.744774 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event updated for resources: {'Network': ['ID=0b862c00-35b0-464d-8934-c21c1e9b60a6,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:06.756212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 0b862c00-35b0-464d-8934-c21c1e9b60a6 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:14:06.807127 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-945e36bd-4516-4b22-8418-6779bebb2888 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7669048 Oct 05 10:14:10.171557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48900) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:10.177319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Request body: {'subnet': {'network_id': '0b862c00-35b0-464d-8934-c21c1e9b60a6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:10.293943 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:10.298429 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Usage tracker for resource:subnet and tenant:8b5c6aa1f786427b8175ed6674b6341d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:10.303359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:10.312619 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:10.393544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Made reservation on behalf of 8b5c6aa1f786427b8175ed6674b6341d for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:10.397173 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:10.719540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:10.806474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event updated for resources: {'Subnet': ['ID=69936c8e-bf67-4733-a51f-7fe44c4bc833,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:10.824461 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Checking segment: {'id': 'b8691c8f-2836-4f58-b36a-0d5449ce0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0b862c00-35b0-464d-8934-c21c1e9b60a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:10.834244 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Network hostable DHCP agents. Network: 0b862c00-35b0-464d-8934-c21c1e9b60a6, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:14:10.926233 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Network 0b862c00-35b0-464d-8934-c21c1e9b60a6 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:14:11.006182 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 0b862c00-35b0-464d-8934-c21c1e9b60a6) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:11.010900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:11.011408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:11.016574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244132b1-a781-4f67-be84-3776f6aeab12 None None] Network 0b862c00-35b0-464d-8934-c21c1e9b60a6 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:11.092504 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4cb75a7e-8933-4ebe-95bb-4fe3ed6ec6a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9198554 Oct 05 10:14:11.096138 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48904) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:11.102330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1303855153'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:11.107643 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:11.111855 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Usage tracker for resource:network and tenant:8b5c6aa1f786427b8175ed6674b6341d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:11.115117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:11.121823 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:11.177461 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Made reservation on behalf of 8b5c6aa1f786427b8175ed6674b6341d for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:11.182058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:11.214359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:14:11.225204 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:11.225550 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Added segment e289fa22-20cf-4799-9515-03164e67e4f6 of type vlan for network 5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf Oct 05 10:14:11.257298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:11.268025 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-0b862c00-35b0-464d-8934-c21c1e9b60a6', 'network_id': '0b862c00-35b0-464d-8934-c21c1e9b60a6', 'tenant_id': '8b5c6aa1f786427b8175ed6674b6341d', 'fixed_ips': [{'subnet_id': '69936c8e-bf67-4733-a51f-7fe44c4bc833'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:14:11.268936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:11.349230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:11.355689 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:11.356312 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:11.436894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Allocated IP 2001:db8:0:ffff::2 (0b862c00-35b0-464d-8934-c21c1e9b60a6/69936c8e-bf67-4733-a51f-7fe44c4bc833/ed7af6c2-0ddc-49b1-856a-9003c12addcd) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:14:11.467918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event updated for resources: {'Network': ['ID=5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:11.519441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:14:11.531811 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e05e1d14-fe72-424d-8239-663c7c7f919f tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4345410 Oct 05 10:14:11.534964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48908) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:11.541436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Request body: {'subnet': {'network_id': '5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:11.656976 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:11.660990 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Usage tracker for resource:subnet and tenant:8b5c6aa1f786427b8175ed6674b6341d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:11.664063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:11.670605 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:11.745375 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:11.756130 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Transition to ACTIVE for port object ed7af6c2-0ddc-49b1-856a-9003c12addcd will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:11.760349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Made reservation on behalf of 8b5c6aa1f786427b8175ed6674b6341d for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:11.765088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:11.777213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Transition to ACTIVE for port object ed7af6c2-0ddc-49b1-856a-9003c12addcd will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:11.852310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:11.960684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Network 0b862c00-35b0-464d-8934-c21c1e9b60a6 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:14:11.963598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:11.967455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:14:11.973657 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Pushing event updated for resources: {'Port': ['ID=ed7af6c2-0ddc-49b1-856a-9003c12addcd,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:12.063715 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:12.081884 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Attempting to bind port ed7af6c2-0ddc-49b1-856a-9003c12addcd on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:14:12.082492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Attempting to bind port ed7af6c2-0ddc-49b1-856a-9003c12addcd by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'b8691c8f-2836-4f58-b36a-0d5449ce0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0b862c00-35b0-464d-8934-c21c1e9b60a6'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:14:12.082765 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Attempting to bind port ed7af6c2-0ddc-49b1-856a-9003c12addcd on network 0b862c00-35b0-464d-8934-c21c1e9b60a6 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:14:12.088477 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:14:12.088856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Checking segment: {'id': 'b8691c8f-2836-4f58-b36a-0d5449ce0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0b862c00-35b0-464d-8934-c21c1e9b60a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:12.089256 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:12.089646 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Bound using segment: {'id': 'b8691c8f-2836-4f58-b36a-0d5449ce0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0b862c00-35b0-464d-8934-c21c1e9b60a6'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:14:12.090134 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Bound port: ed7af6c2-0ddc-49b1-856a-9003c12addcd, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8691c8f-2836-4f58-b36a-0d5449ce0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0b862c00-35b0-464d-8934-c21c1e9b60a6'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:14:12.090510 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:12.198261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] For port ed7af6c2-0ddc-49b1-856a-9003c12addcd, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:14:12.201628 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] For port ed7af6c2-0ddc-49b1-856a-9003c12addcd, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ed7af6c2-0ddc-49b1-856a-9003c12addcd,segment=NetworkSegment(b8691c8f-2836-4f58-b36a-0d5449ce0c6a),segment_id=b8691c8f-2836-4f58-b36a-0d5449ce0c6a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:14:12.251195 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event updated for resources: {'Subnet': ['ID=9013eca5-13aa-4b78-b725-81d817625f6d,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:12.262413 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Checking segment: {'id': 'e289fa22-20cf-4799-9515-03164e67e4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:12.262413 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Network hostable DHCP agents. Network: 5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:14:12.281003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:12.371983 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Network 5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:14:12.380644 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbccc55-a31d-456e-9ffa-5a326ae6b596 None None] Pushing event updated for resources: {'Port': ['ID=ed7af6c2-0ddc-49b1-856a-9003c12addcd,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:12.440421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:12.446039 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:12.446645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:12.450859 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d819df3-f996-41f2-8c91-62371a601b77 None None] Network 5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:12.533002 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ce8baeb9-79ff-4982-bfdf-654a88acb081 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9969735 Oct 05 10:14:12.535744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48912) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:12.704494 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:12.730111 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf', 'network_id': '5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf', 'tenant_id': '8b5c6aa1f786427b8175ed6674b6341d', 'fixed_ips': [{'subnet_id': '9013eca5-13aa-4b78-b725-81d817625f6d'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:14:12.730950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:12.792016 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:12.910707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Allocated IP 2001:db8::2 (5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf/9013eca5-13aa-4b78-b725-81d817625f6d/c073ab80-c3d4-4b32-b0f1-43511471af5d) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:14:13.144781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:13.158705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Transition to ACTIVE for port object c073ab80-c3d4-4b32-b0f1-43511471af5d will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:13.179189 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Transition to ACTIVE for port object c073ab80-c3d4-4b32-b0f1-43511471af5d will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:13.243369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:13.323829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Network 5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:14:13.323829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ed7af6c2-0ddc-49b1-856a-9003c12addcd up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:13.338647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:13.359441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:13.375506 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:14:13.392578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Pushing event updated for resources: {'Port': ['ID=c073ab80-c3d4-4b32-b0f1-43511471af5d,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:13.401382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5657dd3a-d002-4029-89d8-990130c8561b None None] Network 0b862c00-35b0-464d-8934-c21c1e9b60a6 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:13.418251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event deleted for resources: {'Subnet': ['ID=9013eca5-13aa-4b78-b725-81d817625f6d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:13.505028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:13.532331 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:13.545394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e289fa22-20cf-4799-9515-03164e67e4f6') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:13.545695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e289fa22-20cf-4799-9515-03164e67e4f6') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:13.559219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:13.577472 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:13.583712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:14:13.584102 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:13.638094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Attempting to bind port c073ab80-c3d4-4b32-b0f1-43511471af5d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:14:13.638306 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Attempting to bind port c073ab80-c3d4-4b32-b0f1-43511471af5d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'e289fa22-20cf-4799-9515-03164e67e4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:14:13.638533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Attempting to bind port c073ab80-c3d4-4b32-b0f1-43511471af5d on network 5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:14:13.655475 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:14:13.655844 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Checking segment: {'id': 'e289fa22-20cf-4799-9515-03164e67e4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:13.656245 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:13.656629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Bound using segment: {'id': 'e289fa22-20cf-4799-9515-03164e67e4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:14:13.657087 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Bound port: c073ab80-c3d4-4b32-b0f1-43511471af5d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e289fa22-20cf-4799-9515-03164e67e4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:14:13.657456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:13.660163 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment e289fa22-20cf-4799-9515-03164e67e4f6 resource provider aggregate not found Oct 05 10:14:13.687187 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment e289fa22-20cf-4799-9515-03164e67e4f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e289fa22-20cf-4799-9515-03164e67e4f6 found for delete ", "request_id": "req-f0ad31b9-ffa9-4f47-b177-19891365899f"}]} Oct 05 10:14:13.743051 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.db.api [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 10:14:13.743051 dv-neutron-860329-1-hyperv neutron-server[89846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 10:14:13.743051 dv-neutron-860329-1-hyperv neutron-server[89846]: [parameters: {'id': '5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf'}] Oct 05 10:14:13.743051 dv-neutron-860329-1-hyperv neutron-server[89846]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:14:13.743585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG oslo_db.api [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:14:13.756485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8f713af8-83eb-4e46-bc8a-7c1a08a7dc0f None None] Provisioning for port ed7af6c2-0ddc-49b1-856a-9003c12addcd completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:14:13.792360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port ed7af6c2-0ddc-49b1-856a-9003c12addcd completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:14:13.807756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port ed7af6c2-0ddc-49b1-856a-9003c12addcd triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:13.808122 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:13.808450 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port ed7af6c2-0ddc-49b1-856a-9003c12addcd Oct 05 10:14:13.877880 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] For port c073ab80-c3d4-4b32-b0f1-43511471af5d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:14:13.904847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] For port c073ab80-c3d4-4b32-b0f1-43511471af5d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c073ab80-c3d4-4b32-b0f1-43511471af5d,segment=NetworkSegment(e289fa22-20cf-4799-9515-03164e67e4f6),segment_id=e289fa22-20cf-4799-9515-03164e67e4f6)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:14:13.969710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:14.147851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bbfd9-81de-4621-aa77-8539d1adabec None None] Pushing event updated for resources: {'Port': ['ID=c073ab80-c3d4-4b32-b0f1-43511471af5d,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:14.152756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port ed7af6c2-0ddc-49b1-856a-9003c12addcd is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:14.153131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:14.186087 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670f02b0-4ff8-4f97-a079-74180db95563 None None] Network 5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:14.244943 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:14.260256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Deleting port c073ab80-c3d4-4b32-b0f1-43511471af5d {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:14.260514 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:14.274725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port ed7af6c2-0ddc-49b1-856a-9003c12addcd, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ed7af6c2-0ddc-49b1-856a-9003c12addcd,segment=NetworkSegment(b8691c8f-2836-4f58-b36a-0d5449ce0c6a),segment_id=b8691c8f-2836-4f58-b36a-0d5449ce0c6a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:14.375497 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:14.472274 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-cb1fa397-b0a2-4161-aab6-58c9ce4e12f4 None None] Provisioning complete for port ed7af6c2-0ddc-49b1-856a-9003c12addcd triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:14.477576 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cb1fa397-b0a2-4161-aab6-58c9ce4e12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:14.477576 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-cb1fa397-b0a2-4161-aab6-58c9ce4e12f4 None None] Attempt 1 to provision port ed7af6c2-0ddc-49b1-856a-9003c12addcd Oct 05 10:14:14.500669 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=ed7af6c2-0ddc-49b1-856a-9003c12addcd,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:14.533064 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] For port c073ab80-c3d4-4b32-b0f1-43511471af5d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=c073ab80-c3d4-4b32-b0f1-43511471af5d,segment=NetworkSegment(e289fa22-20cf-4799-9515-03164e67e4f6),segment_id=e289fa22-20cf-4799-9515-03164e67e4f6)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:14.533656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:14.555942 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1a30df-c9a0-4346-b076-e635f26db120 None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 10:14:14.660490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-cb1fa397-b0a2-4161-aab6-58c9ce4e12f4 None None] Current status of the port ed7af6c2-0ddc-49b1-856a-9003c12addcd is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:14.667409 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Calling delete_port for c073ab80-c3d4-4b32-b0f1-43511471af5d owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:14:14.696781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1a30df-c9a0-4346-b076-e635f26db120 None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 10:14:14.817527 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:14.869383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event deleted for resources: {'Port': ['ID=c073ab80-c3d4-4b32-b0f1-43511471af5d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:14.873750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] No DVR routers for this DVR port c073ab80-c3d4-4b32-b0f1-43511471af5d on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:14:15.007239 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:15.034375 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:15.047315 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e289fa22-20cf-4799-9515-03164e67e4f6') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:15.047621 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e289fa22-20cf-4799-9515-03164e67e4f6') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:15.059700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:15.076458 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:15.085753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:14:15.086323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:15.257724 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:15.260254 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ed7af6c2-0ddc-49b1-856a-9003c12addcd up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:15.282949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:15.290222 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event deleted for resources: {'Network': ['ID=5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:15.303385 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fef16971-eda5-402b-92e1-1da6b0929526 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "DELETE /v2.0/networks/5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf HTTP/1.1" status: 204 len: 168 time: 2.7627738 Oct 05 10:14:15.303633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48920) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:15.309073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1178504520'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:15.314003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:15.317950 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Usage tracker for resource:network and tenant:8b5c6aa1f786427b8175ed6674b6341d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:15.321542 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:15.328066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:15.337334 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port ed7af6c2-0ddc-49b1-856a-9003c12addcd triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:15.337709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:15.338075 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port ed7af6c2-0ddc-49b1-856a-9003c12addcd Oct 05 10:14:15.412076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Made reservation on behalf of 8b5c6aa1f786427b8175ed6674b6341d for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:15.415685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:15.449575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:14:15.463519 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:15.463893 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Added segment ff61407c-f0a8-48a7-a37d-fdb38d11b481 of type vlan for network d85defff-ad2a-4e6d-a0d2-aa3cc74b8450 Oct 05 10:14:15.465017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port ed7af6c2-0ddc-49b1-856a-9003c12addcd is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:15.491933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:15.606427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:15.611782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:15.612373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:15.788786 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment e289fa22-20cf-4799-9515-03164e67e4f6 resource provider aggregate not found Oct 05 10:14:15.808988 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment e289fa22-20cf-4799-9515-03164e67e4f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e289fa22-20cf-4799-9515-03164e67e4f6 found for delete ", "request_id": "req-d225b3ce-b70f-44e6-847f-eef6f59c4e14"}]} Oct 05 10:14:15.832460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event updated for resources: {'Network': ['ID=d85defff-ad2a-4e6d-a0d2-aa3cc74b8450,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:15.844821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network d85defff-ad2a-4e6d-a0d2-aa3cc74b8450 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:14:15.881781 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d9b25ed5-b924-4301-aee4-c837db572063 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5766561 Oct 05 10:14:15.884867 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48928) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:15.890961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Request body: {'subnet': {'network_id': 'd85defff-ad2a-4e6d-a0d2-aa3cc74b8450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:16.000546 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:16.004285 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Usage tracker for resource:subnet and tenant:8b5c6aa1f786427b8175ed6674b6341d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:16.007688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:16.013550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:16.097510 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Made reservation on behalf of 8b5c6aa1f786427b8175ed6674b6341d for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:16.102146 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:16.198822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.ipam_backend_mixin [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Performing IP validity checks on allocation pools {{(pid=89846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 10:14:16.199352 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.ipam_backend_mixin [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 10:14:16.440871 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:16.518036 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event updated for resources: {'Subnet': ['ID=ee58a0bb-cd80-4283-a885-42fde071aa43,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:16.529093 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Checking segment: {'id': 'ff61407c-f0a8-48a7-a37d-fdb38d11b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd85defff-ad2a-4e6d-a0d2-aa3cc74b8450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:16.529463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Network hostable DHCP agents. Network: d85defff-ad2a-4e6d-a0d2-aa3cc74b8450, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:14:16.589162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Network d85defff-ad2a-4e6d-a0d2-aa3cc74b8450 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:14:16.634703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, d85defff-ad2a-4e6d-a0d2-aa3cc74b8450) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:16.639544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:16.640182 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:16.644740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee215be-e046-48a7-be3a-bc9364b2702d None None] Network d85defff-ad2a-4e6d-a0d2-aa3cc74b8450 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:16.704491 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c8c00fc5-60e2-4d2c-be09-3605187c1350 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8181307 Oct 05 10:14:16.707070 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48932) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:16.860488 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:16.887577 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cde8e6-fb63-46d1-8d9e-d2deb13a9753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-d85defff-ad2a-4e6d-a0d2-aa3cc74b8450', 'network_id': 'd85defff-ad2a-4e6d-a0d2-aa3cc74b8450', 'tenant_id': '8b5c6aa1f786427b8175ed6674b6341d', 'fixed_ips': [{'subnet_id': 'ee58a0bb-cd80-4283-a885-42fde071aa43'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:14:16.888404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-54cde8e6-fb63-46d1-8d9e-d2deb13a9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:16.932179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:17.087168 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server [None req-54cde8e6-fb63-46d1-8d9e-d2deb13a9753 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee58a0bb-cd80-4283-a885-42fde071aa43: This subnet is being modified by another concurrent operation. Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server raise exception Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee58a0bb-cd80-4283-a885-42fde071aa43: This subnet is being modified by another concurrent operation. Oct 05 10:14:17.122941 dv-neutron-860329-1-hyperv neutron-server[89847]: ERROR oslo_messaging.rpc.server Oct 05 10:14:17.140409 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event deleted for resources: {'Subnet': ['ID=ee58a0bb-cd80-4283-a885-42fde071aa43,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:17.149873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b72a7d-eead-4751-ac74-ba0675f954b5 None None] Network d85defff-ad2a-4e6d-a0d2-aa3cc74b8450 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:17.240618 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:17.271257 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85defff-ad2a-4e6d-a0d2-aa3cc74b8450']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:17.284594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff61407c-f0a8-48a7-a37d-fdb38d11b481') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:17.284894 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff61407c-f0a8-48a7-a37d-fdb38d11b481') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:17.298804 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:17.318698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:17.325479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:14:17.325948 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:17.328983 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e879f750-36d1-42e7-b284-fc9c77923912 None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 10:14:17.422590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e879f750-36d1-42e7-b284-fc9c77923912 None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 10:14:17.525880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:17.545380 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:17.557153 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event deleted for resources: {'Network': ['ID=d85defff-ad2a-4e6d-a0d2-aa3cc74b8450,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:17.561488 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-efc53bb8-635e-4c0c-80a8-0fe8decd2bff tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "DELETE /v2.0/networks/d85defff-ad2a-4e6d-a0d2-aa3cc74b8450 HTTP/1.1" status: 204 len: 168 time: 0.8531892 Oct 05 10:14:17.565691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48936) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:17.572035 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1210481577'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:17.576975 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:17.580773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Usage tracker for resource:network and tenant:8b5c6aa1f786427b8175ed6674b6341d is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:17.583709 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:17.590622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:17.657409 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Made reservation on behalf of 8b5c6aa1f786427b8175ed6674b6341d for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:17.660897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:17.694953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:14:17.707560 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:17.708126 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Added segment d758adf7-6bfe-4eb5-918a-e9c5b1dc9c92 of type vlan for network b3dc0506-e5c9-4bde-99f5-9b050778b68c Oct 05 10:14:17.742595 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:17.826032 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment ff61407c-f0a8-48a7-a37d-fdb38d11b481 resource provider aggregate not found Oct 05 10:14:17.834587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:17.840336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:17.841019 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:17.845753 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment ff61407c-f0a8-48a7-a37d-fdb38d11b481 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff61407c-f0a8-48a7-a37d-fdb38d11b481 found for delete ", "request_id": "req-208566df-d755-428a-a971-e2f0118d6a25"}]} Oct 05 10:14:17.951637 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event updated for resources: {'Network': ['ID=b3dc0506-e5c9-4bde-99f5-9b050778b68c,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:17.962944 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network b3dc0506-e5c9-4bde-99f5-9b050778b68c details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:14:18.010571 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-996992c9-0c93-4c42-983c-cce3d9eed636 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4410136 Oct 05 10:14:18.010895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 48944) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:18.017090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Request body: {'subnet': {'network_id': 'b3dc0506-e5c9-4bde-99f5-9b050778b68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:18.132376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:18.136247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Usage tracker for resource:subnet and tenant:8b5c6aa1f786427b8175ed6674b6341d is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:18.139207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:18.145202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:18.217819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Made reservation on behalf of 8b5c6aa1f786427b8175ed6674b6341d for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:18.221265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:18.509466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:18.590281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event updated for resources: {'Subnet': ['ID=3a874b8c-9a66-464b-be1e-2df9352b08ea,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:18.599391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Checking segment: {'id': 'd758adf7-6bfe-4eb5-918a-e9c5b1dc9c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b3dc0506-e5c9-4bde-99f5-9b050778b68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:18.599759 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Network hostable DHCP agents. Network: b3dc0506-e5c9-4bde-99f5-9b050778b68c, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:14:18.680532 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Network b3dc0506-e5c9-4bde-99f5-9b050778b68c is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:14:18.766520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, b3dc0506-e5c9-4bde-99f5-9b050778b68c) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:18.772505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:18.778319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:18.779015 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa36b5b5-8ee6-49b9-866e-659d5e0fbfb9 None None] Network b3dc0506-e5c9-4bde-99f5-9b050778b68c requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:18.853287 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bfca390a-a31a-47a3-890a-af0afb8e140a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8411696 Oct 05 10:14:18.858409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 48948) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:18.865084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1386654501'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:18.871655 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:18.875657 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Usage tracker for resource:network and tenant:8b5c6aa1f786427b8175ed6674b6341d is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:18.878846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:18.885617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:18.972077 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Made reservation on behalf of 8b5c6aa1f786427b8175ed6674b6341d for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:18.975595 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:19.013617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:14:19.024791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:19.025070 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Added segment 9ca0d0ac-58bd-4307-8785-567199bf09c4 of type vlan for network f92e5a73-6137-421b-aa6f-205239f847ec Oct 05 10:14:19.063599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:19.071648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-b3dc0506-e5c9-4bde-99f5-9b050778b68c', 'network_id': 'b3dc0506-e5c9-4bde-99f5-9b050778b68c', 'tenant_id': '8b5c6aa1f786427b8175ed6674b6341d', 'fixed_ips': [{'subnet_id': '3a874b8c-9a66-464b-be1e-2df9352b08ea'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:14:19.073167 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:19.153468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:19.159811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:19.160718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:19.242620 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Allocated IP 2001:db8::2 (b3dc0506-e5c9-4bde-99f5-9b050778b68c/3a874b8c-9a66-464b-be1e-2df9352b08ea/021aafd9-284b-42ae-8669-5f0b690b4f5d) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:14:19.279929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event updated for resources: {'Network': ['ID=f92e5a73-6137-421b-aa6f-205239f847ec,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:19.331131 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ff0c0268-8e2f-4496-83b3-c1eac6ebb279 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4715743 Oct 05 10:14:19.334096 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 48952) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:19.339701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Request body: {'subnet': {'network_id': 'f92e5a73-6137-421b-aa6f-205239f847ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:19.352192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network f92e5a73-6137-421b-aa6f-205239f847ec details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:14:19.474791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:19.481908 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Usage tracker for resource:subnet and tenant:8b5c6aa1f786427b8175ed6674b6341d is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:19.487468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:19.495559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:19.566469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Made reservation on behalf of 8b5c6aa1f786427b8175ed6674b6341d for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:19.570577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:19.589929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:19.602943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Transition to ACTIVE for port object 021aafd9-284b-42ae-8669-5f0b690b4f5d will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:19.626803 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Transition to ACTIVE for port object 021aafd9-284b-42ae-8669-5f0b690b4f5d will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:19.681195 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:19.764109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Network b3dc0506-e5c9-4bde-99f5-9b050778b68c is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:14:19.766915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:19.770966 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:14:19.777642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Pushing event updated for resources: {'Port': ['ID=021aafd9-284b-42ae-8669-5f0b690b4f5d,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:19.886420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:19.922036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Attempting to bind port 021aafd9-284b-42ae-8669-5f0b690b4f5d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:14:19.922413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Attempting to bind port 021aafd9-284b-42ae-8669-5f0b690b4f5d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'd758adf7-6bfe-4eb5-918a-e9c5b1dc9c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b3dc0506-e5c9-4bde-99f5-9b050778b68c'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:14:19.922779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Attempting to bind port 021aafd9-284b-42ae-8669-5f0b690b4f5d on network b3dc0506-e5c9-4bde-99f5-9b050778b68c {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:14:19.929184 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:14:19.929561 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Checking segment: {'id': 'd758adf7-6bfe-4eb5-918a-e9c5b1dc9c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b3dc0506-e5c9-4bde-99f5-9b050778b68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:19.929962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:19.930376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Bound using segment: {'id': 'd758adf7-6bfe-4eb5-918a-e9c5b1dc9c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b3dc0506-e5c9-4bde-99f5-9b050778b68c'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:14:19.930840 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Bound port: 021aafd9-284b-42ae-8669-5f0b690b4f5d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd758adf7-6bfe-4eb5-918a-e9c5b1dc9c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b3dc0506-e5c9-4bde-99f5-9b050778b68c'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:14:19.931214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:20.021302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event updated for resources: {'Subnet': ['ID=a5491b27-1f3b-4472-9eba-0f214ae76c93,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:20.024678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] For port 021aafd9-284b-42ae-8669-5f0b690b4f5d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:14:20.027662 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Checking segment: {'id': '9ca0d0ac-58bd-4307-8785-567199bf09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f92e5a73-6137-421b-aa6f-205239f847ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:20.028099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] For port 021aafd9-284b-42ae-8669-5f0b690b4f5d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=021aafd9-284b-42ae-8669-5f0b690b4f5d,segment=NetworkSegment(d758adf7-6bfe-4eb5-918a-e9c5b1dc9c92),segment_id=d758adf7-6bfe-4eb5-918a-e9c5b1dc9c92)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:14:20.028309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Network hostable DHCP agents. Network: f92e5a73-6137-421b-aa6f-205239f847ec, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:14:20.115180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:20.141267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Network f92e5a73-6137-421b-aa6f-205239f847ec is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:14:20.195533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae568b2-e021-4123-8e4d-31def301693d None None] Pushing event updated for resources: {'Port': ['ID=021aafd9-284b-42ae-8669-5f0b690b4f5d,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:20.234402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, f92e5a73-6137-421b-aa6f-205239f847ec) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:20.238650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:20.239261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:20.252386 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e5ca73-652b-4e5b-a159-b611a4c27f93 None None] Network f92e5a73-6137-421b-aa6f-205239f847ec requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:20.334010 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1dd25cfb-3213-4673-87d0-ff6b2f151918 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9984016 Oct 05 10:14:20.339332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 48956) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:20.469335 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ea07651f-ab6f-4302-9903-0655b3ae8362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:20.541185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-f92e5a73-6137-421b-aa6f-205239f847ec', 'network_id': 'f92e5a73-6137-421b-aa6f-205239f847ec', 'tenant_id': '8b5c6aa1f786427b8175ed6674b6341d', 'fixed_ips': [{'subnet_id': 'a5491b27-1f3b-4472-9eba-0f214ae76c93'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:14:20.542053 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:20.574713 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:20.687379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:20.720529 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Allocated IP 2001:db8::2 (f92e5a73-6137-421b-aa6f-205239f847ec/a5491b27-1f3b-4472-9eba-0f214ae76c93/0f465754-dfc1-4e58-acde-57bf7858f418) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:14:20.960340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:20.970797 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Transition to ACTIVE for port object 0f465754-dfc1-4e58-acde-57bf7858f418 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:20.993826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Transition to ACTIVE for port object 0f465754-dfc1-4e58-acde-57bf7858f418 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:21.074021 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:21.146254 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Network f92e5a73-6137-421b-aa6f-205239f847ec is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:14:21.149234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:21.153098 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:14:21.159391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Pushing event updated for resources: {'Port': ['ID=0f465754-dfc1-4e58-acde-57bf7858f418,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:21.171199 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:21.219638 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event deleted for resources: {'Subnet': ['ID=a5491b27-1f3b-4472-9eba-0f214ae76c93,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:21.290188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ffa0fc-dc47-4f1f-a966-a5a7a072f1c3 None None] Network b3dc0506-e5c9-4bde-99f5-9b050778b68c requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:21.330453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:21.361919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92e5a73-6137-421b-aa6f-205239f847ec']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:21.375059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca0d0ac-58bd-4307-8785-567199bf09c4') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:21.375360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca0d0ac-58bd-4307-8785-567199bf09c4') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:21.381102 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 021aafd9-284b-42ae-8669-5f0b690b4f5d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:21.387568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:21.403823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:21.409965 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:14:21.410455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:21.447625 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Attempting to bind port 0f465754-dfc1-4e58-acde-57bf7858f418 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:14:21.448184 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Attempting to bind port 0f465754-dfc1-4e58-acde-57bf7858f418 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '9ca0d0ac-58bd-4307-8785-567199bf09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f92e5a73-6137-421b-aa6f-205239f847ec'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:14:21.448752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Attempting to bind port 0f465754-dfc1-4e58-acde-57bf7858f418 on network f92e5a73-6137-421b-aa6f-205239f847ec {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:14:21.478626 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:14:21.478918 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Checking segment: {'id': '9ca0d0ac-58bd-4307-8785-567199bf09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f92e5a73-6137-421b-aa6f-205239f847ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:21.479321 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:21.479728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Bound using segment: {'id': '9ca0d0ac-58bd-4307-8785-567199bf09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f92e5a73-6137-421b-aa6f-205239f847ec'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:14:21.480200 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Bound port: 0f465754-dfc1-4e58-acde-57bf7858f418, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca0d0ac-58bd-4307-8785-567199bf09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f92e5a73-6137-421b-aa6f-205239f847ec'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:14:21.480574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:21.560766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 10:14:21.560766 dv-neutron-860329-1-hyperv neutron-server[89845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 10:14:21.560766 dv-neutron-860329-1-hyperv neutron-server[89845]: [parameters: {'id': 'f92e5a73-6137-421b-aa6f-205239f847ec'}] Oct 05 10:14:21.560766 dv-neutron-860329-1-hyperv neutron-server[89845]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:14:21.561509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:14:21.568228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4ff521a9-ec59-4025-9a31-559a27183420 None None] Provisioning for port 021aafd9-284b-42ae-8669-5f0b690b4f5d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:14:21.574682 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 9ca0d0ac-58bd-4307-8785-567199bf09c4 resource provider aggregate not found Oct 05 10:14:21.592606 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 9ca0d0ac-58bd-4307-8785-567199bf09c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ca0d0ac-58bd-4307-8785-567199bf09c4 found for delete ", "request_id": "req-df08cadb-8a8d-4d2d-9d2c-e2859f87235d"}]} Oct 05 10:14:21.669581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] For port 0f465754-dfc1-4e58-acde-57bf7858f418, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:14:21.682668 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] For port 0f465754-dfc1-4e58-acde-57bf7858f418, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0f465754-dfc1-4e58-acde-57bf7858f418,segment=NetworkSegment(9ca0d0ac-58bd-4307-8785-567199bf09c4),segment_id=9ca0d0ac-58bd-4307-8785-567199bf09c4)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:14:21.726598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 021aafd9-284b-42ae-8669-5f0b690b4f5d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:14:21.734854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 021aafd9-284b-42ae-8669-5f0b690b4f5d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:21.735150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:21.735487 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 021aafd9-284b-42ae-8669-5f0b690b4f5d Oct 05 10:14:21.768995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:21.974230 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Pushing event updated for resources: {'Port': ['ID=0f465754-dfc1-4e58-acde-57bf7858f418,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:22.011692 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:22.012038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:22.012381 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:22.012716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:22.013053 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:22.013384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:22.013711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:22.014062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:22.014392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:22.014714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:22.015036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:22.015354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97eff3f-b7c2-4716-a11a-bfc9d8244e8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:22.026212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ea09b6-14ec-4327-ade2-747e4e8c8621 None None] Network f92e5a73-6137-421b-aa6f-205239f847ec requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:22.063018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:22.078609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Deleting port 0f465754-dfc1-4e58-acde-57bf7858f418 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:22.079263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:22.137296 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 021aafd9-284b-42ae-8669-5f0b690b4f5d is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:22.137678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:22.256852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 021aafd9-284b-42ae-8669-5f0b690b4f5d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=021aafd9-284b-42ae-8669-5f0b690b4f5d,segment=NetworkSegment(d758adf7-6bfe-4eb5-918a-e9c5b1dc9c92),segment_id=d758adf7-6bfe-4eb5-918a-e9c5b1dc9c92)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:22.295970 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb08a899-510e-4f82-b448-7b19ce604c5b None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 10:14:22.342490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:22.350033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] For port 0f465754-dfc1-4e58-acde-57bf7858f418, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0f465754-dfc1-4e58-acde-57bf7858f418,segment=NetworkSegment(9ca0d0ac-58bd-4307-8785-567199bf09c4),segment_id=9ca0d0ac-58bd-4307-8785-567199bf09c4)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:22.350033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:22.446308 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e24662bf-a5e6-4cfe-a89c-9eadd9f90d29 None None] Provisioning complete for port 021aafd9-284b-42ae-8669-5f0b690b4f5d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:22.446687 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e24662bf-a5e6-4cfe-a89c-9eadd9f90d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:22.447028 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e24662bf-a5e6-4cfe-a89c-9eadd9f90d29 None None] Attempt 1 to provision port 021aafd9-284b-42ae-8669-5f0b690b4f5d Oct 05 10:14:22.486505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Calling delete_port for 0f465754-dfc1-4e58-acde-57bf7858f418 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:14:22.515317 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=021aafd9-284b-42ae-8669-5f0b690b4f5d,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:22.560132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb08a899-510e-4f82-b448-7b19ce604c5b None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 10:14:22.716368 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f12fa8fd-19c9-484f-a27e-4f7ad405fe45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:22.725531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e24662bf-a5e6-4cfe-a89c-9eadd9f90d29 None None] Current status of the port 021aafd9-284b-42ae-8669-5f0b690b4f5d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:22.765037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:22.813477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event deleted for resources: {'Port': ['ID=0f465754-dfc1-4e58-acde-57bf7858f418,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:22.820261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] No DVR routers for this DVR port 0f465754-dfc1-4e58-acde-57bf7858f418 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:14:22.962408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:22.990893 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92e5a73-6137-421b-aa6f-205239f847ec']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:23.004221 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca0d0ac-58bd-4307-8785-567199bf09c4') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:23.004512 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca0d0ac-58bd-4307-8785-567199bf09c4') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:23.017816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:23.035209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:23.041231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:14:23.041627 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:23.194706 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:23.213436 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:23.233473 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "DELETE /v2.0/networks/f92e5a73-6137-421b-aa6f-205239f847ec HTTP/1.1" status: 204 len: 168 time: 2.8911548 Oct 05 10:14:23.234691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a35ac-9f0e-44fb-8d0d-768c1fd1e72c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event deleted for resources: {'Network': ['ID=f92e5a73-6137-421b-aa6f-205239f847ec,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:23.236208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 48966) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:23.276564 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 021aafd9-284b-42ae-8669-5f0b690b4f5d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:23.281292 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ad541c-73fd-4114-9a79-2862e973ded0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] GET failed (client error): The resource could not be found. Oct 05 10:14:23.281920 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-73ad541c-73fd-4114-9a79-2862e973ded0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Synchronizing usage tracker for tenant:8b5c6aa1f786427b8175ed6674b6341d on resource:subnet {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:14:23.363865 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 021aafd9-284b-42ae-8669-5f0b690b4f5d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:23.364155 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:23.364623 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 021aafd9-284b-42ae-8669-5f0b690b4f5d Oct 05 10:14:23.377924 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-73ad541c-73fd-4114-9a79-2862e973ded0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Unset dirty status for tenant:8b5c6aa1f786427b8175ed6674b6341d on resource:subnet {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:14:23.379379 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-73ad541c-73fd-4114-9a79-2862e973ded0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "GET /v2.0/subnets/a5491b27-1f3b-4472-9eba-0f214ae76c93 HTTP/1.1" status: 404 len: 337 time: 0.1412969 Oct 05 10:14:23.383245 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 48970) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:23.410305 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c80da16-2a26-4161-a3dd-f6021e89ddb5 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] DELETE failed (client error): The resource could not be found. Oct 05 10:14:23.410787 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c80da16-2a26-4161-a3dd-f6021e89ddb5 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 10:14:23.412487 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-6c80da16-2a26-4161-a3dd-f6021e89ddb5 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "DELETE /v2.0/networks/f92e5a73-6137-421b-aa6f-205239f847ec HTTP/1.1" status: 404 len: 339 time: 0.0282190 Oct 05 10:14:23.417132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 48974) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:23.459343 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-2228ad12-bfb7-4177-991a-02ead38ffe24 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] DELETE failed (client error): The resource could not be found. Oct 05 10:14:23.460433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2228ad12-bfb7-4177-991a-02ead38ffe24 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 10:14:23.462381 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2228ad12-bfb7-4177-991a-02ead38ffe24 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "DELETE /v2.0/subnets/a5491b27-1f3b-4472-9eba-0f214ae76c93 HTTP/1.1" status: 404 len: 337 time: 0.0442765 Oct 05 10:14:23.465042 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 48978) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:23.496759 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-636fd9b0-1624-4d0e-af2d-f858928be854 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] DELETE failed (client error): The resource could not be found. Oct 05 10:14:23.497342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636fd9b0-1624-4d0e-af2d-f858928be854 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 10:14:23.499623 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-636fd9b0-1624-4d0e-af2d-f858928be854 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "DELETE /v2.0/networks/f92e5a73-6137-421b-aa6f-205239f847ec HTTP/1.1" status: 404 len: 339 time: 0.0335400 Oct 05 10:14:23.502404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 48982) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:23.515982 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 021aafd9-284b-42ae-8669-5f0b690b4f5d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:23.586406 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f324580-3764-42ca-88b3-a9096fa81b32 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Deleting subnet 3a874b8c-9a66-464b-be1e-2df9352b08ea {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:14:23.589911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f324580-3764-42ca-88b3-a9096fa81b32 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:23.636884 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 9ca0d0ac-58bd-4307-8785-567199bf09c4 resource provider aggregate not found Oct 05 10:14:23.660297 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 9ca0d0ac-58bd-4307-8785-567199bf09c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ca0d0ac-58bd-4307-8785-567199bf09c4 found for delete ", "request_id": "req-7dd26f53-3557-4d7e-9be1-77ac520d9093"}]} Oct 05 10:14:23.668942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f324580-3764-42ca-88b3-a9096fa81b32 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:23.785185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f324580-3764-42ca-88b3-a9096fa81b32 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:23.909495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f324580-3764-42ca-88b3-a9096fa81b32 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:23.949399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f324580-3764-42ca-88b3-a9096fa81b32 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event deleted for resources: {'Subnet': ['ID=3a874b8c-9a66-464b-be1e-2df9352b08ea,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:23.953376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2f324580-3764-42ca-88b3-a9096fa81b32 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:23.959237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a08eb2-91f9-48b3-ae30-e9663e098228 None None] Network b3dc0506-e5c9-4bde-99f5-9b050778b68c requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:24.022336 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2f324580-3764-42ca-88b3-a9096fa81b32 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "DELETE /v2.0/subnets/3a874b8c-9a66-464b-be1e-2df9352b08ea HTTP/1.1" status: 204 len: 168 time: 0.5187719 Oct 05 10:14:24.024767 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 48990) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:24.143976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:24.154926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Deleting port 021aafd9-284b-42ae-8669-5f0b690b4f5d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:24.155267 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:24.217876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:24.241947 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c3d894-c1f8-44a8-8f83-2ac85b6331ae None None] DHCP port deletion for b3dc0506-e5c9-4bde-99f5-9b050778b68c request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:14:24.247191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c7c3d894-c1f8-44a8-8f83-2ac85b6331ae None None] Deleting port 021aafd9-284b-42ae-8669-5f0b690b4f5d {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:24.247568 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d894-c1f8-44a8-8f83-2ac85b6331ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:24.402419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] For port 021aafd9-284b-42ae-8669-5f0b690b4f5d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=021aafd9-284b-42ae-8669-5f0b690b4f5d,segment=NetworkSegment(d758adf7-6bfe-4eb5-918a-e9c5b1dc9c92),segment_id=d758adf7-6bfe-4eb5-918a-e9c5b1dc9c92)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:24.403050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:24.437216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:24.480715 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-c7c3d894-c1f8-44a8-8f83-2ac85b6331ae None None] For port 021aafd9-284b-42ae-8669-5f0b690b4f5d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=021aafd9-284b-42ae-8669-5f0b690b4f5d,segment=NetworkSegment(d758adf7-6bfe-4eb5-918a-e9c5b1dc9c92),segment_id=d758adf7-6bfe-4eb5-918a-e9c5b1dc9c92)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:24.481017 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d894-c1f8-44a8-8f83-2ac85b6331ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:24.532868 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Calling delete_port for 021aafd9-284b-42ae-8669-5f0b690b4f5d owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:14:24.651696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c7c3d894-c1f8-44a8-8f83-2ac85b6331ae None None] Calling delete_port for 021aafd9-284b-42ae-8669-5f0b690b4f5d owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:14:24.714751 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:24.730313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-c7c3d894-c1f8-44a8-8f83-2ac85b6331ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:14:24.731051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-c7c3d894-c1f8-44a8-8f83-2ac85b6331ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:14:24.765875 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event deleted for resources: {'Port': ['ID=021aafd9-284b-42ae-8669-5f0b690b4f5d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:24.769553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] No DVR routers for this DVR port 021aafd9-284b-42ae-8669-5f0b690b4f5d on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:14:24.895427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:24.924653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3dc0506-e5c9-4bde-99f5-9b050778b68c']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:24.937646 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd758adf7-6bfe-4eb5-918a-e9c5b1dc9c92') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:24.937951 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd758adf7-6bfe-4eb5-918a-e9c5b1dc9c92') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:24.950244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:24.970244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:24.976254 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:14:24.976642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:25.118973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:25.136112 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:25.147891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event deleted for resources: {'Network': ['ID=b3dc0506-e5c9-4bde-99f5-9b050778b68c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:25.151567 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-419c82ce-d618-4bce-a40a-46ab256290a0 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "DELETE /v2.0/networks/b3dc0506-e5c9-4bde-99f5-9b050778b68c HTTP/1.1" status: 204 len: 168 time: 1.1252394 Oct 05 10:14:25.154048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 48994) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:25.197934 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e2cdef-956a-4882-ae9f-673eef352a6a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] DELETE failed (client error): The resource could not be found. Oct 05 10:14:25.198428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e2cdef-956a-4882-ae9f-673eef352a6a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 10:14:25.200145 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f7e2cdef-956a-4882-ae9f-673eef352a6a tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "DELETE /v2.0/subnets/ee58a0bb-cd80-4283-a885-42fde071aa43 HTTP/1.1" status: 404 len: 337 time: 0.0450113 Oct 05 10:14:25.202901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 48998) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:25.229319 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f560d6e-4fa2-43e7-9d64-6971ca0fde76 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] DELETE failed (client error): The resource could not be found. Oct 05 10:14:25.229704 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f560d6e-4fa2-43e7-9d64-6971ca0fde76 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 10:14:25.231442 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2f560d6e-4fa2-43e7-9d64-6971ca0fde76 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "DELETE /v2.0/networks/d85defff-ad2a-4e6d-a0d2-aa3cc74b8450 HTTP/1.1" status: 404 len: 339 time: 0.0276453 Oct 05 10:14:25.232625 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c7c3d894-c1f8-44a8-8f83-2ac85b6331ae None None] Deleting port 021aafd9-284b-42ae-8669-5f0b690b4f5d {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:25.232963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d894-c1f8-44a8-8f83-2ac85b6331ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:25.234150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49002) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:25.265566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 021aafd9-284b-42ae-8669-5f0b690b4f5d no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:14:25.274682 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc40836c-0aec-4f31-a8ab-dcddbfc59a3c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] DELETE failed (client error): The resource could not be found. Oct 05 10:14:25.275138 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc40836c-0aec-4f31-a8ab-dcddbfc59a3c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 10:14:25.276829 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-dc40836c-0aec-4f31-a8ab-dcddbfc59a3c tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "DELETE /v2.0/subnets/9013eca5-13aa-4b78-b725-81d817625f6d HTTP/1.1" status: 404 len: 337 time: 0.0417557 Oct 05 10:14:25.279431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49006) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:25.305485 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22221aa-ca6e-4a0d-a6f7-7f4440af815b tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] DELETE failed (client error): The resource could not be found. Oct 05 10:14:25.305731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 021aafd9-284b-42ae-8669-5f0b690b4f5d {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:14:25.305958 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22221aa-ca6e-4a0d-a6f7-7f4440af815b tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 10:14:25.306087 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 021aafd9-284b-42ae-8669-5f0b690b4f5d not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:14:25.310558 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d22221aa-ca6e-4a0d-a6f7-7f4440af815b tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "DELETE /v2.0/networks/5dfa2549-0d35-42c9-ae7f-f207e9cbf9bf HTTP/1.1" status: 404 len: 339 time: 0.0272207 Oct 05 10:14:25.311036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49010) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:25.345486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c7c3d894-c1f8-44a8-8f83-2ac85b6331ae None None] The port '021aafd9-284b-42ae-8669-5f0b690b4f5d' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:14:25.417612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec900e19-1cd9-4633-9230-7e9333b3cf39 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Deleting subnet 69936c8e-bf67-4733-a51f-7fe44c4bc833 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:14:25.421593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec900e19-1cd9-4633-9230-7e9333b3cf39 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:25.493928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec900e19-1cd9-4633-9230-7e9333b3cf39 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:25.589928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec900e19-1cd9-4633-9230-7e9333b3cf39 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:25.680565 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:25.688078 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment d758adf7-6bfe-4eb5-918a-e9c5b1dc9c92 resource provider aggregate not found Oct 05 10:14:25.697803 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:25.710689 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment d758adf7-6bfe-4eb5-918a-e9c5b1dc9c92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d758adf7-6bfe-4eb5-918a-e9c5b1dc9c92 found for delete ", "request_id": "req-82e4ea8b-38cd-4b8e-a8ff-f28745755031"}]} Oct 05 10:14:25.738093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec900e19-1cd9-4633-9230-7e9333b3cf39 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:25.781965 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec900e19-1cd9-4633-9230-7e9333b3cf39 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event deleted for resources: {'Subnet': ['ID=69936c8e-bf67-4733-a51f-7fe44c4bc833,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:25.784766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ec900e19-1cd9-4633-9230-7e9333b3cf39 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:25.791187 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c21d00-ed1b-4b9b-b7c0-75aefc37f6a8 None None] Network 0b862c00-35b0-464d-8934-c21c1e9b60a6 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:25.796330 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ec900e19-1cd9-4633-9230-7e9333b3cf39 tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "DELETE /v2.0/subnets/69936c8e-bf67-4733-a51f-7fe44c4bc833 HTTP/1.1" status: 204 len: 168 time: 0.4843667 Oct 05 10:14:25.799454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49018) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:25.931045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:25.944626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Deleting port ed7af6c2-0ddc-49b1-856a-9003c12addcd {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:25.944971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:26.066514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b0bce5-bf52-47e8-b73f-f4239b9760dc None None] DHCP port deletion for 0b862c00-35b0-464d-8934-c21c1e9b60a6 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:14:26.071846 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-17b0bce5-bf52-47e8-b73f-f4239b9760dc None None] Deleting port ed7af6c2-0ddc-49b1-856a-9003c12addcd {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:26.072228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-17b0bce5-bf52-47e8-b73f-f4239b9760dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:26.278631 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] For port ed7af6c2-0ddc-49b1-856a-9003c12addcd, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ed7af6c2-0ddc-49b1-856a-9003c12addcd,segment=NetworkSegment(b8691c8f-2836-4f58-b36a-0d5449ce0c6a),segment_id=b8691c8f-2836-4f58-b36a-0d5449ce0c6a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:26.278919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:26.304206 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-17b0bce5-bf52-47e8-b73f-f4239b9760dc None None] For port ed7af6c2-0ddc-49b1-856a-9003c12addcd, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ed7af6c2-0ddc-49b1-856a-9003c12addcd,segment=NetworkSegment(b8691c8f-2836-4f58-b36a-0d5449ce0c6a),segment_id=b8691c8f-2836-4f58-b36a-0d5449ce0c6a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:26.304511 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-17b0bce5-bf52-47e8-b73f-f4239b9760dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:26.405134 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Calling delete_port for ed7af6c2-0ddc-49b1-856a-9003c12addcd owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:14:26.428680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-17b0bce5-bf52-47e8-b73f-f4239b9760dc None None] Calling delete_port for ed7af6c2-0ddc-49b1-856a-9003c12addcd owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:14:26.582751 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-17b0bce5-bf52-47e8-b73f-f4239b9760dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:14:26.583032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-17b0bce5-bf52-47e8-b73f-f4239b9760dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:14:26.583356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:26.630795 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event deleted for resources: {'Port': ['ID=ed7af6c2-0ddc-49b1-856a-9003c12addcd,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:26.637049 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] No DVR routers for this DVR port ed7af6c2-0ddc-49b1-856a-9003c12addcd on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:14:26.767424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:26.794918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b862c00-35b0-464d-8934-c21c1e9b60a6']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:26.808926 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8691c8f-2836-4f58-b36a-0d5449ce0c6a') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:26.809640 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8691c8f-2836-4f58-b36a-0d5449ce0c6a') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:26.822175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:26.839416 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:26.847002 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:14:26.847418 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:26.919643 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment b8691c8f-2836-4f58-b36a-0d5449ce0c6a resource provider aggregate not found Oct 05 10:14:26.943309 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment b8691c8f-2836-4f58-b36a-0d5449ce0c6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8691c8f-2836-4f58-b36a-0d5449ce0c6a found for delete ", "request_id": "req-34da6904-ebab-4cc6-b43b-44714467ebbb"}]} Oct 05 10:14:27.016400 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:27.035052 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:27.046789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] Pushing event deleted for resources: {'Network': ['ID=0b862c00-35b0-464d-8934-c21c1e9b60a6,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:27.050918 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-73c3358d-1939-48b2-b306-70706b183beb tempest-NetworksIpV6Test-1992030182 tempest-NetworksIpV6Test-1992030182-project] 10.222.0.49 "DELETE /v2.0/networks/0b862c00-35b0-464d-8934-c21c1e9b60a6 HTTP/1.1" status: 204 len: 168 time: 1.2503293 Oct 05 10:14:27.083910 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-17b0bce5-bf52-47e8-b73f-f4239b9760dc None None] Deleting port ed7af6c2-0ddc-49b1-856a-9003c12addcd {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:27.084996 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-17b0bce5-bf52-47e8-b73f-f4239b9760dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:27.151369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-17b0bce5-bf52-47e8-b73f-f4239b9760dc None None] The port 'ed7af6c2-0ddc-49b1-856a-9003c12addcd' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:14:27.262182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ed7af6c2-0ddc-49b1-856a-9003c12addcd no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:14:27.300277 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: ed7af6c2-0ddc-49b1-856a-9003c12addcd {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:14:27.300628 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ed7af6c2-0ddc-49b1-856a-9003c12addcd not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:14:27.537697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49030) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:27.710564 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c5853f68-0ecf-42e1-a89b-04fd43d94c86 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b5c6aa1f786427b8175ed6674b6341d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716721 Oct 05 10:14:27.713040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49036) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:27.774677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eedb5214-4aa6-4c3f-9acf-addfa16f74c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:27.799556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eedb5214-4aa6-4c3f-9acf-addfa16f74c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:27.953256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eedb5214-4aa6-4c3f-9acf-addfa16f74c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:27.969410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb5214-4aa6-4c3f-9acf-addfa16f74c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b1883b-62c1-4091-9abd-1a4ff9e729df,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:27.973786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eedb5214-4aa6-4c3f-9acf-addfa16f74c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:27.974901 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-eedb5214-4aa6-4c3f-9acf-addfa16f74c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/97b1883b-62c1-4091-9abd-1a4ff9e729df HTTP/1.1" status: 204 len: 168 time: 0.2609820 Oct 05 10:14:29.163203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49060) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:29.270216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f07b0175-78e8-4f90-93e2-62beec217de6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1129208273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:29.277942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f07b0175-78e8-4f90-93e2-62beec217de6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:29.281948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f07b0175-78e8-4f90-93e2-62beec217de6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Usage tracker for resource:router and tenant:e0a5a61bb1e941a6ab3c65002f8e08e7 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:29.284848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f07b0175-78e8-4f90-93e2-62beec217de6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:29.291852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f07b0175-78e8-4f90-93e2-62beec217de6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:29.382202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f07b0175-78e8-4f90-93e2-62beec217de6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:29.383242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f07b0175-78e8-4f90-93e2-62beec217de6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:29.398307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f07b0175-78e8-4f90-93e2-62beec217de6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:29.480823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f07b0175-78e8-4f90-93e2-62beec217de6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:29.572037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f07b0175-78e8-4f90-93e2-62beec217de6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:29.573244 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f07b0175-78e8-4f90-93e2-62beec217de6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4090574 Oct 05 10:14:29.575941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49066) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:29.581321 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2026532157'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:29.586942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:29.698142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Usage tracker for resource:network and tenant:e0a5a61bb1e941a6ab3c65002f8e08e7 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:29.701695 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:29.707522 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:29.792791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Made reservation on behalf of e0a5a61bb1e941a6ab3c65002f8e08e7 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:29.796371 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:29.809739 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:29.826601 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:29.832265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Usage tracker for resource:security_group_rule and tenant:e0a5a61bb1e941a6ab3c65002f8e08e7 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:29.836218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:29.842674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:29.928004 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:30.000351 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:30.033307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:14:30.041666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093079af-006c-44f1-8893-6f46ebd5c843,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:30.047481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:30.047831 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Added segment 200cab1e-4bd8-4a58-af01-d58fb1088ffa of type vlan for network 3c4f92f5-3f82-461d-b24e-32b8f10a6b84 Oct 05 10:14:30.076032 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:30.159988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:30.166175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:30.166776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:30.276104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Pushing event updated for resources: {'Network': ['ID=3c4f92f5-3f82-461d-b24e-32b8f10a6b84,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:30.286311 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 3c4f92f5-3f82-461d-b24e-32b8f10a6b84 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:14:30.344031 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-502b4781-d4ce-4e53-a72c-728969340c92 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7668128 Oct 05 10:14:30.347193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49070) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:30.353469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Request body: {'subnet': {'network_id': '3c4f92f5-3f82-461d-b24e-32b8f10a6b84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:30.470802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:30.474689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Usage tracker for resource:subnet and tenant:e0a5a61bb1e941a6ab3c65002f8e08e7 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:30.477542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:30.483347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:30.560154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Made reservation on behalf of e0a5a61bb1e941a6ab3c65002f8e08e7 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:30.563649 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:30.850778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:30.926261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Pushing event updated for resources: {'Subnet': ['ID=a821c430-d03a-48d7-943d-5499d703d96c,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:30.937236 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Checking segment: {'id': '200cab1e-4bd8-4a58-af01-d58fb1088ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3c4f92f5-3f82-461d-b24e-32b8f10a6b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:30.937573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Network hostable DHCP agents. Network: 3c4f92f5-3f82-461d-b24e-32b8f10a6b84, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:14:31.021713 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Network 3c4f92f5-3f82-461d-b24e-32b8f10a6b84 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:14:31.107768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 3c4f92f5-3f82-461d-b24e-32b8f10a6b84) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:31.112011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:31.112622 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:31.117105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c82123f-8f77-4dbd-9366-1b6225c9731e None None] Network 3c4f92f5-3f82-461d-b24e-32b8f10a6b84 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:31.238045 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a8da29b3-bfc6-4004-aae0-fefa64e56c67 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8894207 Oct 05 10:14:31.241647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49074) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:31.247497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-286728312'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:31.254299 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:31.258174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Usage tracker for resource:network and tenant:e0a5a61bb1e941a6ab3c65002f8e08e7 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:31.261344 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:31.267106 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:31.349188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-3c4f92f5-3f82-461d-b24e-32b8f10a6b84', 'network_id': '3c4f92f5-3f82-461d-b24e-32b8f10a6b84', 'tenant_id': 'e0a5a61bb1e941a6ab3c65002f8e08e7', 'fixed_ips': [{'subnet_id': 'a821c430-d03a-48d7-943d-5499d703d96c'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:14:31.350062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:31.366665 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Made reservation on behalf of e0a5a61bb1e941a6ab3c65002f8e08e7 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:31.366665 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:31.394133 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:14:31.403500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:31.403847 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Added segment bc33c720-9546-4f20-9ab2-bf4421a5a638 of type vlan for network 3684eb11-84d3-4221-a4d3-3993e80e4616 Oct 05 10:14:31.444911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:31.555242 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:31.555509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Allocated IP 172.20.0.2 (3c4f92f5-3f82-461d-b24e-32b8f10a6b84/a821c430-d03a-48d7-943d-5499d703d96c/8c00965f-5998-4baa-b7fe-e9ec634b363c) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:14:31.560821 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:31.561435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:31.670623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Pushing event updated for resources: {'Network': ['ID=3684eb11-84d3-4221-a4d3-3993e80e4616,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:31.685780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 3684eb11-84d3-4221-a4d3-3993e80e4616 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:14:31.720853 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-81e319ec-a0a0-4205-b74c-63e3b6830592 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4779074 Oct 05 10:14:31.723561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49078) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:31.729280 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Request body: {'subnet': {'network_id': '3684eb11-84d3-4221-a4d3-3993e80e4616', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:31.852922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:31.857368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Usage tracker for resource:subnet and tenant:e0a5a61bb1e941a6ab3c65002f8e08e7 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:31.861637 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:31.861861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:31.868832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:31.874502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Transition to ACTIVE for port object 8c00965f-5998-4baa-b7fe-e9ec634b363c will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:31.893196 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Transition to ACTIVE for port object 8c00965f-5998-4baa-b7fe-e9ec634b363c will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:31.942897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Made reservation on behalf of e0a5a61bb1e941a6ab3c65002f8e08e7 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:31.946447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:31.995257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:32.064147 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Network 3c4f92f5-3f82-461d-b24e-32b8f10a6b84 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:14:32.066969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:32.071000 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:14:32.078417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Pushing event updated for resources: {'Port': ['ID=8c00965f-5998-4baa-b7fe-e9ec634b363c,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:32.227528 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:32.229724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Attempting to bind port 8c00965f-5998-4baa-b7fe-e9ec634b363c on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:14:32.230291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Attempting to bind port 8c00965f-5998-4baa-b7fe-e9ec634b363c by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '200cab1e-4bd8-4a58-af01-d58fb1088ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3c4f92f5-3f82-461d-b24e-32b8f10a6b84'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:14:32.230805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Attempting to bind port 8c00965f-5998-4baa-b7fe-e9ec634b363c on network 3c4f92f5-3f82-461d-b24e-32b8f10a6b84 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:14:32.239062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:14:32.239599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Checking segment: {'id': '200cab1e-4bd8-4a58-af01-d58fb1088ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3c4f92f5-3f82-461d-b24e-32b8f10a6b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:32.240178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:32.240800 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Bound using segment: {'id': '200cab1e-4bd8-4a58-af01-d58fb1088ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3c4f92f5-3f82-461d-b24e-32b8f10a6b84'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:14:32.241471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Bound port: 8c00965f-5998-4baa-b7fe-e9ec634b363c, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200cab1e-4bd8-4a58-af01-d58fb1088ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3c4f92f5-3f82-461d-b24e-32b8f10a6b84'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:14:32.242030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:32.310190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Pushing event updated for resources: {'Subnet': ['ID=9987c5d3-a602-4b47-bdfa-91655003c616,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:32.315131 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Checking segment: {'id': 'bc33c720-9546-4f20-9ab2-bf4421a5a638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3684eb11-84d3-4221-a4d3-3993e80e4616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:32.315493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Network hostable DHCP agents. Network: 3684eb11-84d3-4221-a4d3-3993e80e4616, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:14:32.355273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] For port 8c00965f-5998-4baa-b7fe-e9ec634b363c, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:14:32.358299 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] For port 8c00965f-5998-4baa-b7fe-e9ec634b363c, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8c00965f-5998-4baa-b7fe-e9ec634b363c,segment=NetworkSegment(200cab1e-4bd8-4a58-af01-d58fb1088ffa),segment_id=200cab1e-4bd8-4a58-af01-d58fb1088ffa)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:14:32.415896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Network 3684eb11-84d3-4221-a4d3-3993e80e4616 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:14:32.452410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:32.514484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 3684eb11-84d3-4221-a4d3-3993e80e4616) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:32.523057 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:32.529414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:32.532456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f2429d-79e6-4ac1-b520-6032df1f2489 None None] Network 3684eb11-84d3-4221-a4d3-3993e80e4616 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:32.609232 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-86f338e4-66a0-4b9b-8834-8694abc66b84 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8819301 Oct 05 10:14:32.610026 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49084) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:32.616475 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5d20227a-5096-4b1b-a01a-dbe969937e66 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Request body: {'router': {'external_gateway_info': {'network_id': '3684eb11-84d3-4221-a4d3-3993e80e4616'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:32.633553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba66ed-312b-4c40-b66f-c6bf1ad98cbe None None] Pushing event updated for resources: {'Port': ['ID=8c00965f-5998-4baa-b7fe-e9ec634b363c,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:32.872029 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-3684eb11-84d3-4221-a4d3-3993e80e4616', 'network_id': '3684eb11-84d3-4221-a4d3-3993e80e4616', 'tenant_id': 'e0a5a61bb1e941a6ab3c65002f8e08e7', 'fixed_ips': [{'subnet_id': '9987c5d3-a602-4b47-bdfa-91655003c616'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:14:32.873374 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:33.059268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Allocated IP 172.21.0.2 (3684eb11-84d3-4221-a4d3-3993e80e4616/9987c5d3-a602-4b47-bdfa-91655003c616/0e7dd3f1-a4c2-4124-8b43-203b2a9af08e) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:14:33.137250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5d20227a-5096-4b1b-a01a-dbe969937e66 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:33.318641 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8c00965f-5998-4baa-b7fe-e9ec634b363c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:33.401904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:33.417182 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.api.v2.resource [None req-5d20227a-5096-4b1b-a01a-dbe969937e66 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 10:14:33.418331 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5d20227a-5096-4b1b-a01a-dbe969937e66 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] 10.222.0.49 "PUT /v2.0/routers/023de34c-49c1-440f-862d-87362cafaa73 HTTP/1.1" status: 400 len: 364 time: 0.8070943 Oct 05 10:14:33.426008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Transition to ACTIVE for port object 0e7dd3f1-a4c2-4124-8b43-203b2a9af08e will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:33.433157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49088) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:33.464479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Transition to ACTIVE for port object 0e7dd3f1-a4c2-4124-8b43-203b2a9af08e will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:33.526104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-b885cb9f-ee51-4e05-a19c-4497d105ae90 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Deleting subnet 9987c5d3-a602-4b47-bdfa-91655003c616 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:14:33.562974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b885cb9f-ee51-4e05-a19c-4497d105ae90 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:33.563725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:33.602753 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 8c00965f-5998-4baa-b7fe-e9ec634b363c completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:14:33.626172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b885cb9f-ee51-4e05-a19c-4497d105ae90 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:33.646108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Network 3684eb11-84d3-4221-a4d3-3993e80e4616 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:14:33.650055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:33.654456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:14:33.657719 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Pushing event updated for resources: {'Port': ['ID=0e7dd3f1-a4c2-4124-8b43-203b2a9af08e,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:33.659898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616db5f9-6c02-4052-b35f-96ec4b79b1e1 None None] Network 3c4f92f5-3f82-461d-b24e-32b8f10a6b84 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:33.715796 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b885cb9f-ee51-4e05-a19c-4497d105ae90 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:33.889550 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Attempting to bind port 0e7dd3f1-a4c2-4124-8b43-203b2a9af08e on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:14:33.889822 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Attempting to bind port 0e7dd3f1-a4c2-4124-8b43-203b2a9af08e by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'bc33c720-9546-4f20-9ab2-bf4421a5a638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3684eb11-84d3-4221-a4d3-3993e80e4616'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:14:33.890244 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Attempting to bind port 0e7dd3f1-a4c2-4124-8b43-203b2a9af08e on network 3684eb11-84d3-4221-a4d3-3993e80e4616 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:14:33.892209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b885cb9f-ee51-4e05-a19c-4497d105ae90 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:33.908522 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:14:33.908896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Checking segment: {'id': 'bc33c720-9546-4f20-9ab2-bf4421a5a638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3684eb11-84d3-4221-a4d3-3993e80e4616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:33.909471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:33.909763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Bound using segment: {'id': 'bc33c720-9546-4f20-9ab2-bf4421a5a638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3684eb11-84d3-4221-a4d3-3993e80e4616'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:14:33.910264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Bound port: 0e7dd3f1-a4c2-4124-8b43-203b2a9af08e, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc33c720-9546-4f20-9ab2-bf4421a5a638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3684eb11-84d3-4221-a4d3-3993e80e4616'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:14:33.910645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:33.933067 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885cb9f-ee51-4e05-a19c-4497d105ae90 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Pushing event deleted for resources: {'Subnet': ['ID=9987c5d3-a602-4b47-bdfa-91655003c616,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:33.937132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b885cb9f-ee51-4e05-a19c-4497d105ae90 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:33.944442 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b885cb9f-ee51-4e05-a19c-4497d105ae90 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] 10.222.0.49 "DELETE /v2.0/subnets/9987c5d3-a602-4b47-bdfa-91655003c616 HTTP/1.1" status: 204 len: 168 time: 0.5083909 Oct 05 10:14:33.946420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49092) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:33.995840 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-506ceff2-d067-42f3-b8a4-33987823a4b3 None None] Provisioning for port 8c00965f-5998-4baa-b7fe-e9ec634b363c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:14:34.024793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-506ceff2-d067-42f3-b8a4-33987823a4b3 None None] Provisioning complete for port 8c00965f-5998-4baa-b7fe-e9ec634b363c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:34.025166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-506ceff2-d067-42f3-b8a4-33987823a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:34.025501 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-506ceff2-d067-42f3-b8a4-33987823a4b3 None None] Attempt 1 to provision port 8c00965f-5998-4baa-b7fe-e9ec634b363c Oct 05 10:14:34.062827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:34.074323 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Deleting port 0e7dd3f1-a4c2-4124-8b43-203b2a9af08e {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:34.074663 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:34.162111 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] For port 0e7dd3f1-a4c2-4124-8b43-203b2a9af08e, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:14:34.170028 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] For port 0e7dd3f1-a4c2-4124-8b43-203b2a9af08e, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0e7dd3f1-a4c2-4124-8b43-203b2a9af08e,segment=NetworkSegment(bc33c720-9546-4f20-9ab2-bf4421a5a638),segment_id=bc33c720-9546-4f20-9ab2-bf4421a5a638)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:14:34.240007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-506ceff2-d067-42f3-b8a4-33987823a4b3 None None] Current status of the port 8c00965f-5998-4baa-b7fe-e9ec634b363c is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:34.240414 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-506ceff2-d067-42f3-b8a4-33987823a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:34.255617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:34.289226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] For port 0e7dd3f1-a4c2-4124-8b43-203b2a9af08e, host dv-neutron-860329-1-hyperv, got binding levels [] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:34.289571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:34.342440 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-506ceff2-d067-42f3-b8a4-33987823a4b3 None None] For port 8c00965f-5998-4baa-b7fe-e9ec634b363c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8c00965f-5998-4baa-b7fe-e9ec634b363c,segment=NetworkSegment(200cab1e-4bd8-4a58-af01-d58fb1088ffa),segment_id=200cab1e-4bd8-4a58-af01-d58fb1088ffa)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:34.386223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f52a7-992b-40a5-9ffe-b5af37d65483 None None] Pushing event updated for resources: {'Port': ['ID=0e7dd3f1-a4c2-4124-8b43-203b2a9af08e,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:34.414430 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Calling delete_port for 0e7dd3f1-a4c2-4124-8b43-203b2a9af08e owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:14:34.431501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d842754f-39bc-44f5-89a3-c8dbd111be04 None None] Network 3684eb11-84d3-4221-a4d3-3993e80e4616 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:34.451486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-506ceff2-d067-42f3-b8a4-33987823a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:34.532505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.db.api [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:14:34.533142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG oslo_db.api [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:14:34.662909 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b7c34b0c-509a-4a14-a0c0-ad8ccc92bd75 None None] Provisioning complete for port 8c00965f-5998-4baa-b7fe-e9ec634b363c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:34.663199 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b7c34b0c-509a-4a14-a0c0-ad8ccc92bd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:34.663534 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-b7c34b0c-509a-4a14-a0c0-ad8ccc92bd75 None None] Attempt 1 to provision port 8c00965f-5998-4baa-b7fe-e9ec634b363c Oct 05 10:14:34.694788 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ceff2-d067-42f3-b8a4-33987823a4b3 None None] Pushing event updated for resources: {'Port': ['ID=8c00965f-5998-4baa-b7fe-e9ec634b363c,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:34.810296 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31615a89-ac34-4b8d-ad50-6cdb21bb7634 None None] get_active_networks_info from dv-neutron-860329-1-hyperv {{(pid=89847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 10:14:34.861160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b7c34b0c-509a-4a14-a0c0-ad8ccc92bd75 None None] Current status of the port 8c00965f-5998-4baa-b7fe-e9ec634b363c is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:34.907934 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31615a89-ac34-4b8d-ad50-6cdb21bb7634 None None] Resources bound (agent type, host, resource id): {{(pid=89847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 10:14:35.034637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Deleting port 0e7dd3f1-a4c2-4124-8b43-203b2a9af08e {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:35.034906 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:35.256016 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] For port 0e7dd3f1-a4c2-4124-8b43-203b2a9af08e, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0e7dd3f1-a4c2-4124-8b43-203b2a9af08e,segment=NetworkSegment(bc33c720-9546-4f20-9ab2-bf4421a5a638),segment_id=bc33c720-9546-4f20-9ab2-bf4421a5a638)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:35.256376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:35.271386 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8c00965f-5998-4baa-b7fe-e9ec634b363c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:35.342108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 8c00965f-5998-4baa-b7fe-e9ec634b363c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:35.342416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:35.342779 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 8c00965f-5998-4baa-b7fe-e9ec634b363c Oct 05 10:14:35.467512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 8c00965f-5998-4baa-b7fe-e9ec634b363c is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:35.489793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Calling delete_port for 0e7dd3f1-a4c2-4124-8b43-203b2a9af08e owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:14:35.674587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:35.726132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Pushing event deleted for resources: {'Port': ['ID=0e7dd3f1-a4c2-4124-8b43-203b2a9af08e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:35.728213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] No DVR routers for this DVR port 0e7dd3f1-a4c2-4124-8b43-203b2a9af08e on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:14:35.855661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:35.881587 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3684eb11-84d3-4221-a4d3-3993e80e4616']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:35.893889 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc33c720-9546-4f20-9ab2-bf4421a5a638') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:35.894216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc33c720-9546-4f20-9ab2-bf4421a5a638') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:35.905374 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:35.921254 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:35.927612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:14:35.928522 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:35.997179 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment bc33c720-9546-4f20-9ab2-bf4421a5a638 resource provider aggregate not found Oct 05 10:14:36.019851 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment bc33c720-9546-4f20-9ab2-bf4421a5a638 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc33c720-9546-4f20-9ab2-bf4421a5a638 found for delete ", "request_id": "req-b9491b0f-fe55-45cd-a69c-418001f9561d"}]} Oct 05 10:14:36.108573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:36.126240 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:36.138121 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Pushing event deleted for resources: {'Network': ['ID=3684eb11-84d3-4221-a4d3-3993e80e4616,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:36.141360 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1ad57ce9-28ed-4154-9be1-fe023c8f99a6 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] 10.222.0.49 "DELETE /v2.0/networks/3684eb11-84d3-4221-a4d3-3993e80e4616 HTTP/1.1" status: 204 len: 168 time: 2.1935093 Oct 05 10:14:36.143434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49100) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:36.213288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-550b3ea4-0836-4825-b693-f6529d82df45 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Deleting subnet a821c430-d03a-48d7-943d-5499d703d96c {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:14:36.216385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-550b3ea4-0836-4825-b693-f6529d82df45 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:36.270642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-550b3ea4-0836-4825-b693-f6529d82df45 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:36.356391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-550b3ea4-0836-4825-b693-f6529d82df45 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:36.492372 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:14:36.503363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-550b3ea4-0836-4825-b693-f6529d82df45 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:36.543582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b3ea4-0836-4825-b693-f6529d82df45 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Pushing event deleted for resources: {'Subnet': ['ID=a821c430-d03a-48d7-943d-5499d703d96c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:36.547681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-550b3ea4-0836-4825-b693-f6529d82df45 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:36.553700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c1ef08-028c-453f-94c7-c75ca9af192d None None] Network 3c4f92f5-3f82-461d-b24e-32b8f10a6b84 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:36.555669 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-550b3ea4-0836-4825-b693-f6529d82df45 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] 10.222.0.49 "DELETE /v2.0/subnets/a821c430-d03a-48d7-943d-5499d703d96c HTTP/1.1" status: 204 len: 168 time: 0.4112041 Oct 05 10:14:36.558069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49104) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:36.689756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:36.704801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Deleting port 8c00965f-5998-4baa-b7fe-e9ec634b363c {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:36.705190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:36.878333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b6d35c-41b4-4222-bb24-272cd76f92eb None None] DHCP port deletion for 3c4f92f5-3f82-461d-b24e-32b8f10a6b84 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:14:36.883304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6d35c-41b4-4222-bb24-272cd76f92eb None None] Deleting port 8c00965f-5998-4baa-b7fe-e9ec634b363c {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:36.883686 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b6b6d35c-41b4-4222-bb24-272cd76f92eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:36.925636 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] For port 8c00965f-5998-4baa-b7fe-e9ec634b363c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8c00965f-5998-4baa-b7fe-e9ec634b363c,segment=NetworkSegment(200cab1e-4bd8-4a58-af01-d58fb1088ffa),segment_id=200cab1e-4bd8-4a58-af01-d58fb1088ffa)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:36.926030 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:37.053501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Calling delete_port for 8c00965f-5998-4baa-b7fe-e9ec634b363c owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:14:37.095110 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b6b6d35c-41b4-4222-bb24-272cd76f92eb None None] For port 8c00965f-5998-4baa-b7fe-e9ec634b363c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=8c00965f-5998-4baa-b7fe-e9ec634b363c,segment=NetworkSegment(200cab1e-4bd8-4a58-af01-d58fb1088ffa),segment_id=200cab1e-4bd8-4a58-af01-d58fb1088ffa)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:37.095505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b6b6d35c-41b4-4222-bb24-272cd76f92eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:37.229928 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6d35c-41b4-4222-bb24-272cd76f92eb None None] Calling delete_port for 8c00965f-5998-4baa-b7fe-e9ec634b363c owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:14:37.246311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:37.274401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8c00965f-5998-4baa-b7fe-e9ec634b363c no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:14:37.298858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] No DVR routers for this DVR port 8c00965f-5998-4baa-b7fe-e9ec634b363c on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:14:37.300823 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Pushing event deleted for resources: {'Port': ['ID=8c00965f-5998-4baa-b7fe-e9ec634b363c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:37.313675 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 8c00965f-5998-4baa-b7fe-e9ec634b363c {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:14:37.314035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 8c00965f-5998-4baa-b7fe-e9ec634b363c not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:14:37.341674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-b6b6d35c-41b4-4222-bb24-272cd76f92eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:14:37.342165 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-b6b6d35c-41b4-4222-bb24-272cd76f92eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:14:37.426603 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:37.454412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4f92f5-3f82-461d-b24e-32b8f10a6b84']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:37.468222 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200cab1e-4bd8-4a58-af01-d58fb1088ffa') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:37.468504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200cab1e-4bd8-4a58-af01-d58fb1088ffa') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:37.481913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:37.499129 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:37.506373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:14:37.506873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:37.843856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6d35c-41b4-4222-bb24-272cd76f92eb None None] Deleting port 8c00965f-5998-4baa-b7fe-e9ec634b363c {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:14:37.844475 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b6b6d35c-41b4-4222-bb24-272cd76f92eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:37.874436 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:37.894154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:37.905846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Pushing event deleted for resources: {'Network': ['ID=3c4f92f5-3f82-461d-b24e-32b8f10a6b84,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:37.914778 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-fd26d28c-3d7c-40ec-bfed-9637f1b8d9b1 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] 10.222.0.49 "DELETE /v2.0/networks/3c4f92f5-3f82-461d-b24e-32b8f10a6b84 HTTP/1.1" status: 204 len: 168 time: 1.3509817 Oct 05 10:14:37.918661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49108) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:37.921885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6d35c-41b4-4222-bb24-272cd76f92eb None None] The port '8c00965f-5998-4baa-b7fe-e9ec634b363c' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:14:37.977287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ecb36a9b-9e37-4236-8dcb-92d41823e27e tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Synchronizing usage tracker for tenant:e0a5a61bb1e941a6ab3c65002f8e08e7 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:14:38.039012 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 200cab1e-4bd8-4a58-af01-d58fb1088ffa resource provider aggregate not found Oct 05 10:14:38.050094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ecb36a9b-9e37-4236-8dcb-92d41823e27e tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Unset dirty status for tenant:e0a5a61bb1e941a6ab3c65002f8e08e7 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:14:38.051237 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ecb36a9b-9e37-4236-8dcb-92d41823e27e tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] 10.222.0.49 "GET /v2.0/ports?device_id=023de34c-49c1-440f-862d-87362cafaa73 HTTP/1.1" status: 200 len: 205 time: 0.1348414 Oct 05 10:14:38.055075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49116) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:38.114270 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 200cab1e-4bd8-4a58-af01-d58fb1088ffa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 200cab1e-4bd8-4a58-af01-d58fb1088ffa found for delete ", "request_id": "req-ee93e262-7396-4be7-8e44-8b5e8c0074ea"}]} Oct 05 10:14:38.191078 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-04343aa4-e973-4f87-bc5c-ba25d4bb3d28 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:38.507297 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-04343aa4-e973-4f87-bc5c-ba25d4bb3d28 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:38.509547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-04343aa4-e973-4f87-bc5c-ba25d4bb3d28 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:38.623284 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-04343aa4-e973-4f87-bc5c-ba25d4bb3d28 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:38.623780 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04343aa4-e973-4f87-bc5c-ba25d4bb3d28 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Fanout notify agent at l3_agent the message router_deleted on router 023de34c-49c1-440f-862d-87362cafaa73 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:14:38.635143 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-04343aa4-e973-4f87-bc5c-ba25d4bb3d28 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:38.636215 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-04343aa4-e973-4f87-bc5c-ba25d4bb3d28 tempest-RoutersNegativeTest-1415852512 tempest-RoutersNegativeTest-1415852512-project] 10.222.0.49 "DELETE /v2.0/routers/023de34c-49c1-440f-862d-87362cafaa73 HTTP/1.1" status: 204 len: 168 time: 0.5801969 Oct 05 10:14:39.088307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49124) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:39.250884 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-19ec06dc-e944-4016-854b-6f3999c1ab64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0a5a61bb1e941a6ab3c65002f8e08e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613364 Oct 05 10:14:39.253607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49130) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:39.314007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7224bfac-522a-46c9-ac9f-7a016cb97c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:39.345687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7224bfac-522a-46c9-ac9f-7a016cb97c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:39.461850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7224bfac-522a-46c9-ac9f-7a016cb97c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:39.478755 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224bfac-522a-46c9-ac9f-7a016cb97c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093079af-006c-44f1-8893-6f46ebd5c843,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:39.483274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7224bfac-522a-46c9-ac9f-7a016cb97c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:39.485030 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7224bfac-522a-46c9-ac9f-7a016cb97c6a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/093079af-006c-44f1-8893-6f46ebd5c843 HTTP/1.1" status: 204 len: 168 time: 0.2299228 Oct 05 10:14:40.630291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49154) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:40.751749 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-294840400-network', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:40.757511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:40.762546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Usage tracker for resource:network and tenant:1ffe7a024163412e90e353dc1ffdd0db is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:40.766363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:40.774604 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:40.840356 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Made reservation on behalf of 1ffe7a024163412e90e353dc1ffdd0db for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:40.842688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:40.858263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:40.875271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:40.879127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Usage tracker for resource:security_group_rule and tenant:1ffe7a024163412e90e353dc1ffdd0db is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:40.882039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:40.887814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:40.977181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:41.034494 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:41.066875 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:14:41.081129 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:41.085040 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:41.085387 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Added segment f3587047-e97d-415d-9b8d-107a1722273c of type vlan for network 1944f88b-cac7-4a96-a841-d61bd3286359 Oct 05 10:14:41.116013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:41.225362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:41.225362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:41.225362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:41.331018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] Pushing event updated for resources: {'Network': ['ID=1944f88b-cac7-4a96-a841-d61bd3286359,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:41.342070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 1944f88b-cac7-4a96-a841-d61bd3286359 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:14:41.383532 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c915ff9f-8714-48c1-9f31-f5596435ad20 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7515054 Oct 05 10:14:41.387888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49160) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:41.393547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] Request body: {'subnet': {'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-294840400-subnet', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db', 'ip_version': 4}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:41.399328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:41.403435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] Usage tracker for resource:subnet and tenant:1ffe7a024163412e90e353dc1ffdd0db is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:41.406952 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:41.415426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:41.525559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] Made reservation on behalf of 1ffe7a024163412e90e353dc1ffdd0db for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:41.528169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:41.788818 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:41.866798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62919caf-68c1-4dbc-92ec-da71d74a9bdd,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:41.875622 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] Checking segment: {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:41.881670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] Network hostable DHCP agents. Network: 1944f88b-cac7-4a96-a841-d61bd3286359, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:14:41.971411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] Network 1944f88b-cac7-4a96-a841-d61bd3286359 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:14:42.044432 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 1944f88b-cac7-4a96-a841-d61bd3286359) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:42.049463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:42.050170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:42.054192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6207723d-f0fa-415a-9192-209c3e64ff0f None None] Network 1944f88b-cac7-4a96-a841-d61bd3286359 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:42.137845 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d610fb48-9685-42ad-b4d9-11047afdef21 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7488296 Oct 05 10:14:42.140537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49164) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:42.145582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-294840400-router', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:42.151545 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:42.157416 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Usage tracker for resource:router and tenant:1ffe7a024163412e90e353dc1ffdd0db is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:42.167203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:42.170270 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:42.234838 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:42.236087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:42.253481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:42.284113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-1944f88b-cac7-4a96-a841-d61bd3286359', 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db', 'fixed_ips': [{'subnet_id': '62919caf-68c1-4dbc-92ec-da71d74a9bdd'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:14:42.284923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:42.464934 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Allocated IP 172.20.0.2 (1944f88b-cac7-4a96-a841-d61bd3286359/62919caf-68c1-4dbc-92ec-da71d74a9bdd/9b22ed96-c0e0-485d-ab1b-6f2073f0d926) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:14:42.694169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:42.704857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Transition to ACTIVE for port object 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:42.725142 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Transition to ACTIVE for port object 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:42.747294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:42.801084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:42.872453 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Network 1944f88b-cac7-4a96-a841-d61bd3286359 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:14:42.875316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:42.879342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:14:42.885389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Pushing event updated for resources: {'Port': ['ID=9b22ed96-c0e0-485d-ab1b-6f2073f0d926,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:43.027206 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Attempting to bind port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:14:43.027477 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Attempting to bind port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:14:43.027842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Attempting to bind port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 on network 1944f88b-cac7-4a96-a841-d61bd3286359 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:14:43.033718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:14:43.034295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Checking segment: {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:43.034706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:43.035097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Bound using segment: {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:14:43.035565 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Bound port: 9b22ed96-c0e0-485d-ab1b-6f2073f0d926, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:14:43.035932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:43.135293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] For port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:14:43.139071 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] For port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9b22ed96-c0e0-485d-ab1b-6f2073f0d926,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:14:43.167364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:43.199316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:43.217590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:43.293301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ab192-139e-43a6-9f9d-f741e328fd25 None None] Pushing event updated for resources: {'Port': ['ID=9b22ed96-c0e0-485d-ab1b-6f2073f0d926,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:43.367466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Allocated IP 172.26.7.105 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:14:43.577820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:43.669295 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:43.739268 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:14:43.742190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:43.744669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:14:43.784115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Pushing event updated for resources: {'Port': ['ID=7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:44.352728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ace9ce7-002d-4aed-9bca-ec7126a83eff None None] Network 1944f88b-cac7-4a96-a841-d61bd3286359 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:44.445639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:44.525681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c9543733-db2e-40f0-bc28-deffaadf88dc None None] Provisioning for port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:14:44.837908 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:45.158808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Router 5be2ba24-862a-4f00-83a6-859af56ad3cd is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:14:45.306916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:45.338020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:14:45.350341 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Sync routers for ids ['5be2ba24-862a-4f00-83a6-859af56ad3cd'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:14:45.362744 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Routers {'5be2ba24-862a-4f00-83a6-859af56ad3cd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:14:45.363367 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:14:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5be2ba24-862a-4f00-83a6-859af56ad3cd'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:45.479078 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:45.483724 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2def0c1d-56e3-4a0c-b89d-7629efc82363 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3392532 Oct 05 10:14:45.484241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49168) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:45.486165 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:14:45.495228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:45.495960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:45.496563 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 Oct 05 10:14:45.545666 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Set router 5be2ba24-862a-4f00-83a6-859af56ad3cd gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:14:45.701041 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:45.702608 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:45.765670 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9b22ed96-c0e0-485d-ab1b-6f2073f0d926,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:45.827421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:45.909198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=9b22ed96-c0e0-485d-ab1b-6f2073f0d926,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:45.917520 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'name': 'tempest-TestEncryptedCinderVolumes-294840400-router', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:42Z', 'updated_at': '2022-10-05T10:14:44Z', 'revision_number': 3, 'project_id': '1ffe7a024163412e90e353dc1ffdd0db', 'gw_port': {'id': '7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:43Z', 'updated_at': '2022-10-05T10:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:45.923641 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Checking router: 5be2ba24-862a-4f00-83a6-859af56ad3cd for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:14:45.924257 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Updating router 5be2ba24-862a-4f00-83a6-859af56ad3cd port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:14:45.999672 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:46.350770 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:46.363511 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Transition to ACTIVE for port object 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:46.445427 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:46.507652 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Attempting to bind port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:14:46.507993 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Attempting to bind port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:14:46.508361 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Attempting to bind port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:14:46.523992 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:14:46.524373 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:46.524775 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:46.525166 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:14:46.525633 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Bound port: 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:14:46.526035 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:46.536544 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:46.574864 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e955b-81e3-45e2-8f60-2c9e3c636f32 None None] Pushing event updated for resources: {'Port': ['ID=7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:46.588022 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e955b-81e3-45e2-8f60-2c9e3c636f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:46.588362 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e955b-81e3-45e2-8f60-2c9e3c636f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:46.588701 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e955b-81e3-45e2-8f60-2c9e3c636f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:46.589035 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e955b-81e3-45e2-8f60-2c9e3c636f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:46.591383 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e955b-81e3-45e2-8f60-2c9e3c636f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:46.591383 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e955b-81e3-45e2-8f60-2c9e3c636f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:46.591383 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e955b-81e3-45e2-8f60-2c9e3c636f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:46.591383 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e955b-81e3-45e2-8f60-2c9e3c636f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:46.591383 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e955b-81e3-45e2-8f60-2c9e3c636f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:46.591383 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e955b-81e3-45e2-8f60-2c9e3c636f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:46.591383 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e955b-81e3-45e2-8f60-2c9e3c636f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:46.592341 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e955b-81e3-45e2-8f60-2c9e3c636f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:14:46.621361 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] For port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:14:46.624705 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] For port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:14:46.697373 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:46.758092 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Routers {'5be2ba24-862a-4f00-83a6-859af56ad3cd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:14:46.758713 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:14:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5be2ba24-862a-4f00-83a6-859af56ad3cd'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:46.764913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Allocated IP 172.20.0.1 (1944f88b-cac7-4a96-a841-d61bd3286359/62919caf-68c1-4dbc-92ec-da71d74a9bdd/e744cd54-4ded-46a3-b803-a0162654d4ba) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:14:46.852637 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e955b-81e3-45e2-8f60-2c9e3c636f32 None None] Pushing event updated for resources: {'Port': ['ID=7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:46.930625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:46.948270 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Transition to ACTIVE for port object e744cd54-4ded-46a3-b803-a0162654d4ba will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:46.971095 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] Set router 5be2ba24-862a-4f00-83a6-859af56ad3cd gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:14:47.040417 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:47.115167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Network 1944f88b-cac7-4a96-a841-d61bd3286359 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:14:47.117802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:47.121603 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:14:47.157775 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Pushing event updated for resources: {'Port': ['ID=e744cd54-4ded-46a3-b803-a0162654d4ba,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:47.184282 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:47.309121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:47.326464 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'name': 'tempest-TestEncryptedCinderVolumes-294840400-router', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:42Z', 'updated_at': '2022-10-05T10:14:44Z', 'revision_number': 3, 'project_id': '1ffe7a024163412e90e353dc1ffdd0db', 'gw_port': {'id': '7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:43Z', 'updated_at': '2022-10-05T10:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:47.335758 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfd2a0d-6b5a-4b5c-bcff-d628a7e94ddc None None] The sync data for ids ['5be2ba24-862a-4f00-83a6-859af56ad3cd'] in dv-neutron-860329-1-hyperv is: [{'id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'name': 'tempest-TestEncryptedCinderVolumes-294840400-router', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:42Z', 'updated_at': '2022-10-05T10:14:44Z', 'revision_number': 3, 'project_id': '1ffe7a024163412e90e353dc1ffdd0db', 'gw_port': {'id': '7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:43Z', 'updated_at': '2022-10-05T10:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:14:47.406085 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:47.408088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:47.408088 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 Oct 05 10:14:47.521919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Provisioning for port e744cd54-4ded-46a3-b803-a0162654d4ba completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:14:47.538303 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Provisioning complete for port e744cd54-4ded-46a3-b803-a0162654d4ba triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:47.538303 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:47.538303 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Attempt 1 to provision port e744cd54-4ded-46a3-b803-a0162654d4ba Oct 05 10:14:47.583540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:47.609360 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Port e744cd54-4ded-46a3-b803-a0162654d4ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:14:47.665191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:47.967888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:48.032981 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:48.110619 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Attempt 2 to provision port e744cd54-4ded-46a3-b803-a0162654d4ba Oct 05 10:14:48.155922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:48.160675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Pushing event updated for resources: {'Port': ['ID=e744cd54-4ded-46a3-b803-a0162654d4ba,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:48.179345 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Port e744cd54-4ded-46a3-b803-a0162654d4ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:14:48.314938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Network 1944f88b-cac7-4a96-a841-d61bd3286359 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:14:48.316218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:48.645282 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Router 5be2ba24-862a-4f00-83a6-859af56ad3cd has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:14:48.680418 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Attempt 3 to provision port e744cd54-4ded-46a3-b803-a0162654d4ba Oct 05 10:14:48.769806 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Port e744cd54-4ded-46a3-b803-a0162654d4ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:14:48.882262 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:14:48.892483 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-729edad5-f471-4236-93c6-ea3fe815b693 admin admin] 10.222.0.49 "PUT /v2.0/routers/5be2ba24-862a-4f00-83a6-859af56ad3cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4068029 Oct 05 10:14:49.010740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Sync routers for ids ['5be2ba24-862a-4f00-83a6-859af56ad3cd'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:14:49.020168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Routers {'5be2ba24-862a-4f00-83a6-859af56ad3cd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:14:49.020784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:14:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5be2ba24-862a-4f00-83a6-859af56ad3cd'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:49.212449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Set router 5be2ba24-862a-4f00-83a6-859af56ad3cd gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:14:49.270844 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Attempt 4 to provision port e744cd54-4ded-46a3-b803-a0162654d4ba Oct 05 10:14:49.332349 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:49.550517 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Port e744cd54-4ded-46a3-b803-a0162654d4ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:14:49.670195 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:14:49.691696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:49.692767 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:49.692767 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf Oct 05 10:14:49.733403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49186) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:49.739284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-637807719-network', 'tenant_id': '92554456ffc84f268116de3b4c2db091'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:49.745245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:49.749518 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Usage tracker for resource:network and tenant:92554456ffc84f268116de3b4c2db091 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:49.753623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:49.761685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:49.773779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'name': 'tempest-TestEncryptedCinderVolumes-294840400-router', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:42Z', 'updated_at': '2022-10-05T10:14:47Z', 'revision_number': 4, 'project_id': '1ffe7a024163412e90e353dc1ffdd0db', 'gw_port': {'id': '7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:43Z', 'updated_at': '2022-10-05T10:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'e744cd54-4ded-46a3-b803-a0162654d4ba', 'name': '', 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db', 'mac_address': 'fa:16:3e:d5:85:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '62919caf-68c1-4dbc-92ec-da71d74a9bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:46Z', 'updated_at': '2022-10-05T10:14:47Z', 'revision_number': 2, 'project_id': '1ffe7a024163412e90e353dc1ffdd0db', 'subnets': [{'id': '62919caf-68c1-4dbc-92ec-da71d74a9bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:49.808031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Checking router: 5be2ba24-862a-4f00-83a6-859af56ad3cd for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:14:49.808405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Updating router 5be2ba24-862a-4f00-83a6-859af56ad3cd port e744cd54-4ded-46a3-b803-a0162654d4ba binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:14:49.850882 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Made reservation on behalf of 92554456ffc84f268116de3b4c2db091 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:49.853472 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:49.867310 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:49.884009 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:49.884395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:49.890664 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:49.892894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:49.894870 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Usage tracker for resource:security_group_rule and tenant:92554456ffc84f268116de3b4c2db091 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:49.897868 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:49.903857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:49.917613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:49.994875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:50.021568 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:50.064631 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Attempt 5 to provision port e744cd54-4ded-46a3-b803-a0162654d4ba Oct 05 10:14:50.085681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:50.116926 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:14:50.136709 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d16d25-bd8e-4171-807a-3d96a00cd8c8,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:50.140613 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:50.140947 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Added segment c7a452ab-faa1-4170-8756-db1cf3d6e81e of type vlan for network 66ab37fa-5f04-4009-b3aa-babe6f85dad7 Oct 05 10:14:50.174089 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:50.190780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Port e744cd54-4ded-46a3-b803-a0162654d4ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:14:50.236271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:50.274121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:50.275202 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:50.275736 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:50.387696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] Pushing event updated for resources: {'Network': ['ID=66ab37fa-5f04-4009-b3aa-babe6f85dad7,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:50.400907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 66ab37fa-5f04-4009-b3aa-babe6f85dad7 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:14:50.416149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-54926e83-49c1-4303-b68d-e0782d3aec05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:50.418704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:50.442293 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d4dc22c9-8415-496d-b20e-908b648c68c5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7076252 Oct 05 10:14:50.448149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49190) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:50.454701 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] Request body: {'subnet': {'network_id': '66ab37fa-5f04-4009-b3aa-babe6f85dad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-637807719-subnet', 'tenant_id': '92554456ffc84f268116de3b4c2db091', 'ip_version': 4}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:50.460339 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:50.465107 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] Usage tracker for resource:subnet and tenant:92554456ffc84f268116de3b4c2db091 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:50.468110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:50.474227 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:50.487543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Transition to ACTIVE for port object e744cd54-4ded-46a3-b803-a0162654d4ba will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:50.577210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] Made reservation on behalf of 92554456ffc84f268116de3b4c2db091 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:14:50.579566 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:50.600499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:50.691935 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Attempt 6 to provision port e744cd54-4ded-46a3-b803-a0162654d4ba Oct 05 10:14:50.844112 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e1c17-bc27-42b9-85e8-3d0d15fc163c None None] Pushing event updated for resources: {'Port': ['ID=e744cd54-4ded-46a3-b803-a0162654d4ba,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:50.853872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Port e744cd54-4ded-46a3-b803-a0162654d4ba cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:14:50.870070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Attempting to bind port e744cd54-4ded-46a3-b803-a0162654d4ba on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:14:50.870439 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Attempting to bind port e744cd54-4ded-46a3-b803-a0162654d4ba by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:14:50.870803 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Attempting to bind port e744cd54-4ded-46a3-b803-a0162654d4ba on network 1944f88b-cac7-4a96-a841-d61bd3286359 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:14:50.874615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:50.875954 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:14:50.876327 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Checking segment: {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:50.876725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:50.877123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Bound using segment: {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:14:50.877580 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Bound port: e744cd54-4ded-46a3-b803-a0162654d4ba, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:14:50.877954 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:50.958987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f33436-f16e-4158-8a01-038b1f373406,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:50.964138 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] Checking segment: {'id': 'c7a452ab-faa1-4170-8756-db1cf3d6e81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '66ab37fa-5f04-4009-b3aa-babe6f85dad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:50.964503 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] Network hostable DHCP agents. Network: 66ab37fa-5f04-4009-b3aa-babe6f85dad7, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:14:50.972861 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] For port e744cd54-4ded-46a3-b803-a0162654d4ba, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:14:50.976726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] For port e744cd54-4ded-46a3-b803-a0162654d4ba, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=e744cd54-4ded-46a3-b803-a0162654d4ba,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:14:51.046263 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:51.051738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] Network 66ab37fa-5f04-4009-b3aa-babe6f85dad7 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:14:51.108503 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Routers {'5be2ba24-862a-4f00-83a6-859af56ad3cd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:14:51.109135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:14:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5be2ba24-862a-4f00-83a6-859af56ad3cd'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:51.147737 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 66ab37fa-5f04-4009-b3aa-babe6f85dad7) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:51.151817 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:51.152649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:51.168329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d960febb-30bd-4183-a628-9d965435eed8 None None] Network 66ab37fa-5f04-4009-b3aa-babe6f85dad7 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:51.255497 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c5d8c499-8d3f-45cc-a3aa-3a7de74e2ea7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8034673 Oct 05 10:14:51.256762 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49194) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:51.263939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-637807719-router', 'tenant_id': '92554456ffc84f268116de3b4c2db091', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:14:51.272097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:14:51.279434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Usage tracker for resource:router and tenant:92554456ffc84f268116de3b4c2db091 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:14:51.284461 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:14:51.294418 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:14:51.326238 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:51.361177 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Attempt 7 to provision port e744cd54-4ded-46a3-b803-a0162654d4ba Oct 05 10:14:51.370191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:51.371475 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:51.388433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:51.416689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e1c17-bc27-42b9-85e8-3d0d15fc163c None None] Pushing event updated for resources: {'Port': ['ID=e744cd54-4ded-46a3-b803-a0162654d4ba,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:51.591410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-30c8fe68-7722-405b-8fad-022f02bd7e2b None None] Port e744cd54-4ded-46a3-b803-a0162654d4ba had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:14:51.599763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] Set router 5be2ba24-862a-4f00-83a6-859af56ad3cd gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:14:51.716851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:51.717534 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:51.717636 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf Oct 05 10:14:51.775530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:52.024538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-66ab37fa-5f04-4009-b3aa-babe6f85dad7', 'network_id': '66ab37fa-5f04-4009-b3aa-babe6f85dad7', 'tenant_id': '92554456ffc84f268116de3b4c2db091', 'fixed_ips': [{'subnet_id': '43f33436-f16e-4158-8a01-038b1f373406'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:14:52.025599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:52.242516 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:52.320308 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Allocated IP 172.20.0.2 (66ab37fa-5f04-4009-b3aa-babe6f85dad7/43f33436-f16e-4158-8a01-038b1f373406/65da3b93-0567-4cb8-a233-c06bf139b3dd) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:14:52.328853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'name': 'tempest-TestEncryptedCinderVolumes-294840400-router', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:42Z', 'updated_at': '2022-10-05T10:14:47Z', 'revision_number': 4, 'project_id': '1ffe7a024163412e90e353dc1ffdd0db', 'gw_port': {'id': '7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:43Z', 'updated_at': '2022-10-05T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'e744cd54-4ded-46a3-b803-a0162654d4ba', 'name': '', 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db', 'mac_address': 'fa:16:3e:d5:85:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '62919caf-68c1-4dbc-92ec-da71d74a9bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:46Z', 'updated_at': '2022-10-05T10:14:50Z', 'revision_number': 4, 'project_id': '1ffe7a024163412e90e353dc1ffdd0db', 'subnets': [{'id': '62919caf-68c1-4dbc-92ec-da71d74a9bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:52.337553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ecdc0-cfe0-4032-bbde-4fb16ce89ddd None None] The sync data for ids ['5be2ba24-862a-4f00-83a6-859af56ad3cd'] in dv-neutron-860329-1-hyperv is: [{'id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'name': 'tempest-TestEncryptedCinderVolumes-294840400-router', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:42Z', 'updated_at': '2022-10-05T10:14:47Z', 'revision_number': 4, 'project_id': '1ffe7a024163412e90e353dc1ffdd0db', 'gw_port': {'id': '7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:43Z', 'updated_at': '2022-10-05T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'e744cd54-4ded-46a3-b803-a0162654d4ba', 'name': '', 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db', 'mac_address': 'fa:16:3e:d5:85:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '62919caf-68c1-4dbc-92ec-da71d74a9bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:46Z', 'updated_at': '2022-10-05T10:14:50Z', 'revision_number': 4, 'project_id': '1ffe7a024163412e90e353dc1ffdd0db', 'subnets': [{'id': '62919caf-68c1-4dbc-92ec-da71d74a9bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:14:52.369442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:52.416442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:52.580010 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Allocated IP 172.26.7.7 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/2280208b-f1b4-490c-aed8-e4eab5420fe3) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:14:52.600175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:52.612215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Transition to ACTIVE for port object 65da3b93-0567-4cb8-a233-c06bf139b3dd will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:52.634938 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Transition to ACTIVE for port object 65da3b93-0567-4cb8-a233-c06bf139b3dd will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:52.673275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c0571411-690a-4293-a84f-4c0d7d35e857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:52.697698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:52.762697 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Network 66ab37fa-5f04-4009-b3aa-babe6f85dad7 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:14:52.763335 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:52.766715 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:52.776179 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:14:52.840402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:52.920160 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:14:52.923577 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:52.926617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:14:52.957329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Pushing event updated for resources: {'Port': ['ID=65da3b93-0567-4cb8-a233-c06bf139b3dd,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:52.967657 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Attempting to bind port 65da3b93-0567-4cb8-a233-c06bf139b3dd on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:14:52.968016 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Attempting to bind port 65da3b93-0567-4cb8-a233-c06bf139b3dd by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'c7a452ab-faa1-4170-8756-db1cf3d6e81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '66ab37fa-5f04-4009-b3aa-babe6f85dad7'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:14:52.968389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Attempting to bind port 65da3b93-0567-4cb8-a233-c06bf139b3dd on network 66ab37fa-5f04-4009-b3aa-babe6f85dad7 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:14:52.974604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Pushing event updated for resources: {'Port': ['ID=2280208b-f1b4-490c-aed8-e4eab5420fe3,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:52.975828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:14:52.976247 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Checking segment: {'id': 'c7a452ab-faa1-4170-8756-db1cf3d6e81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '66ab37fa-5f04-4009-b3aa-babe6f85dad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:52.976691 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:52.977317 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Bound using segment: {'id': 'c7a452ab-faa1-4170-8756-db1cf3d6e81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '66ab37fa-5f04-4009-b3aa-babe6f85dad7'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:14:52.977812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Bound port: 65da3b93-0567-4cb8-a233-c06bf139b3dd, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a452ab-faa1-4170-8756-db1cf3d6e81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '66ab37fa-5f04-4009-b3aa-babe6f85dad7'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:14:52.978237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:53.084635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] For port 65da3b93-0567-4cb8-a233-c06bf139b3dd, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:14:53.088420 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] For port 65da3b93-0567-4cb8-a233-c06bf139b3dd, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=65da3b93-0567-4cb8-a233-c06bf139b3dd,segment=NetworkSegment(c7a452ab-faa1-4170-8756-db1cf3d6e81e),segment_id=c7a452ab-faa1-4170-8756-db1cf3d6e81e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:14:53.171725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:53.265574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781295d-66a6-497f-90ff-c4bda9f5c12f None None] Pushing event updated for resources: {'Port': ['ID=65da3b93-0567-4cb8-a233-c06bf139b3dd,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:53.327606 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device e744cd54-4ded-46a3-b803-a0162654d4ba up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:53.480118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port e744cd54-4ded-46a3-b803-a0162654d4ba completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:14:53.485363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port e744cd54-4ded-46a3-b803-a0162654d4ba triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:53.485741 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:53.486320 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port e744cd54-4ded-46a3-b803-a0162654d4ba Oct 05 10:14:53.530704 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:53.641827 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port e744cd54-4ded-46a3-b803-a0162654d4ba is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:53.642471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:53.679160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port e744cd54-4ded-46a3-b803-a0162654d4ba, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=e744cd54-4ded-46a3-b803-a0162654d4ba,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:53.782682 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:53.857336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=e744cd54-4ded-46a3-b803-a0162654d4ba,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:54.005900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:54.245742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:54.352977 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Router f1d37ce3-9567-47bb-bfc9-0964ba6070c1 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:14:54.376235 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:54.514635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e4478-a08d-442b-a077-411a23952c5f None None] Network 66ab37fa-5f04-4009-b3aa-babe6f85dad7 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:14:54.555279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:14:54.575668 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Sync routers for ids ['f1d37ce3-9567-47bb-bfc9-0964ba6070c1'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:14:54.575668 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Routers {'f1d37ce3-9567-47bb-bfc9-0964ba6070c1'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:14:54.575668 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ae477405-2113-4514-a65d-037b199ef214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:14:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f1d37ce3-9567-47bb-bfc9-0964ba6070c1'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:54.748502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:54.752590 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-937c67fd-eb52-4667-84e7-80ee2262dc17 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4924929 Oct 05 10:14:54.752957 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49198) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:14:54.772140 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Set router f1d37ce3-9567-47bb-bfc9-0964ba6070c1 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:14:54.792393 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-16f4bb9e-3c5a-4627-9f83-215236283b72 None None] Provisioning for port 65da3b93-0567-4cb8-a233-c06bf139b3dd completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:14:55.095821 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ae477405-2113-4514-a65d-037b199ef214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'name': 'tempest-TestEncryptedCinderVolumes-637807719-router', 'tenant_id': '92554456ffc84f268116de3b4c2db091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': '2280208b-f1b4-490c-aed8-e4eab5420fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:51Z', 'updated_at': '2022-10-05T10:14:53Z', 'revision_number': 3, 'project_id': '92554456ffc84f268116de3b4c2db091', 'gw_port': {'id': '2280208b-f1b4-490c-aed8-e4eab5420fe3', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:52Z', 'updated_at': '2022-10-05T10:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:55.100087 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Checking router: f1d37ce3-9567-47bb-bfc9-0964ba6070c1 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:14:55.100485 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Updating router f1d37ce3-9567-47bb-bfc9-0964ba6070c1 port 2280208b-f1b4-490c-aed8-e4eab5420fe3 binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:14:55.159471 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:55.389397 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device e744cd54-4ded-46a3-b803-a0162654d4ba up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:55.471541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port e744cd54-4ded-46a3-b803-a0162654d4ba triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:55.472035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:55.472518 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port e744cd54-4ded-46a3-b803-a0162654d4ba Oct 05 10:14:55.509923 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:55.523899 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Transition to ACTIVE for port object 2280208b-f1b4-490c-aed8-e4eab5420fe3 will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:55.537201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:55.608668 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port e744cd54-4ded-46a3-b803-a0162654d4ba is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:55.609723 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 65da3b93-0567-4cb8-a233-c06bf139b3dd up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:55.619284 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:55.670872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:55.690451 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Attempting to bind port 2280208b-f1b4-490c-aed8-e4eab5420fe3 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:14:55.690825 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Attempting to bind port 2280208b-f1b4-490c-aed8-e4eab5420fe3 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:14:55.691192 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Attempting to bind port 2280208b-f1b4-490c-aed8-e4eab5420fe3 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:14:55.702204 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:14:55.702588 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:14:55.702986 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:55.703378 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:14:55.703854 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Bound port: 2280208b-f1b4-490c-aed8-e4eab5420fe3, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:14:55.704229 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:55.742930 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:55.754760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 65da3b93-0567-4cb8-a233-c06bf139b3dd completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:14:55.762724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 65da3b93-0567-4cb8-a233-c06bf139b3dd triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:55.763786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:55.764292 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 65da3b93-0567-4cb8-a233-c06bf139b3dd Oct 05 10:14:55.769461 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71783dd-59fd-4715-a061-5e843af97ce6 None None] Pushing event updated for resources: {'Port': ['ID=2280208b-f1b4-490c-aed8-e4eab5420fe3,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:55.793740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Allocated IP 172.20.0.1 (66ab37fa-5f04-4009-b3aa-babe6f85dad7/43f33436-f16e-4158-8a01-038b1f373406/737dcfce-974e-42f8-af3a-2c3093980780) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:14:55.813654 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-ae477405-2113-4514-a65d-037b199ef214 None None] For port 2280208b-f1b4-490c-aed8-e4eab5420fe3, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:14:55.817004 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-ae477405-2113-4514-a65d-037b199ef214 None None] For port 2280208b-f1b4-490c-aed8-e4eab5420fe3, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2280208b-f1b4-490c-aed8-e4eab5420fe3,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:14:55.890175 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:55.907399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 65da3b93-0567-4cb8-a233-c06bf139b3dd is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:55.907991 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:55.956881 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 65da3b93-0567-4cb8-a233-c06bf139b3dd, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=65da3b93-0567-4cb8-a233-c06bf139b3dd,segment=NetworkSegment(c7a452ab-faa1-4170-8756-db1cf3d6e81e),segment_id=c7a452ab-faa1-4170-8756-db1cf3d6e81e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:55.957183 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Routers {'f1d37ce3-9567-47bb-bfc9-0964ba6070c1'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:14:55.957754 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ae477405-2113-4514-a65d-037b199ef214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:14:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f1d37ce3-9567-47bb-bfc9-0964ba6070c1'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:56.050222 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71783dd-59fd-4715-a061-5e843af97ce6 None None] Pushing event updated for resources: {'Port': ['ID=2280208b-f1b4-490c-aed8-e4eab5420fe3,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:56.085164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:56.090010 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:56.113443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Transition to ACTIVE for port object 737dcfce-974e-42f8-af3a-2c3093980780 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:14:56.169739 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-ae477405-2113-4514-a65d-037b199ef214 None None] Set router f1d37ce3-9567-47bb-bfc9-0964ba6070c1 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:14:56.196822 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=65da3b93-0567-4cb8-a233-c06bf139b3dd,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:56.246177 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:56.318394 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Network 66ab37fa-5f04-4009-b3aa-babe6f85dad7 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:14:56.321355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:56.323857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:14:56.364043 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Pushing event updated for resources: {'Port': ['ID=737dcfce-974e-42f8-af3a-2c3093980780,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:56.392757 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:56.498231 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-ae477405-2113-4514-a65d-037b199ef214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'name': 'tempest-TestEncryptedCinderVolumes-637807719-router', 'tenant_id': '92554456ffc84f268116de3b4c2db091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': '2280208b-f1b4-490c-aed8-e4eab5420fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:51Z', 'updated_at': '2022-10-05T10:14:53Z', 'revision_number': 3, 'project_id': '92554456ffc84f268116de3b4c2db091', 'gw_port': {'id': '2280208b-f1b4-490c-aed8-e4eab5420fe3', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:52Z', 'updated_at': '2022-10-05T10:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:56.502544 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae477405-2113-4514-a65d-037b199ef214 None None] The sync data for ids ['f1d37ce3-9567-47bb-bfc9-0964ba6070c1'] in dv-neutron-860329-1-hyperv is: [{'id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'name': 'tempest-TestEncryptedCinderVolumes-637807719-router', 'tenant_id': '92554456ffc84f268116de3b4c2db091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': '2280208b-f1b4-490c-aed8-e4eab5420fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:51Z', 'updated_at': '2022-10-05T10:14:53Z', 'revision_number': 3, 'project_id': '92554456ffc84f268116de3b4c2db091', 'gw_port': {'id': '2280208b-f1b4-490c-aed8-e4eab5420fe3', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:52Z', 'updated_at': '2022-10-05T10:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:14:56.658180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Provisioning for port 737dcfce-974e-42f8-af3a-2c3093980780 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:14:56.666730 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Provisioning complete for port 737dcfce-974e-42f8-af3a-2c3093980780 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:56.667290 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:56.667938 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Attempt 1 to provision port 737dcfce-974e-42f8-af3a-2c3093980780 Oct 05 10:14:56.770187 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Port 737dcfce-974e-42f8-af3a-2c3093980780 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:14:56.821147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:57.072465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:57.142885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:57.259008 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Pushing event updated for resources: {'Port': ['ID=737dcfce-974e-42f8-af3a-2c3093980780,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:57.262450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:57.273965 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Attempt 2 to provision port 737dcfce-974e-42f8-af3a-2c3093980780 Oct 05 10:14:57.375899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Port 737dcfce-974e-42f8-af3a-2c3093980780 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:14:57.398293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2280208b-f1b4-490c-aed8-e4eab5420fe3 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:57.438065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Network 66ab37fa-5f04-4009-b3aa-babe6f85dad7 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:14:57.439374 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:14:57.583138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 2280208b-f1b4-490c-aed8-e4eab5420fe3 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:14:57.589745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 2280208b-f1b4-490c-aed8-e4eab5420fe3 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:57.590386 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:57.601845 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 2280208b-f1b4-490c-aed8-e4eab5420fe3 Oct 05 10:14:57.673291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Router f1d37ce3-9567-47bb-bfc9-0964ba6070c1 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:14:57.758481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2280208b-f1b4-490c-aed8-e4eab5420fe3 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:57.758857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:57.779585 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 2280208b-f1b4-490c-aed8-e4eab5420fe3, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2280208b-f1b4-490c-aed8-e4eab5420fe3,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:14:57.857261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:57.857827 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 65da3b93-0567-4cb8-a233-c06bf139b3dd up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:57.868189 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:14:57.877794 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e9b5ab58-b31c-4f0f-ac00-8b67cc9049d4 admin admin] 10.222.0.49 "PUT /v2.0/routers/f1d37ce3-9567-47bb-bfc9-0964ba6070c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1234250 Oct 05 10:14:57.913626 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Attempt 3 to provision port 737dcfce-974e-42f8-af3a-2c3093980780 Oct 05 10:14:58.022836 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Port 737dcfce-974e-42f8-af3a-2c3093980780 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:14:58.029188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=2280208b-f1b4-490c-aed8-e4eab5420fe3,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:14:58.048314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 65da3b93-0567-4cb8-a233-c06bf139b3dd triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:58.048937 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:58.049247 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 65da3b93-0567-4cb8-a233-c06bf139b3dd Oct 05 10:14:58.213706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 65da3b93-0567-4cb8-a233-c06bf139b3dd is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:58.524208 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Attempt 4 to provision port 737dcfce-974e-42f8-af3a-2c3093980780 Oct 05 10:14:58.582930 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Port 737dcfce-974e-42f8-af3a-2c3093980780 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:14:58.824548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-efa7df77-62b0-4c3f-9764-3bb91ca06111 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:58.826042 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-efa7df77-62b0-4c3f-9764-3bb91ca06111 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/networks?id=1944f88b-cac7-4a96-a841-d61bd3286359 HTTP/1.1" status: 200 len: 816 time: 0.2924392 Oct 05 10:14:58.842628 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-47e4a198-c75b-405d-9aa9-c5006fdbd8b5 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/quotas/1ffe7a024163412e90e353dc1ffdd0db HTTP/1.1" status: 200 len: 375 time: 0.0100436 Oct 05 10:14:58.946592 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-a69e8dfd-f01f-4f34-9f7f-c11169be8174 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ffe7a024163412e90e353dc1ffdd0db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980389 Oct 05 10:14:58.954635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Sync routers for ids ['f1d37ce3-9567-47bb-bfc9-0964ba6070c1'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:14:58.965037 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Routers {'f1d37ce3-9567-47bb-bfc9-0964ba6070c1'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:14:58.965692 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:14:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f1d37ce3-9567-47bb-bfc9-0964ba6070c1'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:59.102817 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-1e2f8833-5459-40c9-9dc5-3b878490b4fb service neutron] 10.222.0.49 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427126 Oct 05 10:14:59.109627 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Attempt 5 to provision port 737dcfce-974e-42f8-af3a-2c3093980780 Oct 05 10:14:59.193952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Port 737dcfce-974e-42f8-af3a-2c3093980780 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:14:59.201564 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Set router f1d37ce3-9567-47bb-bfc9-0964ba6070c1 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:14:59.251517 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-7fe046d5-3fe5-4c6e-9f3a-1ab265a55eeb service neutron] 10.222.0.49 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425867 Oct 05 10:14:59.341315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2280208b-f1b4-490c-aed8-e4eab5420fe3 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:14:59.525319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 2280208b-f1b4-490c-aed8-e4eab5420fe3 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:14:59.532539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:59.532539 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 2280208b-f1b4-490c-aed8-e4eab5420fe3 Oct 05 10:14:59.555719 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-baad8a7f-b22c-4bfd-9d9d-8169fb8dbd21 req-9b71a05e-fb37-4f3e-a9c8-08e117ada56b tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 210 time: 0.0668771 Oct 05 10:14:59.694793 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Attempt 6 to provision port 737dcfce-974e-42f8-af3a-2c3093980780 Oct 05 10:14:59.727678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2280208b-f1b4-490c-aed8-e4eab5420fe3 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:14:59.739867 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'name': 'tempest-TestEncryptedCinderVolumes-637807719-router', 'tenant_id': '92554456ffc84f268116de3b4c2db091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': '2280208b-f1b4-490c-aed8-e4eab5420fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:51Z', 'updated_at': '2022-10-05T10:14:56Z', 'revision_number': 4, 'project_id': '92554456ffc84f268116de3b4c2db091', 'gw_port': {'id': '2280208b-f1b4-490c-aed8-e4eab5420fe3', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:52Z', 'updated_at': '2022-10-05T10:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '737dcfce-974e-42f8-af3a-2c3093980780', 'name': '', 'network_id': '66ab37fa-5f04-4009-b3aa-babe6f85dad7', 'tenant_id': '92554456ffc84f268116de3b4c2db091', 'mac_address': 'fa:16:3e:d0:ab:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '43f33436-f16e-4158-8a01-038b1f373406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:55Z', 'updated_at': '2022-10-05T10:14:56Z', 'revision_number': 2, 'project_id': '92554456ffc84f268116de3b4c2db091', 'subnets': [{'id': '43f33436-f16e-4158-8a01-038b1f373406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:14:59.753262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Checking router: f1d37ce3-9567-47bb-bfc9-0964ba6070c1 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:14:59.753614 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Updating router f1d37ce3-9567-47bb-bfc9-0964ba6070c1 port 737dcfce-974e-42f8-af3a-2c3093980780 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:14:59.798275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Port 737dcfce-974e-42f8-af3a-2c3093980780 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:14:59.821082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:00.186276 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:00.200843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Transition to ACTIVE for port object 737dcfce-974e-42f8-af3a-2c3093980780 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:15:00.299438 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Attempt 7 to provision port 737dcfce-974e-42f8-af3a-2c3093980780 Oct 05 10:15:00.329198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:00.550478 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Port 737dcfce-974e-42f8-af3a-2c3093980780 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:15:00.604541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3603f20-de7b-4cda-97c5-08153a8767e5 None None] Pushing event updated for resources: {'Port': ['ID=737dcfce-974e-42f8-af3a-2c3093980780,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:00.619516 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Attempting to bind port 737dcfce-974e-42f8-af3a-2c3093980780 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:15:00.622643 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Attempting to bind port 737dcfce-974e-42f8-af3a-2c3093980780 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'c7a452ab-faa1-4170-8756-db1cf3d6e81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '66ab37fa-5f04-4009-b3aa-babe6f85dad7'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:15:00.622643 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Attempting to bind port 737dcfce-974e-42f8-af3a-2c3093980780 on network 66ab37fa-5f04-4009-b3aa-babe6f85dad7 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:15:00.625931 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:15:00.626335 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Checking segment: {'id': 'c7a452ab-faa1-4170-8756-db1cf3d6e81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '66ab37fa-5f04-4009-b3aa-babe6f85dad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:15:00.626738 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:00.627188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Bound using segment: {'id': 'c7a452ab-faa1-4170-8756-db1cf3d6e81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '66ab37fa-5f04-4009-b3aa-babe6f85dad7'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:15:00.627682 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Bound port: 737dcfce-974e-42f8-af3a-2c3093980780, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a452ab-faa1-4170-8756-db1cf3d6e81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '66ab37fa-5f04-4009-b3aa-babe6f85dad7'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:15:00.628060 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:00.681163 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a6b40fe9-db89-4570-8a9f-fd16cee46213 req-0912222c-471f-419c-8f6b-d01c9f2ad916 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 210 time: 0.0523403 Oct 05 10:15:00.743218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] For port 737dcfce-974e-42f8-af3a-2c3093980780, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:15:00.748642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] For port 737dcfce-974e-42f8-af3a-2c3093980780, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=737dcfce-974e-42f8-af3a-2c3093980780,segment=NetworkSegment(c7a452ab-faa1-4170-8756-db1cf3d6e81e),segment_id=c7a452ab-faa1-4170-8756-db1cf3d6e81e)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:15:00.818357 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:00.884973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Routers {'f1d37ce3-9567-47bb-bfc9-0964ba6070c1'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:15:00.885622 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:14:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f1d37ce3-9567-47bb-bfc9-0964ba6070c1'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:00.970338 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3603f20-de7b-4cda-97c5-08153a8767e5 None None] Pushing event updated for resources: {'Port': ['ID=737dcfce-974e-42f8-af3a-2c3093980780,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:01.056992 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Attempt 8 to provision port 737dcfce-974e-42f8-af3a-2c3093980780 Oct 05 10:15:01.132804 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] Set router f1d37ce3-9567-47bb-bfc9-0964ba6070c1 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:15:01.201540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-50b838d2-c910-4fcc-afc7-69f9b7f53d8b None None] Port 737dcfce-974e-42f8-af3a-2c3093980780 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:15:01.485827 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'name': 'tempest-TestEncryptedCinderVolumes-637807719-router', 'tenant_id': '92554456ffc84f268116de3b4c2db091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': '2280208b-f1b4-490c-aed8-e4eab5420fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:51Z', 'updated_at': '2022-10-05T10:14:56Z', 'revision_number': 4, 'project_id': '92554456ffc84f268116de3b4c2db091', 'gw_port': {'id': '2280208b-f1b4-490c-aed8-e4eab5420fe3', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:52Z', 'updated_at': '2022-10-05T10:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '737dcfce-974e-42f8-af3a-2c3093980780', 'name': '', 'network_id': '66ab37fa-5f04-4009-b3aa-babe6f85dad7', 'tenant_id': '92554456ffc84f268116de3b4c2db091', 'mac_address': 'fa:16:3e:d0:ab:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '43f33436-f16e-4158-8a01-038b1f373406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:55Z', 'updated_at': '2022-10-05T10:15:00Z', 'revision_number': 4, 'project_id': '92554456ffc84f268116de3b4c2db091', 'subnets': [{'id': '43f33436-f16e-4158-8a01-038b1f373406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:01.490263 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e53df6-2a00-4f1c-8933-154b02f145aa None None] The sync data for ids ['f1d37ce3-9567-47bb-bfc9-0964ba6070c1'] in dv-neutron-860329-1-hyperv is: [{'id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'name': 'tempest-TestEncryptedCinderVolumes-637807719-router', 'tenant_id': '92554456ffc84f268116de3b4c2db091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': '2280208b-f1b4-490c-aed8-e4eab5420fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:51Z', 'updated_at': '2022-10-05T10:14:56Z', 'revision_number': 4, 'project_id': '92554456ffc84f268116de3b4c2db091', 'gw_port': {'id': '2280208b-f1b4-490c-aed8-e4eab5420fe3', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:52Z', 'updated_at': '2022-10-05T10:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '737dcfce-974e-42f8-af3a-2c3093980780', 'name': '', 'network_id': '66ab37fa-5f04-4009-b3aa-babe6f85dad7', 'tenant_id': '92554456ffc84f268116de3b4c2db091', 'mac_address': 'fa:16:3e:d0:ab:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '43f33436-f16e-4158-8a01-038b1f373406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:55Z', 'updated_at': '2022-10-05T10:15:00Z', 'revision_number': 4, 'project_id': '92554456ffc84f268116de3b4c2db091', 'subnets': [{'id': '43f33436-f16e-4158-8a01-038b1f373406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:15:01.897219 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7cdd67a5-ea86-482c-98d7-3e8259024277 req-5cf4d508-8ba7-44ab-925a-a86e76a92b10 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 210 time: 0.0593908 Oct 05 10:15:02.219145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-87a8c15b-c7a9-49ea-ad24-a36a281b4df3 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:02.221059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-87a8c15b-c7a9-49ea-ad24-a36a281b4df3 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Synchronizing usage tracker for tenant:1ffe7a024163412e90e353dc1ffdd0db on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:15:02.318172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-87a8c15b-c7a9-49ea-ad24-a36a281b4df3 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Unset dirty status for tenant:1ffe7a024163412e90e353dc1ffdd0db on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:15:02.319259 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-87a8c15b-c7a9-49ea-ad24-a36a281b4df3 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.55 "GET /v2.0/networks?id=1944f88b-cac7-4a96-a841-d61bd3286359 HTTP/1.1" status: 200 len: 816 time: 0.2667508 Oct 05 10:15:02.338666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Request body: {'port': {'device_id': '80bc31bd-0420-4955-9acd-b2f71c074daa', 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359', 'admin_state_up': True, 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:15:02.487449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:15:02.491504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Usage tracker for resource:port and tenant:1ffe7a024163412e90e353dc1ffdd0db is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:15:02.494371 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:15:02.500135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:15:02.582992 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Made reservation on behalf of 1ffe7a024163412e90e353dc1ffdd0db for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:15:02.586477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:02.757990 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Allocated IP 172.20.0.5 (1944f88b-cac7-4a96-a841-d61bd3286359/62919caf-68c1-4dbc-92ec-da71d74a9bdd/81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:15:02.969792 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:02.987356 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Transition to ACTIVE for port object 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:15:03.074651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:03.075267 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-87387426-20af-4854-a13a-8ca76124d2d2 req-383585e0-558a-4ddb-89be-2fc8027fd5a0 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 210 time: 0.0510993 Oct 05 10:15:03.152735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Network 1944f88b-cac7-4a96-a841-d61bd3286359 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:15:03.155290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:15:03.161044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:15:03.199479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Pushing event updated for resources: {'Port': ['ID=81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:03.214963 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:03.215311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:03.215659 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:03.215992 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:03.216326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:03.216657 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:03.217053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:03.227206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:03.227206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:03.227206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:03.227206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:03.227206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:03.263268 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:03.264058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:03.335012 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 737dcfce-974e-42f8-af3a-2c3093980780 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:15:03.353397 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-57c2dd02-4b3c-4d15-bd5c-50c13f090809 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0186586 Oct 05 10:15:03.374051 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Request body: {'port': {'device_id': '80bc31bd-0420-4955-9acd-b2f71c074daa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:15:03.475659 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 737dcfce-974e-42f8-af3a-2c3093980780 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:15:03.481445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 737dcfce-974e-42f8-af3a-2c3093980780 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:15:03.481928 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:03.482188 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 737dcfce-974e-42f8-af3a-2c3093980780 Oct 05 10:15:03.509891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:03.595014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8b2b49e0-2804-4e2b-9b19-aefe2a144f4a None None] Provisioning for port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:15:03.607466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8b2b49e0-2804-4e2b-9b19-aefe2a144f4a None None] Provisioning complete for port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:15:03.607840 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8b2b49e0-2804-4e2b-9b19-aefe2a144f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:03.608181 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8b2b49e0-2804-4e2b-9b19-aefe2a144f4a None None] Attempt 1 to provision port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc Oct 05 10:15:03.676349 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 737dcfce-974e-42f8-af3a-2c3093980780 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:15:03.677059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:03.697879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b49e0-2804-4e2b-9b19-aefe2a144f4a None None] Port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:15:03.719883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 737dcfce-974e-42f8-af3a-2c3093980780, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=737dcfce-974e-42f8-af3a-2c3093980780,segment=NetworkSegment(c7a452ab-faa1-4170-8756-db1cf3d6e81e),segment_id=c7a452ab-faa1-4170-8756-db1cf3d6e81e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:03.792787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:03.864981 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=737dcfce-974e-42f8-af3a-2c3093980780,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:03.905757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:15:03.913882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:03.928834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Transition to ACTIVE for port object 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:15:04.045281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:04.199065 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8b2b49e0-2804-4e2b-9b19-aefe2a144f4a None None] Attempt 2 to provision port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc Oct 05 10:15:04.265147 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b49e0-2804-4e2b-9b19-aefe2a144f4a None None] Port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:15:04.307603 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166de382-0b9e-4e7e-bc68-e55aa9699c31 req-288c5942-3668-4add-befb-006d259f70ff tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:04.309125 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-166de382-0b9e-4e7e-bc68-e55aa9699c31 req-288c5942-3668-4add-befb-006d259f70ff tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 943 time: 0.1065431 Oct 05 10:15:04.372893 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-166de382-0b9e-4e7e-bc68-e55aa9699c31 req-61d0dbf4-c92c-45fe-9b77-74de9e3ad01f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534558 Oct 05 10:15:04.375172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Pushing event updated for resources: {'Port': ['ID=81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:04.419761 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Attempting to bind port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:15:04.420025 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Attempting to bind port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:15:04.420451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Attempting to bind port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc on network 1944f88b-cac7-4a96-a841-d61bd3286359 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:15:04.425561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc on network 1944f88b-cac7-4a96-a841-d61bd3286359 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:15:04.425877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Attempting to bind port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc on network 1944f88b-cac7-4a96-a841-d61bd3286359 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:15:04.432473 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:15:04.432811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Checking segment: {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:15:04.433204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Bound using segment: {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:15:04.433624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Bound port: 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:15:04.433974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:04.532558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] For port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:15:04.536932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] For port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:15:04.629822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:04.664496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:04.665111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:04.666502 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] 10.222.0.55 "PUT /v2.0/ports/81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc HTTP/1.1" status: 200 len: 1093 time: 1.2997670 Oct 05 10:15:04.666936 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bc31bd-0420-4955-9acd-b2f71c074daa', 'tag': '81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:15:04.669274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a49845b-de17-4c38-a1eb-5c719b0ac2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "80bc31bd-0420-4955-9acd-b2f71c074daa", "tag": "81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:15:04.715843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce8afe-db82-4cd5-b66f-0d1e54e261b7 service neutron] Pushing event updated for resources: {'Port': ['ID=81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:04.766299 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8b2b49e0-2804-4e2b-9b19-aefe2a144f4a None None] Attempt 3 to provision port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc Oct 05 10:15:04.823020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e217afa1-7fb9-4c3c-b14d-4dc3d7583543 x-openstack-request-id: req-e217afa1-7fb9-4c3c-b14d-4dc3d7583543 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:15:04.823307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bc31bd-0420-4955-9acd-b2f71c074daa", "tag": "81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:15:04.823558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e217afa1-7fb9-4c3c-b14d-4dc3d7583543 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:15:04.823976 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e217afa1-7fb9-4c3c-b14d-4dc3d7583543'] response: {'name': 'network-changed', 'server_uuid': '80bc31bd-0420-4955-9acd-b2f71c074daa', 'tag': '81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc', 'status': 'completed', 'code': 200} Oct 05 10:15:04.851129 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b49e0-2804-4e2b-9b19-aefe2a144f4a None None] Port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:15:04.887526 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-44481b50-8e47-4528-8f39-8a07ea080be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:04.889008 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-44481b50-8e47-4528-8f39-8a07ea080be3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ffe7a024163412e90e353dc1ffdd0db&device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 1096 time: 0.1065936 Oct 05 10:15:04.964891 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-b5087c32-70fe-440e-bf6c-8efa0c2bb833 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc HTTP/1.1" status: 200 len: 217 time: 0.0632200 Oct 05 10:15:05.031128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-65970ec4-6d61-4268-b533-83d8df270a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:05.032558 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-65970ec4-6d61-4268-b533-83d8df270a8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62919caf-68c1-4dbc-92ec-da71d74a9bdd HTTP/1.1" status: 200 len: 855 time: 0.0625134 Oct 05 10:15:05.123812 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-a8da76f3-894f-4843-ac03-3ad45f7310f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:05.125312 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-a8da76f3-894f-4843-ac03-3ad45f7310f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1944f88b-cac7-4a96-a841-d61bd3286359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865667 Oct 05 10:15:05.275949 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-72503d29-117e-4cfc-a677-5355d875eb48 service neutron] 10.222.0.55 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442647 Oct 05 10:15:05.301300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 737dcfce-974e-42f8-af3a-2c3093980780 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:15:05.423050 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 737dcfce-974e-42f8-af3a-2c3093980780 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:15:05.423312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:05.423586 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 737dcfce-974e-42f8-af3a-2c3093980780 Oct 05 10:15:05.431302 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e82b86bc-3826-4221-a3ce-2747c0cae4a6 req-3edd8d18-2a46-4a57-ad71-55d169e0f15b service neutron] 10.222.0.55 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491766 Oct 05 10:15:05.555147 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 737dcfce-974e-42f8-af3a-2c3093980780 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:15:05.605195 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7072538-12c3-4878-a660-48d25c3fd236 req-45ef4685-8a63-467a-bfa0-fd494f5c3dc3 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:05.606729 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e7072538-12c3-4878-a660-48d25c3fd236 req-45ef4685-8a63-467a-bfa0-fd494f5c3dc3 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 943 time: 0.0947747 Oct 05 10:15:05.658616 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e7072538-12c3-4878-a660-48d25c3fd236 req-11ad334e-635a-4bd8-b184-a964dc1dda56 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419097 Oct 05 10:15:05.706948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49845b-de17-4c38-a1eb-5c719b0ac2e4 req-2c24eeb7-480e-40e8-94bb-0d25385ab33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:05.708608 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4a49845b-de17-4c38-a1eb-5c719b0ac2e4 req-2c24eeb7-480e-40e8-94bb-0d25385ab33f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ffe7a024163412e90e353dc1ffdd0db&device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 1096 time: 0.1066053 Oct 05 10:15:05.848146 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49845b-de17-4c38-a1eb-5c719b0ac2e4 req-4a80f28d-4f29-4f2c-9238-f3fd51efb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:05.850361 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4a49845b-de17-4c38-a1eb-5c719b0ac2e4 req-4a80f28d-4f29-4f2c-9238-f3fd51efb80c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1944f88b-cac7-4a96-a841-d61bd3286359 HTTP/1.1" status: 200 len: 917 time: 0.1344602 Oct 05 10:15:05.919025 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4a49845b-de17-4c38-a1eb-5c719b0ac2e4 req-aa5be200-1244-49bb-a085-a86d7b140ee5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc HTTP/1.1" status: 200 len: 217 time: 0.0617757 Oct 05 10:15:05.985333 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49845b-de17-4c38-a1eb-5c719b0ac2e4 req-f1cbf725-60f2-477f-8b16-3717545074a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:05.986829 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4a49845b-de17-4c38-a1eb-5c719b0ac2e4 req-f1cbf725-60f2-477f-8b16-3717545074a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62919caf-68c1-4dbc-92ec-da71d74a9bdd HTTP/1.1" status: 200 len: 855 time: 0.0626462 Oct 05 10:15:06.072439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49845b-de17-4c38-a1eb-5c719b0ac2e4 req-d9abd65e-78b6-4ed4-8975-4e588ee708ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:06.074066 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4a49845b-de17-4c38-a1eb-5c719b0ac2e4 req-d9abd65e-78b6-4ed4-8975-4e588ee708ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1944f88b-cac7-4a96-a841-d61bd3286359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810957 Oct 05 10:15:06.216771 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4a49845b-de17-4c38-a1eb-5c719b0ac2e4 req-8b4cfbd5-03ee-49e8-a877-3f651fe29245 service neutron] 10.222.0.55 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369119 Oct 05 10:15:06.465610 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4a49845b-de17-4c38-a1eb-5c719b0ac2e4 req-67a5596e-ee8c-4224-9f22-f9dda2d5d97d service neutron] 10.222.0.55 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426577 Oct 05 10:15:06.886417 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b2f77-ea64-4986-9761-0770a03008f9 req-788af308-4e74-42bc-b7e5-04aa5d354ef0 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:06.887903 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1a7b2f77-ea64-4986-9761-0770a03008f9 req-788af308-4e74-42bc-b7e5-04aa5d354ef0 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 943 time: 0.0936496 Oct 05 10:15:06.932759 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1a7b2f77-ea64-4986-9761-0770a03008f9 req-d8bf3cda-ca5f-4ba7-8095-979b00207539 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392067 Oct 05 10:15:07.443354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:15:07.578900 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:07.593111 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc', 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359', 'port_id': '81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc', 'mac_address': 'fa:16:3e:0b:de:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62919caf-68c1-4dbc-92ec-da71d74a9bdd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:15:07.658347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:15:07.658724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:07.676737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:15:07.692593 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:07.760001 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:07.838723 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:08.140256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0ebcd-ac7c-44b8-8071-c4d8970c6aa3 req-0ec9fc27-9e9a-479d-b419-bc3144ecbe87 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:08.141711 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-62e0ebcd-ac7c-44b8-8071-c4d8970c6aa3 req-0ec9fc27-9e9a-479d-b419-bc3144ecbe87 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 944 time: 0.0943756 Oct 05 10:15:08.167665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:15:08.206531 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-62e0ebcd-ac7c-44b8-8071-c4d8970c6aa3 req-4132946c-47b3-442a-9ad1-828605c3d6ae tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580590 Oct 05 10:15:09.422568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98821662-003e-4741-9179-c50749181b4d req-38501f63-22b3-4e64-b788-97bc61ada9b4 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:09.424110 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-98821662-003e-4741-9179-c50749181b4d req-38501f63-22b3-4e64-b788-97bc61ada9b4 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 944 time: 0.0961843 Oct 05 10:15:09.444058 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:15:09.476728 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-98821662-003e-4741-9179-c50749181b4d req-5b8c0d39-6a25-4885-8afa-c7e98d2d1fd4 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456760 Oct 05 10:15:09.627439 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:15:09.635266 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:15:09.635888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:09.636444 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc Oct 05 10:15:09.769436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:15:09.769762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:09.800118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bc31bd-0420-4955-9acd-b2f71c074daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:15:09.802802 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c90379-aa5d-4adc-80a2-dea59a752eb4" -d '{"events": [{"server_uuid": "80bc31bd-0420-4955-9acd-b2f71c074daa", "name": "network-vif-plugged", "status": "completed", "tag": "81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:15:09.811553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:09.907258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347782de-0a4c-439f-bd81-ac5716883d77 x-openstack-request-id: req-347782de-0a4c-439f-bd81-ac5716883d77 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:15:09.907553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bc31bd-0420-4955-9acd-b2f71c074daa", "name": "network-vif-plugged", "status": "completed", "tag": "81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:15:09.910656 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-347782de-0a4c-439f-bd81-ac5716883d77 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:15:09.910656 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-347782de-0a4c-439f-bd81-ac5716883d77'] response: {'server_uuid': '80bc31bd-0420-4955-9acd-b2f71c074daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc', 'code': 200} Oct 05 10:15:09.919721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:10.020937 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:10.347288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d35fa7-c805-4ed2-aeeb-b2bb1ad2cc89 req-853a3e56-52f9-484f-88d7-85cfd9724972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:10.349383 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a0d35fa7-c805-4ed2-aeeb-b2bb1ad2cc89 req-853a3e56-52f9-484f-88d7-85cfd9724972 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 1098 time: 0.0865862 Oct 05 10:15:10.391606 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a0d35fa7-c805-4ed2-aeeb-b2bb1ad2cc89 req-397507f0-bf21-48d6-83cf-5dbfb3ea5cf0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367093 Oct 05 10:15:10.698052 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c48104-39e2-4aba-89f7-c9860c33d94c req-8b329b15-29a4-4da5-a454-218397b17ebb tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:10.699584 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-50c48104-39e2-4aba-89f7-c9860c33d94c req-8b329b15-29a4-4da5-a454-218397b17ebb tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 945 time: 0.1039367 Oct 05 10:15:10.759520 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-50c48104-39e2-4aba-89f7-c9860c33d94c req-5c957162-713c-427f-a347-7fedf4a95ec7 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538094 Oct 05 10:15:11.989292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c9338-8262-4be2-a237-f12ae6cc96a8 req-6b126c8e-2c3f-421c-b854-f02ce58e7c53 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:11.990899 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0a9c9338-8262-4be2-a237-f12ae6cc96a8 req-6b126c8e-2c3f-421c-b854-f02ce58e7c53 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 945 time: 0.0954320 Oct 05 10:15:12.046931 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0a9c9338-8262-4be2-a237-f12ae6cc96a8 req-8a9075c9-c570-4eda-a645-3ba5a3ff3103 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481975 Oct 05 10:15:13.261460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9cc65-c753-4408-bb9d-c1a3b4537f6f req-9d67947b-55cb-4cac-b562-a078382cb71b tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:13.262960 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-89e9cc65-c753-4408-bb9d-c1a3b4537f6f req-9d67947b-55cb-4cac-b562-a078382cb71b tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 945 time: 0.0974557 Oct 05 10:15:13.308513 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-89e9cc65-c753-4408-bb9d-c1a3b4537f6f req-5102f884-1a2d-417a-bd29-4ada2be1a1d2 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396552 Oct 05 10:15:13.490614 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:15:13.539178 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c54ab-8275-4f29-a978-a650d3e50483 req-87ff0d27-a4c8-4b73-9ef9-e9b6806db667 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:13.540673 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-508c54ab-8275-4f29-a978-a650d3e50483 req-87ff0d27-a4c8-4b73-9ef9-e9b6806db667 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 945 time: 0.1034300 Oct 05 10:15:13.586412 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-508c54ab-8275-4f29-a978-a650d3e50483 req-12b45e8d-8dbf-4b36-9187-678ed8cf5c70 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392842 Oct 05 10:15:20.392011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-336b31b4-268d-4756-9065-ad5cb9cb9bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:22.645319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8fa02d2d-1a56-4176-89af-87f35e8de29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:24.222260 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:24.346275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:25.605067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:25.691792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:30.739419 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8b0133-0f64-4b68-94d5-713d3562e64c req-80068aed-8e71-4407-ae5d-5c2de63a1fde service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2097623 Oct 05 10:15:30.914897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b0133-0f64-4b68-94d5-713d3562e64c req-4b79af01-55e7-4158-a724-d439e034c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:30.916402 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8b0133-0f64-4b68-94d5-713d3562e64c req-4b79af01-55e7-4158-a724-d439e034c5d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ffe7a024163412e90e353dc1ffdd0db&device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 1098 time: 0.0903964 Oct 05 10:15:31.070754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b0133-0f64-4b68-94d5-713d3562e64c req-fd2c3f4b-9120-463a-baa9-238bb5d875b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:31.072154 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8b0133-0f64-4b68-94d5-713d3562e64c req-fd2c3f4b-9120-463a-baa9-238bb5d875b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1944f88b-cac7-4a96-a841-d61bd3286359 HTTP/1.1" status: 200 len: 917 time: 0.1354897 Oct 05 10:15:31.144725 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8b0133-0f64-4b68-94d5-713d3562e64c req-224555b5-be9a-44d6-9a5c-84e25778c1ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc HTTP/1.1" status: 200 len: 217 time: 0.0656185 Oct 05 10:15:31.208109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b0133-0f64-4b68-94d5-713d3562e64c req-33f6f5f3-58cf-435b-9253-bfbd52b97178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:31.210068 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8b0133-0f64-4b68-94d5-713d3562e64c req-33f6f5f3-58cf-435b-9253-bfbd52b97178 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62919caf-68c1-4dbc-92ec-da71d74a9bdd HTTP/1.1" status: 200 len: 855 time: 0.0599806 Oct 05 10:15:31.302266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b0133-0f64-4b68-94d5-713d3562e64c req-eb686b41-4037-466c-9e30-3dbcfc8aa8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:31.303836 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8b0133-0f64-4b68-94d5-713d3562e64c req-eb686b41-4037-466c-9e30-3dbcfc8aa8c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1944f88b-cac7-4a96-a841-d61bd3286359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874219 Oct 05 10:15:31.444348 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8b0133-0f64-4b68-94d5-713d3562e64c req-a5c988a5-0ed0-48b3-aa58-1b568171f96d service neutron] 10.222.0.55 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327064 Oct 05 10:15:31.597899 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8b0133-0f64-4b68-94d5-713d3562e64c req-79c03451-afc0-408b-a4a1-eb8203503dfc service neutron] 10.222.0.55 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471572 Oct 05 10:15:32.053099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a71556-4c21-4bc7-82bc-a6032ad4dcaa req-e391c2e0-d1b3-4bd4-aff2-f9ec848eb20d tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:32.054529 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-05a71556-4c21-4bc7-82bc-a6032ad4dcaa req-e391c2e0-d1b3-4bd4-aff2-f9ec848eb20d tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 945 time: 0.0911770 Oct 05 10:15:32.105778 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-05a71556-4c21-4bc7-82bc-a6032ad4dcaa req-3d4b8ff1-1185-4917-8f88-a67e1f8b0837 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421305 Oct 05 10:15:33.309859 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb9875-16b1-4385-a040-b6a66aab3f47 req-36020d31-f3e3-4081-a374-f2f64cc42487 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:33.311356 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-52bb9875-16b1-4385-a040-b6a66aab3f47 req-36020d31-f3e3-4081-a374-f2f64cc42487 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 945 time: 0.0910895 Oct 05 10:15:33.355866 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-52bb9875-16b1-4385-a040-b6a66aab3f47 req-ad009e2b-4c79-4d7a-abc5-cc14342ab70e tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387461 Oct 05 10:15:34.101145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063aa67-9f94-418f-96ea-73720b6b5072 req-7d986de8-6340-4b10-a2eb-f67a6fb724bb tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:34.101786 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-8063aa67-9f94-418f-96ea-73720b6b5072 req-7d986de8-6340-4b10-a2eb-f67a6fb724bb tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Synchronizing usage tracker for tenant:1ffe7a024163412e90e353dc1ffdd0db on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:15:34.187837 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-8063aa67-9f94-418f-96ea-73720b6b5072 req-7d986de8-6340-4b10-a2eb-f67a6fb724bb tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Unset dirty status for tenant:1ffe7a024163412e90e353dc1ffdd0db on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:15:34.188993 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8063aa67-9f94-418f-96ea-73720b6b5072 req-7d986de8-6340-4b10-a2eb-f67a6fb724bb tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.55 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 945 time: 0.1758089 Oct 05 10:15:34.259955 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-8063aa67-9f94-418f-96ea-73720b6b5072 req-f71899bb-b4ab-48f4-86f8-9b5e47366f4f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Deleting port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:15:34.260297 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8063aa67-9f94-418f-96ea-73720b6b5072 req-f71899bb-b4ab-48f4-86f8-9b5e47366f4f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:34.525561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-8063aa67-9f94-418f-96ea-73720b6b5072 req-f71899bb-b4ab-48f4-86f8-9b5e47366f4f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] For port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:34.525928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8063aa67-9f94-418f-96ea-73720b6b5072 req-f71899bb-b4ab-48f4-86f8-9b5e47366f4f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:34.561505 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94995e4-557e-42ae-8c95-a0540bc754c3 req-bfdddc2a-cc41-411e-b716-bf91f8bcda12 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:34.563018 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c94995e4-557e-42ae-8c95-a0540bc754c3 req-bfdddc2a-cc41-411e-b716-bf91f8bcda12 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 945 time: 0.0911508 Oct 05 10:15:34.609546 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c94995e4-557e-42ae-8c95-a0540bc754c3 req-dcef83d8-3ed4-4717-973e-64372addc3ee tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 Oct 05 10:15:34.755170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-8063aa67-9f94-418f-96ea-73720b6b5072 req-f71899bb-b4ab-48f4-86f8-9b5e47366f4f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Calling delete_port for 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:15:34.965252 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8063aa67-9f94-418f-96ea-73720b6b5072 req-f71899bb-b4ab-48f4-86f8-9b5e47366f4f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:34.996742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:15:35.020623 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71899bb-b4ab-48f4-86f8-9b5e47366f4f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Pushing event deleted for resources: {'Port': ['ID=81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:35.108670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8063aa67-9f94-418f-96ea-73720b6b5072 req-f71899bb-b4ab-48f4-86f8-9b5e47366f4f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] No DVR routers for this DVR port 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:15:35.112090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-8063aa67-9f94-418f-96ea-73720b6b5072 req-f71899bb-b4ab-48f4-86f8-9b5e47366f4f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:35.114561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bc31bd-0420-4955-9acd-b2f71c074daa', 'name': 'network-vif-deleted', 'tag': '81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:15:35.117467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daef0841-2d6d-43cd-bd70-3fe0ce31d2ab" -d '{"events": [{"server_uuid": "80bc31bd-0420-4955-9acd-b2f71c074daa", "name": "network-vif-deleted", "tag": "81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:15:35.167817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73ce16f-0758-4277-99da-eebe782411e5 x-openstack-request-id: req-e73ce16f-0758-4277-99da-eebe782411e5 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:15:35.167817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bc31bd-0420-4955-9acd-b2f71c074daa", "name": "network-vif-deleted", "tag": "81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:15:35.167817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e73ce16f-0758-4277-99da-eebe782411e5 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:15:35.167817 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e73ce16f-0758-4277-99da-eebe782411e5'] response: {'server_uuid': '80bc31bd-0420-4955-9acd-b2f71c074daa', 'name': 'network-vif-deleted', 'tag': '81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc', 'status': 'completed', 'code': 200} Oct 05 10:15:35.187940 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8063aa67-9f94-418f-96ea-73720b6b5072 req-f71899bb-b4ab-48f4-86f8-9b5e47366f4f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.55 "DELETE /v2.0/ports/81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc HTTP/1.1" status: 204 len: 173 time: 0.9936287 Oct 05 10:15:35.783908 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1cb8d505-f541-46c3-9aca-b8ec243f865a req-5516ae9e-f6a1-49c6-bbe9-eaeb01ffff97 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bc31bd-0420-4955-9acd-b2f71c074daa HTTP/1.1" status: 200 len: 210 time: 0.0497134 Oct 05 10:15:37.438695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-ca28c7b4-45a5-401f-8650-4c0c978c6dda tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:37.441221 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-ca28c7b4-45a5-401f-8650-4c0c978c6dda tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/networks?id=1944f88b-cac7-4a96-a841-d61bd3286359 HTTP/1.1" status: 200 len: 816 time: 0.1526380 Oct 05 10:15:37.460263 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-608b093a-1451-49e6-8f6b-600ac191e330 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/quotas/1ffe7a024163412e90e353dc1ffdd0db HTTP/1.1" status: 200 len: 375 time: 0.0122724 Oct 05 10:15:37.556894 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-e3dffab2-8c0a-4afe-a8a5-bdf291c1c4a4 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ffe7a024163412e90e353dc1ffdd0db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913033 Oct 05 10:15:37.600223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:15:37.620721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-49c2d624-0b2c-4cbd-848b-bb7231860a83 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:15:37.621715 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-49c2d624-0b2c-4cbd-848b-bb7231860a83 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0524800 Oct 05 10:15:37.639312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:15:37.639835 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 81d9fe7f-49cc-4e98-a5f7-386fdfd7d9dc not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:15:37.849924 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-7bf1b79f-5fbd-4d0f-94a0-250e563edf8b service neutron] 10.222.0.49 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219627 Oct 05 10:15:37.981850 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-ece6b1e3-a13f-429a-b723-ca215376bb0f service neutron] 10.222.0.49 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256781 Oct 05 10:15:38.250167 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7ae448c0-dd8f-4c68-9bf0-e0ec6bc33317 req-11a2c5cf-cd69-491c-a8bb-38a9171798f3 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 210 time: 0.0492508 Oct 05 10:15:39.414144 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-61128e9c-6fcb-4572-8607-1c7d8971e3e7 req-e2394a4b-51fb-4b8b-9083-42168e1d5bc1 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 210 time: 0.0552411 Oct 05 10:15:40.306704 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-b6a3d0ae-9de8-41bb-be08-de571aff1fdc tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:40.308162 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-b6a3d0ae-9de8-41bb-be08-de571aff1fdc tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.55 "GET /v2.0/networks?id=1944f88b-cac7-4a96-a841-d61bd3286359 HTTP/1.1" status: 200 len: 816 time: 0.1488318 Oct 05 10:15:40.325664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Request body: {'port': {'device_id': 'fb9b6e86-9cf3-4521-a694-931a763f5e8a', 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359', 'admin_state_up': True, 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:15:40.482171 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:15:40.487519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Usage tracker for resource:port and tenant:1ffe7a024163412e90e353dc1ffdd0db is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:15:40.491147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:15:40.497822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:15:40.576864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Made reservation on behalf of 1ffe7a024163412e90e353dc1ffdd0db for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:15:40.580423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:40.596104 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-531d736f-2e6a-45f1-b6b3-efa98a09989b req-24b6b2b8-0537-477f-827e-f917c8cca873 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 210 time: 0.0541067 Oct 05 10:15:40.752606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Allocated IP 172.20.0.11 (1944f88b-cac7-4a96-a841-d61bd3286359/62919caf-68c1-4dbc-92ec-da71d74a9bdd/c2f13465-db74-4b46-a598-5e10bbd9decb) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:15:40.959092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:40.974118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Transition to ACTIVE for port object c2f13465-db74-4b46-a598-5e10bbd9decb will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:15:41.056704 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:41.128414 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Network 1944f88b-cac7-4a96-a841-d61bd3286359 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:15:41.136105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:15:41.140122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:15:41.171927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Pushing event updated for resources: {'Port': ['ID=c2f13465-db74-4b46-a598-5e10bbd9decb,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:41.213939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:41.214529 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:41.318202 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2f72f662-9f33-47ad-acbb-10c1ef9cef00 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9963651 Oct 05 10:15:41.342769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Request body: {'port': {'device_id': 'fb9b6e86-9cf3-4521-a694-931a763f5e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:15:41.453325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:41.494611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6bd84038-9d9b-4b1c-9aec-86be33b8a56b None None] Provisioning for port c2f13465-db74-4b46-a598-5e10bbd9decb completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:15:41.499755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6bd84038-9d9b-4b1c-9aec-86be33b8a56b None None] Provisioning complete for port c2f13465-db74-4b46-a598-5e10bbd9decb triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:15:41.500122 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6bd84038-9d9b-4b1c-9aec-86be33b8a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:41.500483 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6bd84038-9d9b-4b1c-9aec-86be33b8a56b None None] Attempt 1 to provision port c2f13465-db74-4b46-a598-5e10bbd9decb Oct 05 10:15:41.556109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6bd84038-9d9b-4b1c-9aec-86be33b8a56b None None] Port c2f13465-db74-4b46-a598-5e10bbd9decb cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:15:41.821690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f13465-db74-4b46-a598-5e10bbd9decb {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:15:41.829831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:41.845335 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Transition to ACTIVE for port object c2f13465-db74-4b46-a598-5e10bbd9decb will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:15:41.901896 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:41.958691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bccc-348c-4315-8b35-dafc7073ba7e req-041ad2da-d4f7-4371-a4cc-11b5312029fb tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:41.960802 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cf36bccc-348c-4315-8b35-dafc7073ba7e req-041ad2da-d4f7-4371-a4cc-11b5312029fb tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 944 time: 0.0945783 Oct 05 10:15:42.004027 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cf36bccc-348c-4315-8b35-dafc7073ba7e req-2463940f-35ab-4bbd-a174-b95cc2d5c5b5 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373187 Oct 05 10:15:42.057524 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6bd84038-9d9b-4b1c-9aec-86be33b8a56b None None] Attempt 2 to provision port c2f13465-db74-4b46-a598-5e10bbd9decb Oct 05 10:15:42.089115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Pushing event updated for resources: {'Port': ['ID=c2f13465-db74-4b46-a598-5e10bbd9decb,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:42.112747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6bd84038-9d9b-4b1c-9aec-86be33b8a56b None None] Port c2f13465-db74-4b46-a598-5e10bbd9decb cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:15:42.127145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Attempting to bind port c2f13465-db74-4b46-a598-5e10bbd9decb on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:15:42.127475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Attempting to bind port c2f13465-db74-4b46-a598-5e10bbd9decb by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:15:42.127798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Attempting to bind port c2f13465-db74-4b46-a598-5e10bbd9decb on network 1944f88b-cac7-4a96-a841-d61bd3286359 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:15:42.132764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Port c2f13465-db74-4b46-a598-5e10bbd9decb on network 1944f88b-cac7-4a96-a841-d61bd3286359 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:15:42.133079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Attempting to bind port c2f13465-db74-4b46-a598-5e10bbd9decb on network 1944f88b-cac7-4a96-a841-d61bd3286359 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:15:42.138083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:15:42.138412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Checking segment: {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:15:42.138781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Bound using segment: {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:15:42.139198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Bound port: c2f13465-db74-4b46-a598-5e10bbd9decb, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:15:42.139533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:42.226393 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] For port c2f13465-db74-4b46-a598-5e10bbd9decb, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:15:42.229560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] For port c2f13465-db74-4b46-a598-5e10bbd9decb, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c2f13465-db74-4b46-a598-5e10bbd9decb,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:15:42.308015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:42.338288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:42.338987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:42.340233 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] 10.222.0.55 "PUT /v2.0/ports/c2f13465-db74-4b46-a598-5e10bbd9decb HTTP/1.1" status: 200 len: 1094 time: 1.0016999 Oct 05 10:15:42.340672 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9b6e86-9cf3-4521-a694-931a763f5e8a', 'tag': 'c2f13465-db74-4b46-a598-5e10bbd9decb'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:15:42.342967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492cf135-26e4-41ea-ac78-c9f05556ebc9" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9b6e86-9cf3-4521-a694-931a763f5e8a", "tag": "c2f13465-db74-4b46-a598-5e10bbd9decb"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:15:42.479535 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bf0e8c-f5ec-4a73-9c3b-122b061bfcbd x-openstack-request-id: req-38bf0e8c-f5ec-4a73-9c3b-122b061bfcbd {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:15:42.479812 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9b6e86-9cf3-4521-a694-931a763f5e8a", "tag": "c2f13465-db74-4b46-a598-5e10bbd9decb", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:15:42.480055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38bf0e8c-f5ec-4a73-9c3b-122b061bfcbd {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:15:42.480449 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38bf0e8c-f5ec-4a73-9c3b-122b061bfcbd'] response: {'name': 'network-changed', 'server_uuid': 'fb9b6e86-9cf3-4521-a694-931a763f5e8a', 'tag': 'c2f13465-db74-4b46-a598-5e10bbd9decb', 'status': 'completed', 'code': 200} Oct 05 10:15:42.545710 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ff039-608f-4263-a756-ea9e6d463efb service neutron] Pushing event updated for resources: {'Port': ['ID=c2f13465-db74-4b46-a598-5e10bbd9decb,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:42.587268 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cf135-26e4-41ea-ac78-c9f05556ebc9 req-c6299667-e8a0-4552-b172-b85a7d56eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:42.588668 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-492cf135-26e4-41ea-ac78-c9f05556ebc9 req-c6299667-e8a0-4552-b172-b85a7d56eb2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ffe7a024163412e90e353dc1ffdd0db&device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 1097 time: 0.1110857 Oct 05 10:15:42.613727 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6bd84038-9d9b-4b1c-9aec-86be33b8a56b None None] Attempt 3 to provision port c2f13465-db74-4b46-a598-5e10bbd9decb Oct 05 10:15:42.679635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6bd84038-9d9b-4b1c-9aec-86be33b8a56b None None] Port c2f13465-db74-4b46-a598-5e10bbd9decb had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:15:42.738213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cf135-26e4-41ea-ac78-c9f05556ebc9 req-1e0f7ac9-db15-44f2-9a45-4003e95cb1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:42.739665 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-492cf135-26e4-41ea-ac78-c9f05556ebc9 req-1e0f7ac9-db15-44f2-9a45-4003e95cb1b8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=1ffe7a024163412e90e353dc1ffdd0db&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1383834 Oct 05 10:15:42.880686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cf135-26e4-41ea-ac78-c9f05556ebc9 req-0972688d-f16d-415f-adde-cb9b1735b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:42.882577 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-492cf135-26e4-41ea-ac78-c9f05556ebc9 req-0972688d-f16d-415f-adde-cb9b1735b686 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1374834 Oct 05 10:15:43.019439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-505840e0-0657-449c-88f3-45463de7dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:43.020893 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-505840e0-0657-449c-88f3-45463de7dae3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ffe7a024163412e90e353dc1ffdd0db&device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 1097 time: 0.0819452 Oct 05 10:15:43.094947 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-38bd54db-e14b-440e-b833-a32578c65262 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2f13465-db74-4b46-a598-5e10bbd9decb HTTP/1.1" status: 200 len: 217 time: 0.0611453 Oct 05 10:15:43.159764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-4b2b9fea-a6dd-4fc5-ad36-ec6b58bc7870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:43.161121 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-4b2b9fea-a6dd-4fc5-ad36-ec6b58bc7870 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62919caf-68c1-4dbc-92ec-da71d74a9bdd HTTP/1.1" status: 200 len: 855 time: 0.0607178 Oct 05 10:15:43.204906 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9193818-f776-401b-90e0-187ce94dc82d req-33466e84-36e2-4386-97c0-eb4027e2b0f1 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:43.206385 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c9193818-f776-401b-90e0-187ce94dc82d req-33466e84-36e2-4386-97c0-eb4027e2b0f1 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 944 time: 0.0887303 Oct 05 10:15:43.249062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-d5fda1dd-a4d8-42d9-b9e2-fe2a7d640d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:43.250604 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-d5fda1dd-a4d8-42d9-b9e2-fe2a7d640d11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1944f88b-cac7-4a96-a841-d61bd3286359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835021 Oct 05 10:15:43.258896 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c9193818-f776-401b-90e0-187ce94dc82d req-532aa22f-648e-4537-a656-dd1e2224f7e9 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464904 Oct 05 10:15:43.384406 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-05dc826f-e1fb-4e98-8ac7-4a70a98de5ce service neutron] 10.222.0.55 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280816 Oct 05 10:15:43.520886 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d9e23655-cab6-40e3-9052-0387e9479bc3 req-bcbe572a-cc01-40d3-9185-ac87ab3993be service neutron] 10.222.0.55 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310177 Oct 05 10:15:44.465943 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3cc88-78c2-417e-a4fe-cc8b0280dce1 req-43bb29f2-ad19-4d64-b714-1614e3e3cd66 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:44.467452 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4be3cc88-78c2-417e-a4fe-cc8b0280dce1 req-43bb29f2-ad19-4d64-b714-1614e3e3cd66 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 944 time: 0.0933611 Oct 05 10:15:44.512548 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4be3cc88-78c2-417e-a4fe-cc8b0280dce1 req-79ac1dd8-b44e-4086-9f03-58daf883e419 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391374 Oct 05 10:15:45.646298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device c2f13465-db74-4b46-a598-5e10bbd9decb details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:15:45.721923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37449fea-153b-4c82-87b8-4c76df631386 req-8c9cfce6-9671-410f-a69e-863c9c771670 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:45.723460 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-37449fea-153b-4c82-87b8-4c76df631386 req-8c9cfce6-9671-410f-a69e-863c9c771670 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 944 time: 0.0999408 Oct 05 10:15:45.773376 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-37449fea-153b-4c82-87b8-4c76df631386 req-553e8ea3-6a0e-46cc-8a0c-1a3612a94eb1 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416186 Oct 05 10:15:45.788174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port c2f13465-db74-4b46-a598-5e10bbd9decb, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c2f13465-db74-4b46-a598-5e10bbd9decb,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:45.802301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': 'c2f13465-db74-4b46-a598-5e10bbd9decb', 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359', 'port_id': 'c2f13465-db74-4b46-a598-5e10bbd9decb', 'mac_address': 'fa:16:3e:ed:1c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62919caf-68c1-4dbc-92ec-da71d74a9bdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:15:45.866575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port c2f13465-db74-4b46-a598-5e10bbd9decb is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:15:45.866956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:45.884107 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f13465-db74-4b46-a598-5e10bbd9decb {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:15:45.900309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port c2f13465-db74-4b46-a598-5e10bbd9decb, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c2f13465-db74-4b46-a598-5e10bbd9decb,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:45.974438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:46.076253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=c2f13465-db74-4b46-a598-5e10bbd9decb,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:46.083278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:46.083616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:46.083984 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:46.084315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:46.084644 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:46.084969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:46.085289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:46.085609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:46.085928 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:46.086267 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:46.086582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:46.086895 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:46.349875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['c2f13465-db74-4b46-a598-5e10bbd9decb'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:15:46.976126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2394b1-fabc-4d46-af2d-e02ce70cbb40 req-82b53083-5270-4bb4-8eca-b73ab1abf670 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:46.977691 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6d2394b1-fabc-4d46-af2d-e02ce70cbb40 req-82b53083-5270-4bb4-8eca-b73ab1abf670 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 945 time: 0.0896084 Oct 05 10:15:47.026458 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6d2394b1-fabc-4d46-af2d-e02ce70cbb40 req-d01ce7b1-095c-43c2-9ba8-ce39394afba0 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428541 Oct 05 10:15:47.646668 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device c2f13465-db74-4b46-a598-5e10bbd9decb up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:15:47.759151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port c2f13465-db74-4b46-a598-5e10bbd9decb completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:15:47.764383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port c2f13465-db74-4b46-a598-5e10bbd9decb triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:15:47.764750 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:47.765079 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port c2f13465-db74-4b46-a598-5e10bbd9decb Oct 05 10:15:47.884512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port c2f13465-db74-4b46-a598-5e10bbd9decb is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:15:47.884891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:47.911905 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b6e86-9cf3-4521-a694-931a763f5e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f13465-db74-4b46-a598-5e10bbd9decb'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:15:47.914685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96400a76-2ee6-43c1-9fdc-829dc7b6deaf" -d '{"events": [{"server_uuid": "fb9b6e86-9cf3-4521-a694-931a763f5e8a", "name": "network-vif-plugged", "status": "completed", "tag": "c2f13465-db74-4b46-a598-5e10bbd9decb"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:15:47.922303 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port c2f13465-db74-4b46-a598-5e10bbd9decb, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c2f13465-db74-4b46-a598-5e10bbd9decb,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:47.961682 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e569b84-b555-47d0-a7a7-d85a6a4a3fb8 x-openstack-request-id: req-8e569b84-b555-47d0-a7a7-d85a6a4a3fb8 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:15:47.961682 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9b6e86-9cf3-4521-a694-931a763f5e8a", "name": "network-vif-plugged", "status": "completed", "tag": "c2f13465-db74-4b46-a598-5e10bbd9decb", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:15:47.961682 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e569b84-b555-47d0-a7a7-d85a6a4a3fb8 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:15:47.961682 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e569b84-b555-47d0-a7a7-d85a6a4a3fb8'] response: {'server_uuid': 'fb9b6e86-9cf3-4521-a694-931a763f5e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f13465-db74-4b46-a598-5e10bbd9decb', 'code': 200} Oct 05 10:15:48.008722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:48.079807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=c2f13465-db74-4b46-a598-5e10bbd9decb,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:48.226874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe99c4-961a-445d-9ea8-f9ab14be8558 req-ccf6af08-7053-4d99-99bf-c2964d3d5f9b tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:48.228372 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-edbe99c4-961a-445d-9ea8-f9ab14be8558 req-ccf6af08-7053-4d99-99bf-c2964d3d5f9b tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 946 time: 0.0899107 Oct 05 10:15:48.279273 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-edbe99c4-961a-445d-9ea8-f9ab14be8558 req-0bca3111-0886-40c5-b581-a71af2ab8896 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 Oct 05 10:15:48.364763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b72f0-60c8-48b2-8284-d055e491c440 req-5da53f5d-6b46-4a00-ad35-3912fd1805b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:48.366287 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b63b72f0-60c8-48b2-8284-d055e491c440 req-5da53f5d-6b46-4a00-ad35-3912fd1805b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 1099 time: 0.0827298 Oct 05 10:15:48.410876 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b63b72f0-60c8-48b2-8284-d055e491c440 req-8d8d2a68-a4a1-4d36-80c5-5dd28ba81e2d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389464 Oct 05 10:15:49.489313 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ede7f-ab29-45ba-a041-20ccc9451256 req-564e32f5-c883-47f1-a976-8d49500f6333 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:49.490844 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-965ede7f-ab29-45ba-a041-20ccc9451256 req-564e32f5-c883-47f1-a976-8d49500f6333 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 946 time: 0.0927808 Oct 05 10:15:49.536842 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-965ede7f-ab29-45ba-a041-20ccc9451256 req-52ae914a-30ab-410d-88d5-565b3641c9c9 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399146 Oct 05 10:15:50.399250 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2f4911a8-c404-402b-a05c-ec1b1fbc9ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:50.489329 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:15:50.738748 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa456656-a015-461a-9e87-4ea38ba3316e req-64d2f190-fab3-4fcd-b5c9-0bb006aa14cc tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:50.740249 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aa456656-a015-461a-9e87-4ea38ba3316e req-64d2f190-fab3-4fcd-b5c9-0bb006aa14cc tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 946 time: 0.0885782 Oct 05 10:15:50.789662 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aa456656-a015-461a-9e87-4ea38ba3316e req-5a805ce4-116b-4ae5-b1a1-ce7d96a7a298 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424306 Oct 05 10:15:50.989741 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3d3bc-13ad-4d86-a077-a0169ccea59e req-cb726382-de24-4b81-b6d9-27d85d43ceec tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:50.991228 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c0a3d3bc-13ad-4d86-a077-a0169ccea59e req-cb726382-de24-4b81-b6d9-27d85d43ceec tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 946 time: 0.0900629 Oct 05 10:15:51.036543 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c0a3d3bc-13ad-4d86-a077-a0169ccea59e req-d2b66bcc-401d-4f1d-bbeb-22da6de645de tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393836 Oct 05 10:15:52.650438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2d692106-9f0c-4b05-aa01-55f9120593bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:54.226236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:54.368991 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:55.582132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:55.724521 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:10.419479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8601be-815f-4366-85ab-e2149a367ef5 req-16738bc8-3dd4-4869-8265-b14934f470b4 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:10.420984 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2b8601be-815f-4366-85ab-e2149a367ef5 req-16738bc8-3dd4-4869-8265-b14934f470b4 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 946 time: 0.0940106 Oct 05 10:16:10.468086 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2b8601be-815f-4366-85ab-e2149a367ef5 req-5eaea4b3-d311-4743-aa0a-d1408356936d tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409937 Oct 05 10:16:11.674084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0b4f3-d723-4f2d-9ccb-7a1913382957 req-0191be14-c1da-4eb4-8fca-3cd6f117ac22 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:11.675829 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3bb0b4f3-d723-4f2d-9ccb-7a1913382957 req-0191be14-c1da-4eb4-8fca-3cd6f117ac22 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 946 time: 0.0902798 Oct 05 10:16:11.726937 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3bb0b4f3-d723-4f2d-9ccb-7a1913382957 req-389a3f85-02a9-421b-9ee2-c6dcdc745680 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450256 Oct 05 10:16:12.432618 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570cb1a-3709-42a8-ae7b-3cc724caaafb req-8830224a-0963-48ff-854e-102876d22635 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:12.433456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-7570cb1a-3709-42a8-ae7b-3cc724caaafb req-8830224a-0963-48ff-854e-102876d22635 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Synchronizing usage tracker for tenant:1ffe7a024163412e90e353dc1ffdd0db on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:16:12.490062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-7570cb1a-3709-42a8-ae7b-3cc724caaafb req-8830224a-0963-48ff-854e-102876d22635 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Unset dirty status for tenant:1ffe7a024163412e90e353dc1ffdd0db on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:16:12.491248 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7570cb1a-3709-42a8-ae7b-3cc724caaafb req-8830224a-0963-48ff-854e-102876d22635 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 946 time: 0.1469738 Oct 05 10:16:12.570733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-7570cb1a-3709-42a8-ae7b-3cc724caaafb req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Deleting port c2f13465-db74-4b46-a598-5e10bbd9decb {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:16:12.571058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7570cb1a-3709-42a8-ae7b-3cc724caaafb req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:12.850585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-7570cb1a-3709-42a8-ae7b-3cc724caaafb req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] For port c2f13465-db74-4b46-a598-5e10bbd9decb, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c2f13465-db74-4b46-a598-5e10bbd9decb,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:16:12.850949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7570cb1a-3709-42a8-ae7b-3cc724caaafb req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:12.938268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b08b40-fd7d-4321-bc2f-10f5029d924e req-caaa4d87-4fa2-4e84-b8ad-ca573c8675ef tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:12.939858 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f4b08b40-fd7d-4321-bc2f-10f5029d924e req-caaa4d87-4fa2-4e84-b8ad-ca573c8675ef tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 946 time: 0.0935934 Oct 05 10:16:12.978492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-7570cb1a-3709-42a8-ae7b-3cc724caaafb req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Calling delete_port for c2f13465-db74-4b46-a598-5e10bbd9decb owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:16:12.987563 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f4b08b40-fd7d-4321-bc2f-10f5029d924e req-4bfb8839-b053-4fb8-a669-28db4a7c5eae tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Oct 05 10:16:13.213843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7570cb1a-3709-42a8-ae7b-3cc724caaafb req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:13.248259 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['c2f13465-db74-4b46-a598-5e10bbd9decb'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:16:13.271410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Pushing event deleted for resources: {'Port': ['ID=c2f13465-db74-4b46-a598-5e10bbd9decb,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:16:13.316637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:13.316637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:13.316637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:13.316637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:13.319387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:13.319387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:13.319387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:13.319387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:13.319387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:13.319387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:13.319387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:13.319387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:13.481747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7570cb1a-3709-42a8-ae7b-3cc724caaafb req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] No DVR routers for this DVR port c2f13465-db74-4b46-a598-5e10bbd9decb on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:16:13.484303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-7570cb1a-3709-42a8-ae7b-3cc724caaafb req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:13.487002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b6e86-9cf3-4521-a694-931a763f5e8a', 'name': 'network-vif-deleted', 'tag': 'c2f13465-db74-4b46-a598-5e10bbd9decb'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:16:13.489281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b4a0bf-00c9-458f-af4f-78098b715cac" -d '{"events": [{"server_uuid": "fb9b6e86-9cf3-4521-a694-931a763f5e8a", "name": "network-vif-deleted", "tag": "c2f13465-db74-4b46-a598-5e10bbd9decb"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:16:13.531589 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adf8c42-926e-4a6c-be39-0aebb5a7542f x-openstack-request-id: req-2adf8c42-926e-4a6c-be39-0aebb5a7542f {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:16:13.531879 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9b6e86-9cf3-4521-a694-931a763f5e8a", "name": "network-vif-deleted", "tag": "c2f13465-db74-4b46-a598-5e10bbd9decb", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:16:13.532125 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2adf8c42-926e-4a6c-be39-0aebb5a7542f {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:16:13.532524 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2adf8c42-926e-4a6c-be39-0aebb5a7542f'] response: {'server_uuid': 'fb9b6e86-9cf3-4521-a694-931a763f5e8a', 'name': 'network-vif-deleted', 'tag': 'c2f13465-db74-4b46-a598-5e10bbd9decb', 'status': 'completed', 'code': 200} Oct 05 10:16:13.569112 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7570cb1a-3709-42a8-ae7b-3cc724caaafb req-020f1189-b51e-4b68-9bdb-6252a33bd5f6 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.55 "DELETE /v2.0/ports/c2f13465-db74-4b46-a598-5e10bbd9decb HTTP/1.1" status: 204 len: 173 time: 1.0724759 Oct 05 10:16:14.170177 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aec4a716-a5b8-4460-867c-8950d360628e req-2a51ad06-2756-4047-8103-73e4e275ebeb tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9b6e86-9cf3-4521-a694-931a763f5e8a HTTP/1.1" status: 200 len: 210 time: 0.0537357 Oct 05 10:16:15.785940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device c2f13465-db74-4b46-a598-5e10bbd9decb no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:16:15.821883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: c2f13465-db74-4b46-a598-5e10bbd9decb {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:16:15.822249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device c2f13465-db74-4b46-a598-5e10bbd9decb not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:16:15.898868 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-36314f17-bef8-484c-9e2b-34cc2660ffbc tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:15.900326 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-36314f17-bef8-484c-9e2b-34cc2660ffbc tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/networks?id=1944f88b-cac7-4a96-a841-d61bd3286359 HTTP/1.1" status: 200 len: 816 time: 0.2485518 Oct 05 10:16:15.915619 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-9cc84e61-1b17-43b0-a84c-1555cc60f6bb tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/quotas/1ffe7a024163412e90e353dc1ffdd0db HTTP/1.1" status: 200 len: 375 time: 0.0096986 Oct 05 10:16:16.008291 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-3874a105-a32c-476b-8c29-1ee320f303c1 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ffe7a024163412e90e353dc1ffdd0db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872903 Oct 05 10:16:16.143416 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-1bcbc445-dab3-4c4d-99f4-1764c1370016 service neutron] 10.222.0.49 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234467 Oct 05 10:16:16.274988 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-e334fd08-9b7c-4176-882f-64639a7d4a3b service neutron] 10.222.0.49 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257489 Oct 05 10:16:16.581233 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e54e128b-9be7-435d-8120-1644cc9799be req-23a15723-dffe-4de6-ba0e-6851cbd37a14 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 210 time: 0.0557733 Oct 05 10:16:17.744574 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e5e6a18b-41d1-4dc8-81cc-dcf54943abb8 req-38aee6ef-0f96-4b41-9fa3-fa94d54a364d tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 210 time: 0.0507004 Oct 05 10:16:18.757599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-69303e95-8323-48a0-b6cb-72c507647ee8 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:18.759082 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-69303e95-8323-48a0-b6cb-72c507647ee8 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.55 "GET /v2.0/networks?id=1944f88b-cac7-4a96-a841-d61bd3286359 HTTP/1.1" status: 200 len: 816 time: 0.1644809 Oct 05 10:16:18.778771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Request body: {'port': {'device_id': '13749927-d986-4810-ab83-dfad6bccde23', 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359', 'admin_state_up': True, 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:16:18.927800 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-da1771e5-4852-4172-aba1-797aa855fcaa req-39b1ec54-afda-4b6e-b3fa-b129053325ca tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 210 time: 0.0509319 Oct 05 10:16:18.929440 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:16:18.934225 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Usage tracker for resource:port and tenant:1ffe7a024163412e90e353dc1ffdd0db is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:16:18.937257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:16:18.944220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:16:19.013864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Made reservation on behalf of 1ffe7a024163412e90e353dc1ffdd0db for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:16:19.017361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:19.210811 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Allocated IP 172.20.0.10 (1944f88b-cac7-4a96-a841-d61bd3286359/62919caf-68c1-4dbc-92ec-da71d74a9bdd/286eb8c3-a679-4772-a1fc-dfd11af4a2de) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:16:19.423490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:19.449219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Transition to ACTIVE for port object 286eb8c3-a679-4772-a1fc-dfd11af4a2de will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:16:19.519273 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:19.588636 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Network 1944f88b-cac7-4a96-a841-d61bd3286359 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:16:19.591564 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:16:19.595436 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:16:19.638500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Pushing event updated for resources: {'Port': ['ID=286eb8c3-a679-4772-a1fc-dfd11af4a2de,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:16:19.670657 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:19.671278 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:19.772041 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-2d93d04f-bd4b-400f-863f-cd44982f5b85 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9987185 Oct 05 10:16:19.790459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Request body: {'port': {'device_id': '13749927-d986-4810-ab83-dfad6bccde23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:16:19.899423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f481daa4-9cb0-493d-b083-256c2bd06b1f None None] Provisioning for port 286eb8c3-a679-4772-a1fc-dfd11af4a2de completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:16:19.903399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:19.904584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f481daa4-9cb0-493d-b083-256c2bd06b1f None None] Provisioning complete for port 286eb8c3-a679-4772-a1fc-dfd11af4a2de triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:16:19.904982 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f481daa4-9cb0-493d-b083-256c2bd06b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:19.905315 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f481daa4-9cb0-493d-b083-256c2bd06b1f None None] Attempt 1 to provision port 286eb8c3-a679-4772-a1fc-dfd11af4a2de Oct 05 10:16:19.964227 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f481daa4-9cb0-493d-b083-256c2bd06b1f None None] Port 286eb8c3-a679-4772-a1fc-dfd11af4a2de cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:16:20.134319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee0026-7c04-4aec-95b6-d1b7039b8d90 req-86550167-9d40-4cc8-aefa-51e45bb91ea1 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:20.135690 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-32ee0026-7c04-4aec-95b6-d1b7039b8d90 req-86550167-9d40-4cc8-aefa-51e45bb91ea1 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 932 time: 0.0907979 Oct 05 10:16:20.182277 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-32ee0026-7c04-4aec-95b6-d1b7039b8d90 req-aa6f9051-a90c-4f59-9e63-9ef2bc9ff14f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Oct 05 10:16:20.250521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286eb8c3-a679-4772-a1fc-dfd11af4a2de {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:16:20.258325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:20.272768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Transition to ACTIVE for port object 286eb8c3-a679-4772-a1fc-dfd11af4a2de will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:16:20.353279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:20.452220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4839832e-7e07-4d19-99fa-2ae00e376515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:20.465641 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f481daa4-9cb0-493d-b083-256c2bd06b1f None None] Attempt 2 to provision port 286eb8c3-a679-4772-a1fc-dfd11af4a2de Oct 05 10:16:20.521278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f481daa4-9cb0-493d-b083-256c2bd06b1f None None] Port 286eb8c3-a679-4772-a1fc-dfd11af4a2de cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:16:20.557042 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Pushing event updated for resources: {'Port': ['ID=286eb8c3-a679-4772-a1fc-dfd11af4a2de,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:16:20.589745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Attempting to bind port 286eb8c3-a679-4772-a1fc-dfd11af4a2de on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:16:20.590117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Attempting to bind port 286eb8c3-a679-4772-a1fc-dfd11af4a2de by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:16:20.590446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Attempting to bind port 286eb8c3-a679-4772-a1fc-dfd11af4a2de on network 1944f88b-cac7-4a96-a841-d61bd3286359 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:16:20.595305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Port 286eb8c3-a679-4772-a1fc-dfd11af4a2de on network 1944f88b-cac7-4a96-a841-d61bd3286359 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:16:20.595625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Attempting to bind port 286eb8c3-a679-4772-a1fc-dfd11af4a2de on network 1944f88b-cac7-4a96-a841-d61bd3286359 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:16:20.601773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:16:20.602144 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Checking segment: {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:16:20.602530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Bound using segment: {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:16:20.602957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Bound port: 286eb8c3-a679-4772-a1fc-dfd11af4a2de, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3587047-e97d-415d-9b8d-107a1722273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:16:20.603307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:20.693081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] For port 286eb8c3-a679-4772-a1fc-dfd11af4a2de, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:16:20.696021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] For port 286eb8c3-a679-4772-a1fc-dfd11af4a2de, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=286eb8c3-a679-4772-a1fc-dfd11af4a2de,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:16:20.741935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:20.776398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:20.781774 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:20.781774 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] 10.222.0.55 "PUT /v2.0/ports/286eb8c3-a679-4772-a1fc-dfd11af4a2de HTTP/1.1" status: 200 len: 1094 time: 0.9926951 Oct 05 10:16:20.781774 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13749927-d986-4810-ab83-dfad6bccde23', 'tag': '286eb8c3-a679-4772-a1fc-dfd11af4a2de'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:16:20.781774 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e2f55c-4a18-423d-b7aa-11cb222e2126" -d '{"events": [{"name": "network-changed", "server_uuid": "13749927-d986-4810-ab83-dfad6bccde23", "tag": "286eb8c3-a679-4772-a1fc-dfd11af4a2de"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:16:20.912508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5183a031-fbba-4f8c-8274-dea76f0eb128 x-openstack-request-id: req-5183a031-fbba-4f8c-8274-dea76f0eb128 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:16:20.912797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13749927-d986-4810-ab83-dfad6bccde23", "tag": "286eb8c3-a679-4772-a1fc-dfd11af4a2de", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:16:20.913041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5183a031-fbba-4f8c-8274-dea76f0eb128 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:16:20.913434 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5183a031-fbba-4f8c-8274-dea76f0eb128'] response: {'name': 'network-changed', 'server_uuid': '13749927-d986-4810-ab83-dfad6bccde23', 'tag': '286eb8c3-a679-4772-a1fc-dfd11af4a2de', 'status': 'completed', 'code': 200} Oct 05 10:16:20.990694 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4eecc7-d0b8-496a-9bc4-2ab86980ae41 service neutron] Pushing event updated for resources: {'Port': ['ID=286eb8c3-a679-4772-a1fc-dfd11af4a2de,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:16:21.012360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2f55c-4a18-423d-b7aa-11cb222e2126 req-3e731b2e-99ee-456a-9bfe-34a98c941f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:21.013873 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f7e2f55c-4a18-423d-b7aa-11cb222e2126 req-3e731b2e-99ee-456a-9bfe-34a98c941f6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ffe7a024163412e90e353dc1ffdd0db&device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 1097 time: 0.1037579 Oct 05 10:16:21.023057 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f481daa4-9cb0-493d-b083-256c2bd06b1f None None] Attempt 3 to provision port 286eb8c3-a679-4772-a1fc-dfd11af4a2de Oct 05 10:16:21.088477 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f481daa4-9cb0-493d-b083-256c2bd06b1f None None] Port 286eb8c3-a679-4772-a1fc-dfd11af4a2de had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:16:21.159676 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2f55c-4a18-423d-b7aa-11cb222e2126 req-e64ee8b1-0302-4d26-a772-32525b0f36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:21.161641 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f7e2f55c-4a18-423d-b7aa-11cb222e2126 req-e64ee8b1-0302-4d26-a772-32525b0f36b9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=1ffe7a024163412e90e353dc1ffdd0db&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1355655 Oct 05 10:16:21.302766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2f55c-4a18-423d-b7aa-11cb222e2126 req-dced6fe0-42ac-46b3-b51e-cc27ee57a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:21.304210 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f7e2f55c-4a18-423d-b7aa-11cb222e2126 req-dced6fe0-42ac-46b3-b51e-cc27ee57a338 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376688 Oct 05 10:16:21.390544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27a2e5-f361-4e16-b352-61eaaa58252f req-7afd02b1-4596-447f-a8b5-5ea19a2d1646 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:21.392041 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-be27a2e5-f361-4e16-b352-61eaaa58252f req-7afd02b1-4596-447f-a8b5-5ea19a2d1646 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 944 time: 0.0944757 Oct 05 10:16:21.437704 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-be27a2e5-f361-4e16-b352-61eaaa58252f req-e1011b14-1b70-4244-aab4-08d53430514f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397768 Oct 05 10:16:21.448434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-56a5993e-82d1-447c-8303-7b300e5f97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:21.449942 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-56a5993e-82d1-447c-8303-7b300e5f97c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ffe7a024163412e90e353dc1ffdd0db&device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 1097 time: 0.0861800 Oct 05 10:16:21.523719 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-de96b874-c219-4f9c-8245-073ff743a1f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=286eb8c3-a679-4772-a1fc-dfd11af4a2de HTTP/1.1" status: 200 len: 217 time: 0.0610991 Oct 05 10:16:21.588934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-aaaa3c98-b885-4552-a496-511d0ab7f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:21.590396 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-aaaa3c98-b885-4552-a496-511d0ab7f8f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62919caf-68c1-4dbc-92ec-da71d74a9bdd HTTP/1.1" status: 200 len: 855 time: 0.0612233 Oct 05 10:16:21.675251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-686a9d7b-3e33-478e-88d4-4a0449439472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:21.676737 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-686a9d7b-3e33-478e-88d4-4a0449439472 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1944f88b-cac7-4a96-a841-d61bd3286359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803390 Oct 05 10:16:21.816161 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-5137da7e-5236-4dca-9fe0-401e740218e4 service neutron] 10.222.0.55 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329374 Oct 05 10:16:21.954187 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ff766ba5-7e6b-4177-ba58-29da946cd35c req-3263f022-bbaa-4995-ab5c-40883d7fe66e service neutron] 10.222.0.55 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326816 Oct 05 10:16:22.640817 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59a96b-f26f-4420-a80c-7f63de932c57 req-c03808cf-a1ec-4c78-970e-8ac33f2a7e07 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:22.642329 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ce59a96b-f26f-4420-a80c-7f63de932c57 req-c03808cf-a1ec-4c78-970e-8ac33f2a7e07 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 944 time: 0.0916505 Oct 05 10:16:22.648063 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8034c2da-0096-4c4e-b3ee-ebd283652caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:22.692802 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ce59a96b-f26f-4420-a80c-7f63de932c57 req-f2c720ee-41e2-4f23-9450-63ecea483923 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Oct 05 10:16:23.804956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 286eb8c3-a679-4772-a1fc-dfd11af4a2de details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:16:23.904897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20487a5-a0b6-43f0-8ebe-00968f077567 req-276bc308-9286-431d-9188-4d4f84e76113 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:23.907168 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c20487a5-a0b6-43f0-8ebe-00968f077567 req-276bc308-9286-431d-9188-4d4f84e76113 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 944 time: 0.0960650 Oct 05 10:16:23.958729 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c20487a5-a0b6-43f0-8ebe-00968f077567 req-568ca0e5-5053-4151-81c6-e45316284bbf tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415092 Oct 05 10:16:23.960821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 286eb8c3-a679-4772-a1fc-dfd11af4a2de, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=286eb8c3-a679-4772-a1fc-dfd11af4a2de,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:16:23.975575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '286eb8c3-a679-4772-a1fc-dfd11af4a2de', 'network_id': '1944f88b-cac7-4a96-a841-d61bd3286359', 'port_id': '286eb8c3-a679-4772-a1fc-dfd11af4a2de', 'mac_address': 'fa:16:3e:0f:31:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62919caf-68c1-4dbc-92ec-da71d74a9bdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:16:24.033796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 286eb8c3-a679-4772-a1fc-dfd11af4a2de is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:16:24.034130 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:24.054256 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286eb8c3-a679-4772-a1fc-dfd11af4a2de {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:16:24.073410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 286eb8c3-a679-4772-a1fc-dfd11af4a2de, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=286eb8c3-a679-4772-a1fc-dfd11af4a2de,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:16:24.169749 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:24.236080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:24.246066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=286eb8c3-a679-4772-a1fc-dfd11af4a2de,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:16:24.358737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:24.597136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['286eb8c3-a679-4772-a1fc-dfd11af4a2de'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:16:25.166044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846797b-4132-478d-bcb1-a52b01cb3cef req-13a3ca64-a39b-4ec0-b860-559037a20da2 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:25.167450 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6846797b-4132-478d-bcb1-a52b01cb3cef req-13a3ca64-a39b-4ec0-b860-559037a20da2 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 945 time: 0.0943468 Oct 05 10:16:25.212768 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6846797b-4132-478d-bcb1-a52b01cb3cef req-934d049b-7640-4274-80d6-1061760afeca tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396428 Oct 05 10:16:25.633042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:25.733509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:25.800429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 286eb8c3-a679-4772-a1fc-dfd11af4a2de up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:16:25.979421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 286eb8c3-a679-4772-a1fc-dfd11af4a2de completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:16:25.984842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 286eb8c3-a679-4772-a1fc-dfd11af4a2de triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:16:25.985220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:25.985583 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 286eb8c3-a679-4772-a1fc-dfd11af4a2de Oct 05 10:16:26.107970 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 286eb8c3-a679-4772-a1fc-dfd11af4a2de is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:16:26.108354 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:26.138260 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13749927-d986-4810-ab83-dfad6bccde23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286eb8c3-a679-4772-a1fc-dfd11af4a2de'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:16:26.140508 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c62b0f5-358c-4325-bf06-aa3ffb381c17" -d '{"events": [{"server_uuid": "13749927-d986-4810-ab83-dfad6bccde23", "name": "network-vif-plugged", "status": "completed", "tag": "286eb8c3-a679-4772-a1fc-dfd11af4a2de"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:16:26.148825 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 286eb8c3-a679-4772-a1fc-dfd11af4a2de, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=286eb8c3-a679-4772-a1fc-dfd11af4a2de,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:16:26.187608 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0116a4b3-0b69-4e8e-a37b-ec824d51935b x-openstack-request-id: req-0116a4b3-0b69-4e8e-a37b-ec824d51935b {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:16:26.187906 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13749927-d986-4810-ab83-dfad6bccde23", "name": "network-vif-plugged", "status": "completed", "tag": "286eb8c3-a679-4772-a1fc-dfd11af4a2de", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:16:26.188161 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0116a4b3-0b69-4e8e-a37b-ec824d51935b {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:16:26.188562 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0116a4b3-0b69-4e8e-a37b-ec824d51935b'] response: {'server_uuid': '13749927-d986-4810-ab83-dfad6bccde23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286eb8c3-a679-4772-a1fc-dfd11af4a2de', 'code': 200} Oct 05 10:16:26.230689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:26.300905 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=286eb8c3-a679-4772-a1fc-dfd11af4a2de,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:16:26.422807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb912e44-4373-4b9f-b0d3-6116408e31e9 req-73ea8962-7786-4dbe-981a-528a4d5cc125 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:26.424285 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bb912e44-4373-4b9f-b0d3-6116408e31e9 req-73ea8962-7786-4dbe-981a-528a4d5cc125 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 946 time: 0.0922236 Oct 05 10:16:26.473939 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bb912e44-4373-4b9f-b0d3-6116408e31e9 req-5ce54d62-8481-410c-a374-61ca2fcc57a8 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428674 Oct 05 10:16:26.621248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bcbf2-463a-4b49-b455-c7ead475c79c req-e43f6b36-5d0b-495f-b1bb-6a79d2170787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:26.622730 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7f6bcbf2-463a-4b49-b455-c7ead475c79c req-e43f6b36-5d0b-495f-b1bb-6a79d2170787 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 1099 time: 0.0844641 Oct 05 10:16:26.663563 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7f6bcbf2-463a-4b49-b455-c7ead475c79c req-68cc9669-8d6a-47d8-ad01-54180818c019 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351288 Oct 05 10:16:27.488603 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:16:27.682602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10654d-e7cf-47f9-96cc-c5ae773132a4 req-cdcc7bde-fef6-4bd0-bffd-6e66f00a89ee tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:27.684088 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9c10654d-e7cf-47f9-96cc-c5ae773132a4 req-cdcc7bde-fef6-4bd0-bffd-6e66f00a89ee tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 946 time: 0.0936143 Oct 05 10:16:27.729508 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9c10654d-e7cf-47f9-96cc-c5ae773132a4 req-aa80ca7e-1b8f-4e3e-a458-9c609bfed346 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396626 Oct 05 10:16:28.934649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadbc01-e817-4f81-a7e6-ccdcf5899fdb req-872c64e9-b233-4930-9778-9b37ed354ebd tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:28.936109 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8dadbc01-e817-4f81-a7e6-ccdcf5899fdb req-872c64e9-b233-4930-9778-9b37ed354ebd tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 946 time: 0.0939329 Oct 05 10:16:28.988099 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8dadbc01-e817-4f81-a7e6-ccdcf5899fdb req-21c601a8-9c14-4e2e-8610-67b4182a003a tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459681 Oct 05 10:16:29.194840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0c4f3-e426-484a-8e91-d7c454b864c9 req-23977697-1437-4abf-a6b2-6087063e8a07 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:29.196310 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a2f0c4f3-e426-484a-8e91-d7c454b864c9 req-23977697-1437-4abf-a6b2-6087063e8a07 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 946 time: 0.0926628 Oct 05 10:16:29.248239 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a2f0c4f3-e426-484a-8e91-d7c454b864c9 req-14808521-bde9-46eb-8437-dbf8f5b8d517 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433559 Oct 05 10:16:30.672693 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0b7abb7-e384-4c68-8737-435b04f63b4b req-27e77eac-9ec1-487b-a929-b541558ad05b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817084 Oct 05 10:16:30.842001 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7abb7-e384-4c68-8737-435b04f63b4b req-5f2eb815-ba47-4b83-8565-69c6a81abff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:30.843478 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0b7abb7-e384-4c68-8737-435b04f63b4b req-5f2eb815-ba47-4b83-8565-69c6a81abff9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ffe7a024163412e90e353dc1ffdd0db&device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 1099 time: 0.0867689 Oct 05 10:16:30.996103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7abb7-e384-4c68-8737-435b04f63b4b req-8b04405e-a9ed-45f5-b3ba-fa350c4fbb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:30.998093 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0b7abb7-e384-4c68-8737-435b04f63b4b req-8b04405e-a9ed-45f5-b3ba-fa350c4fbb08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1944f88b-cac7-4a96-a841-d61bd3286359 HTTP/1.1" status: 200 len: 917 time: 0.1357379 Oct 05 10:16:31.075537 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0b7abb7-e384-4c68-8737-435b04f63b4b req-ab21d5ea-a1ee-4f07-87af-7e625c5ea92d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=286eb8c3-a679-4772-a1fc-dfd11af4a2de HTTP/1.1" status: 200 len: 217 time: 0.0715864 Oct 05 10:16:31.144134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7abb7-e384-4c68-8737-435b04f63b4b req-3b99fd3d-1272-48b2-8d45-3b659325ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:31.145671 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0b7abb7-e384-4c68-8737-435b04f63b4b req-3b99fd3d-1272-48b2-8d45-3b659325ea48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62919caf-68c1-4dbc-92ec-da71d74a9bdd HTTP/1.1" status: 200 len: 855 time: 0.0644493 Oct 05 10:16:31.240925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7abb7-e384-4c68-8737-435b04f63b4b req-9fcb8786-be15-44eb-971b-d065c065591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:31.242515 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0b7abb7-e384-4c68-8737-435b04f63b4b req-9fcb8786-be15-44eb-971b-d065c065591e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1944f88b-cac7-4a96-a841-d61bd3286359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916386 Oct 05 10:16:31.382557 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0b7abb7-e384-4c68-8737-435b04f63b4b req-492d8d55-ad72-4ff8-ab62-5e05e0eb4aca service neutron] 10.222.0.55 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336970 Oct 05 10:16:31.521288 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e0b7abb7-e384-4c68-8737-435b04f63b4b req-345160d8-c541-4983-b1fd-3ba67847a121 service neutron] 10.222.0.55 "GET /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326208 Oct 05 10:16:48.476724 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c38de-c293-413f-9de0-b234a02cc65d req-ade9e160-4058-4ed7-933e-84de32324f56 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:48.478288 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-837c38de-c293-413f-9de0-b234a02cc65d req-ade9e160-4058-4ed7-933e-84de32324f56 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 946 time: 0.0920501 Oct 05 10:16:48.526429 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-837c38de-c293-413f-9de0-b234a02cc65d req-806fe2e4-1477-4d9d-95a9-d30bfb1f6893 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420480 Oct 05 10:16:49.735358 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228f17d-1e00-481a-87bb-68d259a40459 req-0583f616-cbed-4952-9020-0c1b53c07ddb tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:49.736859 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a228f17d-1e00-481a-87bb-68d259a40459 req-0583f616-cbed-4952-9020-0c1b53c07ddb tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 946 time: 0.0944357 Oct 05 10:16:49.783530 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a228f17d-1e00-481a-87bb-68d259a40459 req-99a9ed6b-64d9-4fd3-9a5b-c4861e13b729 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403697 Oct 05 10:16:50.342738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7619da-3faa-4d7a-9a95-ebfb2b9f304a req-cde7ae9c-8908-4371-91dd-8e0b4de178fa tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:50.343451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-cb7619da-3faa-4d7a-9a95-ebfb2b9f304a req-cde7ae9c-8908-4371-91dd-8e0b4de178fa tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Synchronizing usage tracker for tenant:1ffe7a024163412e90e353dc1ffdd0db on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:16:50.398080 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb8f4-8a3f-4283-8881-dde621ea96ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:50.426753 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-cb7619da-3faa-4d7a-9a95-ebfb2b9f304a req-cde7ae9c-8908-4371-91dd-8e0b4de178fa tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Unset dirty status for tenant:1ffe7a024163412e90e353dc1ffdd0db on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:16:50.428567 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cb7619da-3faa-4d7a-9a95-ebfb2b9f304a req-cde7ae9c-8908-4371-91dd-8e0b4de178fa tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.55 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 946 time: 0.1828942 Oct 05 10:16:50.506151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-cb7619da-3faa-4d7a-9a95-ebfb2b9f304a req-6769f6d3-e3b9-4309-a354-f875c6a6135f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Deleting port 286eb8c3-a679-4772-a1fc-dfd11af4a2de {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:16:50.506493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-cb7619da-3faa-4d7a-9a95-ebfb2b9f304a req-6769f6d3-e3b9-4309-a354-f875c6a6135f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:50.873923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-cb7619da-3faa-4d7a-9a95-ebfb2b9f304a req-6769f6d3-e3b9-4309-a354-f875c6a6135f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] For port 286eb8c3-a679-4772-a1fc-dfd11af4a2de, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=286eb8c3-a679-4772-a1fc-dfd11af4a2de,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:16:50.874315 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-cb7619da-3faa-4d7a-9a95-ebfb2b9f304a req-6769f6d3-e3b9-4309-a354-f875c6a6135f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:50.992254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402ee3f-f9e5-418f-84e5-d1a520dc1700 req-fe765c84-1fc5-4b34-b34e-40bee9f8e7a1 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:16:50.993775 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f402ee3f-f9e5-418f-84e5-d1a520dc1700 req-fe765c84-1fc5-4b34-b34e-40bee9f8e7a1 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 946 time: 0.0899093 Oct 05 10:16:51.004554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-cb7619da-3faa-4d7a-9a95-ebfb2b9f304a req-6769f6d3-e3b9-4309-a354-f875c6a6135f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Calling delete_port for 286eb8c3-a679-4772-a1fc-dfd11af4a2de owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:16:51.043891 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f402ee3f-f9e5-418f-84e5-d1a520dc1700 req-7155ea0c-30fd-4606-b8c6-172289e4faf2 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/security-groups?id=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438564 Oct 05 10:16:51.232907 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-cb7619da-3faa-4d7a-9a95-ebfb2b9f304a req-6769f6d3-e3b9-4309-a354-f875c6a6135f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:51.265951 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['286eb8c3-a679-4772-a1fc-dfd11af4a2de'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:16:51.294435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769f6d3-e3b9-4309-a354-f875c6a6135f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Pushing event deleted for resources: {'Port': ['ID=286eb8c3-a679-4772-a1fc-dfd11af4a2de,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:16:51.385773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7619da-3faa-4d7a-9a95-ebfb2b9f304a req-6769f6d3-e3b9-4309-a354-f875c6a6135f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] No DVR routers for this DVR port 286eb8c3-a679-4772-a1fc-dfd11af4a2de on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:16:51.389647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-cb7619da-3faa-4d7a-9a95-ebfb2b9f304a req-6769f6d3-e3b9-4309-a354-f875c6a6135f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:51.392846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13749927-d986-4810-ab83-dfad6bccde23', 'name': 'network-vif-deleted', 'tag': '286eb8c3-a679-4772-a1fc-dfd11af4a2de'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:16:51.395169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b7c303-5e5b-47f6-9cdb-c6198e5c48f0" -d '{"events": [{"server_uuid": "13749927-d986-4810-ab83-dfad6bccde23", "name": "network-vif-deleted", "tag": "286eb8c3-a679-4772-a1fc-dfd11af4a2de"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:16:51.440671 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034e37f7-72f5-41ed-98ae-5e743ce0db3a x-openstack-request-id: req-034e37f7-72f5-41ed-98ae-5e743ce0db3a {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:16:51.440967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13749927-d986-4810-ab83-dfad6bccde23", "name": "network-vif-deleted", "tag": "286eb8c3-a679-4772-a1fc-dfd11af4a2de", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:16:51.441234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-034e37f7-72f5-41ed-98ae-5e743ce0db3a {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:16:51.441632 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034e37f7-72f5-41ed-98ae-5e743ce0db3a'] response: {'server_uuid': '13749927-d986-4810-ab83-dfad6bccde23', 'name': 'network-vif-deleted', 'tag': '286eb8c3-a679-4772-a1fc-dfd11af4a2de', 'status': 'completed', 'code': 200} Oct 05 10:16:51.468061 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cb7619da-3faa-4d7a-9a95-ebfb2b9f304a req-6769f6d3-e3b9-4309-a354-f875c6a6135f tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.55 "DELETE /v2.0/ports/286eb8c3-a679-4772-a1fc-dfd11af4a2de HTTP/1.1" status: 204 len: 173 time: 1.0339627 Oct 05 10:16:52.226589 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-776305de-4837-492c-a15b-bb2cfdb489bd req-60af02d4-a257-4196-8c97-2e66336caef5 tempest-TestEncryptedCinderVolumes-693997036 tempest-TestEncryptedCinderVolumes-693997036-project] 10.222.0.49 "GET /v2.0/ports?device_id=13749927-d986-4810-ab83-dfad6bccde23 HTTP/1.1" status: 200 len: 210 time: 0.0514104 Oct 05 10:16:52.693628 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e12d9199-0d3c-4f0c-9e26-d35c5cfe097c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:53.434582 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49658) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:16:53.881394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 286eb8c3-a679-4772-a1fc-dfd11af4a2de no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:16:53.915852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 286eb8c3-a679-4772-a1fc-dfd11af4a2de {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:16:53.916191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 286eb8c3-a679-4772-a1fc-dfd11af4a2de not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:16:54.084974 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:54.230262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:54.332830 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:54.444923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Deleting port e744cd54-4ded-46a3-b803-a0162654d4ba {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:16:54.445527 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:54.623330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] For port e744cd54-4ded-46a3-b803-a0162654d4ba, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=e744cd54-4ded-46a3-b803-a0162654d4ba,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:16:54.623683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:54.752935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Calling delete_port for e744cd54-4ded-46a3-b803-a0162654d4ba owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:16:55.252962 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:55.305671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Pushing event deleted for resources: {'Port': ['ID=e744cd54-4ded-46a3-b803-a0162654d4ba,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:16:55.352393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:55.352736 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:55.353075 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:55.353451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:55.353739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:55.354183 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:55.354508 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:55.354829 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:55.355151 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:55.355468 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:55.355791 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:55.356102 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:16:55.599153 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:55.613108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:55.715716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:55.959911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Router 5be2ba24-862a-4f00-83a6-859af56ad3cd has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:16:56.144837 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:16:56.153826 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed242b-23df-4a4b-8a0b-ac4e1c1fad8e None None] Sync routers for ids ['5be2ba24-862a-4f00-83a6-859af56ad3cd'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:16:56.157651 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bccc1be9-994d-41d8-80cb-c9ef04a5d826 admin admin] 10.222.0.49 "PUT /v2.0/routers/5be2ba24-862a-4f00-83a6-859af56ad3cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7217152 Oct 05 10:16:56.160054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49662) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:16:56.164351 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed242b-23df-4a4b-8a0b-ac4e1c1fad8e None None] Routers {'5be2ba24-862a-4f00-83a6-859af56ad3cd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:16:56.164991 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-fbed242b-23df-4a4b-8a0b-ac4e1c1fad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:16:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5be2ba24-862a-4f00-83a6-859af56ad3cd'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:16:56.343543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:56.347032 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-fbed242b-23df-4a4b-8a0b-ac4e1c1fad8e None None] Set router 5be2ba24-862a-4f00-83a6-859af56ad3cd gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:16:56.527005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:56.598493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] Deleting port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:16:56.598807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:56.669131 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-fbed242b-23df-4a4b-8a0b-ac4e1c1fad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'name': 'tempest-TestEncryptedCinderVolumes-294840400-router', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:42Z', 'updated_at': '2022-10-05T10:16:55Z', 'revision_number': 5, 'project_id': '1ffe7a024163412e90e353dc1ffdd0db', 'gw_port': {'id': '7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:43Z', 'updated_at': '2022-10-05T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:16:56.673725 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed242b-23df-4a4b-8a0b-ac4e1c1fad8e None None] Checking router: 5be2ba24-862a-4f00-83a6-859af56ad3cd for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:16:56.682883 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed242b-23df-4a4b-8a0b-ac4e1c1fad8e None None] Routers {'5be2ba24-862a-4f00-83a6-859af56ad3cd'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:16:56.683480 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-fbed242b-23df-4a4b-8a0b-ac4e1c1fad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:16:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5be2ba24-862a-4f00-83a6-859af56ad3cd'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:16:56.785335 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] For port 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:16:56.785686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:56.842055 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-fbed242b-23df-4a4b-8a0b-ac4e1c1fad8e None None] Set router 5be2ba24-862a-4f00-83a6-859af56ad3cd gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:16:56.913734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] Calling delete_port for 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:16:56.952945 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-fbed242b-23df-4a4b-8a0b-ac4e1c1fad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'name': 'tempest-TestEncryptedCinderVolumes-294840400-router', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:42Z', 'updated_at': '2022-10-05T10:16:56Z', 'revision_number': 6, 'project_id': '1ffe7a024163412e90e353dc1ffdd0db', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:16:56.957920 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed242b-23df-4a4b-8a0b-ac4e1c1fad8e None None] The sync data for ids ['5be2ba24-862a-4f00-83a6-859af56ad3cd'] in dv-neutron-860329-1-hyperv is: [{'id': '5be2ba24-862a-4f00-83a6-859af56ad3cd', 'name': 'tempest-TestEncryptedCinderVolumes-294840400-router', 'tenant_id': '1ffe7a024163412e90e353dc1ffdd0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:42Z', 'updated_at': '2022-10-05T10:16:56Z', 'revision_number': 6, 'project_id': '1ffe7a024163412e90e353dc1ffdd0db', 'gw_port_host': None}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:16:57.347133 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device e744cd54-4ded-46a3-b803-a0162654d4ba no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:16:57.386907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: e744cd54-4ded-46a3-b803-a0162654d4ba {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:16:57.387246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device e744cd54-4ded-46a3-b803-a0162654d4ba not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:16:57.408540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:57.448023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:16:57.548978 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:57.728970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:57.731291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:57.838595 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:57.839299 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5be2ba24-862a-4f00-83a6-859af56ad3cd {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:16:57.852444 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:57.853621 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-69cf8007-118e-471b-aa03-0697387c528c admin admin] 10.222.0.49 "DELETE /v2.0/routers/5be2ba24-862a-4f00-83a6-859af56ad3cd HTTP/1.1" status: 204 len: 168 time: 1.6925492 Oct 05 10:16:57.857549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49666) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:16:57.918163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-83356d16-f576-4e92-915e-0b1eca881487 admin admin] Deleting subnet 62919caf-68c1-4dbc-92ec-da71d74a9bdd {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:16:57.921433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-83356d16-f576-4e92-915e-0b1eca881487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:57.973533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-83356d16-f576-4e92-915e-0b1eca881487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:58.059472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-83356d16-f576-4e92-915e-0b1eca881487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:58.207605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-83356d16-f576-4e92-915e-0b1eca881487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:58.249354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83356d16-f576-4e92-915e-0b1eca881487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62919caf-68c1-4dbc-92ec-da71d74a9bdd,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:16:58.255095 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-83356d16-f576-4e92-915e-0b1eca881487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:58.260573 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fac04f-b439-47f7-ae03-5c7bf6009fb1 None None] Network 1944f88b-cac7-4a96-a841-d61bd3286359 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:16:58.262758 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-83356d16-f576-4e92-915e-0b1eca881487 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/62919caf-68c1-4dbc-92ec-da71d74a9bdd HTTP/1.1" status: 204 len: 168 time: 0.4055946 Oct 05 10:16:58.265277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49670) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:16:58.372795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:58.384332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] Deleting port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:16:58.384669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:58.554226 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca959b12-7fff-4827-8120-2d609801ad3b None None] DHCP port deletion for 1944f88b-cac7-4a96-a841-d61bd3286359 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:16:58.559771 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ca959b12-7fff-4827-8120-2d609801ad3b None None] Deleting port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:16:58.560150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca959b12-7fff-4827-8120-2d609801ad3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:58.622714 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] For port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9b22ed96-c0e0-485d-ab1b-6f2073f0d926,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:16:58.623559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:58.749164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] Calling delete_port for 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:16:58.782004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ca959b12-7fff-4827-8120-2d609801ad3b None None] For port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9b22ed96-c0e0-485d-ab1b-6f2073f0d926,segment=NetworkSegment(f3587047-e97d-415d-9b8d-107a1722273c),segment_id=f3587047-e97d-415d-9b8d-107a1722273c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:16:58.782469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca959b12-7fff-4827-8120-2d609801ad3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:58.909708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ca959b12-7fff-4827-8120-2d609801ad3b None None] Calling delete_port for 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 10:16:58.995748 dv-neutron-860329-1-hyperv neutron-server[89847]: util.warn( Oct 05 10:16:58.999989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:59.006048 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-ca959b12-7fff-4827-8120-2d609801ad3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:16:59.006413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-ca959b12-7fff-4827-8120-2d609801ad3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:16:59.044925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] No DVR routers for this DVR port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:16:59.071321 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b22ed96-c0e0-485d-ab1b-6f2073f0d926,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:16:59.167781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:59.194503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1944f88b-cac7-4a96-a841-d61bd3286359']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:16:59.207358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3587047-e97d-415d-9b8d-107a1722273c') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:16:59.207662 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3587047-e97d-415d-9b8d-107a1722273c') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:16:59.220098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:59.241426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:59.247622 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:16:59.248018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:59.311911 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment f3587047-e97d-415d-9b8d-107a1722273c resource provider aggregate not found Oct 05 10:16:59.335436 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment f3587047-e97d-415d-9b8d-107a1722273c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3587047-e97d-415d-9b8d-107a1722273c found for delete ", "request_id": "req-84b0bbe1-6526-47ce-9d2d-c1227a6a851b"}]} Oct 05 10:16:59.354635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:16:59.386167 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:16:59.386510 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7a0bcea2-d82b-4f09-8ffb-9ec8b17d4adf not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:16:59.386923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:16:59.420872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:16:59.421180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:16:59.421291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:59.439283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:59.450414 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] Pushing event deleted for resources: {'Network': ['ID=1944f88b-cac7-4a96-a841-d61bd3286359,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:16:59.507951 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ca959b12-7fff-4827-8120-2d609801ad3b None None] Deleting port 9b22ed96-c0e0-485d-ab1b-6f2073f0d926 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:16:59.508336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ca959b12-7fff-4827-8120-2d609801ad3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:59.533657 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-285ed0a5-aacc-4d5b-8016-5abbcb37fd0d admin admin] 10.222.0.49 "DELETE /v2.0/networks/1944f88b-cac7-4a96-a841-d61bd3286359 HTTP/1.1" status: 204 len: 168 time: 1.2672787 Oct 05 10:16:59.542040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49678) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:16:59.577592 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ca959b12-7fff-4827-8120-2d609801ad3b None None] The port '9b22ed96-c0e0-485d-ab1b-6f2073f0d926' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:17:00.203673 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-21d68585-cc25-4143-9c05-9c9ec284046f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:00.577406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-21d68585-cc25-4143-9c05-9c9ec284046f admin admin] Deleting port 737dcfce-974e-42f8-af3a-2c3093980780 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:17:00.578117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-21d68585-cc25-4143-9c05-9c9ec284046f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:00.756364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-21d68585-cc25-4143-9c05-9c9ec284046f admin admin] For port 737dcfce-974e-42f8-af3a-2c3093980780, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=737dcfce-974e-42f8-af3a-2c3093980780,segment=NetworkSegment(c7a452ab-faa1-4170-8756-db1cf3d6e81e),segment_id=c7a452ab-faa1-4170-8756-db1cf3d6e81e)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:17:00.756721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-21d68585-cc25-4143-9c05-9c9ec284046f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:00.882620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-21d68585-cc25-4143-9c05-9c9ec284046f admin admin] Calling delete_port for 737dcfce-974e-42f8-af3a-2c3093980780 owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:17:01.150132 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-21d68585-cc25-4143-9c05-9c9ec284046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:01.207027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d68585-cc25-4143-9c05-9c9ec284046f admin admin] Pushing event deleted for resources: {'Port': ['ID=737dcfce-974e-42f8-af3a-2c3093980780,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:01.497031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-21d68585-cc25-4143-9c05-9c9ec284046f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:01.976006 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d68585-cc25-4143-9c05-9c9ec284046f admin admin] Router f1d37ce3-9567-47bb-bfc9-0964ba6070c1 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:17:02.159240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d68585-cc25-4143-9c05-9c9ec284046f admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:17:02.168021 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa2dac4-9572-4951-9c40-ca4dbd031af3 None None] Sync routers for ids ['f1d37ce3-9567-47bb-bfc9-0964ba6070c1'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:17:02.168570 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-21d68585-cc25-4143-9c05-9c9ec284046f admin admin] 10.222.0.49 "PUT /v2.0/routers/f1d37ce3-9567-47bb-bfc9-0964ba6070c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6249423 Oct 05 10:17:02.172830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49682) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:17:02.179735 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa2dac4-9572-4951-9c40-ca4dbd031af3 None None] Routers {'f1d37ce3-9567-47bb-bfc9-0964ba6070c1'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:17:02.180397 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6aa2dac4-9572-4951-9c40-ca4dbd031af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:16:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f1d37ce3-9567-47bb-bfc9-0964ba6070c1'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:02.353422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:02.366300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-6aa2dac4-9572-4951-9c40-ca4dbd031af3 None None] Set router f1d37ce3-9567-47bb-bfc9-0964ba6070c1 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:17:02.535205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:02.632356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] Deleting port 2280208b-f1b4-490c-aed8-e4eab5420fe3 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:17:02.632700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:02.664589 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6aa2dac4-9572-4951-9c40-ca4dbd031af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'name': 'tempest-TestEncryptedCinderVolumes-637807719-router', 'tenant_id': '92554456ffc84f268116de3b4c2db091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': '2280208b-f1b4-490c-aed8-e4eab5420fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:51Z', 'updated_at': '2022-10-05T10:17:01Z', 'revision_number': 5, 'project_id': '92554456ffc84f268116de3b4c2db091', 'gw_port': {'id': '2280208b-f1b4-490c-aed8-e4eab5420fe3', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:14:52Z', 'updated_at': '2022-10-05T10:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:02.669809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa2dac4-9572-4951-9c40-ca4dbd031af3 None None] Checking router: f1d37ce3-9567-47bb-bfc9-0964ba6070c1 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:17:02.680729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa2dac4-9572-4951-9c40-ca4dbd031af3 None None] Routers {'f1d37ce3-9567-47bb-bfc9-0964ba6070c1'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:17:02.681706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6aa2dac4-9572-4951-9c40-ca4dbd031af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:16:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['f1d37ce3-9567-47bb-bfc9-0964ba6070c1'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:02.841181 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] For port 2280208b-f1b4-490c-aed8-e4eab5420fe3, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2280208b-f1b4-490c-aed8-e4eab5420fe3,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:17:02.841629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:02.935676 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-6aa2dac4-9572-4951-9c40-ca4dbd031af3 None None] Set router f1d37ce3-9567-47bb-bfc9-0964ba6070c1 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:17:02.967432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] Calling delete_port for 2280208b-f1b4-490c-aed8-e4eab5420fe3 owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:17:03.042406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-6aa2dac4-9572-4951-9c40-ca4dbd031af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'name': 'tempest-TestEncryptedCinderVolumes-637807719-router', 'tenant_id': '92554456ffc84f268116de3b4c2db091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:51Z', 'updated_at': '2022-10-05T10:17:02Z', 'revision_number': 6, 'project_id': '92554456ffc84f268116de3b4c2db091', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:03.047802 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa2dac4-9572-4951-9c40-ca4dbd031af3 None None] The sync data for ids ['f1d37ce3-9567-47bb-bfc9-0964ba6070c1'] in dv-neutron-860329-1-hyperv is: [{'id': 'f1d37ce3-9567-47bb-bfc9-0964ba6070c1', 'name': 'tempest-TestEncryptedCinderVolumes-637807719-router', 'tenant_id': '92554456ffc84f268116de3b4c2db091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:14:51Z', 'updated_at': '2022-10-05T10:17:02Z', 'revision_number': 6, 'project_id': '92554456ffc84f268116de3b4c2db091', 'gw_port_host': None}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:17:03.206896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:03.371986 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] Pushing event deleted for resources: {'Port': ['ID=2280208b-f1b4-490c-aed8-e4eab5420fe3,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:03.476685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:03.477421 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 737dcfce-974e-42f8-af3a-2c3093980780 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:17:03.515726 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 737dcfce-974e-42f8-af3a-2c3093980780 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:17:03.516057 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 737dcfce-974e-42f8-af3a-2c3093980780 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:17:03.655492 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:03.657699 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:03.767321 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:03.767911 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1d37ce3-9567-47bb-bfc9-0964ba6070c1 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:17:03.782567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:03.783726 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bf3509d8-cd58-47b4-b902-5a26709c897a admin admin] 10.222.0.49 "DELETE /v2.0/routers/f1d37ce3-9567-47bb-bfc9-0964ba6070c1 HTTP/1.1" status: 204 len: 168 time: 1.6097872 Oct 05 10:17:03.786294 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49686) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:17:03.849711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d79d86-7c50-4821-9368-6e2aa7e1338c admin admin] Deleting subnet 43f33436-f16e-4158-8a01-038b1f373406 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:17:03.852928 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63d79d86-7c50-4821-9368-6e2aa7e1338c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:03.903713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63d79d86-7c50-4821-9368-6e2aa7e1338c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:03.987710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63d79d86-7c50-4821-9368-6e2aa7e1338c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:04.121715 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63d79d86-7c50-4821-9368-6e2aa7e1338c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:04.160139 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d79d86-7c50-4821-9368-6e2aa7e1338c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f33436-f16e-4158-8a01-038b1f373406,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:04.163844 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63d79d86-7c50-4821-9368-6e2aa7e1338c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:04.169246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d4d4c7-a8db-4d49-a8c9-b975ef5c164e None None] Network 66ab37fa-5f04-4009-b3aa-babe6f85dad7 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:17:04.170960 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-63d79d86-7c50-4821-9368-6e2aa7e1338c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/43f33436-f16e-4158-8a01-038b1f373406 HTTP/1.1" status: 204 len: 168 time: 0.3833287 Oct 05 10:17:04.173115 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49690) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:17:04.285059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:04.296879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] Deleting port 65da3b93-0567-4cb8-a233-c06bf139b3dd {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:17:04.297118 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:04.446738 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc8b112-79c4-46e1-b37f-62b7c45c0ac7 None None] DHCP port deletion for 66ab37fa-5f04-4009-b3aa-babe6f85dad7 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:17:04.451348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8b112-79c4-46e1-b37f-62b7c45c0ac7 None None] Deleting port 65da3b93-0567-4cb8-a233-c06bf139b3dd {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:17:04.451718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b112-79c4-46e1-b37f-62b7c45c0ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:04.487468 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:17:04.521692 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] For port 65da3b93-0567-4cb8-a233-c06bf139b3dd, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=65da3b93-0567-4cb8-a233-c06bf139b3dd,segment=NetworkSegment(c7a452ab-faa1-4170-8756-db1cf3d6e81e),segment_id=c7a452ab-faa1-4170-8756-db1cf3d6e81e)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:17:04.522108 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:04.650353 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] Calling delete_port for 65da3b93-0567-4cb8-a233-c06bf139b3dd owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:17:04.664053 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-2fc8b112-79c4-46e1-b37f-62b7c45c0ac7 None None] For port 65da3b93-0567-4cb8-a233-c06bf139b3dd, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=65da3b93-0567-4cb8-a233-c06bf139b3dd,segment=NetworkSegment(c7a452ab-faa1-4170-8756-db1cf3d6e81e),segment_id=c7a452ab-faa1-4170-8756-db1cf3d6e81e)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:17:04.664598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b112-79c4-46e1-b37f-62b7c45c0ac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:04.790950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8b112-79c4-46e1-b37f-62b7c45c0ac7 None None] Calling delete_port for 65da3b93-0567-4cb8-a233-c06bf139b3dd owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:17:04.795556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:04.841842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] Pushing event deleted for resources: {'Port': ['ID=65da3b93-0567-4cb8-a233-c06bf139b3dd,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:04.847355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] No DVR routers for this DVR port 65da3b93-0567-4cb8-a233-c06bf139b3dd on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:17:04.867996 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-2fc8b112-79c4-46e1-b37f-62b7c45c0ac7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:17:04.868347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-2fc8b112-79c4-46e1-b37f-62b7c45c0ac7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:17:04.964837 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:04.990585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ab37fa-5f04-4009-b3aa-babe6f85dad7']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:05.002718 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a452ab-faa1-4170-8756-db1cf3d6e81e') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:05.003009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a452ab-faa1-4170-8756-db1cf3d6e81e') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:05.015012 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:05.031103 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:05.037101 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:17:05.037489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:05.104092 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment c7a452ab-faa1-4170-8756-db1cf3d6e81e resource provider aggregate not found Oct 05 10:17:05.125548 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment c7a452ab-faa1-4170-8756-db1cf3d6e81e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7a452ab-faa1-4170-8756-db1cf3d6e81e found for delete ", "request_id": "req-bbb21cc3-71a2-4f39-b850-55cd9529ab84"}]} Oct 05 10:17:05.215480 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:05.232634 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:05.243886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] Pushing event deleted for resources: {'Network': ['ID=66ab37fa-5f04-4009-b3aa-babe6f85dad7,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:05.249347 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5971f0ac-ad84-4990-93d2-3dfadadd4223 admin admin] 10.222.0.49 "DELETE /v2.0/networks/66ab37fa-5f04-4009-b3aa-babe6f85dad7 HTTP/1.1" status: 204 len: 168 time: 1.0742571 Oct 05 10:17:05.352471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2280208b-f1b4-490c-aed8-e4eab5420fe3 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:17:05.381370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8b112-79c4-46e1-b37f-62b7c45c0ac7 None None] Deleting port 65da3b93-0567-4cb8-a233-c06bf139b3dd {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:17:05.381736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b112-79c4-46e1-b37f-62b7c45c0ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:05.416712 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 2280208b-f1b4-490c-aed8-e4eab5420fe3 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:17:05.417055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2280208b-f1b4-490c-aed8-e4eab5420fe3 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:17:05.417464 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 65da3b93-0567-4cb8-a233-c06bf139b3dd no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:17:05.477044 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 65da3b93-0567-4cb8-a233-c06bf139b3dd {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:17:05.477384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 65da3b93-0567-4cb8-a233-c06bf139b3dd not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:17:05.488093 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8b112-79c4-46e1-b37f-62b7c45c0ac7 None None] The port '65da3b93-0567-4cb8-a233-c06bf139b3dd' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:17:05.653174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49700) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:17:05.709729 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e97dafd7-c9b3-4a03-9cd6-758c39ab6082 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ffe7a024163412e90e353dc1ffdd0db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525441 Oct 05 10:17:05.710035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49704) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:17:05.776312 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-178c7d35-9f4b-487c-b7f8-781180bbf0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:05.806069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-178c7d35-9f4b-487c-b7f8-781180bbf0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:05.949734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-178c7d35-9f4b-487c-b7f8-781180bbf0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:05.964892 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c7d35-9f4b-487c-b7f8-781180bbf0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886f6fc6-c5be-4c01-bf9f-db5f15cab9b4,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:05.971582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-178c7d35-9f4b-487c-b7f8-781180bbf0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:05.972711 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-178c7d35-9f4b-487c-b7f8-781180bbf0d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/886f6fc6-c5be-4c01-bf9f-db5f15cab9b4 HTTP/1.1" status: 204 len: 168 time: 0.2617686 Oct 05 10:17:06.664446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49712) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:17:06.715429 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b93ae1e6-a526-4881-abc3-d95b0e74b4c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=92554456ffc84f268116de3b4c2db091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498099 Oct 05 10:17:06.718044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49716) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:17:06.786650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d485f0f4-fc2e-4256-b4d4-f6a543a62b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:06.813929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d485f0f4-fc2e-4256-b4d4-f6a543a62b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:06.945012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d485f0f4-fc2e-4256-b4d4-f6a543a62b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:06.961740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485f0f4-fc2e-4256-b4d4-f6a543a62b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d16d25-bd8e-4171-807a-3d96a00cd8c8,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:06.967032 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d485f0f4-fc2e-4256-b4d4-f6a543a62b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:06.968836 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d485f0f4-fc2e-4256-b4d4-f6a543a62b04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2d16d25-bd8e-4171-807a-3d96a00cd8c8 HTTP/1.1" status: 204 len: 168 time: 0.2497914 Oct 05 10:17:08.093844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49740) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:17:08.203384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-221924716-network', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:17:08.208763 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:17:08.212970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Usage tracker for resource:network and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:17:08.216172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:17:08.222864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:17:08.312296 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Made reservation on behalf of 9848335bbd3e461bac5dd84e02c25182 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:17:08.314760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:08.327366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:08.341709 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:17:08.345649 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Usage tracker for resource:security_group_rule and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:17:08.348604 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:17:08.354914 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:17:08.437736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:08.539107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:08.575295 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:17:08.584673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c827ac-77db-400d-ac95-c623eaf79a54,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:08.590815 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:08.596735 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Added segment 3601643d-67f6-4b51-a18f-349ba3126604 of type vlan for network e93d574f-020b-4ec6-8b80-aa14fad9aeca Oct 05 10:17:08.618611 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:08.716111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:08.717909 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:08.718973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:08.827807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] Pushing event updated for resources: {'Network': ['ID=e93d574f-020b-4ec6-8b80-aa14fad9aeca,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:08.837737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network e93d574f-020b-4ec6-8b80-aa14fad9aeca details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:17:08.878942 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a3a014c1-dac0-48e8-8f2b-08e4c7209558 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7839386 Oct 05 10:17:08.882285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49746) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:17:08.888072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] Request body: {'subnet': {'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-221924716-subnet', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'ip_version': 4}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:17:08.893132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:17:08.897861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] Usage tracker for resource:subnet and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:17:08.900885 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:17:08.906836 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:17:08.986419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] Made reservation on behalf of 9848335bbd3e461bac5dd84e02c25182 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:17:08.988818 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:09.277690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:09.355899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4083c888-af37-49ca-9faf-71d7a3515f54,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:09.365468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] Checking segment: {'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:17:09.365919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] Network hostable DHCP agents. Network: e93d574f-020b-4ec6-8b80-aa14fad9aeca, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:17:09.489077 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] Network e93d574f-020b-4ec6-8b80-aa14fad9aeca is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:17:09.580844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, e93d574f-020b-4ec6-8b80-aa14fad9aeca) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:17:09.585093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:09.585677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:09.591898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d99015-2f51-4164-a8a7-1cc0fb76a13c None None] Network e93d574f-020b-4ec6-8b80-aa14fad9aeca requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:17:09.667094 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f8020dbb-9f88-465c-a71b-68c25e5f1824 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7837365 Oct 05 10:17:09.669751 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49750) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:17:09.675351 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:17:09.680972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:17:09.684828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Usage tracker for resource:router and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:17:09.687757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:17:09.693459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:17:09.786446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:09.788147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:09.803877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:09.847956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:17:09.848863 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:10.008630 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Allocated IP 172.20.0.2 (e93d574f-020b-4ec6-8b80-aa14fad9aeca/4083c888-af37-49ca-9faf-71d7a3515f54/7896eacd-ad45-48f6-986a-faa890e7a8a7) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:17:10.226746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:10.232827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:10.236822 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Transition to ACTIVE for port object 7896eacd-ad45-48f6-986a-faa890e7a8a7 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:17:10.256127 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Transition to ACTIVE for port object 7896eacd-ad45-48f6-986a-faa890e7a8a7 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:17:10.341120 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:10.407791 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Network e93d574f-020b-4ec6-8b80-aa14fad9aeca is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:17:10.410663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:17:10.413208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:17:10.422812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Pushing event updated for resources: {'Port': ['ID=7896eacd-ad45-48f6-986a-faa890e7a8a7,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:10.468707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:10.469053 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:10.469392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:10.469723 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:10.470066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:10.470398 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:10.470723 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:10.471044 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:10.471368 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:10.471685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:10.472004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:10.472319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:10.534573 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Attempting to bind port 7896eacd-ad45-48f6-986a-faa890e7a8a7 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:17:10.534940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Attempting to bind port 7896eacd-ad45-48f6-986a-faa890e7a8a7 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:17:10.535300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Attempting to bind port 7896eacd-ad45-48f6-986a-faa890e7a8a7 on network e93d574f-020b-4ec6-8b80-aa14fad9aeca {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:17:10.540510 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:17:10.540885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Checking segment: {'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:17:10.541281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:10.541671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Bound using segment: {'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:17:10.542237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Bound port: 7896eacd-ad45-48f6-986a-faa890e7a8a7, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:17:10.549368 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:10.624235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:10.633883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] For port 7896eacd-ad45-48f6-986a-faa890e7a8a7, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:17:10.637036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] For port 7896eacd-ad45-48f6-986a-faa890e7a8a7, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7896eacd-ad45-48f6-986a-faa890e7a8a7,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:17:10.660858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:10.701767 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:10.799840 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392f031-f1c9-4029-b915-a89b0213ffa9 None None] Pushing event updated for resources: {'Port': ['ID=7896eacd-ad45-48f6-986a-faa890e7a8a7,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:10.821318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Allocated IP 172.26.7.53 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/f57c0de9-bb0d-4185-829c-724ebb1df8d0) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:17:10.987165 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:11.095561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:11.167808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:17:11.170808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:17:11.174890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:17:11.204807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Pushing event updated for resources: {'Port': ['ID=f57c0de9-bb0d-4185-829c-724ebb1df8d0,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:11.377784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7896eacd-ad45-48f6-986a-faa890e7a8a7 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:17:11.517763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 7896eacd-ad45-48f6-986a-faa890e7a8a7 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:17:11.689783 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:11.718230 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02923201-8d4e-4a3b-b134-b3e6cf5f75ca None None] Network e93d574f-020b-4ec6-8b80-aa14fad9aeca requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:17:11.877893 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f22b75a3-a39b-4a4c-910d-1fdd88227e86 None None] Provisioning for port 7896eacd-ad45-48f6-986a-faa890e7a8a7 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:17:11.893648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f22b75a3-a39b-4a4c-910d-1fdd88227e86 None None] Provisioning complete for port 7896eacd-ad45-48f6-986a-faa890e7a8a7 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:11.894049 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f22b75a3-a39b-4a4c-910d-1fdd88227e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:11.894400 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f22b75a3-a39b-4a4c-910d-1fdd88227e86 None None] Attempt 1 to provision port 7896eacd-ad45-48f6-986a-faa890e7a8a7 Oct 05 10:17:12.087388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f22b75a3-a39b-4a4c-910d-1fdd88227e86 None None] Current status of the port 7896eacd-ad45-48f6-986a-faa890e7a8a7 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:17:12.087763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f22b75a3-a39b-4a4c-910d-1fdd88227e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:12.122349 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f22b75a3-a39b-4a4c-910d-1fdd88227e86 None None] For port 7896eacd-ad45-48f6-986a-faa890e7a8a7, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7896eacd-ad45-48f6-986a-faa890e7a8a7,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:17:12.176391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:12.214139 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f22b75a3-a39b-4a4c-910d-1fdd88227e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:12.292377 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b75a3-a39b-4a4c-910d-1fdd88227e86 None None] Pushing event updated for resources: {'Port': ['ID=7896eacd-ad45-48f6-986a-faa890e7a8a7,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:12.334036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-48b82377-6272-4311-88ac-5850b11163b3 None None] Provisioning complete for port 7896eacd-ad45-48f6-986a-faa890e7a8a7 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:12.335829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-48b82377-6272-4311-88ac-5850b11163b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:12.335829 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-48b82377-6272-4311-88ac-5850b11163b3 None None] Attempt 1 to provision port 7896eacd-ad45-48f6-986a-faa890e7a8a7 Oct 05 10:17:12.449534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Router e89098b6-15b3-4596-9f08-f2282f8ec9ac is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:17:12.452177 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-48b82377-6272-4311-88ac-5850b11163b3 None None] Current status of the port 7896eacd-ad45-48f6-986a-faa890e7a8a7 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:17:12.634788 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:17:12.644006 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Sync routers for ids ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:17:12.654892 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Routers {'e89098b6-15b3-4596-9f08-f2282f8ec9ac'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:17:12.655664 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:16:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:12.729462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:12.730991 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-da03af2b-e327-48f7-b588-0db033972efd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0601175 Oct 05 10:17:12.734122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49754) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:17:12.840301 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Set router e89098b6-15b3-4596-9f08-f2282f8ec9ac gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:17:13.125672 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:11Z', 'revision_number': 3, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:13.131118 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Checking router: e89098b6-15b3-4596-9f08-f2282f8ec9ac for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:17:13.131464 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Updating router e89098b6-15b3-4596-9f08-f2282f8ec9ac port f57c0de9-bb0d-4185-829c-724ebb1df8d0 binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:17:13.185087 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:13.357499 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7896eacd-ad45-48f6-986a-faa890e7a8a7 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:17:13.433871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 7896eacd-ad45-48f6-986a-faa890e7a8a7 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:13.434382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:13.434761 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 7896eacd-ad45-48f6-986a-faa890e7a8a7 Oct 05 10:17:13.532615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:13.535708 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:13.548634 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Transition to ACTIVE for port object f57c0de9-bb0d-4185-829c-724ebb1df8d0 will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:17:13.599834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 7896eacd-ad45-48f6-986a-faa890e7a8a7 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:17:13.660724 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:13.730082 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Attempting to bind port f57c0de9-bb0d-4185-829c-724ebb1df8d0 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:17:13.732933 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Attempting to bind port f57c0de9-bb0d-4185-829c-724ebb1df8d0 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:17:13.732933 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Attempting to bind port f57c0de9-bb0d-4185-829c-724ebb1df8d0 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:17:13.741254 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:17:13.741675 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:17:13.742212 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:13.742613 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:17:13.743093 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Bound port: f57c0de9-bb0d-4185-829c-724ebb1df8d0, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:17:13.743473 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:13.759746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Allocated IP 172.20.0.1 (e93d574f-020b-4ec6-8b80-aa14fad9aeca/4083c888-af37-49ca-9faf-71d7a3515f54/ae20d620-4fcc-44af-9005-a44e2739ff37) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:17:13.791869 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73500e8-2ea0-4fb5-9b4f-4f84b5670b14 None None] Pushing event updated for resources: {'Port': ['ID=f57c0de9-bb0d-4185-829c-724ebb1df8d0,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:13.805321 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73500e8-2ea0-4fb5-9b4f-4f84b5670b14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:13.805663 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73500e8-2ea0-4fb5-9b4f-4f84b5670b14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:13.806039 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73500e8-2ea0-4fb5-9b4f-4f84b5670b14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:13.806381 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73500e8-2ea0-4fb5-9b4f-4f84b5670b14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:13.806713 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73500e8-2ea0-4fb5-9b4f-4f84b5670b14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:13.807050 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73500e8-2ea0-4fb5-9b4f-4f84b5670b14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:13.807379 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73500e8-2ea0-4fb5-9b4f-4f84b5670b14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:13.807701 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73500e8-2ea0-4fb5-9b4f-4f84b5670b14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:13.808032 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73500e8-2ea0-4fb5-9b4f-4f84b5670b14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:13.808352 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73500e8-2ea0-4fb5-9b4f-4f84b5670b14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:13.808673 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73500e8-2ea0-4fb5-9b4f-4f84b5670b14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:13.808992 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73500e8-2ea0-4fb5-9b4f-4f84b5670b14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:13.840185 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] For port f57c0de9-bb0d-4185-829c-724ebb1df8d0, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:17:13.843442 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] For port f57c0de9-bb0d-4185-829c-724ebb1df8d0, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=f57c0de9-bb0d-4185-829c-724ebb1df8d0,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:17:13.898591 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:13.913153 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:13.930762 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Transition to ACTIVE for port object ae20d620-4fcc-44af-9005-a44e2739ff37 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:17:13.987633 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Routers {'e89098b6-15b3-4596-9f08-f2282f8ec9ac'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:17:13.988167 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:16:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:14.007724 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:14.072881 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Network e93d574f-020b-4ec6-8b80-aa14fad9aeca is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:17:14.073167 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73500e8-2ea0-4fb5-9b4f-4f84b5670b14 None None] Pushing event updated for resources: {'Port': ['ID=f57c0de9-bb0d-4185-829c-724ebb1df8d0,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:14.075775 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:17:14.079623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:17:14.116350 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Pushing event updated for resources: {'Port': ['ID=ae20d620-4fcc-44af-9005-a44e2739ff37,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:14.141022 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:14.192467 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] Set router e89098b6-15b3-4596-9f08-f2282f8ec9ac gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:17:14.460567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Provisioning for port ae20d620-4fcc-44af-9005-a44e2739ff37 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:17:14.466260 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Provisioning complete for port ae20d620-4fcc-44af-9005-a44e2739ff37 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:14.466626 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:14.467306 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Attempt 1 to provision port ae20d620-4fcc-44af-9005-a44e2739ff37 Oct 05 10:17:14.489516 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:11Z', 'revision_number': 3, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:14.494544 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b3a0a-02da-4512-911e-5b26507cdead None None] The sync data for ids ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'] in dv-neutron-860329-1-hyperv is: [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:11Z', 'revision_number': 3, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:17:14.496970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:14.540234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Port ae20d620-4fcc-44af-9005-a44e2739ff37 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:14.887745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:14.957933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:15.041399 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Attempt 2 to provision port ae20d620-4fcc-44af-9005-a44e2739ff37 Oct 05 10:17:15.071291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:15.074935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Pushing event updated for resources: {'Port': ['ID=ae20d620-4fcc-44af-9005-a44e2739ff37,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:15.102698 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Port ae20d620-4fcc-44af-9005-a44e2739ff37 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:15.227549 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Network e93d574f-020b-4ec6-8b80-aa14fad9aeca is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:17:15.228774 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:17:15.402328 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device f57c0de9-bb0d-4185-829c-724ebb1df8d0 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:17:15.436436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Router e89098b6-15b3-4596-9f08-f2282f8ec9ac has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:17:15.557917 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port f57c0de9-bb0d-4185-829c-724ebb1df8d0 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:17:15.563039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port f57c0de9-bb0d-4185-829c-724ebb1df8d0 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:15.563414 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:15.563752 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port f57c0de9-bb0d-4185-829c-724ebb1df8d0 Oct 05 10:17:15.609914 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Attempt 3 to provision port ae20d620-4fcc-44af-9005-a44e2739ff37 Oct 05 10:17:15.627874 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:17:15.637287 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-765eadab-8ef9-4011-a40f-3b4e6482e91e admin admin] 10.222.0.49 "PUT /v2.0/routers/e89098b6-15b3-4596-9f08-f2282f8ec9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9020982 Oct 05 10:17:15.683846 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Port ae20d620-4fcc-44af-9005-a44e2739ff37 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:15.741675 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port f57c0de9-bb0d-4185-829c-724ebb1df8d0 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:17:15.742105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:15.760089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port f57c0de9-bb0d-4185-829c-724ebb1df8d0, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=f57c0de9-bb0d-4185-829c-724ebb1df8d0,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:17:15.824049 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:15.912299 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=f57c0de9-bb0d-4185-829c-724ebb1df8d0,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:16.090545 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67adc284-f227-455f-837a-7600b80d512e None None] Sync routers for ids ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:17:16.092618 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67adc284-f227-455f-837a-7600b80d512e None None] Routers {'e89098b6-15b3-4596-9f08-f2282f8ec9ac'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:17:16.093239 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-67adc284-f227-455f-837a-7600b80d512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:16:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:16.184837 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Attempt 4 to provision port ae20d620-4fcc-44af-9005-a44e2739ff37 Oct 05 10:17:16.319439 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Port ae20d620-4fcc-44af-9005-a44e2739ff37 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:16.329505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-67adc284-f227-455f-837a-7600b80d512e None None] Set router e89098b6-15b3-4596-9f08-f2282f8ec9ac gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:17:16.473860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49772) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:17:16.479971 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-894395429-network', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:17:16.485130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:17:16.489012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Usage tracker for resource:network and tenant:b72a63177a214db6bebb1113cc73765b is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:17:16.493230 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:17:16.499405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:17:16.575129 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Made reservation on behalf of b72a63177a214db6bebb1113cc73765b for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:17:16.577499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:16.592220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:16.608758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:17:16.612740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Usage tracker for resource:security_group_rule and tenant:b72a63177a214db6bebb1113cc73765b is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:17:16.616556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:17:16.622660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:17:16.662134 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-67adc284-f227-455f-837a-7600b80d512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'ae20d620-4fcc-44af-9005-a44e2739ff37', 'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'mac_address': 'fa:16:3e:2f:16:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:13Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 2, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'subnets': [{'id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:16.666541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67adc284-f227-455f-837a-7600b80d512e None None] Checking router: e89098b6-15b3-4596-9f08-f2282f8ec9ac for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:17:16.666902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67adc284-f227-455f-837a-7600b80d512e None None] Updating router e89098b6-15b3-4596-9f08-f2282f8ec9ac port ae20d620-4fcc-44af-9005-a44e2739ff37 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:17:16.711832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:16.722763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-67adc284-f227-455f-837a-7600b80d512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:16.778384 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:16.810605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:17:16.819388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5358244-e1d8-4bf2-8700-71d9b8e1b846,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:16.829309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:16.829309 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Added segment f9feadfd-710f-4791-be81-aeef057e286a of type vlan for network 008b2b12-2678-41b3-a58a-0ae8288dbf2e Oct 05 10:17:16.830262 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Attempt 5 to provision port ae20d620-4fcc-44af-9005-a44e2739ff37 Oct 05 10:17:16.831161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:16.831519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:16.831860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:16.832204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:16.832538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:16.832894 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:16.833207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:16.834079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:16.834409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:16.834737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:16.835091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:16.835419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:17:16.868651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:16.911159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Port ae20d620-4fcc-44af-9005-a44e2739ff37 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:16.986357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:16.987355 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:16.987940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:17.089070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] Pushing event updated for resources: {'Network': ['ID=008b2b12-2678-41b3-a58a-0ae8288dbf2e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:17.103409 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 008b2b12-2678-41b3-a58a-0ae8288dbf2e details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:17:17.141620 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4e5795a4-6bf5-4492-a420-df75285a98af admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6660697 Oct 05 10:17:17.144339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 49776) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:17:17.150730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] Request body: {'subnet': {'network_id': '008b2b12-2678-41b3-a58a-0ae8288dbf2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-894395429-subnet', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b', 'ip_version': 4}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:17:17.157771 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:17:17.162138 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] Usage tracker for resource:subnet and tenant:b72a63177a214db6bebb1113cc73765b is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:17:17.165226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:17:17.171895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:17:17.248067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-67adc284-f227-455f-837a-7600b80d512e None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:17.257883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] Made reservation on behalf of b72a63177a214db6bebb1113cc73765b for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:17:17.260248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:17.265929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-67adc284-f227-455f-837a-7600b80d512e None None] Transition to ACTIVE for port object ae20d620-4fcc-44af-9005-a44e2739ff37 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:17:17.358190 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device f57c0de9-bb0d-4185-829c-724ebb1df8d0 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:17:17.387237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-67adc284-f227-455f-837a-7600b80d512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:17.472808 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Attempt 6 to provision port ae20d620-4fcc-44af-9005-a44e2739ff37 Oct 05 10:17:17.540830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:17.618174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d667d1ad-2df8-43b5-bcff-6e2ef533da7e,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:17.627338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] Checking segment: {'id': 'f9feadfd-710f-4791-be81-aeef057e286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '008b2b12-2678-41b3-a58a-0ae8288dbf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:17:17.627697 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] Network hostable DHCP agents. Network: 008b2b12-2678-41b3-a58a-0ae8288dbf2e, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:17:17.659311 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Port ae20d620-4fcc-44af-9005-a44e2739ff37 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:17.665627 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a9649-d94b-43d2-b1b9-6bb259d91a6b None None] Pushing event updated for resources: {'Port': ['ID=ae20d620-4fcc-44af-9005-a44e2739ff37,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:17.693363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-67adc284-f227-455f-837a-7600b80d512e None None] Attempting to bind port ae20d620-4fcc-44af-9005-a44e2739ff37 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:17:17.693732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-67adc284-f227-455f-837a-7600b80d512e None None] Attempting to bind port ae20d620-4fcc-44af-9005-a44e2739ff37 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:17:17.694125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67adc284-f227-455f-837a-7600b80d512e None None] Attempting to bind port ae20d620-4fcc-44af-9005-a44e2739ff37 on network e93d574f-020b-4ec6-8b80-aa14fad9aeca {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:17:17.703205 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67adc284-f227-455f-837a-7600b80d512e None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:17:17.703575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67adc284-f227-455f-837a-7600b80d512e None None] Checking segment: {'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:17:17.703976 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-67adc284-f227-455f-837a-7600b80d512e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:17.704359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67adc284-f227-455f-837a-7600b80d512e None None] Bound using segment: {'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:17:17.704826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-67adc284-f227-455f-837a-7600b80d512e None None] Bound port: ae20d620-4fcc-44af-9005-a44e2739ff37, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:17:17.705242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-67adc284-f227-455f-837a-7600b80d512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:17.714340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port f57c0de9-bb0d-4185-829c-724ebb1df8d0 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:17.714685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:17.715024 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port f57c0de9-bb0d-4185-829c-724ebb1df8d0 Oct 05 10:17:17.741206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] Network 008b2b12-2678-41b3-a58a-0ae8288dbf2e is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:17:17.824332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 008b2b12-2678-41b3-a58a-0ae8288dbf2e) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:17:17.830197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:17.831618 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:17.839417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318d72c6-f30a-4e43-93a5-b097c833283f None None] Network 008b2b12-2678-41b3-a58a-0ae8288dbf2e requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:17:17.939041 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-96b7cdb1-73b4-44d2-8fdc-950fa2e1ddc4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7935710 Oct 05 10:17:17.941851 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49780) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:17:17.947183 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-894395429-router', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:17:17.952318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:17:17.954269 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-67adc284-f227-455f-837a-7600b80d512e None None] For port ae20d620-4fcc-44af-9005-a44e2739ff37, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:17:17.956278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Usage tracker for resource:router and tenant:b72a63177a214db6bebb1113cc73765b is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:17:17.959228 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:17:17.965152 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:17:17.988604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-67adc284-f227-455f-837a-7600b80d512e None None] For port ae20d620-4fcc-44af-9005-a44e2739ff37, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ae20d620-4fcc-44af-9005-a44e2739ff37,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:17:18.013892 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port f57c0de9-bb0d-4185-829c-724ebb1df8d0 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:17:18.038112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:18.040306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:18.054864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:18.060998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-67adc284-f227-455f-837a-7600b80d512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:18.142667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67adc284-f227-455f-837a-7600b80d512e None None] Routers {'e89098b6-15b3-4596-9f08-f2282f8ec9ac'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:17:18.143346 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-67adc284-f227-455f-837a-7600b80d512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:16:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:18.198049 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Attempt 7 to provision port ae20d620-4fcc-44af-9005-a44e2739ff37 Oct 05 10:17:18.316927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a9649-d94b-43d2-b1b9-6bb259d91a6b None None] Pushing event updated for resources: {'Port': ['ID=ae20d620-4fcc-44af-9005-a44e2739ff37,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:18.335807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-008b2b12-2678-41b3-a58a-0ae8288dbf2e', 'network_id': '008b2b12-2678-41b3-a58a-0ae8288dbf2e', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b', 'fixed_ips': [{'subnet_id': 'd667d1ad-2df8-43b5-bcff-6e2ef533da7e'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:17:18.336637 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:18.384037 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:18.470874 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-68624013-7471-4068-825c-bee9ac702c29 None None] Port ae20d620-4fcc-44af-9005-a44e2739ff37 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:17:18.521338 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-67adc284-f227-455f-837a-7600b80d512e None None] Set router e89098b6-15b3-4596-9f08-f2282f8ec9ac gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:17:18.845802 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Allocated IP 172.20.0.2 (008b2b12-2678-41b3-a58a-0ae8288dbf2e/d667d1ad-2df8-43b5-bcff-6e2ef533da7e/aaf6f253-c20c-4bca-ba98-785088009121) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:17:18.917910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:18.949579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:19.111369 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Allocated IP 172.26.7.6 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/907205e7-3d49-4bd7-b892-1a5b4126245b) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:17:19.164912 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:19.172270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-67adc284-f227-455f-837a-7600b80d512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'ae20d620-4fcc-44af-9005-a44e2739ff37', 'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'mac_address': 'fa:16:3e:2f:16:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:13Z', 'updated_at': '2022-10-05T10:17:17Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'subnets': [{'id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:19.183459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Transition to ACTIVE for port object aaf6f253-c20c-4bca-ba98-785088009121 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:17:19.186226 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67adc284-f227-455f-837a-7600b80d512e None None] The sync data for ids ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'] in dv-neutron-860329-1-hyperv is: [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'ae20d620-4fcc-44af-9005-a44e2739ff37', 'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'mac_address': 'fa:16:3e:2f:16:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:13Z', 'updated_at': '2022-10-05T10:17:17Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'subnets': [{'id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:17:19.220326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Transition to ACTIVE for port object aaf6f253-c20c-4bca-ba98-785088009121 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:17:19.310844 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:19.324084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:19.413325 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Network 008b2b12-2678-41b3-a58a-0ae8288dbf2e is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:17:19.416383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:17:19.420549 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:17:19.430136 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:19.447466 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ae20d620-4fcc-44af-9005-a44e2739ff37 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:17:19.473890 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Pushing event updated for resources: {'Port': ['ID=aaf6f253-c20c-4bca-ba98-785088009121,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:19.534513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:17:19.538327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:17:19.543724 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:17:19.585263 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Pushing event updated for resources: {'Port': ['ID=907205e7-3d49-4bd7-b892-1a5b4126245b,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:19.622343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Attempting to bind port aaf6f253-c20c-4bca-ba98-785088009121 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:17:19.622343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Attempting to bind port aaf6f253-c20c-4bca-ba98-785088009121 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'f9feadfd-710f-4791-be81-aeef057e286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '008b2b12-2678-41b3-a58a-0ae8288dbf2e'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:17:19.622343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Attempting to bind port aaf6f253-c20c-4bca-ba98-785088009121 on network 008b2b12-2678-41b3-a58a-0ae8288dbf2e {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:17:19.628281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:17:19.628710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Checking segment: {'id': 'f9feadfd-710f-4791-be81-aeef057e286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '008b2b12-2678-41b3-a58a-0ae8288dbf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:17:19.629140 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:19.629724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Bound using segment: {'id': 'f9feadfd-710f-4791-be81-aeef057e286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '008b2b12-2678-41b3-a58a-0ae8288dbf2e'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:17:19.631021 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Bound port: aaf6f253-c20c-4bca-ba98-785088009121, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9feadfd-710f-4791-be81-aeef057e286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '008b2b12-2678-41b3-a58a-0ae8288dbf2e'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:17:19.631408 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:19.724713 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port ae20d620-4fcc-44af-9005-a44e2739ff37 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:17:19.737500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port ae20d620-4fcc-44af-9005-a44e2739ff37 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:19.737870 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:19.738226 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port ae20d620-4fcc-44af-9005-a44e2739ff37 Oct 05 10:17:19.779965 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] For port aaf6f253-c20c-4bca-ba98-785088009121, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:17:19.800584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] For port aaf6f253-c20c-4bca-ba98-785088009121, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=aaf6f253-c20c-4bca-ba98-785088009121,segment=NetworkSegment(f9feadfd-710f-4791-be81-aeef057e286a),segment_id=f9feadfd-710f-4791-be81-aeef057e286a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:17:19.877095 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port ae20d620-4fcc-44af-9005-a44e2739ff37 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:17:19.877398 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:19.892440 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:19.979505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port ae20d620-4fcc-44af-9005-a44e2739ff37, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ae20d620-4fcc-44af-9005-a44e2739ff37,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:17:19.993549 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce42601-7e1d-403c-9f2b-8b6fb2f4c1ec None None] Pushing event updated for resources: {'Port': ['ID=aaf6f253-c20c-4bca-ba98-785088009121,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:20.063733 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:20.119243 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:20.148656 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=ae20d620-4fcc-44af-9005-a44e2739ff37,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:20.413094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e8daa332-9d2d-436c-b22f-2d98f0b186f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:20.512466 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:20.906324 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Router 5ab4272f-610d-4259-a172-24d309a379b7 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:17:20.996598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06770bee-0dc2-4d00-9523-1fdeb19fadac None None] Network 008b2b12-2678-41b3-a58a-0ae8288dbf2e requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:17:21.101083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:17:21.112202 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Sync routers for ids ['5ab4272f-610d-4259-a172-24d309a379b7'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:17:21.122188 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Routers {'5ab4272f-610d-4259-a172-24d309a379b7'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:17:21.122943 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:16:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5ab4272f-610d-4259-a172-24d309a379b7'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:21.156778 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-1d0fbf92-bd64-4f03-98f0-f554ab69db66 None None] Provisioning for port aaf6f253-c20c-4bca-ba98-785088009121 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:17:21.212340 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:21.214332 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5bec081d-0c8a-4401-9bdc-54c0eff4e39c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2712977 Oct 05 10:17:21.216962 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 49784) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:17:21.315245 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Set router 5ab4272f-610d-4259-a172-24d309a379b7 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:17:21.472981 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ae20d620-4fcc-44af-9005-a44e2739ff37 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:17:21.555941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port ae20d620-4fcc-44af-9005-a44e2739ff37 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:21.556313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:21.556645 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port ae20d620-4fcc-44af-9005-a44e2739ff37 Oct 05 10:17:21.650105 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab4272f-610d-4259-a172-24d309a379b7', 'name': 'tempest-TestMinimumBasicScenario-894395429-router', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '907205e7-3d49-4bd7-b892-1a5b4126245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 3, 'project_id': 'b72a63177a214db6bebb1113cc73765b', 'gw_port': {'id': '907205e7-3d49-4bd7-b892-1a5b4126245b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab4272f-610d-4259-a172-24d309a379b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:21.654864 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Checking router: 5ab4272f-610d-4259-a172-24d309a379b7 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:17:21.655324 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Updating router 5ab4272f-610d-4259-a172-24d309a379b7 port 907205e7-3d49-4bd7-b892-1a5b4126245b binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:17:21.690654 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port ae20d620-4fcc-44af-9005-a44e2739ff37 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:17:21.691883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device aaf6f253-c20c-4bca-ba98-785088009121 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:17:21.712466 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:21.886606 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port aaf6f253-c20c-4bca-ba98-785088009121 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:17:21.892941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port aaf6f253-c20c-4bca-ba98-785088009121 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:21.893561 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:21.894733 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port aaf6f253-c20c-4bca-ba98-785088009121 Oct 05 10:17:22.000784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:22.021365 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port aaf6f253-c20c-4bca-ba98-785088009121 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:17:22.021745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:22.061267 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port aaf6f253-c20c-4bca-ba98-785088009121, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=aaf6f253-c20c-4bca-ba98-785088009121,segment=NetworkSegment(f9feadfd-710f-4791-be81-aeef057e286a),segment_id=f9feadfd-710f-4791-be81-aeef057e286a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:17:22.071112 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:22.084146 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Transition to ACTIVE for port object 907205e7-3d49-4bd7-b892-1a5b4126245b will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:17:22.140435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:22.169122 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:22.211238 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=aaf6f253-c20c-4bca-ba98-785088009121,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:22.218926 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Allocated IP 172.20.0.1 (008b2b12-2678-41b3-a58a-0ae8288dbf2e/d667d1ad-2df8-43b5-bcff-6e2ef533da7e/7c159ed4-0d6b-492b-96bf-2e9c979f641b) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:17:22.271242 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Attempting to bind port 907205e7-3d49-4bd7-b892-1a5b4126245b on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:17:22.271531 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Attempting to bind port 907205e7-3d49-4bd7-b892-1a5b4126245b by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:17:22.271895 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Attempting to bind port 907205e7-3d49-4bd7-b892-1a5b4126245b on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:17:22.288553 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:17:22.288929 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:17:22.289331 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:22.289728 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:17:22.290278 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Bound port: 907205e7-3d49-4bd7-b892-1a5b4126245b, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:17:22.290610 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:22.339903 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9253e-f89e-4169-bae8-4722c98b92ec None None] Pushing event updated for resources: {'Port': ['ID=907205e7-3d49-4bd7-b892-1a5b4126245b,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:22.375922 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] For port 907205e7-3d49-4bd7-b892-1a5b4126245b, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:17:22.379479 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] For port 907205e7-3d49-4bd7-b892-1a5b4126245b, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=907205e7-3d49-4bd7-b892-1a5b4126245b,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:17:22.455728 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:22.482949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:22.499264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Transition to ACTIVE for port object 7c159ed4-0d6b-492b-96bf-2e9c979f641b will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:17:22.518229 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Routers {'5ab4272f-610d-4259-a172-24d309a379b7'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:17:22.518844 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:16:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5ab4272f-610d-4259-a172-24d309a379b7'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:22.587114 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:22.600830 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9253e-f89e-4169-bae8-4722c98b92ec None None] Pushing event updated for resources: {'Port': ['ID=907205e7-3d49-4bd7-b892-1a5b4126245b,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:22.652743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Network 008b2b12-2678-41b3-a58a-0ae8288dbf2e is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:17:22.655506 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:17:22.659305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:17:22.678408 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-aec323b8-ca13-49a6-a694-3d1332df794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:22.698630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Pushing event updated for resources: {'Port': ['ID=7c159ed4-0d6b-492b-96bf-2e9c979f641b,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:22.718829 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] Set router 5ab4272f-610d-4259-a172-24d309a379b7 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:17:22.725125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:22.955624 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:23.021689 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab4272f-610d-4259-a172-24d309a379b7', 'name': 'tempest-TestMinimumBasicScenario-894395429-router', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '907205e7-3d49-4bd7-b892-1a5b4126245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 3, 'project_id': 'b72a63177a214db6bebb1113cc73765b', 'gw_port': {'id': '907205e7-3d49-4bd7-b892-1a5b4126245b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab4272f-610d-4259-a172-24d309a379b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:23.026021 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640382ba-78f8-4395-9bdc-7b0dda80e42f None None] The sync data for ids ['5ab4272f-610d-4259-a172-24d309a379b7'] in dv-neutron-860329-1-hyperv is: [{'id': '5ab4272f-610d-4259-a172-24d309a379b7', 'name': 'tempest-TestMinimumBasicScenario-894395429-router', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '907205e7-3d49-4bd7-b892-1a5b4126245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 3, 'project_id': 'b72a63177a214db6bebb1113cc73765b', 'gw_port': {'id': '907205e7-3d49-4bd7-b892-1a5b4126245b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab4272f-610d-4259-a172-24d309a379b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:17:23.031809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Provisioning for port 7c159ed4-0d6b-492b-96bf-2e9c979f641b completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:17:23.036998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Provisioning complete for port 7c159ed4-0d6b-492b-96bf-2e9c979f641b triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:23.037371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:23.037702 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Attempt 1 to provision port 7c159ed4-0d6b-492b-96bf-2e9c979f641b Oct 05 10:17:23.100781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Port 7c159ed4-0d6b-492b-96bf-2e9c979f641b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:23.198513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:23.283211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:23.386349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:23.429927 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Pushing event updated for resources: {'Port': ['ID=7c159ed4-0d6b-492b-96bf-2e9c979f641b,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:23.456428 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 907205e7-3d49-4bd7-b892-1a5b4126245b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:17:23.553599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Network 008b2b12-2678-41b3-a58a-0ae8288dbf2e is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:17:23.554898 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:17:23.601600 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 907205e7-3d49-4bd7-b892-1a5b4126245b completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:17:23.607715 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Attempt 2 to provision port 7c159ed4-0d6b-492b-96bf-2e9c979f641b Oct 05 10:17:23.643896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 907205e7-3d49-4bd7-b892-1a5b4126245b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:23.644907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:23.646752 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 907205e7-3d49-4bd7-b892-1a5b4126245b Oct 05 10:17:23.741031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Port 7c159ed4-0d6b-492b-96bf-2e9c979f641b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:23.787797 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Router 5ab4272f-610d-4259-a172-24d309a379b7 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:17:23.862825 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 907205e7-3d49-4bd7-b892-1a5b4126245b is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:17:23.863154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:23.881697 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 907205e7-3d49-4bd7-b892-1a5b4126245b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=907205e7-3d49-4bd7-b892-1a5b4126245b,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:17:23.966442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:23.967243 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device aaf6f253-c20c-4bca-ba98-785088009121 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:17:23.988157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:17:23.998095 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7353eafe-613c-4bf3-9811-08336379cbbb admin admin] 10.222.0.49 "PUT /v2.0/routers/5ab4272f-610d-4259-a172-24d309a379b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7799091 Oct 05 10:17:24.099988 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=907205e7-3d49-4bd7-b892-1a5b4126245b,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:24.113084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port aaf6f253-c20c-4bca-ba98-785088009121 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:24.113470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:24.113807 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port aaf6f253-c20c-4bca-ba98-785088009121 Oct 05 10:17:24.243359 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Attempt 3 to provision port 7c159ed4-0d6b-492b-96bf-2e9c979f641b Oct 05 10:17:24.300651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port aaf6f253-c20c-4bca-ba98-785088009121 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:17:24.311998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:24.326584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Port 7c159ed4-0d6b-492b-96bf-2e9c979f641b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:24.409276 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:24.828201 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Attempt 4 to provision port 7c159ed4-0d6b-492b-96bf-2e9c979f641b Oct 05 10:17:24.885117 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Port 7c159ed4-0d6b-492b-96bf-2e9c979f641b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:25.380575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 907205e7-3d49-4bd7-b892-1a5b4126245b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:17:25.406011 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Attempt 5 to provision port 7c159ed4-0d6b-492b-96bf-2e9c979f641b Oct 05 10:17:25.488607 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Port 7c159ed4-0d6b-492b-96bf-2e9c979f641b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:25.501603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 907205e7-3d49-4bd7-b892-1a5b4126245b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:25.502237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:25.502750 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 907205e7-3d49-4bd7-b892-1a5b4126245b Oct 05 10:17:25.635939 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:25.672394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 907205e7-3d49-4bd7-b892-1a5b4126245b is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:17:25.710569 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Sync routers for ids ['5ab4272f-610d-4259-a172-24d309a379b7'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:17:25.720206 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Routers {'5ab4272f-610d-4259-a172-24d309a379b7'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:17:25.721204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:17:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5ab4272f-610d-4259-a172-24d309a379b7'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:25.784013 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:25.927956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Set router 5ab4272f-610d-4259-a172-24d309a379b7 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:17:25.992154 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Attempt 6 to provision port 7c159ed4-0d6b-492b-96bf-2e9c979f641b Oct 05 10:17:26.181131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Port 7c159ed4-0d6b-492b-96bf-2e9c979f641b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:26.383655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab4272f-610d-4259-a172-24d309a379b7', 'name': 'tempest-TestMinimumBasicScenario-894395429-router', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '907205e7-3d49-4bd7-b892-1a5b4126245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:17:22Z', 'revision_number': 4, 'project_id': 'b72a63177a214db6bebb1113cc73765b', 'gw_port': {'id': '907205e7-3d49-4bd7-b892-1a5b4126245b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab4272f-610d-4259-a172-24d309a379b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '7c159ed4-0d6b-492b-96bf-2e9c979f641b', 'name': '', 'network_id': '008b2b12-2678-41b3-a58a-0ae8288dbf2e', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b', 'mac_address': 'fa:16:3e:cc:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab4272f-610d-4259-a172-24d309a379b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd667d1ad-2df8-43b5-bcff-6e2ef533da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:22Z', 'updated_at': '2022-10-05T10:17:23Z', 'revision_number': 2, 'project_id': 'b72a63177a214db6bebb1113cc73765b', 'subnets': [{'id': 'd667d1ad-2df8-43b5-bcff-6e2ef533da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:26.390276 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Checking router: 5ab4272f-610d-4259-a172-24d309a379b7 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:17:26.391173 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Updating router 5ab4272f-610d-4259-a172-24d309a379b7 port 7c159ed4-0d6b-492b-96bf-2e9c979f641b binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:17:26.483313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:26.709206 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Attempt 7 to provision port 7c159ed4-0d6b-492b-96bf-2e9c979f641b Oct 05 10:17:26.789470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Port 7c159ed4-0d6b-492b-96bf-2e9c979f641b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:26.917952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:26.934658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Transition to ACTIVE for port object 7c159ed4-0d6b-492b-96bf-2e9c979f641b will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:17:27.020242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:27.220048 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ae7f1-7a4f-4e12-82e2-815e20ee0521 None None] Pushing event updated for resources: {'Port': ['ID=7c159ed4-0d6b-492b-96bf-2e9c979f641b,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:27.245373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Attempting to bind port 7c159ed4-0d6b-492b-96bf-2e9c979f641b on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:17:27.245751 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Attempting to bind port 7c159ed4-0d6b-492b-96bf-2e9c979f641b by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'f9feadfd-710f-4791-be81-aeef057e286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '008b2b12-2678-41b3-a58a-0ae8288dbf2e'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:17:27.246155 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Attempting to bind port 7c159ed4-0d6b-492b-96bf-2e9c979f641b on network 008b2b12-2678-41b3-a58a-0ae8288dbf2e {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:17:27.251980 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:17:27.252356 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Checking segment: {'id': 'f9feadfd-710f-4791-be81-aeef057e286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '008b2b12-2678-41b3-a58a-0ae8288dbf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:17:27.252771 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:27.253160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Bound using segment: {'id': 'f9feadfd-710f-4791-be81-aeef057e286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '008b2b12-2678-41b3-a58a-0ae8288dbf2e'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:17:27.253629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Bound port: 7c159ed4-0d6b-492b-96bf-2e9c979f641b, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9feadfd-710f-4791-be81-aeef057e286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '008b2b12-2678-41b3-a58a-0ae8288dbf2e'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:17:27.254030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:27.328178 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Attempt 8 to provision port 7c159ed4-0d6b-492b-96bf-2e9c979f641b Oct 05 10:17:27.408113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Port 7c159ed4-0d6b-492b-96bf-2e9c979f641b cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:27.410689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] For port 7c159ed4-0d6b-492b-96bf-2e9c979f641b, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:17:27.415821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] For port 7c159ed4-0d6b-492b-96bf-2e9c979f641b, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7c159ed4-0d6b-492b-96bf-2e9c979f641b,segment=NetworkSegment(f9feadfd-710f-4791-be81-aeef057e286a),segment_id=f9feadfd-710f-4791-be81-aeef057e286a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:17:27.510098 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:27.581051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Routers {'5ab4272f-610d-4259-a172-24d309a379b7'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:17:27.581700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:17:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5ab4272f-610d-4259-a172-24d309a379b7'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:27.675460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ae7f1-7a4f-4e12-82e2-815e20ee0521 None None] Pushing event updated for resources: {'Port': ['ID=7c159ed4-0d6b-492b-96bf-2e9c979f641b,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:27.795041 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] Set router 5ab4272f-610d-4259-a172-24d309a379b7 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:17:27.944539 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Attempt 9 to provision port 7c159ed4-0d6b-492b-96bf-2e9c979f641b Oct 05 10:17:28.145613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-90ac8256-7e05-4dae-a27e-0a646b331423 None None] Port 7c159ed4-0d6b-492b-96bf-2e9c979f641b had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:17:28.241751 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab4272f-610d-4259-a172-24d309a379b7', 'name': 'tempest-TestMinimumBasicScenario-894395429-router', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '907205e7-3d49-4bd7-b892-1a5b4126245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:17:22Z', 'revision_number': 4, 'project_id': 'b72a63177a214db6bebb1113cc73765b', 'gw_port': {'id': '907205e7-3d49-4bd7-b892-1a5b4126245b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab4272f-610d-4259-a172-24d309a379b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '7c159ed4-0d6b-492b-96bf-2e9c979f641b', 'name': '', 'network_id': '008b2b12-2678-41b3-a58a-0ae8288dbf2e', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b', 'mac_address': 'fa:16:3e:cc:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab4272f-610d-4259-a172-24d309a379b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd667d1ad-2df8-43b5-bcff-6e2ef533da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:22Z', 'updated_at': '2022-10-05T10:17:27Z', 'revision_number': 4, 'project_id': 'b72a63177a214db6bebb1113cc73765b', 'subnets': [{'id': 'd667d1ad-2df8-43b5-bcff-6e2ef533da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:17:28.245885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10826816-1f88-4a23-9284-93f5b489d77c None None] The sync data for ids ['5ab4272f-610d-4259-a172-24d309a379b7'] in dv-neutron-860329-1-hyperv is: [{'id': '5ab4272f-610d-4259-a172-24d309a379b7', 'name': 'tempest-TestMinimumBasicScenario-894395429-router', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '907205e7-3d49-4bd7-b892-1a5b4126245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:17:22Z', 'revision_number': 4, 'project_id': 'b72a63177a214db6bebb1113cc73765b', 'gw_port': {'id': '907205e7-3d49-4bd7-b892-1a5b4126245b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab4272f-610d-4259-a172-24d309a379b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '7c159ed4-0d6b-492b-96bf-2e9c979f641b', 'name': '', 'network_id': '008b2b12-2678-41b3-a58a-0ae8288dbf2e', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b', 'mac_address': 'fa:16:3e:cc:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab4272f-610d-4259-a172-24d309a379b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd667d1ad-2df8-43b5-bcff-6e2ef533da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:22Z', 'updated_at': '2022-10-05T10:17:27Z', 'revision_number': 4, 'project_id': 'b72a63177a214db6bebb1113cc73765b', 'subnets': [{'id': 'd667d1ad-2df8-43b5-bcff-6e2ef533da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:17:29.407456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7c159ed4-0d6b-492b-96bf-2e9c979f641b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:17:29.590147 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 7c159ed4-0d6b-492b-96bf-2e9c979f641b completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:17:29.595335 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 7c159ed4-0d6b-492b-96bf-2e9c979f641b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:29.595710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:29.596102 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 7c159ed4-0d6b-492b-96bf-2e9c979f641b Oct 05 10:17:29.731409 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 7c159ed4-0d6b-492b-96bf-2e9c979f641b is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:17:29.732286 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:29.771146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 7c159ed4-0d6b-492b-96bf-2e9c979f641b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7c159ed4-0d6b-492b-96bf-2e9c979f641b,segment=NetworkSegment(f9feadfd-710f-4791-be81-aeef057e286a),segment_id=f9feadfd-710f-4791-be81-aeef057e286a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:17:29.858538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:29.947171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=7c159ed4-0d6b-492b-96bf-2e9c979f641b,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:31.368594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7c159ed4-0d6b-492b-96bf-2e9c979f641b up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:17:31.446973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 7c159ed4-0d6b-492b-96bf-2e9c979f641b triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:31.447343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:31.447708 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 7c159ed4-0d6b-492b-96bf-2e9c979f641b Oct 05 10:17:31.580852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 7c159ed4-0d6b-492b-96bf-2e9c979f641b is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:17:36.031313 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-6aaf67eb-675b-4820-bdad-a2aeed0f8dae tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:36.032755 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-6aaf67eb-675b-4820-bdad-a2aeed0f8dae tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 814 time: 0.1469703 Oct 05 10:17:36.048226 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-86755101-2845-401e-9231-05c929950c1c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/quotas/9848335bbd3e461bac5dd84e02c25182 HTTP/1.1" status: 200 len: 375 time: 0.0092266 Oct 05 10:17:36.142893 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-260f734d-23a9-4222-a5b1-65b6a4a325e9 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Synchronizing usage tracker for tenant:9848335bbd3e461bac5dd84e02c25182 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:17:36.257923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-260f734d-23a9-4222-a5b1-65b6a4a325e9 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Unset dirty status for tenant:9848335bbd3e461bac5dd84e02c25182 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:17:36.259515 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-260f734d-23a9-4222-a5b1-65b6a4a325e9 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2055578 Oct 05 10:17:36.514308 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-869af67d-614c-4631-ae0d-63354090950a service neutron] 10.222.0.49 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420580 Oct 05 10:17:36.649380 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-32adda16-46c8-4229-be74-5369aa74a5c3 service neutron] 10.222.0.49 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291876 Oct 05 10:17:36.991940 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d78f4318-bbc7-490b-b0c7-f664f71f0c2f req-6c6811c3-fd5f-43a1-922c-123190090884 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 210 time: 0.1619000 Oct 05 10:17:38.161292 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dc5f154b-a087-4e54-a8d5-5cd8537b4212 req-7f4af015-9223-4a6c-a91f-9d2ba113e361 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 210 time: 0.0554349 Oct 05 10:17:39.323429 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a8ad5b58-35b5-45c8-b3a8-f0d2ab190002 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:39.324139 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a8ad5b58-35b5-45c8-b3a8-f0d2ab190002 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Synchronizing usage tracker for tenant:9848335bbd3e461bac5dd84e02c25182 on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:17:39.342452 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-beafc808-e28b-4ccd-a8aa-0efa5eaf6f5d req-18e47de7-bdc7-4557-855c-badc5c0b50e8 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 210 time: 0.0538235 Oct 05 10:17:39.426412 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a8ad5b58-35b5-45c8-b3a8-f0d2ab190002 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Unset dirty status for tenant:9848335bbd3e461bac5dd84e02c25182 on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:17:39.427857 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a8ad5b58-35b5-45c8-b3a8-f0d2ab190002 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 814 time: 0.2666335 Oct 05 10:17:39.445621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'port': {'device_id': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'admin_state_up': True, 'tenant_id': '9848335bbd3e461bac5dd84e02c25182'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:17:39.597400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:17:39.608628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:17:39.686619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Made reservation on behalf of 9848335bbd3e461bac5dd84e02c25182 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:17:39.690667 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:39.883976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Allocated IP 172.20.0.3 (e93d574f-020b-4ec6-8b80-aa14fad9aeca/4083c888-af37-49ca-9faf-71d7a3515f54/6e79590d-a661-4899-8c30-cf5d750a8059) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:17:40.255199 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:40.276576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Transition to ACTIVE for port object 6e79590d-a661-4899-8c30-cf5d750a8059 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:17:40.369938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:40.462619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Network e93d574f-020b-4ec6-8b80-aa14fad9aeca is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:17:40.475844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:17:40.481574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:17:40.560515 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'Port': ['ID=6e79590d-a661-4899-8c30-cf5d750a8059,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:40.608720 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:40.610255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:40.661053 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91b5e4-7163-474d-a074-4a4ef8e5a7c4 req-3044ea42-2d62-4e3c-8560-ea168c9c6af5 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:40.663906 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bd91b5e4-7163-474d-a074-4a4ef8e5a7c4 req-3044ea42-2d62-4e3c-8560-ea168c9c6af5 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 931 time: 0.1581550 Oct 05 10:17:40.718008 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-0dac99b4-f16d-437c-863f-f70625cbf131 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2763252 Oct 05 10:17:40.743389 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bd91b5e4-7163-474d-a074-4a4ef8e5a7c4 req-c607c19e-8b7a-4165-803b-8068f650c252 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687857 Oct 05 10:17:40.969486 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Provisioning for port 6e79590d-a661-4899-8c30-cf5d750a8059 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:17:40.977557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Provisioning complete for port 6e79590d-a661-4899-8c30-cf5d750a8059 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:40.982293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:40.982293 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Attempt 1 to provision port 6e79590d-a661-4899-8c30-cf5d750a8059 Oct 05 10:17:41.039994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Port 6e79590d-a661-4899-8c30-cf5d750a8059 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:41.488214 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:17:41.541273 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Attempt 2 to provision port 6e79590d-a661-4899-8c30-cf5d750a8059 Oct 05 10:17:41.602407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Port 6e79590d-a661-4899-8c30-cf5d750a8059 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:41.970720 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565688d-13d0-4816-b4f5-2f638ab060ef req-3e41b5a3-bcdb-48e7-a5a6-3e22d7ceb9b4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:41.972268 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2565688d-13d0-4816-b4f5-2f638ab060ef req-3e41b5a3-bcdb-48e7-a5a6-3e22d7ceb9b4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 931 time: 0.0971072 Oct 05 10:17:42.023872 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2565688d-13d0-4816-b4f5-2f638ab060ef req-a1b8612b-8912-4216-a188-a34cf5275b4f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 Oct 05 10:17:42.103950 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Attempt 3 to provision port 6e79590d-a661-4899-8c30-cf5d750a8059 Oct 05 10:17:42.163536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Port 6e79590d-a661-4899-8c30-cf5d750a8059 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:42.664716 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Attempt 4 to provision port 6e79590d-a661-4899-8c30-cf5d750a8059 Oct 05 10:17:42.724810 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Port 6e79590d-a661-4899-8c30-cf5d750a8059 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:43.226626 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Attempt 5 to provision port 6e79590d-a661-4899-8c30-cf5d750a8059 Oct 05 10:17:43.272184 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40de572-c4f3-4b2c-ad4d-433eaec00df8 req-2e870b24-f49e-4bc2-a6dd-731329a616c9 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:43.274211 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a40de572-c4f3-4b2c-ad4d-433eaec00df8 req-2e870b24-f49e-4bc2-a6dd-731329a616c9 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 931 time: 0.1101143 Oct 05 10:17:43.302718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Port 6e79590d-a661-4899-8c30-cf5d750a8059 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:43.344986 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a40de572-c4f3-4b2c-ad4d-433eaec00df8 req-10134969-2e85-43a0-8c48-01fb6099e1d8 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645912 Oct 05 10:17:43.803967 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Attempt 6 to provision port 6e79590d-a661-4899-8c30-cf5d750a8059 Oct 05 10:17:43.878494 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Port 6e79590d-a661-4899-8c30-cf5d750a8059 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:44.380741 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Attempt 7 to provision port 6e79590d-a661-4899-8c30-cf5d750a8059 Oct 05 10:17:44.486392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Port 6e79590d-a661-4899-8c30-cf5d750a8059 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:44.608166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d42ba-dfed-4009-bf03-aa6153b03b25 req-e72b4875-c993-4d94-90b9-4622bc45af40 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:44.609545 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-322d42ba-dfed-4009-bf03-aa6153b03b25 req-e72b4875-c993-4d94-90b9-4622bc45af40 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 931 time: 0.1220088 Oct 05 10:17:44.660680 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-322d42ba-dfed-4009-bf03-aa6153b03b25 req-e0222e0f-dd95-4ca5-a9de-d67dbe5c8027 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452206 Oct 05 10:17:44.988132 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Attempt 8 to provision port 6e79590d-a661-4899-8c30-cf5d750a8059 Oct 05 10:17:45.045048 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Port 6e79590d-a661-4899-8c30-cf5d750a8059 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:45.546296 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Attempt 9 to provision port 6e79590d-a661-4899-8c30-cf5d750a8059 Oct 05 10:17:45.610916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Port 6e79590d-a661-4899-8c30-cf5d750a8059 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:45.901577 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba923eb7-c671-4329-a91d-4e8bbebbd196 req-c763f69b-65e6-4f65-8d10-4ad4669382a5 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:45.903000 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ba923eb7-c671-4329-a91d-4e8bbebbd196 req-c763f69b-65e6-4f65-8d10-4ad4669382a5 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 931 time: 0.1105013 Oct 05 10:17:45.953530 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ba923eb7-c671-4329-a91d-4e8bbebbd196 req-7cb3a420-85bf-4b4e-9d3d-333981353acc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435059 Oct 05 10:17:46.107036 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Attempt 10 to provision port 6e79590d-a661-4899-8c30-cf5d750a8059 Oct 05 10:17:46.166617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-14c80c6b-3ecd-4251-8093-e6ff5deb3007 None None] Port 6e79590d-a661-4899-8c30-cf5d750a8059 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:17:47.175615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf49366-ad39-46a1-a24e-e1e8ea2464b3 req-dea9d87f-dc65-4fba-8f09-1c2f862b9c76 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:47.177007 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ccf49366-ad39-46a1-a24e-e1e8ea2464b3 req-dea9d87f-dc65-4fba-8f09-1c2f862b9c76 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 931 time: 0.1030819 Oct 05 10:17:47.223081 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ccf49366-ad39-46a1-a24e-e1e8ea2464b3 req-1fea964e-7229-43a6-9849-adcdc4b6ab3a tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396235 Oct 05 10:17:48.423805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bea00d-804f-4f72-a420-5df15d0c4825 req-464ad3e8-d2ca-4c89-b89c-2df63af8b772 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:48.425230 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d1bea00d-804f-4f72-a420-5df15d0c4825 req-464ad3e8-d2ca-4c89-b89c-2df63af8b772 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 931 time: 0.0875368 Oct 05 10:17:48.472699 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d1bea00d-804f-4f72-a420-5df15d0c4825 req-77be6b5b-681b-4921-891a-c4324feef63f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Oct 05 10:17:49.653646 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Request body: {'port': {'device_id': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:17:49.681100 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e817db-017d-479e-b1f3-f8429fdfec8f req-b9b22a4d-3e51-4686-9471-e6833b7ff618 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:49.682668 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c3e817db-017d-479e-b1f3-f8429fdfec8f req-b9b22a4d-3e51-4686-9471-e6833b7ff618 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 931 time: 0.0966759 Oct 05 10:17:49.735287 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c3e817db-017d-479e-b1f3-f8429fdfec8f req-52536ca3-9100-43be-821c-e06c9ac0e207 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458448 Oct 05 10:17:49.779793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:50.139161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e79590d-a661-4899-8c30-cf5d750a8059 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:17:50.147358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:50.161930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Transition to ACTIVE for port object 6e79590d-a661-4899-8c30-cf5d750a8059 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:17:50.219936 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:50.374189 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-63606fc2-6dc9-4dda-b30e-93f4b7bb2e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:50.412657 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Pushing event updated for resources: {'Port': ['ID=6e79590d-a661-4899-8c30-cf5d750a8059,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:50.443721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Attempting to bind port 6e79590d-a661-4899-8c30-cf5d750a8059 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:17:50.444064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Attempting to bind port 6e79590d-a661-4899-8c30-cf5d750a8059 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:17:50.444385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Attempting to bind port 6e79590d-a661-4899-8c30-cf5d750a8059 on network e93d574f-020b-4ec6-8b80-aa14fad9aeca {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:17:50.448855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Port 6e79590d-a661-4899-8c30-cf5d750a8059 on network e93d574f-020b-4ec6-8b80-aa14fad9aeca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:17:50.449175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Attempting to bind port 6e79590d-a661-4899-8c30-cf5d750a8059 on network e93d574f-020b-4ec6-8b80-aa14fad9aeca {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:17:50.454272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:17:50.454608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Checking segment: {'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:17:50.454986 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Bound using segment: {'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:17:50.455404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Bound port: 6e79590d-a661-4899-8c30-cf5d750a8059, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:17:50.455747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:50.542308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] For port 6e79590d-a661-4899-8c30-cf5d750a8059, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:17:50.556822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] For port 6e79590d-a661-4899-8c30-cf5d750a8059, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6e79590d-a661-4899-8c30-cf5d750a8059,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:17:50.648727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:50.684331 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:50.688659 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:50.688659 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] 10.222.0.55 "PUT /v2.0/ports/6e79590d-a661-4899-8c30-cf5d750a8059 HTTP/1.1" status: 200 len: 1093 time: 1.0374146 Oct 05 10:17:50.688659 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'tag': '6e79590d-a661-4899-8c30-cf5d750a8059'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:17:50.689043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70908252-d240-443b-9e38-0c4bede09c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a87619-148f-4208-bf03-e0bee85cd502", "tag": "6e79590d-a661-4899-8c30-cf5d750a8059"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:17:50.728140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc543a-578a-4f93-8113-9134f2e77122 service neutron] Pushing event updated for resources: {'Port': ['ID=6e79590d-a661-4899-8c30-cf5d750a8059,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:50.733089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d6d606-74a5-418d-b440-100867e2ca79 x-openstack-request-id: req-f8d6d606-74a5-418d-b440-100867e2ca79 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:17:50.733344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a87619-148f-4208-bf03-e0bee85cd502", "tag": "6e79590d-a661-4899-8c30-cf5d750a8059", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:17:50.733599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8d6d606-74a5-418d-b440-100867e2ca79 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:17:50.734007 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d6d606-74a5-418d-b440-100867e2ca79'] response: {'name': 'network-changed', 'server_uuid': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'tag': '6e79590d-a661-4899-8c30-cf5d750a8059', 'status': 'completed', 'code': 200} Oct 05 10:17:50.852409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70908252-d240-443b-9e38-0c4bede09c5b req-c340e522-7ae8-4a10-94ad-9a6df4ff6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:50.853879 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-70908252-d240-443b-9e38-0c4bede09c5b req-c340e522-7ae8-4a10-94ad-9a6df4ff6e00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 1096 time: 0.0807285 Oct 05 10:17:50.939778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a5bf-ef6e-4d7e-bcec-56e8c5a745ef req-b9f116ad-38f4-4258-986d-6e3befef46cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:50.941148 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8658a5bf-ef6e-4d7e-bcec-56e8c5a745ef req-b9f116ad-38f4-4258-986d-6e3befef46cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 943 time: 0.0911720 Oct 05 10:17:50.985576 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8658a5bf-ef6e-4d7e-bcec-56e8c5a745ef req-3b630683-c965-4682-ad96-452475a758b4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384405 Oct 05 10:17:51.001566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70908252-d240-443b-9e38-0c4bede09c5b req-93d4fd58-9d34-40d1-8835-7e57b17ce0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:51.003036 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-70908252-d240-443b-9e38-0c4bede09c5b req-93d4fd58-9d34-40d1-8835-7e57b17ce0a0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9848335bbd3e461bac5dd84e02c25182&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1362066 Oct 05 10:17:51.144530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70908252-d240-443b-9e38-0c4bede09c5b req-5f1ecb9e-1f69-477b-a3c5-d5dcfcabfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:51.146071 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-70908252-d240-443b-9e38-0c4bede09c5b req-5f1ecb9e-1f69-477b-a3c5-d5dcfcabfcaf service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1364009 Oct 05 10:17:51.393105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a712f9d1-d5aa-47ab-bd6b-834fe44b231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:51.394615 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a712f9d1-d5aa-47ab-bd6b-834fe44b231c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 1096 time: 0.1933005 Oct 05 10:17:51.470123 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-10f3f36d-ba3d-40d7-b519-1e502a5ed032 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e79590d-a661-4899-8c30-cf5d750a8059 HTTP/1.1" status: 200 len: 217 time: 0.0631757 Oct 05 10:17:51.535243 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-fd680a5c-a309-4c9d-92f4-475ffaaf3976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:51.537258 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-fd680a5c-a309-4c9d-92f4-475ffaaf3976 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0612648 Oct 05 10:17:51.620867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-c7540666-e268-45ea-827c-f66a497eac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:51.622289 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-c7540666-e268-45ea-827c-f66a497eac9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798488 Oct 05 10:17:51.757579 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-d0f74224-6953-43b5-b3ba-b7ec93d69b7e service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295881 Oct 05 10:17:51.893218 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2adaa499-cd21-49b2-90bf-51709e1590aa req-a4be4704-4a53-4270-8aa0-8f981c1b53cc service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291885 Oct 05 10:17:52.187211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cbabf-b298-4b51-88e2-73b62d8a26c0 req-f4491e41-b615-4e58-bcf1-e6079b3292a4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:52.188705 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-851cbabf-b298-4b51-88e2-73b62d8a26c0 req-f4491e41-b615-4e58-bcf1-e6079b3292a4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 943 time: 0.0873785 Oct 05 10:17:52.237463 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-851cbabf-b298-4b51-88e2-73b62d8a26c0 req-4fb4fb93-e6c9-42f3-896e-7f83ec433d47 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 Oct 05 10:17:52.675024 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-db09b504-48a6-47d4-9d71-8808aa16b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:53.437369 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067da02-feeb-4362-b257-26c99c0b915f req-d96f5494-e22f-49aa-8e76-3d97ecfb20f3 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:53.438858 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d067da02-feeb-4362-b257-26c99c0b915f req-d96f5494-e22f-49aa-8e76-3d97ecfb20f3 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 943 time: 0.0883853 Oct 05 10:17:53.483782 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d067da02-feeb-4362-b257-26c99c0b915f req-c42aad89-74fe-42c8-b38c-9a64dfd2d870 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389950 Oct 05 10:17:54.236877 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:54.388598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:54.713766 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88843d4-1b19-4805-9056-4b28900a0c2e req-a08cef9b-f1a4-4dab-aef1-7927585f708c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:54.715281 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e88843d4-1b19-4805-9056-4b28900a0c2e req-a08cef9b-f1a4-4dab-aef1-7927585f708c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 943 time: 0.1166167 Oct 05 10:17:54.761284 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e88843d4-1b19-4805-9056-4b28900a0c2e req-0440acb4-4957-490d-8abd-42505d8018b7 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403311 Oct 05 10:17:55.645539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:55.760175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:55.957503 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876ff40-ae60-49b6-95f6-00d3a3f4e891 req-54f2ca2c-a995-4867-a6a4-15f46ac99c7d tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:55.958991 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0876ff40-ae60-49b6-95f6-00d3a3f4e891 req-54f2ca2c-a995-4867-a6a4-15f46ac99c7d tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 943 time: 0.0883150 Oct 05 10:17:56.006322 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0876ff40-ae60-49b6-95f6-00d3a3f4e891 req-89802aed-413a-448f-9d22-6aef1ed2aaa4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Oct 05 10:17:56.093970 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 6e79590d-a661-4899-8c30-cf5d750a8059 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:17:56.260364 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 6e79590d-a661-4899-8c30-cf5d750a8059, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6e79590d-a661-4899-8c30-cf5d750a8059,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:17:56.274196 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '6e79590d-a661-4899-8c30-cf5d750a8059', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'port_id': '6e79590d-a661-4899-8c30-cf5d750a8059', 'mac_address': 'fa:16:3e:d9:11:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:17:56.332396 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 6e79590d-a661-4899-8c30-cf5d750a8059 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:17:56.332771 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:56.349941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e79590d-a661-4899-8c30-cf5d750a8059 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:17:56.365680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 6e79590d-a661-4899-8c30-cf5d750a8059, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6e79590d-a661-4899-8c30-cf5d750a8059,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:17:56.443042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:56.509881 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=6e79590d-a661-4899-8c30-cf5d750a8059,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:56.811841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['6e79590d-a661-4899-8c30-cf5d750a8059'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:17:57.205826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fcff5-c1f0-4ef4-b715-d7c5a7349ed6 req-ae863f1d-7504-4b52-9d33-df38c00f0ca9 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:57.207292 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2f2fcff5-c1f0-4ef4-b715-d7c5a7349ed6 req-ae863f1d-7504-4b52-9d33-df38c00f0ca9 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 944 time: 0.0875883 Oct 05 10:17:57.252372 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2f2fcff5-c1f0-4ef4-b715-d7c5a7349ed6 req-99129231-7f32-41a6-8845-64c3b29b9376 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393238 Oct 05 10:17:58.110331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 6e79590d-a661-4899-8c30-cf5d750a8059 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:17:58.233791 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 6e79590d-a661-4899-8c30-cf5d750a8059 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:17:58.238869 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 6e79590d-a661-4899-8c30-cf5d750a8059 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:17:58.244618 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:58.244618 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 6e79590d-a661-4899-8c30-cf5d750a8059 Oct 05 10:17:58.363226 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 6e79590d-a661-4899-8c30-cf5d750a8059 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:17:58.363535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:58.390261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e79590d-a661-4899-8c30-cf5d750a8059'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:17:58.392548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba05329-3beb-464f-b17b-7642c7be6546" -d '{"events": [{"server_uuid": "d2a87619-148f-4208-bf03-e0bee85cd502", "name": "network-vif-plugged", "status": "completed", "tag": "6e79590d-a661-4899-8c30-cf5d750a8059"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:17:58.400875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 6e79590d-a661-4899-8c30-cf5d750a8059, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6e79590d-a661-4899-8c30-cf5d750a8059,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:17:58.438008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ebb6bd-12fa-4770-8184-803dc6d81317 x-openstack-request-id: req-a7ebb6bd-12fa-4770-8184-803dc6d81317 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:17:58.438301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a87619-148f-4208-bf03-e0bee85cd502", "name": "network-vif-plugged", "status": "completed", "tag": "6e79590d-a661-4899-8c30-cf5d750a8059", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:17:58.438555 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7ebb6bd-12fa-4770-8184-803dc6d81317 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:17:58.438978 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ebb6bd-12fa-4770-8184-803dc6d81317'] response: {'server_uuid': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e79590d-a661-4899-8c30-cf5d750a8059', 'code': 200} Oct 05 10:17:58.471541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:58.545632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=6e79590d-a661-4899-8c30-cf5d750a8059,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:17:58.554789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d7915-edf5-4d5c-8927-10bd479338d0 req-aec27788-30c5-40dc-8e83-fa7e0c8b8093 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:58.555848 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d05d7915-edf5-4d5c-8927-10bd479338d0 req-aec27788-30c5-40dc-8e83-fa7e0c8b8093 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 945 time: 0.1910741 Oct 05 10:17:58.601829 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d05d7915-edf5-4d5c-8927-10bd479338d0 req-5a379671-b3fa-44f6-bbae-858e7bd962cc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401416 Oct 05 10:17:58.865548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c427be-5fb5-4734-81cc-3647153020e2 req-220387e1-7986-4ff8-ac8a-59ca176e1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:58.866946 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a6c427be-5fb5-4734-81cc-3647153020e2 req-220387e1-7986-4ff8-ac8a-59ca176e1690 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 1098 time: 0.0842059 Oct 05 10:17:58.906187 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a6c427be-5fb5-4734-81cc-3647153020e2 req-d7ccdfa7-873c-4ae0-a0d3-3f461b27afc4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333900 Oct 05 10:17:59.803177 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cc029-4a9f-4129-8310-7c9afa86d132 req-32483969-3ad5-4192-aa72-41744ddef410 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:17:59.804628 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-500cc029-4a9f-4129-8310-7c9afa86d132 req-32483969-3ad5-4192-aa72-41744ddef410 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 945 time: 0.0881004 Oct 05 10:17:59.852847 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-500cc029-4a9f-4129-8310-7c9afa86d132 req-08672113-bc00-4476-9292-f24218be480e tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 Oct 05 10:18:01.053042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc316b0-1a4b-45fd-ba18-2b26512d7265 req-5e34893b-6495-47b4-a6e0-eca50f4c68e6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:01.054448 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1cc316b0-1a4b-45fd-ba18-2b26512d7265 req-5e34893b-6495-47b4-a6e0-eca50f4c68e6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 945 time: 0.0869026 Oct 05 10:18:01.098340 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1cc316b0-1a4b-45fd-ba18-2b26512d7265 req-e198d982-799d-4c6c-af0c-716fe87096e4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381920 Oct 05 10:18:01.296813 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66275ce7-ca29-4868-a9ce-beb93057a468 req-4e0af67f-f98d-46e0-8c4a-4c4b5cb6e7a3 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:01.298551 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-66275ce7-ca29-4868-a9ce-beb93057a468 req-4e0af67f-f98d-46e0-8c4a-4c4b5cb6e7a3 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 945 time: 0.0913138 Oct 05 10:18:01.342680 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-66275ce7-ca29-4868-a9ce-beb93057a468 req-05aef73c-781d-4e65-a6cc-b0cfb98023fd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Oct 05 10:18:01.750918 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444885d7-cc27-4a5e-9064-4c07adacda59 req-dd233ce7-51d8-4f1a-bba8-e9bc0668f1f4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:01.752367 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-444885d7-cc27-4a5e-9064-4c07adacda59 req-dd233ce7-51d8-4f1a-bba8-e9bc0668f1f4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 945 time: 0.0888393 Oct 05 10:18:01.800150 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-444885d7-cc27-4a5e-9064-4c07adacda59 req-316bf70c-6dcc-42c3-9c1f-b3cb5b361a80 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419543 Oct 05 10:18:17.667890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638552e8-40d0-41aa-8e29-83406282056a req-0f1cd6ce-b9e3-4041-aa8f-d30b1aceaebd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:17.669420 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-638552e8-40d0-41aa-8e29-83406282056a req-0f1cd6ce-b9e3-4041-aa8f-d30b1aceaebd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 945 time: 0.0930712 Oct 05 10:18:17.714012 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-638552e8-40d0-41aa-8e29-83406282056a req-826b8983-5455-4d8f-9829-2de02a343069 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386424 Oct 05 10:18:17.746112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50000) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:18:17.870244 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a76409-6faa-4d65-b0dd-adf2ea43341f tempest-TestMinimumBasicScenario-1590956351 tempest-TestMinimumBasicScenario-1590956351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:17.870979 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a9a76409-6faa-4d65-b0dd-adf2ea43341f tempest-TestMinimumBasicScenario-1590956351 tempest-TestMinimumBasicScenario-1590956351-project-admin] Synchronizing usage tracker for tenant:b72a63177a214db6bebb1113cc73765b on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:18:17.981012 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a9a76409-6faa-4d65-b0dd-adf2ea43341f tempest-TestMinimumBasicScenario-1590956351 tempest-TestMinimumBasicScenario-1590956351-project-admin] Unset dirty status for tenant:b72a63177a214db6bebb1113cc73765b on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:18:17.981012 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a9a76409-6faa-4d65-b0dd-adf2ea43341f tempest-TestMinimumBasicScenario-1590956351 tempest-TestMinimumBasicScenario-1590956351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 1093 time: 0.2259364 Oct 05 10:18:17.982092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50006) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:18:17.984949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '6e79590d-a661-4899-8c30-cf5d750a8059', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:18:17.991399 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:18:17.995279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:floatingip and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:18:17.998619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:18:18.004403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:18:18.074467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:18.212313 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:18.355503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Allocated IP 172.26.7.138 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/7f5eda78-080a-4927-a720-d019f828188f) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:18:18.489023 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:18:18.525053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:18.614543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:18.682257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:18:18.685341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:18:18.690922 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:18:18.719073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'Port': ['ID=7f5eda78-080a-4927-a720-d019f828188f,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:18:18.730899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:18.731247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:18.731595 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:18.731937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:18.732280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:18.732611 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:18.732945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:18.733282 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:18.733622 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:18.733943 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:18.734305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:18.734729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:19.133938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:19.365937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:19.571789 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:19.630821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:19.738650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:19.785517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'Port': ['ID=7f5eda78-080a-4927-a720-d019f828188f,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:18:19.909326 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Floating IP 86ec3779-21e7-4ba7-a771-d6888408f11a associated. External IP: 172.26.7.138, port: 6e79590d-a661-4899-8c30-cf5d750a8059. Oct 05 10:18:20.251930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Router e89098b6-15b3-4596-9f08-f2282f8ec9ac has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:18:20.393707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-accb7016-f7da-4096-bf8c-4afe3d2446de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:20.432912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:18:20.442996 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d1b977-ae4e-4e2e-a63e-ccea9ced77af None None] Sync routers for ids ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:18:20.453110 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d1b977-ae4e-4e2e-a63e-ccea9ced77af None None] Routers {'e89098b6-15b3-4596-9f08-f2282f8ec9ac'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:18:20.453806 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-52d1b977-ae4e-4e2e-a63e-ccea9ced77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:17:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:18:20.508693 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:20.564093 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-50d1b7a9-d33b-4ba2-8449-6993c0b7accd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5833988 Oct 05 10:18:20.564685 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'tag': '6e79590d-a661-4899-8c30-cf5d750a8059'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:18:20.566997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a8f1e1-2942-4d71-81af-3f3f5f258b02" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a87619-148f-4208-bf03-e0bee85cd502", "tag": "6e79590d-a661-4899-8c30-cf5d750a8059"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:18:20.567342 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50010) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:18:20.573688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827472310', 'description': 'tempest-secgroup-smoke-1827472310 description', 'project_id': '9848335bbd3e461bac5dd84e02c25182'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:18:20.580235 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:18:20.584368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:18:20.589769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:18:20.593381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:18:20.611200 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc0adce-ffa4-4cfb-b33a-4379c6c7726c x-openstack-request-id: req-ebc0adce-ffa4-4cfb-b33a-4379c6c7726c {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:18:20.612702 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a87619-148f-4208-bf03-e0bee85cd502", "tag": "6e79590d-a661-4899-8c30-cf5d750a8059", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:18:20.612702 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ebc0adce-ffa4-4cfb-b33a-4379c6c7726c {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:18:20.612702 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc0adce-ffa4-4cfb-b33a-4379c6c7726c'] response: {'name': 'network-changed', 'server_uuid': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'tag': '6e79590d-a661-4899-8c30-cf5d750a8059', 'status': 'completed', 'code': 200} Oct 05 10:18:20.632985 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-52d1b977-ae4e-4e2e-a63e-ccea9ced77af None None] Set router e89098b6-15b3-4596-9f08-f2282f8ec9ac gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:18:20.660178 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:20.681424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:18:20.685435 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group_rule and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:18:20.688407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:18:20.694183 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:18:20.751043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8f1e1-2942-4d71-81af-3f3f5f258b02 req-b57d64c7-71f5-4d1f-a947-ecf591357e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:20.753223 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-99a8f1e1-2942-4d71-81af-3f3f5f258b02 req-b57d64c7-71f5-4d1f-a947-ecf591357e6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 1098 time: 0.0958133 Oct 05 10:18:20.769689 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:20.837067 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:20.887186 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d7b59e-eeea-4392-9e63-2f824ab187ba,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:18:20.895443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:20.895937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:20.896507 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:20.896942 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:20.897405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:20.897830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:20.898424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:20.899004 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:20.899557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:20.900114 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:20.900680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:20.901369 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:18:20.965318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:20.970412 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-333c4c29-b661-4765-927d-362df9375e72 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4018502 Oct 05 10:18:20.971148 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50016) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:18:20.977131 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-3976ea86-3205-493e-9863-ecc0c26252e4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'security_group_rule': {'security_group_id': 'f2d7b59e-eeea-4392-9e63-2f824ab187ba', 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:18:20.983583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3976ea86-3205-493e-9863-ecc0c26252e4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:18:20.987760 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3976ea86-3205-493e-9863-ecc0c26252e4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group_rule and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:18:20.992278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3976ea86-3205-493e-9863-ecc0c26252e4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:18:20.994888 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-52d1b977-ae4e-4e2e-a63e-ccea9ced77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '86ec3779-21e7-4ba7-a771-d6888408f11a', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'port_id': '6e79590d-a661-4899-8c30-cf5d750a8059', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'mac_address': 'fa:16:3e:d9:11:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:18:19Z', 'updated_at': '2022-10-05T10:18:19Z', 'revision_number': 0, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20d620-4fcc-44af-9005-a44e2739ff37', 'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'mac_address': 'fa:16:3e:2f:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:13Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 5, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'subnets': [{'id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:18:20.998834 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d1b977-ae4e-4e2e-a63e-ccea9ced77af None None] Checking router: e89098b6-15b3-4596-9f08-f2282f8ec9ac for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:18:20.999830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3976ea86-3205-493e-9863-ecc0c26252e4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:18:21.008105 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d1b977-ae4e-4e2e-a63e-ccea9ced77af None None] Routers {'e89098b6-15b3-4596-9f08-f2282f8ec9ac'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:18:21.008952 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-52d1b977-ae4e-4e2e-a63e-ccea9ced77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:17:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:18:21.011391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8f1e1-2942-4d71-81af-3f3f5f258b02 req-53ccfb82-7585-454e-9e9a-451bea9567b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:21.012876 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-99a8f1e1-2942-4d71-81af-3f3f5f258b02 req-53ccfb82-7585-454e-9e9a-451bea9567b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.2517254 Oct 05 10:18:21.083150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3976ea86-3205-493e-9863-ecc0c26252e4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:21.120021 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-99a8f1e1-2942-4d71-81af-3f3f5f258b02 req-3cd32be3-b5e4-435d-8f1d-86654fab28c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e79590d-a661-4899-8c30-cf5d750a8059 HTTP/1.1" status: 200 len: 999 time: 0.1004004 Oct 05 10:18:21.150849 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3976ea86-3205-493e-9863-ecc0c26252e4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:21.183959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8f1e1-2942-4d71-81af-3f3f5f258b02 req-17812b80-22ab-4a51-87c8-370f69988461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:21.184603 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-99a8f1e1-2942-4d71-81af-3f3f5f258b02 req-17812b80-22ab-4a51-87c8-370f69988461 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0584116 Oct 05 10:18:21.213725 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3976ea86-3205-493e-9863-ecc0c26252e4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:21.221092 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-52d1b977-ae4e-4e2e-a63e-ccea9ced77af None None] Set router e89098b6-15b3-4596-9f08-f2282f8ec9ac gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:18:21.237195 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ea86-3205-493e-9863-ecc0c26252e4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f13033-0186-4c7b-8ce5-5e559bc4e3fc,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:18:21.282700 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8f1e1-2942-4d71-81af-3f3f5f258b02 req-2f272355-2ee6-46cc-9d35-3079b5319e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:21.284199 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-99a8f1e1-2942-4d71-81af-3f3f5f258b02 req-2f272355-2ee6-46cc-9d35-3079b5319e6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933654 Oct 05 10:18:21.308682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3976ea86-3205-493e-9863-ecc0c26252e4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:21.309957 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3976ea86-3205-493e-9863-ecc0c26252e4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3377814 Oct 05 10:18:21.312744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50020) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:18:21.323775 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-286df338-a8a6-407f-bb58-27f4d747cec7 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'security_group_rule': {'security_group_id': 'f2d7b59e-eeea-4392-9e63-2f824ab187ba', 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:18:21.329202 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-286df338-a8a6-407f-bb58-27f4d747cec7 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:18:21.335421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-286df338-a8a6-407f-bb58-27f4d747cec7 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group_rule and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:18:21.339484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-286df338-a8a6-407f-bb58-27f4d747cec7 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:18:21.345907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-286df338-a8a6-407f-bb58-27f4d747cec7 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:18:21.423123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-286df338-a8a6-407f-bb58-27f4d747cec7 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:21.428237 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-99a8f1e1-2942-4d71-81af-3f3f5f258b02 req-16691300-a9ab-4cd8-8202-70fae7126839 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359358 Oct 05 10:18:21.489954 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-286df338-a8a6-407f-bb58-27f4d747cec7 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:21.554590 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-286df338-a8a6-407f-bb58-27f4d747cec7 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:21.564038 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-99a8f1e1-2942-4d71-81af-3f3f5f258b02 req-8c639fd7-d248-4e7c-ba05-126c43e4e5e2 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291337 Oct 05 10:18:21.575365 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-52d1b977-ae4e-4e2e-a63e-ccea9ced77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '86ec3779-21e7-4ba7-a771-d6888408f11a', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'port_id': '6e79590d-a661-4899-8c30-cf5d750a8059', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'mac_address': 'fa:16:3e:d9:11:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:18:19Z', 'updated_at': '2022-10-05T10:18:19Z', 'revision_number': 0, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20d620-4fcc-44af-9005-a44e2739ff37', 'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'mac_address': 'fa:16:3e:2f:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:13Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 5, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'subnets': [{'id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:18:21.576618 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286df338-a8a6-407f-bb58-27f4d747cec7 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5796d687-ed60-4f9f-b6e1-77c7e42e5cf0,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:18:21.580257 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d1b977-ae4e-4e2e-a63e-ccea9ced77af None None] The sync data for ids ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'] in dv-neutron-860329-1-hyperv is: [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '86ec3779-21e7-4ba7-a771-d6888408f11a', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'port_id': '6e79590d-a661-4899-8c30-cf5d750a8059', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'mac_address': 'fa:16:3e:d9:11:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:18:19Z', 'updated_at': '2022-10-05T10:18:19Z', 'revision_number': 0, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20d620-4fcc-44af-9005-a44e2739ff37', 'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'mac_address': 'fa:16:3e:2f:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:13Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 5, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'subnets': [{'id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:18:21.653806 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-286df338-a8a6-407f-bb58-27f4d747cec7 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:21.655057 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-286df338-a8a6-407f-bb58-27f4d747cec7 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3412337 Oct 05 10:18:21.657789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50024) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:18:21.664839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-58a92ba9-cf78-4208-aa69-45e080a7cbcc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'security_group_rule': {'security_group_id': 'f2d7b59e-eeea-4392-9e63-2f824ab187ba', 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:18:21.671709 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-58a92ba9-cf78-4208-aa69-45e080a7cbcc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:18:21.676050 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-58a92ba9-cf78-4208-aa69-45e080a7cbcc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group_rule and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:18:21.679717 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-58a92ba9-cf78-4208-aa69-45e080a7cbcc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:18:21.685608 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-58a92ba9-cf78-4208-aa69-45e080a7cbcc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:18:21.772264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58a92ba9-cf78-4208-aa69-45e080a7cbcc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:21.774413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f14344a-4470-4d6d-a169-80ba6b6542cb None None] New status for floating IP 86ec3779-21e7-4ba7-a771-d6888408f11a: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:18:21.835171 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58a92ba9-cf78-4208-aa69-45e080a7cbcc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:21.902231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58a92ba9-cf78-4208-aa69-45e080a7cbcc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:21.930260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a92ba9-cf78-4208-aa69-45e080a7cbcc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a283d13-fea6-4d3a-b661-361684558b1d,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:18:21.999602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58a92ba9-cf78-4208-aa69-45e080a7cbcc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:22.000799 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-58a92ba9-cf78-4208-aa69-45e080a7cbcc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3420279 Oct 05 10:18:22.003567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50028) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:18:22.008643 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-1048e1be-7d2d-4b80-8d84-0260e30ecaa2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'security_group_rule': {'security_group_id': 'f2d7b59e-eeea-4392-9e63-2f824ab187ba', 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:18:22.014696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1048e1be-7d2d-4b80-8d84-0260e30ecaa2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:18:22.018499 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1048e1be-7d2d-4b80-8d84-0260e30ecaa2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group_rule and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:18:22.021374 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1048e1be-7d2d-4b80-8d84-0260e30ecaa2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:18:22.028193 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1048e1be-7d2d-4b80-8d84-0260e30ecaa2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:18:22.133036 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1048e1be-7d2d-4b80-8d84-0260e30ecaa2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:22.196537 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1048e1be-7d2d-4b80-8d84-0260e30ecaa2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:22.273913 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1048e1be-7d2d-4b80-8d84-0260e30ecaa2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:22.294479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048e1be-7d2d-4b80-8d84-0260e30ecaa2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee7d6c9-d18c-43c2-bcee-917d9f3129f3,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:18:22.376216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1048e1be-7d2d-4b80-8d84-0260e30ecaa2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:22.377322 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1048e1be-7d2d-4b80-8d84-0260e30ecaa2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3726933 Oct 05 10:18:22.379971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50032) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:18:22.385331 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d9808b25-c022-45a8-9b2c-03347da705f2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'security_group_rule': {'security_group_id': 'f2d7b59e-eeea-4392-9e63-2f824ab187ba', 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:18:22.391102 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d9808b25-c022-45a8-9b2c-03347da705f2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:18:22.394940 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d9808b25-c022-45a8-9b2c-03347da705f2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group_rule and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:18:22.398379 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d9808b25-c022-45a8-9b2c-03347da705f2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:18:22.404157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d9808b25-c022-45a8-9b2c-03347da705f2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:18:22.470500 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-d9808b25-c022-45a8-9b2c-03347da705f2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Project 9848335bbd3e461bac5dd84e02c25182 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:18:22.477102 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d9808b25-c022-45a8-9b2c-03347da705f2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:22.539308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d9808b25-c022-45a8-9b2c-03347da705f2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:22.634047 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d9808b25-c022-45a8-9b2c-03347da705f2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:22.658642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9808b25-c022-45a8-9b2c-03347da705f2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb10a7ea-e8ae-42dd-944b-d34b49817d4c,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:18:22.674039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ff72bcd4-b26e-49be-affd-d4b74da48fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:22.747944 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d9808b25-c022-45a8-9b2c-03347da705f2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:22.749168 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d9808b25-c022-45a8-9b2c-03347da705f2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3682876 Oct 05 10:18:22.751861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50036) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:18:22.757536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-3735c69d-8633-46be-8a67-f40384100a3b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'security_group_rule': {'security_group_id': 'f2d7b59e-eeea-4392-9e63-2f824ab187ba', 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:18:22.763614 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3735c69d-8633-46be-8a67-f40384100a3b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:18:22.767417 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3735c69d-8633-46be-8a67-f40384100a3b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group_rule and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:18:22.770319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3735c69d-8633-46be-8a67-f40384100a3b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:18:22.776033 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3735c69d-8633-46be-8a67-f40384100a3b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:18:22.868356 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-3735c69d-8633-46be-8a67-f40384100a3b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Project 9848335bbd3e461bac5dd84e02c25182 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:18:22.875310 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3735c69d-8633-46be-8a67-f40384100a3b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:22.941627 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3735c69d-8633-46be-8a67-f40384100a3b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:23.036494 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3735c69d-8633-46be-8a67-f40384100a3b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:23.061526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735c69d-8633-46be-8a67-f40384100a3b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3fd4de-e54b-4231-8e8d-53aba93154cc,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:18:23.133484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3735c69d-8633-46be-8a67-f40384100a3b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:23.134685 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3735c69d-8633-46be-8a67-f40384100a3b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3818538 Oct 05 10:18:23.251768 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-975d391b-db3d-4189-8006-965d4f93a542 req-1f1d2654-5872-4370-83b0-be00bc1eb38c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Synchronizing usage tracker for tenant:9848335bbd3e461bac5dd84e02c25182 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:18:23.333469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-975d391b-db3d-4189-8006-965d4f93a542 req-1f1d2654-5872-4370-83b0-be00bc1eb38c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Unset dirty status for tenant:9848335bbd3e461bac5dd84e02c25182 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:18:23.334655 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-975d391b-db3d-4189-8006-965d4f93a542 req-1f1d2654-5872-4370-83b0-be00bc1eb38c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827472310&fields=id&tenant_id=9848335bbd3e461bac5dd84e02c25182 HTTP/1.1" status: 200 len: 267 time: 0.1215422 Oct 05 10:18:23.425410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d391b-db3d-4189-8006-965d4f93a542 req-b608a83c-4bf1-442a-9e4e-2a7ce5bcde24 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:23.426874 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-975d391b-db3d-4189-8006-965d4f93a542 req-b608a83c-4bf1-442a-9e4e-2a7ce5bcde24 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 945 time: 0.0861087 Oct 05 10:18:23.437919 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [req-975d391b-db3d-4189-8006-965d4f93a542 req-41eacf72-18d5-474a-9b8a-c4cb6cadc157 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'port': {'security_groups': ['d2c827ac-77db-400d-ac95-c623eaf79a54', 'f2d7b59e-eeea-4392-9e63-2f824ab187ba']}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:18:23.557934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-975d391b-db3d-4189-8006-965d4f93a542 req-41eacf72-18d5-474a-9b8a-c4cb6cadc157 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:23.816177 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [req-975d391b-db3d-4189-8006-965d4f93a542 req-41eacf72-18d5-474a-9b8a-c4cb6cadc157 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] For port 6e79590d-a661-4899-8c30-cf5d750a8059, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6e79590d-a661-4899-8c30-cf5d750a8059,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:18:23.840583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-975d391b-db3d-4189-8006-965d4f93a542 req-41eacf72-18d5-474a-9b8a-c4cb6cadc157 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:23.919544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-975d391b-db3d-4189-8006-965d4f93a542 req-41eacf72-18d5-474a-9b8a-c4cb6cadc157 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:23.952468 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['6e79590d-a661-4899-8c30-cf5d750a8059'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:18:23.957066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d391b-db3d-4189-8006-965d4f93a542 req-41eacf72-18d5-474a-9b8a-c4cb6cadc157 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:23.957683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-975d391b-db3d-4189-8006-965d4f93a542 req-41eacf72-18d5-474a-9b8a-c4cb6cadc157 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:23.959104 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-975d391b-db3d-4189-8006-965d4f93a542 req-41eacf72-18d5-474a-9b8a-c4cb6cadc157 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "PUT /v2.0/ports/6e79590d-a661-4899-8c30-cf5d750a8059 HTTP/1.1" status: 200 len: 981 time: 0.5256250 Oct 05 10:18:23.959538 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'tag': '6e79590d-a661-4899-8c30-cf5d750a8059'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:18:23.965249 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb6e3ac-151b-4a09-b3fe-aff9f0a98ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a87619-148f-4208-bf03-e0bee85cd502", "tag": "6e79590d-a661-4899-8c30-cf5d750a8059"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:18:24.020162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eacf72-18d5-474a-9b8a-c4cb6cadc157 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'Port': ['ID=6e79590d-a661-4899-8c30-cf5d750a8059,revision_number=6']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:18:24.075612 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['6e79590d-a661-4899-8c30-cf5d750a8059'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:18:24.110043 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c577a40a-e5e6-42e3-9c64-61efe43d736d x-openstack-request-id: req-c577a40a-e5e6-42e3-9c64-61efe43d736d {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:18:24.110313 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a87619-148f-4208-bf03-e0bee85cd502", "tag": "6e79590d-a661-4899-8c30-cf5d750a8059", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:18:24.110570 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c577a40a-e5e6-42e3-9c64-61efe43d736d {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:18:24.110967 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c577a40a-e5e6-42e3-9c64-61efe43d736d'] response: {'name': 'network-changed', 'server_uuid': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'tag': '6e79590d-a661-4899-8c30-cf5d750a8059', 'status': 'completed', 'code': 200} Oct 05 10:18:24.155755 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45387810-54ab-47e7-b28d-fe18e17d8ca9 req-0da64a5a-e132-416f-b503-02b093986994 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:24.157216 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-45387810-54ab-47e7-b28d-fe18e17d8ca9 req-0da64a5a-e132-416f-b503-02b093986994 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 984 time: 0.0930598 Oct 05 10:18:24.206386 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-45387810-54ab-47e7-b28d-fe18e17d8ca9 req-933290a8-9462-4545-a77c-bc748bda6127 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=f2d7b59e-eeea-4392-9e63-2f824ab187ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430231 Oct 05 10:18:24.223613 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6e3ac-151b-4a09-b3fe-aff9f0a98ddd req-b9eb7850-5db3-42c2-b8c9-7a8ba94b2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:24.225678 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-deb6e3ac-151b-4a09-b3fe-aff9f0a98ddd req-b9eb7850-5db3-42c2-b8c9-7a8ba94b2ac1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 1137 time: 0.0994048 Oct 05 10:18:24.330632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:24.362318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6e3ac-151b-4a09-b3fe-aff9f0a98ddd req-9a54d9f4-7705-4d5e-8cb2-7233a5b400d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:24.363773 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-deb6e3ac-151b-4a09-b3fe-aff9f0a98ddd req-9a54d9f4-7705-4d5e-8cb2-7233a5b400d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.1321123 Oct 05 10:18:24.406025 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:24.469721 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-deb6e3ac-151b-4a09-b3fe-aff9f0a98ddd req-19aa5a1e-9a6f-4925-8470-c7fedc50dde5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e79590d-a661-4899-8c30-cf5d750a8059 HTTP/1.1" status: 200 len: 1001 time: 0.0991099 Oct 05 10:18:24.537168 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6e3ac-151b-4a09-b3fe-aff9f0a98ddd req-257dc0cc-1440-4340-a14f-df245f79f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:24.539802 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-deb6e3ac-151b-4a09-b3fe-aff9f0a98ddd req-257dc0cc-1440-4340-a14f-df245f79f9f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0643337 Oct 05 10:18:24.638102 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6e3ac-151b-4a09-b3fe-aff9f0a98ddd req-c60cfb16-7a50-443a-873a-a8daac40708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:24.639506 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-deb6e3ac-151b-4a09-b3fe-aff9f0a98ddd req-c60cfb16-7a50-443a-873a-a8daac40708b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940187 Oct 05 10:18:24.777047 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-deb6e3ac-151b-4a09-b3fe-aff9f0a98ddd req-c07f72da-af00-445b-8e0c-2dd325a2f75f service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315658 Oct 05 10:18:24.906505 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-deb6e3ac-151b-4a09-b3fe-aff9f0a98ddd req-2e5331a8-8a43-4922-b357-1cd4eeeb437d service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228807 Oct 05 10:18:25.619121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:25.725064 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:33.703437 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fc9dd1b7-a432-44f7-8e43-45e26d5e781e req-c90d59ad-57d5-4da6-9378-97138031943a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800982 Oct 05 10:18:33.873395 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dd1b7-a432-44f7-8e43-45e26d5e781e req-41b22d26-b6f8-4ca3-9df9-0475b1abaf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:33.875751 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fc9dd1b7-a432-44f7-8e43-45e26d5e781e req-41b22d26-b6f8-4ca3-9df9-0475b1abaf00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 1137 time: 0.0881419 Oct 05 10:18:34.131080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dd1b7-a432-44f7-8e43-45e26d5e781e req-495e2437-44e6-401b-ac64-7981be5ff80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:34.132428 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fc9dd1b7-a432-44f7-8e43-45e26d5e781e req-495e2437-44e6-401b-ac64-7981be5ff80f service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.2368169 Oct 05 10:18:34.237121 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fc9dd1b7-a432-44f7-8e43-45e26d5e781e req-f7c084e9-1b46-480a-9f85-cc11a4ebf32f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e79590d-a661-4899-8c30-cf5d750a8059 HTTP/1.1" status: 200 len: 1001 time: 0.0987058 Oct 05 10:18:34.300380 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dd1b7-a432-44f7-8e43-45e26d5e781e req-d6c50d7d-8f0a-44c8-9445-53bffa89834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:34.301789 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fc9dd1b7-a432-44f7-8e43-45e26d5e781e req-d6c50d7d-8f0a-44c8-9445-53bffa89834a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0575411 Oct 05 10:18:34.386850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dd1b7-a432-44f7-8e43-45e26d5e781e req-f1125a65-6f25-4f58-a854-a77491e7760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:18:34.388209 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fc9dd1b7-a432-44f7-8e43-45e26d5e781e req-f1125a65-6f25-4f58-a854-a77491e7760f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801735 Oct 05 10:18:34.520315 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fc9dd1b7-a432-44f7-8e43-45e26d5e781e req-d297dc72-07e1-4c69-992e-cc259547da54 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262197 Oct 05 10:18:34.651177 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fc9dd1b7-a432-44f7-8e43-45e26d5e781e req-48c5658d-8773-4600-9760-cd9f8a8e47c4 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239738 Oct 05 10:18:50.367452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c4047f5c-6c97-4848-96f8-64e660728d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:52.639043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b4ba471f-4573-4b24-96d3-393f70684793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:54.247105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:54.355780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:55.488262 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:18:55.641955 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:55.745212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:20.386729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-94f88a84-7d03-4304-80df-6c6b5837de96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:22.678237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ebbff367-8a30-4a42-9ada-0d858f183a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:24.247045 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:24.363852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:25.646919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:25.767372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:32.488009 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:19:33.615947 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a7ff9066-5ed1-40ea-b16f-ce1b68eaefe5 req-42534de1-298e-4965-94be-bfc93cfd9e3d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792108 Oct 05 10:19:33.778518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff9066-5ed1-40ea-b16f-ce1b68eaefe5 req-eebdb482-42e3-4e96-92d5-d77612b72700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:19:33.780101 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a7ff9066-5ed1-40ea-b16f-ce1b68eaefe5 req-eebdb482-42e3-4e96-92d5-d77612b72700 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 1137 time: 0.0828550 Oct 05 10:19:33.927300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff9066-5ed1-40ea-b16f-ce1b68eaefe5 req-98c6895d-48cd-4aa4-9398-89867c25393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:19:33.928758 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a7ff9066-5ed1-40ea-b16f-ce1b68eaefe5 req-98c6895d-48cd-4aa4-9398-89867c25393f service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.1307542 Oct 05 10:19:34.027577 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a7ff9066-5ed1-40ea-b16f-ce1b68eaefe5 req-72f1c7bc-014f-4bd8-adca-90b4aca50ec0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e79590d-a661-4899-8c30-cf5d750a8059 HTTP/1.1" status: 200 len: 1001 time: 0.0929222 Oct 05 10:19:34.091553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff9066-5ed1-40ea-b16f-ce1b68eaefe5 req-f4aef654-bf09-4fcd-a967-c22344a1ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:19:34.092978 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a7ff9066-5ed1-40ea-b16f-ce1b68eaefe5 req-f4aef654-bf09-4fcd-a967-c22344a1ec6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0605981 Oct 05 10:19:34.179484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff9066-5ed1-40ea-b16f-ce1b68eaefe5 req-0126b3b4-32ff-4f3e-80ef-4e92e3a4f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:19:34.180986 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a7ff9066-5ed1-40ea-b16f-ce1b68eaefe5 req-0126b3b4-32ff-4f3e-80ef-4e92e3a4f1a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814147 Oct 05 10:19:34.312514 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a7ff9066-5ed1-40ea-b16f-ce1b68eaefe5 req-acf48e55-2c89-44f6-84a0-b7ca190baff4 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250451 Oct 05 10:19:34.447762 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a7ff9066-5ed1-40ea-b16f-ce1b68eaefe5 req-9c715410-5413-4a4a-a206-961939c583d6 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282628 Oct 05 10:19:50.403324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d04771b3-7f53-477a-a6b6-ddf83144c0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:52.663665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc4c8-5b9a-4c87-9271-917e304d05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:54.237303 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:54.363038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:55.623337 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:55.728619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:09.486052 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:20:20.371793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6cfde182-6a72-41aa-922a-c540cd95ff93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:22.663147 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ec68e7d3-c254-4fc9-99d9-5e717cfb6312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:24.242567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:24.356324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:24.615838 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [req-f0a1a6c5-7c16-464e-9b6f-bec8ead5fc8d req-ae985a2b-8ac0-4dc3-b21e-4ab174255c4e service neutron] (89845) timed out ('10.222.0.55', 64120) {{(pid=89845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 05 10:20:25.659326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:25.765905 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:35.725569 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6096a46e-d754-4e82-b805-14fbd91d074f req-df580ca7-8621-4574-99cd-7c144fa182b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1619821 Oct 05 10:20:35.890172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096a46e-d754-4e82-b805-14fbd91d074f req-1da9db38-52f2-4b26-b6b0-4d3fb72b6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:20:35.891645 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6096a46e-d754-4e82-b805-14fbd91d074f req-1da9db38-52f2-4b26-b6b0-4d3fb72b6d14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 1137 time: 0.0813706 Oct 05 10:20:36.136860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096a46e-d754-4e82-b805-14fbd91d074f req-2da3b3c2-350b-483f-8e3f-b1fde345f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:20:36.138283 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6096a46e-d754-4e82-b805-14fbd91d074f req-2da3b3c2-350b-483f-8e3f-b1fde345f178 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.2258055 Oct 05 10:20:36.244355 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6096a46e-d754-4e82-b805-14fbd91d074f req-4f1db67c-30a5-4c8c-8279-645d32b214bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e79590d-a661-4899-8c30-cf5d750a8059 HTTP/1.1" status: 200 len: 1001 time: 0.0999167 Oct 05 10:20:36.312665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096a46e-d754-4e82-b805-14fbd91d074f req-87e02da1-61f9-43d8-8bd5-4579b8762fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:20:36.314148 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6096a46e-d754-4e82-b805-14fbd91d074f req-87e02da1-61f9-43d8-8bd5-4579b8762fb3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0640109 Oct 05 10:20:36.398913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096a46e-d754-4e82-b805-14fbd91d074f req-131247d2-b1c4-4746-a450-4cd65085b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:20:36.400835 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6096a46e-d754-4e82-b805-14fbd91d074f req-131247d2-b1c4-4746-a450-4cd65085b50c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813260 Oct 05 10:20:36.533960 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6096a46e-d754-4e82-b805-14fbd91d074f req-84ad5898-6aac-4c4c-af01-b0b257cfc9fe service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272278 Oct 05 10:20:36.671594 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6096a46e-d754-4e82-b805-14fbd91d074f req-186c1ac1-db69-4cdc-8b75-4eebe5738db4 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313784 Oct 05 10:20:46.120050 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd180c3c-9774-40a6-b8ed-28a0a55f3c2c req-162587d4-2257-4cec-b398-406f8ebc7f14 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:20:46.121518 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fd180c3c-9774-40a6-b8ed-28a0a55f3c2c req-162587d4-2257-4cec-b398-406f8ebc7f14 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 984 time: 0.0920141 Oct 05 10:20:46.167708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6c8c2-7b5f-4b12-ac42-641751b477ba req-08147d6b-b404-489d-a0db-03203e65b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:20:46.168516 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fd180c3c-9774-40a6-b8ed-28a0a55f3c2c req-75c58ec5-b08a-40f7-8535-983a4802852e tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=f2d7b59e-eeea-4392-9e63-2f824ab187ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409081 Oct 05 10:20:46.169440 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-21a6c8c2-7b5f-4b12-ac42-641751b477ba req-08147d6b-b404-489d-a0db-03203e65b38b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 1137 time: 0.0844154 Oct 05 10:20:46.301339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6c8c2-7b5f-4b12-ac42-641751b477ba req-30001549-a966-4658-a0bb-20b58ed1bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:20:46.302771 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-21a6c8c2-7b5f-4b12-ac42-641751b477ba req-30001549-a966-4658-a0bb-20b58ed1bc0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.1270969 Oct 05 10:20:46.405506 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-21a6c8c2-7b5f-4b12-ac42-641751b477ba req-7b59de90-102b-4abf-946c-3709805bb7b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e79590d-a661-4899-8c30-cf5d750a8059 HTTP/1.1" status: 200 len: 1001 time: 0.0964301 Oct 05 10:20:46.466347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6c8c2-7b5f-4b12-ac42-641751b477ba req-39a3511c-250c-4ecd-a7e4-775ed0a54fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:20:46.467807 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-21a6c8c2-7b5f-4b12-ac42-641751b477ba req-39a3511c-250c-4ecd-a7e4-775ed0a54fb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0568759 Oct 05 10:20:46.485275 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:20:46.556117 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6c8c2-7b5f-4b12-ac42-641751b477ba req-69f52db6-49e3-4366-98ec-21427ffccf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:20:46.557512 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-21a6c8c2-7b5f-4b12-ac42-641751b477ba req-69f52db6-49e3-4366-98ec-21427ffccf12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764749 Oct 05 10:20:46.685577 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-21a6c8c2-7b5f-4b12-ac42-641751b477ba req-84433614-344c-4a1f-b69a-32f7d11cef99 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209445 Oct 05 10:20:46.813867 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-21a6c8c2-7b5f-4b12-ac42-641751b477ba req-4d8666a5-9edf-4631-ae92-dbc7bb79f587 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217258 Oct 05 10:20:47.367890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b011b3-a23e-4eb0-bc4e-6732412c6b14 req-d63b8cb8-da1a-4466-90b3-2fa00186a98a tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:20:47.369933 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-51b011b3-a23e-4eb0-bc4e-6732412c6b14 req-d63b8cb8-da1a-4466-90b3-2fa00186a98a tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 984 time: 0.0861297 Oct 05 10:20:47.414309 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-51b011b3-a23e-4eb0-bc4e-6732412c6b14 req-65c6e961-281a-4b35-b303-d067f390c0f3 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=f2d7b59e-eeea-4392-9e63-2f824ab187ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384717 Oct 05 10:20:48.616708 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bbfb4-e678-4c5b-9340-c526d9ed25e9 req-739dc827-33ec-40ce-9f1d-d8db527e154e tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:20:48.618186 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-117bbfb4-e678-4c5b-9340-c526d9ed25e9 req-739dc827-33ec-40ce-9f1d-d8db527e154e tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 984 time: 0.0895846 Oct 05 10:20:48.663605 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-117bbfb4-e678-4c5b-9340-c526d9ed25e9 req-009ef159-1b37-4969-b71d-5789b734ee86 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=f2d7b59e-eeea-4392-9e63-2f824ab187ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391243 Oct 05 10:20:50.422652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8a2b849f-70f0-4c23-8192-202624ea01b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:52.641737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b91bbb4c-e800-40ba-beb0-3a93c01d0075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:54.239373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:54.376575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:55.616805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:55.738850 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:20.384261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ff1596db-a47e-4122-a949-092882312074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:22.673426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3f0cc4eb-5e5b-449b-86f0-460dd19a37e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:23.487377 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:21:24.234842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:24.378023 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:25.623500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:25.741907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:37.604043 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e3eb1eb-f85e-4a05-a2d7-cce2f512379e req-ab979a19-c9f2-4bb4-a4a3-41a8237cf468 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876524 Oct 05 10:21:37.775481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3eb1eb-f85e-4a05-a2d7-cce2f512379e req-28e80cc6-e71f-4c67-8936-60691045a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:21:37.777568 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e3eb1eb-f85e-4a05-a2d7-cce2f512379e req-28e80cc6-e71f-4c67-8936-60691045a7f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 1137 time: 0.0862758 Oct 05 10:21:38.018538 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3eb1eb-f85e-4a05-a2d7-cce2f512379e req-c5a6583d-6dd4-4b25-85f3-1844a52938c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:21:38.020021 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e3eb1eb-f85e-4a05-a2d7-cce2f512379e req-c5a6583d-6dd4-4b25-85f3-1844a52938c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.2215850 Oct 05 10:21:38.121865 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e3eb1eb-f85e-4a05-a2d7-cce2f512379e req-5476e1e5-c11f-4b26-abde-be5356769601 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e79590d-a661-4899-8c30-cf5d750a8059 HTTP/1.1" status: 200 len: 1001 time: 0.0955982 Oct 05 10:21:38.188855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3eb1eb-f85e-4a05-a2d7-cce2f512379e req-3c2c0916-ed7f-488c-814d-dd933d15ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:21:38.190332 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e3eb1eb-f85e-4a05-a2d7-cce2f512379e req-3c2c0916-ed7f-488c-814d-dd933d15ae20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0631127 Oct 05 10:21:38.272272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3eb1eb-f85e-4a05-a2d7-cce2f512379e req-5ac0b64b-5dc7-421e-928a-9ca5ae98efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:21:38.273744 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e3eb1eb-f85e-4a05-a2d7-cce2f512379e req-5ac0b64b-5dc7-421e-928a-9ca5ae98efab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780778 Oct 05 10:21:38.283306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [req-0e3eb1eb-f85e-4a05-a2d7-cce2f512379e req-c712ff5b-6a28-4d96-8440-5d4cb52a5abf service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:21:38.284233 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e3eb1eb-f85e-4a05-a2d7-cce2f512379e req-c712ff5b-6a28-4d96-8440-5d4cb52a5abf service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048692 Oct 05 10:21:38.420009 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e3eb1eb-f85e-4a05-a2d7-cce2f512379e req-5fb2578c-2092-4bc3-b51c-c7799aeddc2c service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299770 Oct 05 10:21:38.559672 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0e3eb1eb-f85e-4a05-a2d7-cce2f512379e req-1d7ef660-f4c5-4f14-9013-35daecbc14b6 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335852 Oct 05 10:21:50.412035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e1ba26bc-7ed6-4f98-b127-40e97c11c9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:52.662856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c43cc3f9-5f93-47c6-b75a-48cb0a160d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:54.230168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:54.400170 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:55.661671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:55.754734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:00.485957 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:22:20.405321 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb3ec-4260-4adf-84d6-eb99b7d95b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:22.645294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b3bc92a1-a8d3-406c-967c-1aeda3dbcb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:24.216933 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:24.353930 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:25.526515 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5f89e3f-f229-4e41-bb4c-56d6f532dd9a req-f78dc33b-befd-4288-abe5-2be74ed5fadb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827472310&fields=id&tenant_id=9848335bbd3e461bac5dd84e02c25182 HTTP/1.1" status: 200 len: 267 time: 0.0473075 Oct 05 10:22:25.662175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:25.731630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f89e3f-f229-4e41-bb4c-56d6f532dd9a req-53cde888-b89a-4372-883b-4d47b59324e8 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:25.733174 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5f89e3f-f229-4e41-bb4c-56d6f532dd9a req-53cde888-b89a-4372-883b-4d47b59324e8 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 984 time: 0.2020972 Oct 05 10:22:25.736257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:25.745157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [req-d5f89e3f-f229-4e41-bb4c-56d6f532dd9a req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'port': {'security_groups': ['d2c827ac-77db-400d-ac95-c623eaf79a54']}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:22:25.875059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-d5f89e3f-f229-4e41-bb4c-56d6f532dd9a req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:26.123126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [req-d5f89e3f-f229-4e41-bb4c-56d6f532dd9a req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] For port 6e79590d-a661-4899-8c30-cf5d750a8059, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6e79590d-a661-4899-8c30-cf5d750a8059,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:22:26.148863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-d5f89e3f-f229-4e41-bb4c-56d6f532dd9a req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:26.284376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-d5f89e3f-f229-4e41-bb4c-56d6f532dd9a req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:26.320545 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['6e79590d-a661-4899-8c30-cf5d750a8059'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:22:26.328035 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f89e3f-f229-4e41-bb4c-56d6f532dd9a req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:26.328677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-d5f89e3f-f229-4e41-bb4c-56d6f532dd9a req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:26.330069 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5f89e3f-f229-4e41-bb4c-56d6f532dd9a req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "PUT /v2.0/ports/6e79590d-a661-4899-8c30-cf5d750a8059 HTTP/1.1" status: 200 len: 942 time: 0.5898225 Oct 05 10:22:26.330526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'tag': '6e79590d-a661-4899-8c30-cf5d750a8059'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:22:26.333198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91fb1ed-cc1c-4c33-b971-3708694e479b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a87619-148f-4208-bf03-e0bee85cd502", "tag": "6e79590d-a661-4899-8c30-cf5d750a8059"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:22:26.336635 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50198) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:22:26.398018 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dd26f1-f35e-4e25-ad32-787789dc0df6 x-openstack-request-id: req-f9dd26f1-f35e-4e25-ad32-787789dc0df6 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:22:26.398504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a87619-148f-4208-bf03-e0bee85cd502", "tag": "6e79590d-a661-4899-8c30-cf5d750a8059", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:22:26.398905 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9dd26f1-f35e-4e25-ad32-787789dc0df6 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:22:26.399308 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9dd26f1-f35e-4e25-ad32-787789dc0df6'] response: {'name': 'network-changed', 'server_uuid': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'tag': '6e79590d-a661-4899-8c30-cf5d750a8059', 'status': 'completed', 'code': 200} Oct 05 10:22:26.416205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'Port': ['ID=6e79590d-a661-4899-8c30-cf5d750a8059,revision_number=7']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:22:26.424863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.425219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.425556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.425897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.426271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.426635 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.426970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.427293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.427621 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.427953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.428279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.428600 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87a31-230c-4b7c-af23-6430aaa7833f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.435501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:26.442863 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['6e79590d-a661-4899-8c30-cf5d750a8059'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:22:26.514992 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:26.577974 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fb1ed-cc1c-4c33-b971-3708694e479b req-9903b398-ae2f-4632-88be-2c7a7407a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:26.579489 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a91fb1ed-cc1c-4c33-b971-3708694e479b req-9903b398-ae2f-4632-88be-2c7a7407a1e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 1098 time: 0.1329412 Oct 05 10:22:26.724602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fb1ed-cc1c-4c33-b971-3708694e479b req-21aad844-ebcc-4292-8578-a1d896bd2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:26.726143 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a91fb1ed-cc1c-4c33-b971-3708694e479b req-21aad844-ebcc-4292-8578-a1d896bd2047 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.1408036 Oct 05 10:22:26.791737 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:26.826700 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d7b59e-eeea-4392-9e63-2f824ab187ba,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:22:26.847194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.847536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.848025 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.848365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.848699 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.849031 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.849362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.849687 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.850038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.850364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.850686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.851012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:22:26.866978 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a91fb1ed-cc1c-4c33-b971-3708694e479b req-8fdb2946-112f-42cb-9a1a-c6bdddfb77b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e79590d-a661-4899-8c30-cf5d750a8059 HTTP/1.1" status: 200 len: 1001 time: 0.1341128 Oct 05 10:22:26.924410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:26.925524 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-13e1e088-0a41-45ac-95ed-59c9c5591fc1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "DELETE /v2.0/security-groups/f2d7b59e-eeea-4392-9e63-2f824ab187ba HTTP/1.1" status: 204 len: 168 time: 0.5865304 Oct 05 10:22:26.928345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50202) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:22:27.031539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fb1ed-cc1c-4c33-b971-3708694e479b req-0766a6c8-e408-4c2d-bf83-ebb4744ff41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:27.032898 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a91fb1ed-cc1c-4c33-b971-3708694e479b req-0766a6c8-e408-4c2d-bf83-ebb4744ff41b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.1598597 Oct 05 10:22:27.214114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0377669f-bd36-4098-b482-2614a3efb9ea tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Deleting port 7f5eda78-080a-4927-a720-d019f828188f {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:22:27.214456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0377669f-bd36-4098-b482-2614a3efb9ea tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:27.254516 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fb1ed-cc1c-4c33-b971-3708694e479b req-b8ed1503-5ad6-4116-89d0-add4ef5295e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:27.256002 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a91fb1ed-cc1c-4c33-b971-3708694e479b req-b8ed1503-5ad6-4116-89d0-add4ef5295e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2144578 Oct 05 10:22:27.608375 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a91fb1ed-cc1c-4c33-b971-3708694e479b req-d5748091-d423-4e5f-b72b-9faa440d3d46 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419750 Oct 05 10:22:27.611988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0377669f-bd36-4098-b482-2614a3efb9ea tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:27.612313 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0377669f-bd36-4098-b482-2614a3efb9ea tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:27.808367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-0377669f-bd36-4098-b482-2614a3efb9ea tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Calling delete_port for 7f5eda78-080a-4927-a720-d019f828188f owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:22:27.922843 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a91fb1ed-cc1c-4c33-b971-3708694e479b req-5cb6a085-b21c-4121-9498-8d9ef083988b service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027148 Oct 05 10:22:28.089667 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0377669f-bd36-4098-b482-2614a3efb9ea tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:28.135952 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377669f-bd36-4098-b482-2614a3efb9ea tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event deleted for resources: {'Port': ['ID=7f5eda78-080a-4927-a720-d019f828188f,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:22:28.236074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0377669f-bd36-4098-b482-2614a3efb9ea tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:28.236396 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-0377669f-bd36-4098-b482-2614a3efb9ea tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Floating IP 86ec3779-21e7-4ba7-a771-d6888408f11a disassociated (deleted). External IP: 172.26.7.138, port: 6e79590d-a661-4899-8c30-cf5d750a8059. Oct 05 10:22:28.595406 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0377669f-bd36-4098-b482-2614a3efb9ea tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Router e89098b6-15b3-4596-9f08-f2282f8ec9ac has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:22:28.906231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0377669f-bd36-4098-b482-2614a3efb9ea tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:22:28.914040 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdecaea6-2ab8-486a-8790-c105e16d7f22 None None] Sync routers for ids ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:22:28.920123 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0377669f-bd36-4098-b482-2614a3efb9ea tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:28.924644 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdecaea6-2ab8-486a-8790-c105e16d7f22 None None] Routers {'e89098b6-15b3-4596-9f08-f2282f8ec9ac'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:22:28.925261 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-cdecaea6-2ab8-486a-8790-c105e16d7f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:22:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:22:28.975587 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0377669f-bd36-4098-b482-2614a3efb9ea tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "DELETE /v2.0/floatingips/86ec3779-21e7-4ba7-a771-d6888408f11a HTTP/1.1" status: 204 len: 168 time: 2.0462232 Oct 05 10:22:28.976457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'tag': '6e79590d-a661-4899-8c30-cf5d750a8059'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:22:28.980258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8a7fc1-5646-4dc7-a9d6-167ab12cc10a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a87619-148f-4208-bf03-e0bee85cd502", "tag": "6e79590d-a661-4899-8c30-cf5d750a8059"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:22:29.094967 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2462fea6-ff20-4040-b7f4-5a377f44af70 x-openstack-request-id: req-2462fea6-ff20-4040-b7f4-5a377f44af70 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:22:29.095242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a87619-148f-4208-bf03-e0bee85cd502", "tag": "6e79590d-a661-4899-8c30-cf5d750a8059", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:22:29.095525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2462fea6-ff20-4040-b7f4-5a377f44af70 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:22:29.095891 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2462fea6-ff20-4040-b7f4-5a377f44af70'] response: {'name': 'network-changed', 'server_uuid': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'tag': '6e79590d-a661-4899-8c30-cf5d750a8059', 'status': 'completed', 'code': 200} Oct 05 10:22:29.128636 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-cdecaea6-2ab8-486a-8790-c105e16d7f22 None None] Set router e89098b6-15b3-4596-9f08-f2282f8ec9ac gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:22:29.232076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a7fc1-5646-4dc7-a9d6-167ab12cc10a req-970b3b43-edf0-41d9-8a8a-190a4449df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:29.233828 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6d8a7fc1-5646-4dc7-a9d6-167ab12cc10a req-970b3b43-edf0-41d9-8a8a-190a4449df43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 1098 time: 0.0919282 Oct 05 10:22:29.377559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a7fc1-5646-4dc7-a9d6-167ab12cc10a req-3efd271f-a004-483f-ba28-190cdb32d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:29.379235 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6d8a7fc1-5646-4dc7-a9d6-167ab12cc10a req-3efd271f-a004-483f-ba28-190cdb32d27e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.1399739 Oct 05 10:22:29.449128 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6d8a7fc1-5646-4dc7-a9d6-167ab12cc10a req-ea42dbc8-775b-4720-991a-f63e9631b476 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e79590d-a661-4899-8c30-cf5d750a8059 HTTP/1.1" status: 200 len: 217 time: 0.0636618 Oct 05 10:22:29.505188 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-cdecaea6-2ab8-486a-8790-c105e16d7f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'ae20d620-4fcc-44af-9005-a44e2739ff37', 'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'mac_address': 'fa:16:3e:2f:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:13Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 5, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'subnets': [{'id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:22:29.509455 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdecaea6-2ab8-486a-8790-c105e16d7f22 None None] Checking router: e89098b6-15b3-4596-9f08-f2282f8ec9ac for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:22:29.516065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a7fc1-5646-4dc7-a9d6-167ab12cc10a req-984df349-f268-4e66-9e64-6a4a3ba43aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:29.517509 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6d8a7fc1-5646-4dc7-a9d6-167ab12cc10a req-984df349-f268-4e66-9e64-6a4a3ba43aeb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0629354 Oct 05 10:22:29.524393 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdecaea6-2ab8-486a-8790-c105e16d7f22 None None] Routers {'e89098b6-15b3-4596-9f08-f2282f8ec9ac'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:22:29.525004 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-cdecaea6-2ab8-486a-8790-c105e16d7f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:22:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:22:29.613345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a7fc1-5646-4dc7-a9d6-167ab12cc10a req-7da62cc7-4118-4392-8ab4-c8bff204533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:29.615181 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6d8a7fc1-5646-4dc7-a9d6-167ab12cc10a req-7da62cc7-4118-4392-8ab4-c8bff204533f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904078 Oct 05 10:22:29.723016 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-cdecaea6-2ab8-486a-8790-c105e16d7f22 None None] Set router e89098b6-15b3-4596-9f08-f2282f8ec9ac gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:22:29.775706 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6d8a7fc1-5646-4dc7-a9d6-167ab12cc10a req-4b187ca0-991a-4a08-9892-86d10cd1784a service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474979 Oct 05 10:22:29.916198 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6d8a7fc1-5646-4dc7-a9d6-167ab12cc10a req-bfbb87da-ba12-438b-a039-b4706b06c32d service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305957 Oct 05 10:22:30.052524 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-cdecaea6-2ab8-486a-8790-c105e16d7f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'ae20d620-4fcc-44af-9005-a44e2739ff37', 'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'mac_address': 'fa:16:3e:2f:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:13Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 5, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'subnets': [{'id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:22:30.056849 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdecaea6-2ab8-486a-8790-c105e16d7f22 None None] The sync data for ids ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'] in dv-neutron-860329-1-hyperv is: [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'ae20d620-4fcc-44af-9005-a44e2739ff37', 'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'mac_address': 'fa:16:3e:2f:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:13Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 5, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'subnets': [{'id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:22:30.285665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d573b138-6737-4110-91d8-43402f56221c None None] New status for floating IP 86ec3779-21e7-4ba7-a771-d6888408f11a: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:22:34.997855 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86449c9e-e03b-470d-a6a6-139b8ce19ca0 req-30cbfa0b-ddb8-4947-8a3b-343179ab9804 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:34.999380 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-86449c9e-e03b-470d-a6a6-139b8ce19ca0 req-30cbfa0b-ddb8-4947-8a3b-343179ab9804 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 945 time: 0.0896800 Oct 05 10:22:35.045786 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-86449c9e-e03b-470d-a6a6-139b8ce19ca0 req-ad0ab533-10e0-405e-aef9-b4556a42efd9 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405877 Oct 05 10:22:36.259311 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae45f26-b2cd-41c1-b81f-fd5067eee5b0 req-b8931083-bd14-4428-a1b5-18e3123cc133 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:36.260760 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ae45f26-b2cd-41c1-b81f-fd5067eee5b0 req-b8931083-bd14-4428-a1b5-18e3123cc133 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 945 time: 0.0926602 Oct 05 10:22:36.307531 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ae45f26-b2cd-41c1-b81f-fd5067eee5b0 req-ecc3515f-d52d-4bd6-91fb-5764fb2e9c51 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397177 Oct 05 10:22:37.092256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6960b3-a98e-45b0-bb0a-6f3ce622aea8 req-659752b0-506c-4f9e-9f9a-48a4cff01c99 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:37.092882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-1f6960b3-a98e-45b0-bb0a-6f3ce622aea8 req-659752b0-506c-4f9e-9f9a-48a4cff01c99 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Synchronizing usage tracker for tenant:9848335bbd3e461bac5dd84e02c25182 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:22:37.171330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-1f6960b3-a98e-45b0-bb0a-6f3ce622aea8 req-659752b0-506c-4f9e-9f9a-48a4cff01c99 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Unset dirty status for tenant:9848335bbd3e461bac5dd84e02c25182 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:22:37.172492 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1f6960b3-a98e-45b0-bb0a-6f3ce622aea8 req-659752b0-506c-4f9e-9f9a-48a4cff01c99 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 945 time: 0.1735356 Oct 05 10:22:37.244172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-1f6960b3-a98e-45b0-bb0a-6f3ce622aea8 req-880da04e-f332-4e47-b43a-4c2293eb62cf tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Deleting port 6e79590d-a661-4899-8c30-cf5d750a8059 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:22:37.244563 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1f6960b3-a98e-45b0-bb0a-6f3ce622aea8 req-880da04e-f332-4e47-b43a-4c2293eb62cf tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:37.486275 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:22:37.509451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-1f6960b3-a98e-45b0-bb0a-6f3ce622aea8 req-880da04e-f332-4e47-b43a-4c2293eb62cf tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] For port 6e79590d-a661-4899-8c30-cf5d750a8059, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6e79590d-a661-4899-8c30-cf5d750a8059,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:22:37.509755 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1f6960b3-a98e-45b0-bb0a-6f3ce622aea8 req-880da04e-f332-4e47-b43a-4c2293eb62cf tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:37.638189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-1f6960b3-a98e-45b0-bb0a-6f3ce622aea8 req-880da04e-f332-4e47-b43a-4c2293eb62cf tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Calling delete_port for 6e79590d-a661-4899-8c30-cf5d750a8059 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:22:37.654637 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72005cad-4736-4b07-b92e-a1952725947d req-a1ebf7c3-cd53-4c88-ab54-934dad3032d9 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:37.656735 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-72005cad-4736-4b07-b92e-a1952725947d req-a1ebf7c3-cd53-4c88-ab54-934dad3032d9 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 945 time: 0.2323673 Oct 05 10:22:37.703815 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-72005cad-4736-4b07-b92e-a1952725947d req-1be6278f-af2a-48b1-a194-7841a37d9562 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409069 Oct 05 10:22:37.862288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1f6960b3-a98e-45b0-bb0a-6f3ce622aea8 req-880da04e-f332-4e47-b43a-4c2293eb62cf tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:37.904225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['6e79590d-a661-4899-8c30-cf5d750a8059'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:22:37.913000 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880da04e-f332-4e47-b43a-4c2293eb62cf tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event deleted for resources: {'Port': ['ID=6e79590d-a661-4899-8c30-cf5d750a8059,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:22:38.109143 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6960b3-a98e-45b0-bb0a-6f3ce622aea8 req-880da04e-f332-4e47-b43a-4c2293eb62cf tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] No DVR routers for this DVR port 6e79590d-a661-4899-8c30-cf5d750a8059 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:22:38.111704 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1f6960b3-a98e-45b0-bb0a-6f3ce622aea8 req-880da04e-f332-4e47-b43a-4c2293eb62cf tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:38.114340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'name': 'network-vif-deleted', 'tag': '6e79590d-a661-4899-8c30-cf5d750a8059'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:22:38.116623 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4f1a46-4ab4-4760-b11a-c9d827575860" -d '{"events": [{"server_uuid": "d2a87619-148f-4208-bf03-e0bee85cd502", "name": "network-vif-deleted", "tag": "6e79590d-a661-4899-8c30-cf5d750a8059"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:22:38.159610 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455c7b0b-80bf-4894-b9d0-794ecc3b4041 x-openstack-request-id: req-455c7b0b-80bf-4894-b9d0-794ecc3b4041 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:22:38.159909 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a87619-148f-4208-bf03-e0bee85cd502", "name": "network-vif-deleted", "tag": "6e79590d-a661-4899-8c30-cf5d750a8059", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:22:38.160163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-455c7b0b-80bf-4894-b9d0-794ecc3b4041 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:22:38.160562 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-455c7b0b-80bf-4894-b9d0-794ecc3b4041'] response: {'server_uuid': 'd2a87619-148f-4208-bf03-e0bee85cd502', 'name': 'network-vif-deleted', 'tag': '6e79590d-a661-4899-8c30-cf5d750a8059', 'status': 'completed', 'code': 200} Oct 05 10:22:38.193012 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1f6960b3-a98e-45b0-bb0a-6f3ce622aea8 req-880da04e-f332-4e47-b43a-4c2293eb62cf tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.55 "DELETE /v2.0/ports/6e79590d-a661-4899-8c30-cf5d750a8059 HTTP/1.1" status: 204 len: 173 time: 1.0154021 Oct 05 10:22:38.882006 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fb394487-d5f2-4075-b273-75f0fa0464b0 req-a4386732-6164-47c4-8039-0e73fd99c557 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a87619-148f-4208-bf03-e0bee85cd502 HTTP/1.1" status: 200 len: 210 time: 0.0522478 Oct 05 10:22:41.512367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 6e79590d-a661-4899-8c30-cf5d750a8059 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:22:41.547164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 6e79590d-a661-4899-8c30-cf5d750a8059 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:22:41.547632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 6e79590d-a661-4899-8c30-cf5d750a8059 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:22:50.706082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9110c2d3-dd0b-4acc-a788-bdda37db49c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:52.695848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-25ceb8e1-099a-41d0-a160-6a4011a4e323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:52.982776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-fe54a7f8-f35f-4ef1-b298-a4d6baa619cc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:52.984212 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-fe54a7f8-f35f-4ef1-b298-a4d6baa619cc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 814 time: 0.1466331 Oct 05 10:22:52.998866 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-536bf5ef-8141-4195-b360-46d2a7a46e3c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/quotas/9848335bbd3e461bac5dd84e02c25182 HTTP/1.1" status: 200 len: 375 time: 0.0091395 Oct 05 10:22:53.097398 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-416e9fc6-d3c2-43d7-9a30-0b8555e7b400 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932055 Oct 05 10:22:53.293035 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-5facf69a-6788-4cb9-b746-ad27569043e2 service neutron] 10.222.0.49 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837931 Oct 05 10:22:53.426070 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-4af998db-3c91-450c-881e-99c20ca7d4de service neutron] 10.222.0.49 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272352 Oct 05 10:22:53.719294 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6ad9a5e3-3ebd-49d5-acf0-04e874dd73e7 req-67c6de5b-6280-4fdb-93fd-7c48714fcfcf tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 210 time: 0.0960834 Oct 05 10:22:54.221309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:54.376009 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:54.834671 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-079ad05d-999e-451e-b329-c85cdd8a7c20 req-1ca7df05-a4e8-48c6-ad4a-4c07b5dbb6de tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 210 time: 0.0558507 Oct 05 10:22:55.679781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:55.747192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:55.997458 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3788ee72-bad9-43a3-ae0d-498a0c01cd5f req-f7e288e8-1324-4142-baa8-ec6dfd67e1bf tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 210 time: 0.0499091 Oct 05 10:22:57.126435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-1990a9d0-bbf9-4fc2-8bcd-c5ac503de398 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:57.127994 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-1990a9d0-bbf9-4fc2-8bcd-c5ac503de398 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 814 time: 0.1519458 Oct 05 10:22:57.145728 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'port': {'device_id': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'admin_state_up': True, 'tenant_id': '9848335bbd3e461bac5dd84e02c25182'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:22:57.163511 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a06c4abc-ecc2-44d5-b943-770514b80c00 req-b310e1a9-ce90-4d30-bad0-5596e5305ee7 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 210 time: 0.0503142 Oct 05 10:22:57.286459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:22:57.290474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:port and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:22:57.293593 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:22:57.299465 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:22:57.416653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Made reservation on behalf of 9848335bbd3e461bac5dd84e02c25182 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:22:57.420066 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:57.588158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Allocated IP 172.20.0.7 (e93d574f-020b-4ec6-8b80-aa14fad9aeca/4083c888-af37-49ca-9faf-71d7a3515f54/b243b64d-9f3c-471c-a4bc-f1f9fa16a87d) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:22:57.797921 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:57.815816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Transition to ACTIVE for port object b243b64d-9f3c-471c-a4bc-f1f9fa16a87d will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:22:57.906903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:57.989939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Network e93d574f-020b-4ec6-8b80-aa14fad9aeca is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:22:57.993680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'Port': ['ID=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:22:57.996206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:22:57.998344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:22:58.088804 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:58.089664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:58.206465 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-b2151599-50e5-4b6f-97ca-e84b553c0aa1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0643497 Oct 05 10:22:58.432333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Provisioning for port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:22:58.438548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Provisioning complete for port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:22:58.438919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:22:58.439261 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Attempt 1 to provision port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d Oct 05 10:22:58.528185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:22:58.528682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0d292-947d-4583-a4cf-8d23676a31e2 req-4d768e6c-b3f3-4143-83b9-0c36285247f4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:58.531109 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c4a0d292-947d-4583-a4cf-8d23676a31e2 req-4d768e6c-b3f3-4143-83b9-0c36285247f4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 931 time: 0.2276986 Oct 05 10:22:58.601776 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c4a0d292-947d-4583-a4cf-8d23676a31e2 req-13c1eae4-901d-466b-9ea4-3c6f7c3ca809 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565145 Oct 05 10:22:59.029655 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Attempt 2 to provision port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d Oct 05 10:22:59.088224 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:22:59.590216 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Attempt 3 to provision port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d Oct 05 10:22:59.674455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:22:59.815090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfdaef-d88a-46ef-96ce-b6c9c2f02ba9 req-b81258dd-e0bd-43cd-a5ac-ef35fa9fa1db tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:22:59.816625 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-76bfdaef-d88a-46ef-96ce-b6c9c2f02ba9 req-b81258dd-e0bd-43cd-a5ac-ef35fa9fa1db tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 931 time: 0.1027133 Oct 05 10:22:59.863531 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-76bfdaef-d88a-46ef-96ce-b6c9c2f02ba9 req-d4b0d21e-2773-459d-b6bc-0a143bbe80fa tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405090 Oct 05 10:23:00.176032 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Attempt 4 to provision port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d Oct 05 10:23:00.272951 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:23:00.774561 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Attempt 5 to provision port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d Oct 05 10:23:00.830564 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:23:01.081293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517aa829-3d6d-4a4c-acf8-b844ef5f19c9 req-07e461a1-9852-4e44-a071-8d71101253b9 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:01.082886 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-517aa829-3d6d-4a4c-acf8-b844ef5f19c9 req-07e461a1-9852-4e44-a071-8d71101253b9 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 931 time: 0.1003573 Oct 05 10:23:01.143267 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-517aa829-3d6d-4a4c-acf8-b844ef5f19c9 req-4bab6527-37e0-4f0c-a566-221c1a88a05d tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473313 Oct 05 10:23:01.332066 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Attempt 6 to provision port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d Oct 05 10:23:01.393500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:23:01.894871 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Attempt 7 to provision port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d Oct 05 10:23:01.953608 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:23:02.362946 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d76b6f-51ab-4586-a85e-1714e2b3067c req-01b88b61-e479-4bfe-bc71-ec24aaff7b63 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:02.364757 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-98d76b6f-51ab-4586-a85e-1714e2b3067c req-01b88b61-e479-4bfe-bc71-ec24aaff7b63 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 931 time: 0.0928023 Oct 05 10:23:02.413446 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-98d76b6f-51ab-4586-a85e-1714e2b3067c req-53cfb653-f7a9-471e-904e-9fcb399387a9 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Oct 05 10:23:02.455401 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Attempt 8 to provision port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d Oct 05 10:23:02.515232 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:23:03.016427 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Attempt 9 to provision port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d Oct 05 10:23:03.074055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:23:03.577857 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Attempt 10 to provision port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d Oct 05 10:23:03.646680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc81c3f-62f2-4d0b-a79e-2bc0e17d6165 req-2ab92c08-77ee-4772-bea6-8c400f708768 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:03.648686 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ebc81c3f-62f2-4d0b-a79e-2bc0e17d6165 req-2ab92c08-77ee-4772-bea6-8c400f708768 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 931 time: 0.1140904 Oct 05 10:23:03.655871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-82e53c7b-4c9b-42ba-ae58-db119da2d2c1 None None] Port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:23:03.696147 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ebc81c3f-62f2-4d0b-a79e-2bc0e17d6165 req-0a97e2bd-f89d-4162-91b3-1288c5354746 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411611 Oct 05 10:23:04.925347 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed0544-43bd-4b3e-b1b9-d3c69d7cf5eb req-fbb6fc66-0e87-4a57-8038-6dba2ee72ee3 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:04.927653 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-74ed0544-43bd-4b3e-b1b9-d3c69d7cf5eb req-fbb6fc66-0e87-4a57-8038-6dba2ee72ee3 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 931 time: 0.1004150 Oct 05 10:23:04.983817 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-74ed0544-43bd-4b3e-b1b9-d3c69d7cf5eb req-5212ed6f-8780-4b69-bdd0-f21a9396cfa0 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494957 Oct 05 10:23:06.187474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a272d-eabc-42ff-a678-11ab1edace1d req-c7eebb3e-f0c5-42cb-bd42-7ee00a770571 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:06.189064 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4b7a272d-eabc-42ff-a678-11ab1edace1d req-c7eebb3e-f0c5-42cb-bd42-7ee00a770571 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 931 time: 0.0892658 Oct 05 10:23:06.238667 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4b7a272d-eabc-42ff-a678-11ab1edace1d req-0c5e056e-526d-4bb6-8877-40e125793c30 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439589 Oct 05 10:23:07.441730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fedf84-73e3-46d4-b932-57851676beb7 req-8ee2e051-a924-4573-a4f6-4793afcccda8 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:07.443200 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-22fedf84-73e3-46d4-b932-57851676beb7 req-8ee2e051-a924-4573-a4f6-4793afcccda8 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 931 time: 0.0922348 Oct 05 10:23:07.488561 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-22fedf84-73e3-46d4-b932-57851676beb7 req-cf85ac03-9474-4f91-bddb-74e01443c3e2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Oct 05 10:23:08.221157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Request body: {'port': {'device_id': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:23:08.338288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:08.688982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dea954-cb0c-4350-88a2-a4bbb41fb073 req-c6f7969b-a907-418f-a34a-fcf7873cc71e tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:08.690531 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-21dea954-cb0c-4350-88a2-a4bbb41fb073 req-c6f7969b-a907-418f-a34a-fcf7873cc71e tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 931 time: 0.0897141 Oct 05 10:23:08.707331 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b243b64d-9f3c-471c-a4bc-f1f9fa16a87d {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:23:08.715041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:08.730429 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Transition to ACTIVE for port object b243b64d-9f3c-471c-a4bc-f1f9fa16a87d will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:23:08.740265 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-21dea954-cb0c-4350-88a2-a4bbb41fb073 req-db25c366-6486-42d8-bff4-3c0d2e244c3d tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437129 Oct 05 10:23:08.792819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:09.012310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Pushing event updated for resources: {'Port': ['ID=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:23:09.045805 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Attempting to bind port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:23:09.046094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Attempting to bind port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:23:09.046459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Attempting to bind port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d on network e93d574f-020b-4ec6-8b80-aa14fad9aeca {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:23:09.051822 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d on network e93d574f-020b-4ec6-8b80-aa14fad9aeca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:23:09.052140 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Attempting to bind port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d on network e93d574f-020b-4ec6-8b80-aa14fad9aeca {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:23:09.059362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:23:09.059697 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Checking segment: {'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:23:09.060086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Bound using segment: {'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:23:09.060506 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Bound port: b243b64d-9f3c-471c-a4bc-f1f9fa16a87d, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3601643d-67f6-4b51-a18f-349ba3126604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:23:09.061778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:09.267505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] For port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:23:09.271026 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] For port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:23:09.895037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:09.926673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:09.927285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:09.928688 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] 10.222.0.55 "PUT /v2.0/ports/b243b64d-9f3c-471c-a4bc-f1f9fa16a87d HTTP/1.1" status: 200 len: 1093 time: 1.7138169 Oct 05 10:23:09.933839 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'tag': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:23:09.936155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceb4fd1-26cc-48cc-908c-cc4460cce25d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3207f7-6517-405f-83b5-5baee8dfd8b4", "tag": "b243b64d-9f3c-471c-a4bc-f1f9fa16a87d"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:23:09.949824 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feba306-ca66-40e9-bbb3-a327b48c1f48 req-ea7cdcf9-4975-4bbf-89ab-3745c8ab5bdc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:09.955862 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4feba306-ca66-40e9-bbb3-a327b48c1f48 req-ea7cdcf9-4975-4bbf-89ab-3745c8ab5bdc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 943 time: 0.0908272 Oct 05 10:23:09.989165 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b412558b-bee2-44ed-acb0-6ed4dc947fc6 x-openstack-request-id: req-b412558b-bee2-44ed-acb0-6ed4dc947fc6 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:23:09.989455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3207f7-6517-405f-83b5-5baee8dfd8b4", "tag": "b243b64d-9f3c-471c-a4bc-f1f9fa16a87d", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:23:09.989702 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b412558b-bee2-44ed-acb0-6ed4dc947fc6 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:23:09.990118 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b412558b-bee2-44ed-acb0-6ed4dc947fc6'] response: {'name': 'network-changed', 'server_uuid': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'tag': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d', 'status': 'completed', 'code': 200} Oct 05 10:23:09.990689 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc669e8-3f50-4834-86df-caa5ea4a484b service neutron] Pushing event updated for resources: {'Port': ['ID=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:23:10.006415 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4feba306-ca66-40e9-bbb3-a327b48c1f48 req-091d6906-0b63-477d-ba10-6508bc3ef009 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Oct 05 10:23:10.110545 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb4fd1-26cc-48cc-908c-cc4460cce25d req-d666f62b-312e-411b-bf40-ce3e2bd8b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:10.111961 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fceb4fd1-26cc-48cc-908c-cc4460cce25d req-d666f62b-312e-411b-bf40-ce3e2bd8b07c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 1096 time: 0.0857713 Oct 05 10:23:10.264160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb4fd1-26cc-48cc-908c-cc4460cce25d req-726c6766-eb18-4360-ae8c-a6214ea700ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:10.266171 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fceb4fd1-26cc-48cc-908c-cc4460cce25d req-726c6766-eb18-4360-ae8c-a6214ea700ef service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9848335bbd3e461bac5dd84e02c25182&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1421065 Oct 05 10:23:10.401381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb4fd1-26cc-48cc-908c-cc4460cce25d req-9a7cf85b-ef39-4c4e-9044-0027fd0e6147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:10.402870 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fceb4fd1-26cc-48cc-908c-cc4460cce25d req-9a7cf85b-ef39-4c4e-9044-0027fd0e6147 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308882 Oct 05 10:23:10.536830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-689d5eb0-1853-4e28-8c76-c6ca6926915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:10.538327 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-689d5eb0-1853-4e28-8c76-c6ca6926915d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 1096 time: 0.0785370 Oct 05 10:23:10.614461 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-cf4eb3ae-4f59-4bb7-be12-2568cb95dd58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d HTTP/1.1" status: 200 len: 217 time: 0.0636497 Oct 05 10:23:10.675842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-0e430ac9-a788-4d6c-8093-fe6e6160e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:10.677195 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-0e430ac9-a788-4d6c-8093-fe6e6160e365 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0576324 Oct 05 10:23:10.763996 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-5b9c63ac-1acc-4586-806d-f7c9e6edfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:10.765541 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-5b9c63ac-1acc-4586-806d-f7c9e6edfe0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825772 Oct 05 10:23:10.896701 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-4efa5ee6-3849-49b0-be60-d8b2defc653c service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254318 Oct 05 10:23:11.028831 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1b0dda42-17c1-41c3-927a-2a40d08851e5 req-d49e5a91-887c-458f-a483-0456629e00aa service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261802 Oct 05 10:23:11.224052 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9478db-6462-43bf-a6c6-608172651313 req-ad72cd12-b74f-44e0-b1f9-aa8a0a928c57 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:11.225532 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aa9478db-6462-43bf-a6c6-608172651313 req-ad72cd12-b74f-44e0-b1f9-aa8a0a928c57 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 943 time: 0.0995960 Oct 05 10:23:11.271587 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aa9478db-6462-43bf-a6c6-608172651313 req-e7e849b6-512f-467e-b625-c9c9d699c016 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Oct 05 10:23:12.466908 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa44c6-d129-477f-a9b1-460e8817f1f5 req-87fd03fd-5d8d-4c76-b639-52cfd645a864 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:12.468367 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aefa44c6-d129-477f-a9b1-460e8817f1f5 req-87fd03fd-5d8d-4c76-b639-52cfd645a864 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 943 time: 0.0858715 Oct 05 10:23:12.516183 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aefa44c6-d129-477f-a9b1-460e8817f1f5 req-aabf055d-5b78-4bc0-883a-bfe81e9d7b32 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420117 Oct 05 10:23:13.711245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfed8e-b65c-4619-9ddc-14df25cb6aad req-321227c4-e8dc-4b5f-b74d-39f949257348 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:13.712717 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-06dfed8e-b65c-4619-9ddc-14df25cb6aad req-321227c4-e8dc-4b5f-b74d-39f949257348 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 943 time: 0.0866477 Oct 05 10:23:13.756468 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-06dfed8e-b65c-4619-9ddc-14df25cb6aad req-5b30fe24-af84-4718-9790-756fdb80d5dc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380585 Oct 05 10:23:14.485915 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:23:14.957594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29277c-59f6-4b64-a386-23ea25cb1e84 req-7f0849d5-ea3c-49c1-95de-97d676498fe1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:14.959079 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6c29277c-59f6-4b64-a386-23ea25cb1e84 req-7f0849d5-ea3c-49c1-95de-97d676498fe1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 943 time: 0.0929937 Oct 05 10:23:15.002602 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6c29277c-59f6-4b64-a386-23ea25cb1e84 req-b2a13fd0-1c5f-4558-ab61-a2e3a5138eb7 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378959 Oct 05 10:23:15.617011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device b243b64d-9f3c-471c-a4bc-f1f9fa16a87d details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:23:15.762691 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:23:15.775880 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'port_id': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d', 'mac_address': 'fa:16:3e:d5:b5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:23:15.834020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:23:15.834386 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:15.851487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b243b64d-9f3c-471c-a4bc-f1f9fa16a87d {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:23:15.867399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:23:15.935162 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:16.002239 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:23:16.010405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:16.010728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:16.011059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:16.011386 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:16.011709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:16.012032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:16.012404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:16.012670 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:16.013036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:16.013301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:16.013613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:16.013924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:16.199419 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d96ad-2a6c-4593-9ff3-f52a68d96649 req-644e83f8-97d7-492d-8b2d-b674a2f1bbf1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:16.200882 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b89d96ad-2a6c-4593-9ff3-f52a68d96649 req-644e83f8-97d7-492d-8b2d-b674a2f1bbf1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 944 time: 0.0883224 Oct 05 10:23:16.250445 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b89d96ad-2a6c-4593-9ff3-f52a68d96649 req-3e8d2db9-d3d9-48f7-b5ef-4d5d1ea11a9c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430946 Oct 05 10:23:16.392829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['b243b64d-9f3c-471c-a4bc-f1f9fa16a87d'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:23:17.452556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c608e-8b71-4c64-badd-a1761579fa1f req-1d06b166-c21f-488b-85f4-adbb61e574b2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:17.454075 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cf8c608e-8b71-4c64-badd-a1761579fa1f req-1d06b166-c21f-488b-85f4-adbb61e574b2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 944 time: 0.0890596 Oct 05 10:23:17.500624 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cf8c608e-8b71-4c64-badd-a1761579fa1f req-0f0934f7-3ec8-4801-a5f7-9e4c4214cc4d tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Oct 05 10:23:17.632946 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device b243b64d-9f3c-471c-a4bc-f1f9fa16a87d up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:23:17.757996 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:23:17.763340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:23:17.765765 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:17.765765 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d Oct 05 10:23:17.883986 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:23:17.884265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:17.911624 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:23:17.913893 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6367f442-4bc7-4c56-9ff3-46f37d3173d5" -d '{"events": [{"server_uuid": "7b3207f7-6517-405f-83b5-5baee8dfd8b4", "name": "network-vif-plugged", "status": "completed", "tag": "b243b64d-9f3c-471c-a4bc-f1f9fa16a87d"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:23:17.922084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:23:17.974306 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:18.016610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7aa4c9f-cfca-4730-b1eb-93b36a89ddd3 x-openstack-request-id: req-a7aa4c9f-cfca-4730-b1eb-93b36a89ddd3 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:23:18.017731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3207f7-6517-405f-83b5-5baee8dfd8b4", "name": "network-vif-plugged", "status": "completed", "tag": "b243b64d-9f3c-471c-a4bc-f1f9fa16a87d", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:23:18.017731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7aa4c9f-cfca-4730-b1eb-93b36a89ddd3 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:23:18.017731 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7aa4c9f-cfca-4730-b1eb-93b36a89ddd3'] response: {'server_uuid': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d', 'code': 200} Oct 05 10:23:18.051107 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:23:18.403648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba9e70-54bf-46ad-9287-46e5065b796f req-be5c7652-c1e5-4d44-8838-de9879f10252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:18.405200 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-70ba9e70-54bf-46ad-9287-46e5065b796f req-be5c7652-c1e5-4d44-8838-de9879f10252 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 1098 time: 0.0779562 Oct 05 10:23:18.446948 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-70ba9e70-54bf-46ad-9287-46e5065b796f req-df780516-0a7e-4d2d-abd4-786c9a58a010 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359375 Oct 05 10:23:18.707452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd1153-48a9-440b-89db-83468313ac15 req-92088c76-2594-44d4-8088-e100f24dc009 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:18.708952 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5dd1153-48a9-440b-89db-83468313ac15 req-92088c76-2594-44d4-8088-e100f24dc009 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 945 time: 0.0935352 Oct 05 10:23:18.756331 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d5dd1153-48a9-440b-89db-83468313ac15 req-695f6016-a45b-4666-808d-ee0ff21bcc01 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Oct 05 10:23:20.126414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09550372-9458-4903-8c33-f1c3dd2666d0 req-56be7e53-4e4c-4602-865d-312c70416a45 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:20.127812 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-09550372-9458-4903-8c33-f1c3dd2666d0 req-56be7e53-4e4c-4602-865d-312c70416a45 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 945 time: 0.0904162 Oct 05 10:23:20.179376 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-09550372-9458-4903-8c33-f1c3dd2666d0 req-353f2a10-9003-4a57-9ed5-4178effa5a43 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448554 Oct 05 10:23:20.369293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a4c46b10-3ed3-4545-80dc-e5b64ed31cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:21.378324 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97c571-3d2e-40b9-9ac0-54e78c3ee833 req-1434ae75-69a6-474b-8415-3b5149c85957 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:21.379810 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1e97c571-3d2e-40b9-9ac0-54e78c3ee833 req-1434ae75-69a6-474b-8415-3b5149c85957 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 945 time: 0.0894256 Oct 05 10:23:21.426335 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1e97c571-3d2e-40b9-9ac0-54e78c3ee833 req-29a0eaf0-5909-4278-9daa-963cb009e382 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Oct 05 10:23:21.629589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ed2ad-03f6-47b6-a506-d0cabaca8e46 req-7b92e325-49b5-47fc-aff7-1c364b40d23f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:21.631042 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f86ed2ad-03f6-47b6-a506-d0cabaca8e46 req-7b92e325-49b5-47fc-aff7-1c364b40d23f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 945 time: 0.0919030 Oct 05 10:23:21.676601 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f86ed2ad-03f6-47b6-a506-d0cabaca8e46 req-aaa2d371-0c1e-4b4e-8981-37d0f07d081c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398552 Oct 05 10:23:22.088092 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876959b8-e185-4087-beb5-bb470f2d259e req-a95b6311-f4ff-4ef2-9a79-b4fae7fa5aef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:22.089467 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-876959b8-e185-4087-beb5-bb470f2d259e req-a95b6311-f4ff-4ef2-9a79-b4fae7fa5aef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 945 time: 0.0893309 Oct 05 10:23:22.137304 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-876959b8-e185-4087-beb5-bb470f2d259e req-649ad1b3-1cc9-410c-9545-a586c828bd39 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 Oct 05 10:23:22.649265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b8955ca6-e705-4229-9cc8-00056841c759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:24.249275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:24.380843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:25.683536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:25.769575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:34.250012 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62867c-48e6-4748-bc13-d5d38aa39f0f req-12b9387f-3cbb-455b-92d3-d899b96e255b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:34.251508 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bc62867c-48e6-4748-bc13-d5d38aa39f0f req-12b9387f-3cbb-455b-92d3-d899b96e255b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 945 time: 0.1020687 Oct 05 10:23:34.296697 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bc62867c-48e6-4748-bc13-d5d38aa39f0f req-76548249-a508-4026-a40e-1aa05777dedc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394340 Oct 05 10:23:34.325792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50526) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:23:34.557558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12f6edc-f1ff-49c2-a115-4f6ec98aa63e tempest-TestMinimumBasicScenario-1590956351 tempest-TestMinimumBasicScenario-1590956351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:34.559019 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d12f6edc-f1ff-49c2-a115-4f6ec98aa63e tempest-TestMinimumBasicScenario-1590956351 tempest-TestMinimumBasicScenario-1590956351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 1093 time: 0.2315998 Oct 05 10:23:34.562403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50532) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:23:34.567512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:23:34.573494 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:23:34.578093 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:floatingip and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:23:34.581086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:23:34.587206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:23:34.643495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:34.787464 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:34.929231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Allocated IP 172.26.7.168 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/7e3e9e9e-56dd-4943-9695-49a38212c55b) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:23:35.081320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:35.152024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:35.214545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:23:35.217566 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:23:35.221162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:23:35.254892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'Port': ['ID=7e3e9e9e-56dd-4943-9695-49a38212c55b,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:23:35.270400 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:35.270745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:35.271081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:35.271413 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:35.271737 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:35.272059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:35.272379 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:35.272700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:35.273014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:35.273328 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:35.273644 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:35.273955 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:35.671132 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:35.806244 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:36.029728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:36.088576 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:36.204530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:36.255861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'Port': ['ID=7e3e9e9e-56dd-4943-9695-49a38212c55b,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:23:36.490322 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Floating IP 8906e610-c8f0-41ce-959e-7d46949e09e9 associated. External IP: 172.26.7.168, port: b243b64d-9f3c-471c-a4bc-f1f9fa16a87d. Oct 05 10:23:36.854578 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Router e89098b6-15b3-4596-9f08-f2282f8ec9ac has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:23:37.064460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:23:37.078208 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdcb2ff-6590-42f3-a5ea-6a61bfab04cb None None] Sync routers for ids ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:23:37.088649 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdcb2ff-6590-42f3-a5ea-6a61bfab04cb None None] Routers {'e89098b6-15b3-4596-9f08-f2282f8ec9ac'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:23:37.089375 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7bdcb2ff-6590-42f3-a5ea-6a61bfab04cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:23:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:23:37.157746 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:37.221041 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fde17f0e-cd5f-4f0a-8824-80c9bb9fd3cb tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6575019 Oct 05 10:23:37.221670 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'tag': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:23:37.224099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e6937f-315c-4a95-b466-7e126d41c616" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3207f7-6517-405f-83b5-5baee8dfd8b4", "tag": "b243b64d-9f3c-471c-a4bc-f1f9fa16a87d"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:23:37.224808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50536) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:23:37.235070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-564626934', 'description': 'tempest-secgroup-smoke-564626934 description', 'project_id': '9848335bbd3e461bac5dd84e02c25182'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:23:37.243398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:23:37.249420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:23:37.253249 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:23:37.260234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:23:37.286001 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-7bdcb2ff-6590-42f3-a5ea-6a61bfab04cb None None] Set router e89098b6-15b3-4596-9f08-f2282f8ec9ac gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:23:37.329724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:37.339332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5729ab06-2c07-4bcf-bc2c-8490fe9aabe9 x-openstack-request-id: req-5729ab06-2c07-4bcf-bc2c-8490fe9aabe9 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:23:37.339830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3207f7-6517-405f-83b5-5baee8dfd8b4", "tag": "b243b64d-9f3c-471c-a4bc-f1f9fa16a87d", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:23:37.339917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5729ab06-2c07-4bcf-bc2c-8490fe9aabe9 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:23:37.340304 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5729ab06-2c07-4bcf-bc2c-8490fe9aabe9'] response: {'name': 'network-changed', 'server_uuid': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'tag': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d', 'status': 'completed', 'code': 200} Oct 05 10:23:37.358366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:23:37.363335 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group_rule and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:23:37.366325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:23:37.374337 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:23:37.521440 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:37.528274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6937f-315c-4a95-b466-7e126d41c616 req-44f36b18-af18-4721-bad5-d008a19b596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:37.530309 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95e6937f-315c-4a95-b466-7e126d41c616 req-44f36b18-af18-4721-bad5-d008a19b596a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 1098 time: 0.1373880 Oct 05 10:23:37.609375 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:37.676491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559fd7be-d0ea-4b84-80e0-78a098a96aae,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:23:37.689806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:37.690185 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:37.690524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:37.690882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:37.691190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:37.691520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:37.691850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:37.692172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:37.692492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:37.692809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:37.693247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:37.693448 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:23:37.714172 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7bdcb2ff-6590-42f3-a5ea-6a61bfab04cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '8906e610-c8f0-41ce-959e-7d46949e09e9', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'floating_ip_address': '172.26.7.168', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'port_id': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'mac_address': 'fa:16:3e:d5:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:23:35Z', 'updated_at': '2022-10-05T10:23:35Z', 'revision_number': 0, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20d620-4fcc-44af-9005-a44e2739ff37', 'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'mac_address': 'fa:16:3e:2f:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:13Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 5, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'subnets': [{'id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:23:37.719326 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdcb2ff-6590-42f3-a5ea-6a61bfab04cb None None] Checking router: e89098b6-15b3-4596-9f08-f2282f8ec9ac for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:23:37.728860 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdcb2ff-6590-42f3-a5ea-6a61bfab04cb None None] Routers {'e89098b6-15b3-4596-9f08-f2282f8ec9ac'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:23:37.729521 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7bdcb2ff-6590-42f3-a5ea-6a61bfab04cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:23:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:23:37.734977 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:37.736186 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1f2ba114-8e45-48f5-b9a4-3fee1b9f9a25 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5097792 Oct 05 10:23:37.739192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50544) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:23:37.742293 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6937f-315c-4a95-b466-7e126d41c616 req-53f2f6c9-bbcc-40e6-ac7a-260c9129b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:37.745284 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95e6937f-315c-4a95-b466-7e126d41c616 req-53f2f6c9-bbcc-40e6-ac7a-260c9129b59f service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.2066233 Oct 05 10:23:37.746853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-86e9eead-c822-4ca6-9f82-689d5a047085 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'security_group_rule': {'security_group_id': '559fd7be-d0ea-4b84-80e0-78a098a96aae', 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:23:37.753847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-86e9eead-c822-4ca6-9f82-689d5a047085 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:23:37.808989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-86e9eead-c822-4ca6-9f82-689d5a047085 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group_rule and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:23:37.818401 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-86e9eead-c822-4ca6-9f82-689d5a047085 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:23:37.832694 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-86e9eead-c822-4ca6-9f82-689d5a047085 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:23:37.863227 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95e6937f-315c-4a95-b466-7e126d41c616 req-65aa563e-bb91-41ab-978f-e05505eb954f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d HTTP/1.1" status: 200 len: 999 time: 0.1104457 Oct 05 10:23:37.922156 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-7bdcb2ff-6590-42f3-a5ea-6a61bfab04cb None None] Set router e89098b6-15b3-4596-9f08-f2282f8ec9ac gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:23:38.053945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-86e9eead-c822-4ca6-9f82-689d5a047085 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:38.096379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6937f-315c-4a95-b466-7e126d41c616 req-71864ff4-5fb0-459c-b6b2-b4db8e2cedad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:38.097810 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95e6937f-315c-4a95-b466-7e126d41c616 req-71864ff4-5fb0-459c-b6b2-b4db8e2cedad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.2280395 Oct 05 10:23:38.176346 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-86e9eead-c822-4ca6-9f82-689d5a047085 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:38.214348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6937f-315c-4a95-b466-7e126d41c616 req-d892ae08-a9d2-46b0-94df-8d3a4b1b9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:38.215906 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95e6937f-315c-4a95-b466-7e126d41c616 req-d892ae08-a9d2-46b0-94df-8d3a4b1b9568 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1080086 Oct 05 10:23:38.282154 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-7bdcb2ff-6590-42f3-a5ea-6a61bfab04cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '8906e610-c8f0-41ce-959e-7d46949e09e9', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'floating_ip_address': '172.26.7.168', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'port_id': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'mac_address': 'fa:16:3e:d5:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:23:35Z', 'updated_at': '2022-10-05T10:23:35Z', 'revision_number': 0, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20d620-4fcc-44af-9005-a44e2739ff37', 'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'mac_address': 'fa:16:3e:2f:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:13Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 5, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'subnets': [{'id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:23:38.286519 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdcb2ff-6590-42f3-a5ea-6a61bfab04cb None None] The sync data for ids ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'] in dv-neutron-860329-1-hyperv is: [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '8906e610-c8f0-41ce-959e-7d46949e09e9', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'floating_ip_address': '172.26.7.168', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'port_id': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'mac_address': 'fa:16:3e:d5:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:23:35Z', 'updated_at': '2022-10-05T10:23:35Z', 'revision_number': 0, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20d620-4fcc-44af-9005-a44e2739ff37', 'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'mac_address': 'fa:16:3e:2f:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:13Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 5, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'subnets': [{'id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:23:38.289164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-86e9eead-c822-4ca6-9f82-689d5a047085 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:38.343274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9eead-c822-4ca6-9f82-689d5a047085 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039d5cb9-368c-4cfb-8d7f-6ff5982515a1,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:23:38.383772 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95e6937f-315c-4a95-b466-7e126d41c616 req-d28b14b6-a692-4b61-ba32-a976f36581e3 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609817 Oct 05 10:23:38.462897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-86e9eead-c822-4ca6-9f82-689d5a047085 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:38.466933 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-86e9eead-c822-4ca6-9f82-689d5a047085 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7241213 Oct 05 10:23:38.467509 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50548) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:23:38.476122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-4b316520-b6e5-4ed9-993e-6fb591987eba tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'security_group_rule': {'security_group_id': '559fd7be-d0ea-4b84-80e0-78a098a96aae', 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:23:38.487456 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4b316520-b6e5-4ed9-993e-6fb591987eba tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:23:38.494568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4b316520-b6e5-4ed9-993e-6fb591987eba tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group_rule and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:23:38.500091 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-4b316520-b6e5-4ed9-993e-6fb591987eba tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:23:38.504939 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7c5f30-c3b7-447b-8c95-f15bcccf753e None None] New status for floating IP 8906e610-c8f0-41ce-959e-7d46949e09e9: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:23:38.511162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-4b316520-b6e5-4ed9-993e-6fb591987eba tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:23:38.536583 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-95e6937f-315c-4a95-b466-7e126d41c616 req-316e5edb-35a8-40b3-b0ef-5035ac219070 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455171 Oct 05 10:23:38.571045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4b316520-b6e5-4ed9-993e-6fb591987eba tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:38.642145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4b316520-b6e5-4ed9-993e-6fb591987eba tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:38.706254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4b316520-b6e5-4ed9-993e-6fb591987eba tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:38.733588 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b316520-b6e5-4ed9-993e-6fb591987eba tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee04328c-69b6-4e67-90d8-577f5d41893a,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:23:38.820349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4b316520-b6e5-4ed9-993e-6fb591987eba tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:38.821571 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4b316520-b6e5-4ed9-993e-6fb591987eba tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3526704 Oct 05 10:23:38.824455 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50552) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:23:38.832020 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-58503e10-f6ef-452c-a6b5-560d4f1115c6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'security_group_rule': {'security_group_id': '559fd7be-d0ea-4b84-80e0-78a098a96aae', 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:23:38.836268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-58503e10-f6ef-452c-a6b5-560d4f1115c6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:23:38.840110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-58503e10-f6ef-452c-a6b5-560d4f1115c6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group_rule and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:23:38.842994 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-58503e10-f6ef-452c-a6b5-560d4f1115c6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:23:38.848834 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-58503e10-f6ef-452c-a6b5-560d4f1115c6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:23:38.930563 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58503e10-f6ef-452c-a6b5-560d4f1115c6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:38.996160 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58503e10-f6ef-452c-a6b5-560d4f1115c6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:39.054842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58503e10-f6ef-452c-a6b5-560d4f1115c6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:39.079558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503e10-f6ef-452c-a6b5-560d4f1115c6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0dab08-299a-4710-81e3-9d689f3d9e6b,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:23:39.146445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-58503e10-f6ef-452c-a6b5-560d4f1115c6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:39.147653 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-58503e10-f6ef-452c-a6b5-560d4f1115c6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222802 Oct 05 10:23:39.150518 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50556) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:23:39.155528 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2abb4235-c64d-43a9-ba03-451b2461ad27 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'security_group_rule': {'security_group_id': '559fd7be-d0ea-4b84-80e0-78a098a96aae', 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:23:39.161557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2abb4235-c64d-43a9-ba03-451b2461ad27 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:23:39.165935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2abb4235-c64d-43a9-ba03-451b2461ad27 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group_rule and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:23:39.175139 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2abb4235-c64d-43a9-ba03-451b2461ad27 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:23:39.180960 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2abb4235-c64d-43a9-ba03-451b2461ad27 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:23:39.239374 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2abb4235-c64d-43a9-ba03-451b2461ad27 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:39.308376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2abb4235-c64d-43a9-ba03-451b2461ad27 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:39.363056 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2abb4235-c64d-43a9-ba03-451b2461ad27 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:39.386857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb4235-c64d-43a9-ba03-451b2461ad27 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33ce0bc-f9ed-4842-86d3-c277d26c1435,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:23:39.476959 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2abb4235-c64d-43a9-ba03-451b2461ad27 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:39.478231 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2abb4235-c64d-43a9-ba03-451b2461ad27 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3267217 Oct 05 10:23:39.480961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50560) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:23:39.486561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2c8933ad-e892-48c3-8ab7-bce06e5323a4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'security_group_rule': {'security_group_id': '559fd7be-d0ea-4b84-80e0-78a098a96aae', 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:23:39.492718 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2c8933ad-e892-48c3-8ab7-bce06e5323a4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:23:39.496825 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2c8933ad-e892-48c3-8ab7-bce06e5323a4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group_rule and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:23:39.500784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2c8933ad-e892-48c3-8ab7-bce06e5323a4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:23:39.508185 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2c8933ad-e892-48c3-8ab7-bce06e5323a4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:23:39.597732 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-2c8933ad-e892-48c3-8ab7-bce06e5323a4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Project 9848335bbd3e461bac5dd84e02c25182 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:23:39.604803 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c8933ad-e892-48c3-8ab7-bce06e5323a4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:39.676777 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c8933ad-e892-48c3-8ab7-bce06e5323a4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:39.757883 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c8933ad-e892-48c3-8ab7-bce06e5323a4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:39.785710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8933ad-e892-48c3-8ab7-bce06e5323a4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74facb4a-fc54-463e-8e5b-e4aca890d042,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:23:39.878385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2c8933ad-e892-48c3-8ab7-bce06e5323a4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:39.879561 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2c8933ad-e892-48c3-8ab7-bce06e5323a4 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3976719 Oct 05 10:23:39.882227 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50564) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:23:39.887168 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-bfc7017a-aaa2-46fc-a00f-398dfa7691e2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'security_group_rule': {'security_group_id': '559fd7be-d0ea-4b84-80e0-78a098a96aae', 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:23:39.893178 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bfc7017a-aaa2-46fc-a00f-398dfa7691e2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:23:39.897410 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bfc7017a-aaa2-46fc-a00f-398dfa7691e2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Usage tracker for resource:security_group_rule and tenant:9848335bbd3e461bac5dd84e02c25182 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:23:39.899910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-bfc7017a-aaa2-46fc-a00f-398dfa7691e2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:23:39.906325 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-bfc7017a-aaa2-46fc-a00f-398dfa7691e2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:23:39.969236 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-bfc7017a-aaa2-46fc-a00f-398dfa7691e2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Project 9848335bbd3e461bac5dd84e02c25182 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:23:39.976690 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfc7017a-aaa2-46fc-a00f-398dfa7691e2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:40.044429 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfc7017a-aaa2-46fc-a00f-398dfa7691e2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:40.112493 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfc7017a-aaa2-46fc-a00f-398dfa7691e2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:40.137301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7017a-aaa2-46fc-a00f-398dfa7691e2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781952d7-ebf6-4563-bfef-fbd001a444c2,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:23:40.214623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bfc7017a-aaa2-46fc-a00f-398dfa7691e2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:40.215906 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bfc7017a-aaa2-46fc-a00f-398dfa7691e2 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3327596 Oct 05 10:23:40.337417 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8e08932b-078f-49d0-b243-342e90cc999c req-e96896fc-6420-41ad-ab19-7c48f5c4bb16 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-564626934&fields=id&tenant_id=9848335bbd3e461bac5dd84e02c25182 HTTP/1.1" status: 200 len: 267 time: 0.0405345 Oct 05 10:23:40.433207 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08932b-078f-49d0-b243-342e90cc999c req-5842b72d-8cdc-4f6a-b7a6-3b44abf53efc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:40.434713 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8e08932b-078f-49d0-b243-342e90cc999c req-5842b72d-8cdc-4f6a-b7a6-3b44abf53efc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 945 time: 0.0918036 Oct 05 10:23:40.445671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [req-8e08932b-078f-49d0-b243-342e90cc999c req-2fdbe0e6-881f-4e90-994a-de3a1e42afe1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'port': {'security_groups': ['d2c827ac-77db-400d-ac95-c623eaf79a54', '559fd7be-d0ea-4b84-80e0-78a098a96aae']}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:23:40.562422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-8e08932b-078f-49d0-b243-342e90cc999c req-2fdbe0e6-881f-4e90-994a-de3a1e42afe1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:40.817594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [req-8e08932b-078f-49d0-b243-342e90cc999c req-2fdbe0e6-881f-4e90-994a-de3a1e42afe1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] For port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:23:40.841857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-8e08932b-078f-49d0-b243-342e90cc999c req-2fdbe0e6-881f-4e90-994a-de3a1e42afe1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:40.883438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-8e08932b-078f-49d0-b243-342e90cc999c req-2fdbe0e6-881f-4e90-994a-de3a1e42afe1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:40.892798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08932b-078f-49d0-b243-342e90cc999c req-2fdbe0e6-881f-4e90-994a-de3a1e42afe1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:40.893397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-8e08932b-078f-49d0-b243-342e90cc999c req-2fdbe0e6-881f-4e90-994a-de3a1e42afe1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:40.894767 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8e08932b-078f-49d0-b243-342e90cc999c req-2fdbe0e6-881f-4e90-994a-de3a1e42afe1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "PUT /v2.0/ports/b243b64d-9f3c-471c-a4bc-f1f9fa16a87d HTTP/1.1" status: 200 len: 981 time: 0.4534848 Oct 05 10:23:40.925204 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'tag': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:23:40.929456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['b243b64d-9f3c-471c-a4bc-f1f9fa16a87d'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:23:40.930408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67beb042-6567-4051-a805-0204379141bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3207f7-6517-405f-83b5-5baee8dfd8b4", "tag": "b243b64d-9f3c-471c-a4bc-f1f9fa16a87d"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:23:41.075448 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['b243b64d-9f3c-471c-a4bc-f1f9fa16a87d'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:23:41.082334 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0462e16-9d49-4403-b379-92b5c0b1d565 x-openstack-request-id: req-c0462e16-9d49-4403-b379-92b5c0b1d565 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:23:41.082623 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3207f7-6517-405f-83b5-5baee8dfd8b4", "tag": "b243b64d-9f3c-471c-a4bc-f1f9fa16a87d", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:23:41.082884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0462e16-9d49-4403-b379-92b5c0b1d565 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:23:41.083271 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0462e16-9d49-4403-b379-92b5c0b1d565'] response: {'name': 'network-changed', 'server_uuid': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'tag': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d', 'status': 'completed', 'code': 200} Oct 05 10:23:41.168350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beb042-6567-4051-a805-0204379141bf req-e3b0569e-53cf-47f9-b888-2914d0b11da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:41.171118 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-67beb042-6567-4051-a805-0204379141bf req-e3b0569e-53cf-47f9-b888-2914d0b11da6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 1137 time: 0.1094942 Oct 05 10:23:41.180941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbe0e6-881f-4e90-994a-de3a1e42afe1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'Port': ['ID=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d,revision_number=6']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:23:41.209187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02bf88-5d0e-49d1-97b6-9be8d99f40cd req-8f12d2d8-d162-444f-8d46-15529bce1ad9 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:41.210732 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bd02bf88-5d0e-49d1-97b6-9be8d99f40cd req-8f12d2d8-d162-444f-8d46-15529bce1ad9 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 984 time: 0.1301470 Oct 05 10:23:41.262675 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bd02bf88-5d0e-49d1-97b6-9be8d99f40cd req-74752865-f13f-45d7-8af3-1fcf865e64e3 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=559fd7be-d0ea-4b84-80e0-78a098a96aae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439851 Oct 05 10:23:41.328666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beb042-6567-4051-a805-0204379141bf req-136abfbc-5ed1-4d88-a736-f09dac018327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:41.330051 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-67beb042-6567-4051-a805-0204379141bf req-136abfbc-5ed1-4d88-a736-f09dac018327 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.1525657 Oct 05 10:23:41.436717 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-67beb042-6567-4051-a805-0204379141bf req-770882fd-0c46-4c93-9038-ad6619d42926 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d HTTP/1.1" status: 200 len: 1001 time: 0.1001039 Oct 05 10:23:41.505505 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beb042-6567-4051-a805-0204379141bf req-bbef19ca-db6c-4ac0-964d-520805178705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:41.507067 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-67beb042-6567-4051-a805-0204379141bf req-bbef19ca-db6c-4ac0-964d-520805178705 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0643110 Oct 05 10:23:41.520513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.55', 64546) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:23:41.599752 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beb042-6567-4051-a805-0204379141bf req-e742eb65-299a-471a-989f-f73905794c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:41.601595 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-67beb042-6567-4051-a805-0204379141bf req-e742eb65-299a-471a-989f-f73905794c26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809534 Oct 05 10:23:41.604708 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-673ddf13-7b79-4389-b02c-ca3024360079 req-1fa57291-70be-43c0-b9a0-6dd45ec2e077 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828280 Oct 05 10:23:41.738020 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-67beb042-6567-4051-a805-0204379141bf req-f66d2aac-7857-4b91-911f-a3a3eab78b48 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294188 Oct 05 10:23:41.883744 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-67beb042-6567-4051-a805-0204379141bf req-91a3be2a-834f-476a-9b43-8eda57a62753 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383493 Oct 05 10:23:42.085102 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ddf13-7b79-4389-b02c-ca3024360079 req-5ac46404-3d73-4387-90c8-5edf504649da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:42.086606 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-673ddf13-7b79-4389-b02c-ca3024360079 req-5ac46404-3d73-4387-90c8-5edf504649da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 1137 time: 0.0829744 Oct 05 10:23:42.229575 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ddf13-7b79-4389-b02c-ca3024360079 req-1f7dc876-fbba-4597-bdaa-35103d0c3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:42.231026 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-673ddf13-7b79-4389-b02c-ca3024360079 req-1f7dc876-fbba-4597-bdaa-35103d0c3f47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.1258328 Oct 05 10:23:42.330039 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-673ddf13-7b79-4389-b02c-ca3024360079 req-3832996c-45fe-413f-91d8-9037a411df77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d HTTP/1.1" status: 200 len: 1001 time: 0.0925658 Oct 05 10:23:42.496885 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ddf13-7b79-4389-b02c-ca3024360079 req-469040f4-7b8a-4d87-9bc2-18e036b35896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:42.498899 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-673ddf13-7b79-4389-b02c-ca3024360079 req-469040f4-7b8a-4d87-9bc2-18e036b35896 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.1626718 Oct 05 10:23:42.597109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ddf13-7b79-4389-b02c-ca3024360079 req-0d084812-8c4d-407e-aa8c-084482ecaa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:23:42.598641 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-673ddf13-7b79-4389-b02c-ca3024360079 req-0d084812-8c4d-407e-aa8c-084482ecaa37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932264 Oct 05 10:23:42.732993 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-673ddf13-7b79-4389-b02c-ca3024360079 req-d2ca96cc-4295-4e53-bbd9-186c3a53269c service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276042 Oct 05 10:23:42.866733 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-673ddf13-7b79-4389-b02c-ca3024360079 req-86919fb6-fedd-46be-8c60-097bdd6bdb6f service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283352 Oct 05 10:23:50.397458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3f60608c-6fda-4f1e-a859-7f95b7b8708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:51.484928 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:23:52.642880 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-721b9117-7d85-4a1f-8f06-e7c48f98acc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:54.237275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:54.397044 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:55.711652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:23:55.757258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:24:20.391416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bdb08182-6529-49b6-b2ab-178c1797522a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:24:22.397225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-e7db6329-7c21-4a38-88d5-325e13282d21 req-2abb5485-bc4c-4b95-9249-1c4ddf688fc7 service neutron] (89846) timed out ('10.222.0.49', 46960) {{(pid=89846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 05 10:24:22.670363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ff444afe-f3f3-4450-8217-6ff51b7f8ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:24:24.224571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:24:24.419064 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:24:25.739183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:24:25.761873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:24:28.485224 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:24:39.545040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfdfd0-11ab-4e1d-aeeb-f97f35f9efda req-cb39e857-e68f-4315-8c2c-d62d4bcadc45 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:39.546568 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3bdfdfd0-11ab-4e1d-aeeb-f97f35f9efda req-cb39e857-e68f-4315-8c2c-d62d4bcadc45 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 984 time: 0.1086702 Oct 05 10:24:39.589641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4855f-dd9c-4d97-b9b3-e16c21618275 req-f7ffbf3c-2143-4e3a-aa89-03966b6a5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:39.591156 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-aba4855f-dd9c-4d97-b9b3-e16c21618275 req-f7ffbf3c-2143-4e3a-aa89-03966b6a5d69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 1137 time: 0.0873673 Oct 05 10:24:39.595740 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3bdfdfd0-11ab-4e1d-aeeb-f97f35f9efda req-f7044448-335f-4ba4-bf7d-c3512cf1b396 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=559fd7be-d0ea-4b84-80e0-78a098a96aae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429587 Oct 05 10:24:39.725545 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4855f-dd9c-4d97-b9b3-e16c21618275 req-dd4fe29b-6180-43d1-afd6-c3a407967a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:39.727021 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-aba4855f-dd9c-4d97-b9b3-e16c21618275 req-dd4fe29b-6180-43d1-afd6-c3a407967a4b service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.1298106 Oct 05 10:24:39.834824 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-aba4855f-dd9c-4d97-b9b3-e16c21618275 req-2dc04505-295f-42db-9460-d909157dbb12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d HTTP/1.1" status: 200 len: 1001 time: 0.0999770 Oct 05 10:24:39.899680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4855f-dd9c-4d97-b9b3-e16c21618275 req-b96ca8e2-4de2-4c4a-81cf-7e9f52852697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:39.901048 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-aba4855f-dd9c-4d97-b9b3-e16c21618275 req-b96ca8e2-4de2-4c4a-81cf-7e9f52852697 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0595746 Oct 05 10:24:39.987669 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4855f-dd9c-4d97-b9b3-e16c21618275 req-dc0c5583-4afa-4d95-bd6e-f9cf2c4c5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:39.989138 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-aba4855f-dd9c-4d97-b9b3-e16c21618275 req-dc0c5583-4afa-4d95-bd6e-f9cf2c4c5417 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818384 Oct 05 10:24:40.123228 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-aba4855f-dd9c-4d97-b9b3-e16c21618275 req-50ea2d84-a92f-4d09-a843-bb4350bf1815 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273062 Oct 05 10:24:40.257048 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-aba4855f-dd9c-4d97-b9b3-e16c21618275 req-695c3ac6-8cd4-4d14-abe8-20300f187459 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271052 Oct 05 10:24:40.801287 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888166f2-999e-47fc-8d9a-bb2da0803602 req-df8f0a35-c5d4-4c4d-9e38-3bc2fccdfe51 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:40.802792 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-888166f2-999e-47fc-8d9a-bb2da0803602 req-df8f0a35-c5d4-4c4d-9e38-3bc2fccdfe51 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 984 time: 0.0895643 Oct 05 10:24:40.850607 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-888166f2-999e-47fc-8d9a-bb2da0803602 req-6633c06f-2d2a-4a89-bc3a-8817c95c1b3a tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=559fd7be-d0ea-4b84-80e0-78a098a96aae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416603 Oct 05 10:24:42.056668 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93de84-a93f-4e51-aa5e-7298fe80f504 req-5782a9ab-3190-40f9-8047-6d40d1b8f6f1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:42.058162 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8b93de84-a93f-4e51-aa5e-7298fe80f504 req-5782a9ab-3190-40f9-8047-6d40d1b8f6f1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 984 time: 0.0935321 Oct 05 10:24:42.105263 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8b93de84-a93f-4e51-aa5e-7298fe80f504 req-4e0f31b2-6cb1-4cba-b8c4-7c56e21af526 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=559fd7be-d0ea-4b84-80e0-78a098a96aae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405998 Oct 05 10:24:42.657635 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ad9b1-b217-48ae-898f-4f61ab2902d6 req-0a8e2b18-0a9f-411e-a6a2-58b76d18ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:42.659193 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8d0ad9b1-b217-48ae-898f-4f61ab2902d6 req-0a8e2b18-0a9f-411e-a6a2-58b76d18ccd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 1137 time: 0.0793474 Oct 05 10:24:42.810493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ad9b1-b217-48ae-898f-4f61ab2902d6 req-68cad27b-92d1-4204-bac0-f2a0500285f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:42.811982 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8d0ad9b1-b217-48ae-898f-4f61ab2902d6 req-68cad27b-92d1-4204-bac0-f2a0500285f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.1327963 Oct 05 10:24:42.919577 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8d0ad9b1-b217-48ae-898f-4f61ab2902d6 req-62d1705e-8443-4176-8ada-47cb5fa69ebe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d HTTP/1.1" status: 200 len: 1001 time: 0.1012447 Oct 05 10:24:42.980750 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ad9b1-b217-48ae-898f-4f61ab2902d6 req-5a4ab42d-3ef9-411f-95a9-7dc71ddc08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:42.982201 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8d0ad9b1-b217-48ae-898f-4f61ab2902d6 req-5a4ab42d-3ef9-411f-95a9-7dc71ddc08c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0570986 Oct 05 10:24:43.172471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ad9b1-b217-48ae-898f-4f61ab2902d6 req-bb818ee3-20fa-4be4-adc2-4f5b0e02eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:43.173895 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8d0ad9b1-b217-48ae-898f-4f61ab2902d6 req-bb818ee3-20fa-4be4-adc2-4f5b0e02eefb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1848888 Oct 05 10:24:43.309288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f2b83-aee0-4064-8e0e-db04d42d73c2 req-7ebb0eca-5dfa-483a-a776-8d327e2e58e0 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:43.309889 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8d0ad9b1-b217-48ae-898f-4f61ab2902d6 req-5df3a024-95d0-439c-8ec1-2536af48bad1 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289268 Oct 05 10:24:43.310823 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c17f2b83-aee0-4064-8e0e-db04d42d73c2 req-7ebb0eca-5dfa-483a-a776-8d327e2e58e0 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 984 time: 0.0938580 Oct 05 10:24:43.359230 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c17f2b83-aee0-4064-8e0e-db04d42d73c2 req-c39479a6-aaa1-4461-85eb-697790ae78cd tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=559fd7be-d0ea-4b84-80e0-78a098a96aae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412128 Oct 05 10:24:43.445928 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8d0ad9b1-b217-48ae-898f-4f61ab2902d6 req-489de937-86dc-49eb-8b2e-f3650f06c437 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302187 Oct 05 10:24:44.566286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55a3c8-fb9b-432e-adda-27802a790efd req-d5ad5f99-0cd2-425b-bfc4-c1d896c64df8 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:44.567782 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bb55a3c8-fb9b-432e-adda-27802a790efd req-d5ad5f99-0cd2-425b-bfc4-c1d896c64df8 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 984 time: 0.0891774 Oct 05 10:24:44.615449 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bb55a3c8-fb9b-432e-adda-27802a790efd req-85a6ad0b-5134-49ae-9aad-0c508b251882 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=559fd7be-d0ea-4b84-80e0-78a098a96aae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416284 Oct 05 10:24:45.822698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754e7cd-7aaa-4698-9ef6-0fd360b17eb1 req-95641a69-472e-49e8-882e-40e99eea2d85 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:45.824137 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3754e7cd-7aaa-4698-9ef6-0fd360b17eb1 req-95641a69-472e-49e8-882e-40e99eea2d85 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 984 time: 0.0940845 Oct 05 10:24:45.874045 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3754e7cd-7aaa-4698-9ef6-0fd360b17eb1 req-f6b0d7f7-754a-4ff4-9cda-01ba0cf786b6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=559fd7be-d0ea-4b84-80e0-78a098a96aae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438211 Oct 05 10:24:47.080640 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5362f6-6078-4bcf-9a11-f579ea68b8aa req-f68950a2-364c-4371-a890-3f762b121e7c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:47.082070 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3f5362f6-6078-4bcf-9a11-f579ea68b8aa req-f68950a2-364c-4371-a890-3f762b121e7c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 984 time: 0.0955520 Oct 05 10:24:47.129435 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3f5362f6-6078-4bcf-9a11-f579ea68b8aa req-95832415-1a87-4173-b44a-9ddd17f27675 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=559fd7be-d0ea-4b84-80e0-78a098a96aae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415523 Oct 05 10:24:48.332381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ab40e-f8eb-4b80-a28e-d494ba9d427e req-43c56b98-5eea-49c3-b06d-0da6951439f6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:48.333879 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-037ab40e-f8eb-4b80-a28e-d494ba9d427e req-43c56b98-5eea-49c3-b06d-0da6951439f6 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 984 time: 0.0900705 Oct 05 10:24:48.382526 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-037ab40e-f8eb-4b80-a28e-d494ba9d427e req-e03e34a5-085c-4e59-b29c-a52a9f5c151e tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=559fd7be-d0ea-4b84-80e0-78a098a96aae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428023 Oct 05 10:24:49.585665 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5de90-0534-433c-835d-1b3baec70812 req-8d6054dc-fd1d-4ebe-9734-81daa6317563 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:49.587146 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6fc5de90-0534-433c-835d-1b3baec70812 req-8d6054dc-fd1d-4ebe-9734-81daa6317563 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 984 time: 0.0913267 Oct 05 10:24:49.634359 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6fc5de90-0534-433c-835d-1b3baec70812 req-6bacb828-8712-47d1-a299-f926d7b0e723 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=559fd7be-d0ea-4b84-80e0-78a098a96aae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412626 Oct 05 10:24:50.401453 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-24c9e297-c1ad-4344-9753-cd378fd5d057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:24:50.847827 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6b23d-ac18-44e1-8563-63257a125209 req-c3e9f2a3-7ddb-484c-af0b-47aa10890e6c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:50.849330 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ffe6b23d-ac18-44e1-8563-63257a125209 req-c3e9f2a3-7ddb-484c-af0b-47aa10890e6c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 984 time: 0.0922542 Oct 05 10:24:50.896616 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ffe6b23d-ac18-44e1-8563-63257a125209 req-623604e5-daf4-4b85-ba31-0875d6b9e62f tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=559fd7be-d0ea-4b84-80e0-78a098a96aae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413930 Oct 05 10:24:52.107362 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f411c-598b-40fe-b3fd-23c7763f8294 req-9551d54a-598a-4b5a-90e0-2322ac23e68e tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:24:52.108803 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e45f411c-598b-40fe-b3fd-23c7763f8294 req-9551d54a-598a-4b5a-90e0-2322ac23e68e tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 984 time: 0.0860927 Oct 05 10:24:52.154294 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e45f411c-598b-40fe-b3fd-23c7763f8294 req-2159cf69-213f-4f5c-bf4d-9f203b168a00 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&id=559fd7be-d0ea-4b84-80e0-78a098a96aae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396419 Oct 05 10:24:52.664200 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d225c767-ff7f-4fd7-89c6-30a227b8c151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:24:54.218751 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:24:54.389758 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:24:55.720985 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:24:55.801301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:05.484535 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:25:20.406671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-de0757c7-fcc4-4735-a11b-05d375fa4c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:22.646679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-faddc780-4270-4d10-88e1-2981b5bc159e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:24.229974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:24.411847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:25.720474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:25.760553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:42.483953 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:25:43.668609 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4548565c-70f7-44c2-a6fb-a6e1c7df826e req-b2f7c317-2447-445f-9b86-cc95594e5146 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1540174 Oct 05 10:25:43.836208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548565c-70f7-44c2-a6fb-a6e1c7df826e req-02454549-e93f-4faf-8a08-c5fbab51b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:25:43.837622 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4548565c-70f7-44c2-a6fb-a6e1c7df826e req-02454549-e93f-4faf-8a08-c5fbab51b349 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 1137 time: 0.0812061 Oct 05 10:25:43.983311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548565c-70f7-44c2-a6fb-a6e1c7df826e req-f834224a-dacf-4a72-962b-7f48b8a1bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:25:43.984780 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4548565c-70f7-44c2-a6fb-a6e1c7df826e req-f834224a-dacf-4a72-962b-7f48b8a1bba0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.1293924 Oct 05 10:25:44.094852 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4548565c-70f7-44c2-a6fb-a6e1c7df826e req-784fce83-9117-411d-85c6-6ed57f9bd532 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d HTTP/1.1" status: 200 len: 1001 time: 0.1030183 Oct 05 10:25:44.157688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548565c-70f7-44c2-a6fb-a6e1c7df826e req-8a8a94fa-b069-4ac4-a008-3191b399f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:25:44.159145 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4548565c-70f7-44c2-a6fb-a6e1c7df826e req-8a8a94fa-b069-4ac4-a008-3191b399f657 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0581157 Oct 05 10:25:44.245635 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548565c-70f7-44c2-a6fb-a6e1c7df826e req-2f5285b8-5272-45f2-80e4-c5cf6b9340ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:25:44.247158 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4548565c-70f7-44c2-a6fb-a6e1c7df826e req-2f5285b8-5272-45f2-80e4-c5cf6b9340ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819535 Oct 05 10:25:44.380400 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4548565c-70f7-44c2-a6fb-a6e1c7df826e req-159cbe3f-191d-41fb-8746-3a5d6f5240b5 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269844 Oct 05 10:25:44.515128 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4548565c-70f7-44c2-a6fb-a6e1c7df826e req-80603019-58e1-4520-8cda-83ac6146cdf8 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284032 Oct 05 10:25:50.377215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8e06722b-bcd2-44bc-a661-1851ad4f3e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:52.645513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e074fbfe-2822-4c94-a956-2e9d383e5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:54.228503 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:54.416837 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:55.742875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:55.759906 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:57.938886 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-06656421-5983-41fd-baae-bbfa6539c0ae req-fee9c975-4b4f-4aa6-ac8e-a77201d10c3b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-564626934&fields=id&tenant_id=9848335bbd3e461bac5dd84e02c25182 HTTP/1.1" status: 200 len: 267 time: 0.0437851 Oct 05 10:25:58.030378 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06656421-5983-41fd-baae-bbfa6539c0ae req-817f8bdb-a27f-4241-a7e8-ca6fee70d909 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:25:58.031841 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-06656421-5983-41fd-baae-bbfa6539c0ae req-817f8bdb-a27f-4241-a7e8-ca6fee70d909 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 984 time: 0.0876162 Oct 05 10:25:58.043385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [req-06656421-5983-41fd-baae-bbfa6539c0ae req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Request body: {'port': {'security_groups': ['d2c827ac-77db-400d-ac95-c623eaf79a54']}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:25:58.170601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-06656421-5983-41fd-baae-bbfa6539c0ae req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:58.512055 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [req-06656421-5983-41fd-baae-bbfa6539c0ae req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] For port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:25:58.538287 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-06656421-5983-41fd-baae-bbfa6539c0ae req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:58.588679 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-06656421-5983-41fd-baae-bbfa6539c0ae req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:58.626155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06656421-5983-41fd-baae-bbfa6539c0ae req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:25:58.626802 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [req-06656421-5983-41fd-baae-bbfa6539c0ae req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:58.628193 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-06656421-5983-41fd-baae-bbfa6539c0ae req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "PUT /v2.0/ports/b243b64d-9f3c-471c-a4bc-f1f9fa16a87d HTTP/1.1" status: 200 len: 942 time: 0.5900130 Oct 05 10:25:58.628648 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'tag': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:25:58.634406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb9a40f-60c8-4164-9688-2e34510bb065" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3207f7-6517-405f-83b5-5baee8dfd8b4", "tag": "b243b64d-9f3c-471c-a4bc-f1f9fa16a87d"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:25:58.634689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['b243b64d-9f3c-471c-a4bc-f1f9fa16a87d'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:25:58.635124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50682) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:25:58.686945 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f704c5-c0b9-4bef-975e-cb0fbfe46460 x-openstack-request-id: req-c5f704c5-c0b9-4bef-975e-cb0fbfe46460 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:25:58.687489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3207f7-6517-405f-83b5-5baee8dfd8b4", "tag": "b243b64d-9f3c-471c-a4bc-f1f9fa16a87d", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:25:58.687754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5f704c5-c0b9-4bef-975e-cb0fbfe46460 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:25:58.688133 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f704c5-c0b9-4bef-975e-cb0fbfe46460'] response: {'name': 'network-changed', 'server_uuid': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'tag': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d', 'status': 'completed', 'code': 200} Oct 05 10:25:58.693838 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event updated for resources: {'Port': ['ID=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d,revision_number=7']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:25:58.705625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:58.706000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:58.706469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:58.708202 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:58.708519 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:58.709465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:58.709583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:58.710852 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:58.711564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:58.712286 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:58.712829 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:58.712941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:58.713346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d599cac3-2461-48aa-bf95-dfc84b963925 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:58.788142 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['b243b64d-9f3c-471c-a4bc-f1f9fa16a87d'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:25:58.800401 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:58.868115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9a40f-60c8-4164-9688-2e34510bb065 req-766ebfeb-c7a8-45f4-9ccb-b8bbfc57cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:25:58.869620 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eb9a40f-60c8-4164-9688-2e34510bb065 req-766ebfeb-c7a8-45f4-9ccb-b8bbfc57cbd2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 1098 time: 0.1382451 Oct 05 10:25:59.009111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:59.012954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9a40f-60c8-4164-9688-2e34510bb065 req-b961cad9-3bf4-4153-8ed5-adfdc93ca0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:25:59.017377 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eb9a40f-60c8-4164-9688-2e34510bb065 req-b961cad9-3bf4-4153-8ed5-adfdc93ca0ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.1379650 Oct 05 10:25:59.189696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=559fd7be-d0ea-4b84-80e0-78a098a96aae,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:25:59.218373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:59.218719 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:59.219059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:59.219397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:59.219731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:59.220061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:59.220387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:59.220715 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:59.221082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:59.221368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:59.221702 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:59.222027 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:25:59.238406 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:59.242216 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a721ec48-846a-4d53-bdd9-ba3d44c36cef tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "DELETE /v2.0/security-groups/559fd7be-d0ea-4b84-80e0-78a098a96aae HTTP/1.1" status: 204 len: 168 time: 0.6036620 Oct 05 10:25:59.243809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50686) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:25:59.254616 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eb9a40f-60c8-4164-9688-2e34510bb065 req-ed883399-3a1b-45e6-a749-5c551cd86d9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d HTTP/1.1" status: 200 len: 1001 time: 0.2254858 Oct 05 10:25:59.319695 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9a40f-60c8-4164-9688-2e34510bb065 req-ea2b2b04-dac0-49c9-a8d8-99074091d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:25:59.321154 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eb9a40f-60c8-4164-9688-2e34510bb065 req-ea2b2b04-dac0-49c9-a8d8-99074091d4ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0600288 Oct 05 10:25:59.407897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9a40f-60c8-4164-9688-2e34510bb065 req-159d2071-a516-446f-a632-f4a5a156c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:25:59.409379 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eb9a40f-60c8-4164-9688-2e34510bb065 req-159d2071-a516-446f-a632-f4a5a156c2d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822744 Oct 05 10:25:59.454607 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-957dd6d6-a9c3-4d6a-9bfd-befaee466c41 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Deleting port 7e3e9e9e-56dd-4943-9695-49a38212c55b {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:25:59.454858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-957dd6d6-a9c3-4d6a-9bfd-befaee466c41 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:59.549122 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eb9a40f-60c8-4164-9688-2e34510bb065 req-5139438b-1401-4661-b768-0696a983b275 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321204 Oct 05 10:25:59.630445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-957dd6d6-a9c3-4d6a-9bfd-befaee466c41 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:59.631337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-957dd6d6-a9c3-4d6a-9bfd-befaee466c41 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:59.685876 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1eb9a40f-60c8-4164-9688-2e34510bb065 req-780217c3-ddc9-4953-bb7d-925772ca81ab service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312137 Oct 05 10:25:59.759132 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-957dd6d6-a9c3-4d6a-9bfd-befaee466c41 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Calling delete_port for 7e3e9e9e-56dd-4943-9695-49a38212c55b owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:25:59.942766 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-957dd6d6-a9c3-4d6a-9bfd-befaee466c41 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:25:59.993643 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dd6d6-a9c3-4d6a-9bfd-befaee466c41 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event deleted for resources: {'Port': ['ID=7e3e9e9e-56dd-4943-9695-49a38212c55b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:00.089415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-957dd6d6-a9c3-4d6a-9bfd-befaee466c41 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:00.089668 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-957dd6d6-a9c3-4d6a-9bfd-befaee466c41 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Floating IP 8906e610-c8f0-41ce-959e-7d46949e09e9 disassociated (deleted). External IP: 172.26.7.168, port: b243b64d-9f3c-471c-a4bc-f1f9fa16a87d. Oct 05 10:26:00.560613 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957dd6d6-a9c3-4d6a-9bfd-befaee466c41 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Router e89098b6-15b3-4596-9f08-f2282f8ec9ac has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:26:00.749029 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957dd6d6-a9c3-4d6a-9bfd-befaee466c41 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:26:00.759137 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53583b-872f-44a9-ac33-5cada21cee90 None None] Sync routers for ids ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:26:00.767403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-957dd6d6-a9c3-4d6a-9bfd-befaee466c41 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:00.769698 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53583b-872f-44a9-ac33-5cada21cee90 None None] Routers {'e89098b6-15b3-4596-9f08-f2282f8ec9ac'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:26:00.770389 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-8e53583b-872f-44a9-ac33-5cada21cee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:25:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:00.828063 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-957dd6d6-a9c3-4d6a-9bfd-befaee466c41 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "DELETE /v2.0/floatingips/8906e610-c8f0-41ce-959e-7d46949e09e9 HTTP/1.1" status: 204 len: 168 time: 1.5828784 Oct 05 10:26:00.828471 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'tag': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:26:00.830886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc2d6b6-19d5-486b-b9a4-4ef4d91e8ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3207f7-6517-405f-83b5-5baee8dfd8b4", "tag": "b243b64d-9f3c-471c-a4bc-f1f9fa16a87d"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:26:00.879440 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbf2283-dd6e-4149-9f2e-9bad0c7263ce x-openstack-request-id: req-cdbf2283-dd6e-4149-9f2e-9bad0c7263ce {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:26:00.879854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3207f7-6517-405f-83b5-5baee8dfd8b4", "tag": "b243b64d-9f3c-471c-a4bc-f1f9fa16a87d", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:26:00.880236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdbf2283-dd6e-4149-9f2e-9bad0c7263ce {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:26:00.880790 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdbf2283-dd6e-4149-9f2e-9bad0c7263ce'] response: {'name': 'network-changed', 'server_uuid': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'tag': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d', 'status': 'completed', 'code': 200} Oct 05 10:26:00.967189 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-8e53583b-872f-44a9-ac33-5cada21cee90 None None] Set router e89098b6-15b3-4596-9f08-f2282f8ec9ac gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:26:01.013900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2d6b6-19d5-486b-b9a4-4ef4d91e8ee0 req-3040a338-491e-45d0-a604-6b29419d3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:01.015419 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2dc2d6b6-19d5-486b-b9a4-4ef4d91e8ee0 req-3040a338-491e-45d0-a604-6b29419d3016 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9848335bbd3e461bac5dd84e02c25182&device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 1098 time: 0.0894496 Oct 05 10:26:01.158559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2d6b6-19d5-486b-b9a4-4ef4d91e8ee0 req-a1d096f6-d36a-409d-a7c0-bd6a23a1dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:01.160017 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2dc2d6b6-19d5-486b-b9a4-4ef4d91e8ee0 req-a1d096f6-d36a-409d-a7c0-bd6a23a1dbee service neutron] 10.222.0.55 "GET /v2.0/networks?id=e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 200 len: 915 time: 0.1381004 Oct 05 10:26:01.233511 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2dc2d6b6-19d5-486b-b9a4-4ef4d91e8ee0 req-05109897-d1c2-49cb-a15a-220224ee6c25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d HTTP/1.1" status: 200 len: 217 time: 0.0674691 Oct 05 10:26:01.300900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2d6b6-19d5-486b-b9a4-4ef4d91e8ee0 req-7fdd955e-c40c-4b81-8a35-6c8e301373a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:01.302581 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2dc2d6b6-19d5-486b-b9a4-4ef4d91e8ee0 req-7fdd955e-c40c-4b81-8a35-6c8e301373a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 200 len: 853 time: 0.0627453 Oct 05 10:26:01.340062 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-8e53583b-872f-44a9-ac33-5cada21cee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'ae20d620-4fcc-44af-9005-a44e2739ff37', 'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'mac_address': 'fa:16:3e:2f:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:13Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 5, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'subnets': [{'id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:01.344729 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53583b-872f-44a9-ac33-5cada21cee90 None None] Checking router: e89098b6-15b3-4596-9f08-f2282f8ec9ac for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:26:01.357533 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53583b-872f-44a9-ac33-5cada21cee90 None None] Routers {'e89098b6-15b3-4596-9f08-f2282f8ec9ac'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:26:01.358181 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-8e53583b-872f-44a9-ac33-5cada21cee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:25:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:01.398026 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2d6b6-19d5-486b-b9a4-4ef4d91e8ee0 req-6d9dbf0d-7b2e-4281-92f7-6669598f02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:01.399568 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2dc2d6b6-19d5-486b-b9a4-4ef4d91e8ee0 req-6d9dbf0d-7b2e-4281-92f7-6669598f02b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e93d574f-020b-4ec6-8b80-aa14fad9aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911651 Oct 05 10:26:01.545496 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2dc2d6b6-19d5-486b-b9a4-4ef4d91e8ee0 req-48b68f32-9b74-45a8-9faf-dda0d2f196c4 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391954 Oct 05 10:26:01.553282 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-8e53583b-872f-44a9-ac33-5cada21cee90 None None] Set router e89098b6-15b3-4596-9f08-f2282f8ec9ac gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:26:01.680791 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2dc2d6b6-19d5-486b-b9a4-4ef4d91e8ee0 req-318ab79f-3785-4b07-af13-abb9ef8eaf12 service neutron] 10.222.0.55 "GET /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284814 Oct 05 10:26:01.873237 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-8e53583b-872f-44a9-ac33-5cada21cee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'ae20d620-4fcc-44af-9005-a44e2739ff37', 'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'mac_address': 'fa:16:3e:2f:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:13Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 5, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'subnets': [{'id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:01.877274 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53583b-872f-44a9-ac33-5cada21cee90 None None] The sync data for ids ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'] in dv-neutron-860329-1-hyperv is: [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:17:14Z', 'revision_number': 4, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'ae20d620-4fcc-44af-9005-a44e2739ff37', 'name': '', 'network_id': 'e93d574f-020b-4ec6-8b80-aa14fad9aeca', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'mac_address': 'fa:16:3e:2f:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:13Z', 'updated_at': '2022-10-05T10:17:19Z', 'revision_number': 5, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'subnets': [{'id': '4083c888-af37-49ca-9faf-71d7a3515f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:26:02.104641 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca9fc7a-20e1-41c9-aebf-193613ec16c2 None None] New status for floating IP 8906e610-c8f0-41ce-959e-7d46949e09e9: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:26:06.907357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a450c-6844-4abb-8858-8774cf6f83b9 req-dec8d4af-4c1c-42cd-98d5-3d7553be3ee1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:06.908057 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-139a450c-6844-4abb-8858-8774cf6f83b9 req-dec8d4af-4c1c-42cd-98d5-3d7553be3ee1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Synchronizing usage tracker for tenant:9848335bbd3e461bac5dd84e02c25182 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:26:06.970711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-139a450c-6844-4abb-8858-8774cf6f83b9 req-dec8d4af-4c1c-42cd-98d5-3d7553be3ee1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Unset dirty status for tenant:9848335bbd3e461bac5dd84e02c25182 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:26:06.971901 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-139a450c-6844-4abb-8858-8774cf6f83b9 req-dec8d4af-4c1c-42cd-98d5-3d7553be3ee1 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 945 time: 0.1625655 Oct 05 10:26:07.019782 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-139a450c-6844-4abb-8858-8774cf6f83b9 req-c60b5b0c-b544-4546-a9d7-8c214218e709 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420532 Oct 05 10:26:08.225159 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd9439-db93-4744-8c03-133a3170ecc6 req-1dc28fe0-612d-4309-b169-47a217b4aa71 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:08.226746 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b4fd9439-db93-4744-8c03-133a3170ecc6 req-1dc28fe0-612d-4309-b169-47a217b4aa71 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 945 time: 0.0941980 Oct 05 10:26:08.271153 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b4fd9439-db93-4744-8c03-133a3170ecc6 req-fc400498-2f21-4591-a892-bd06fe4c7753 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384226 Oct 05 10:26:08.986688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e25399-18d5-4c23-954a-380e9cc61d7a req-8255b766-078e-4ace-bf86-78d7adcae77b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:08.987417 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-a0e25399-18d5-4c23-954a-380e9cc61d7a req-8255b766-078e-4ace-bf86-78d7adcae77b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Synchronizing usage tracker for tenant:9848335bbd3e461bac5dd84e02c25182 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:26:09.003172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-a0e25399-18d5-4c23-954a-380e9cc61d7a req-8255b766-078e-4ace-bf86-78d7adcae77b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Unset dirty status for tenant:9848335bbd3e461bac5dd84e02c25182 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:26:09.005749 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a0e25399-18d5-4c23-954a-380e9cc61d7a req-8255b766-078e-4ace-bf86-78d7adcae77b tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 945 time: 0.1132591 Oct 05 10:26:09.082486 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-a0e25399-18d5-4c23-954a-380e9cc61d7a req-c8a73221-ce90-44c7-b643-aad190d9f95c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Deleting port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:26:09.082740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a0e25399-18d5-4c23-954a-380e9cc61d7a req-c8a73221-ce90-44c7-b643-aad190d9f95c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:09.342457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-a0e25399-18d5-4c23-954a-380e9cc61d7a req-c8a73221-ce90-44c7-b643-aad190d9f95c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] For port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:26:09.342762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a0e25399-18d5-4c23-954a-380e9cc61d7a req-c8a73221-ce90-44c7-b643-aad190d9f95c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:09.480625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712198b1-8434-47ca-a2a5-001596718d55 req-db9be761-b331-42cd-952b-e1a0c215fafc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:09.482169 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-712198b1-8434-47ca-a2a5-001596718d55 req-db9be761-b331-42cd-952b-e1a0c215fafc tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 945 time: 0.0974340 Oct 05 10:26:09.532526 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-712198b1-8434-47ca-a2a5-001596718d55 req-4f9ed348-20fa-4770-9842-8949965ecc4d tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2c827ac-77db-400d-ac95-c623eaf79a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 Oct 05 10:26:09.578285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-a0e25399-18d5-4c23-954a-380e9cc61d7a req-c8a73221-ce90-44c7-b643-aad190d9f95c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Calling delete_port for b243b64d-9f3c-471c-a4bc-f1f9fa16a87d owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:26:09.793692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a0e25399-18d5-4c23-954a-380e9cc61d7a req-c8a73221-ce90-44c7-b643-aad190d9f95c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:09.825545 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['b243b64d-9f3c-471c-a4bc-f1f9fa16a87d'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:26:09.845718 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a73221-ce90-44c7-b643-aad190d9f95c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Pushing event deleted for resources: {'Port': ['ID=b243b64d-9f3c-471c-a4bc-f1f9fa16a87d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:09.935003 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e25399-18d5-4c23-954a-380e9cc61d7a req-c8a73221-ce90-44c7-b643-aad190d9f95c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] No DVR routers for this DVR port b243b64d-9f3c-471c-a4bc-f1f9fa16a87d on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:26:09.937461 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a0e25399-18d5-4c23-954a-380e9cc61d7a req-c8a73221-ce90-44c7-b643-aad190d9f95c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:09.939938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'name': 'network-vif-deleted', 'tag': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:26:09.942216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e0de84-f912-4cd4-8421-b603f2d5dbd7" -d '{"events": [{"server_uuid": "7b3207f7-6517-405f-83b5-5baee8dfd8b4", "name": "network-vif-deleted", "tag": "b243b64d-9f3c-471c-a4bc-f1f9fa16a87d"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:26:09.989020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e50303-648c-4807-8225-91fe362d7bd9 x-openstack-request-id: req-44e50303-648c-4807-8225-91fe362d7bd9 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:26:09.989614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3207f7-6517-405f-83b5-5baee8dfd8b4", "name": "network-vif-deleted", "tag": "b243b64d-9f3c-471c-a4bc-f1f9fa16a87d", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:26:09.989614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44e50303-648c-4807-8225-91fe362d7bd9 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:26:09.989967 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e50303-648c-4807-8225-91fe362d7bd9'] response: {'server_uuid': '7b3207f7-6517-405f-83b5-5baee8dfd8b4', 'name': 'network-vif-deleted', 'tag': 'b243b64d-9f3c-471c-a4bc-f1f9fa16a87d', 'status': 'completed', 'code': 200} Oct 05 10:26:09.991465 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a0e25399-18d5-4c23-954a-380e9cc61d7a req-c8a73221-ce90-44c7-b643-aad190d9f95c tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.55 "DELETE /v2.0/ports/b243b64d-9f3c-471c-a4bc-f1f9fa16a87d HTTP/1.1" status: 204 len: 173 time: 0.9808242 Oct 05 10:26:10.713475 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-26969c4b-5c55-4ef8-9a46-5019c8b49c96 req-d1a362b7-cfe7-4840-99f1-68e35e3d2953 tempest-TestMinimumBasicScenario-542562794 tempest-TestMinimumBasicScenario-542562794-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b3207f7-6517-405f-83b5-5baee8dfd8b4 HTTP/1.1" status: 200 len: 210 time: 0.0532160 Oct 05 10:26:12.588721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device b243b64d-9f3c-471c-a4bc-f1f9fa16a87d no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:26:12.660634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: b243b64d-9f3c-471c-a4bc-f1f9fa16a87d {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:26:12.661247 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device b243b64d-9f3c-471c-a4bc-f1f9fa16a87d not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:26:12.919828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50780) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:13.592802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50857146-d79e-4e52-89ea-a734335f5661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:13.955081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-50857146-d79e-4e52-89ea-a734335f5661 admin admin] Deleting port ae20d620-4fcc-44af-9005-a44e2739ff37 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:26:13.955773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50857146-d79e-4e52-89ea-a734335f5661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:14.242549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-50857146-d79e-4e52-89ea-a734335f5661 admin admin] For port ae20d620-4fcc-44af-9005-a44e2739ff37, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=ae20d620-4fcc-44af-9005-a44e2739ff37,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:26:14.242775 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50857146-d79e-4e52-89ea-a734335f5661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:14.370067 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-50857146-d79e-4e52-89ea-a734335f5661 admin admin] Calling delete_port for ae20d620-4fcc-44af-9005-a44e2739ff37 owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:26:14.622391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50857146-d79e-4e52-89ea-a734335f5661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:14.670122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50857146-d79e-4e52-89ea-a734335f5661 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae20d620-4fcc-44af-9005-a44e2739ff37,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:14.959157 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-50857146-d79e-4e52-89ea-a734335f5661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:15.327403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50857146-d79e-4e52-89ea-a734335f5661 admin admin] Router e89098b6-15b3-4596-9f08-f2282f8ec9ac has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:26:15.509748 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50857146-d79e-4e52-89ea-a734335f5661 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:26:15.519100 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bc5202-4499-4f4b-8c20-f2bf384f57c1 None None] Sync routers for ids ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:26:15.522093 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-50857146-d79e-4e52-89ea-a734335f5661 admin admin] 10.222.0.49 "PUT /v2.0/routers/e89098b6-15b3-4596-9f08-f2282f8ec9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6011684 Oct 05 10:26:15.525151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50786) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:15.529140 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bc5202-4499-4f4b-8c20-f2bf384f57c1 None None] Routers {'e89098b6-15b3-4596-9f08-f2282f8ec9ac'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:26:15.529739 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-49bc5202-4499-4f4b-8c20-f2bf384f57c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:25:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:15.722049 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-49bc5202-4499-4f4b-8c20-f2bf384f57c1 None None] Set router e89098b6-15b3-4596-9f08-f2282f8ec9ac gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:26:15.819705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:16.006055 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:16.012707 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-49bc5202-4499-4f4b-8c20-f2bf384f57c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:26:14Z', 'revision_number': 5, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port': {'id': 'f57c0de9-bb0d-4185-829c-724ebb1df8d0', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:10Z', 'updated_at': '2022-10-05T10:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:16.016612 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bc5202-4499-4f4b-8c20-f2bf384f57c1 None None] Checking router: e89098b6-15b3-4596-9f08-f2282f8ec9ac for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:26:16.025062 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bc5202-4499-4f4b-8c20-f2bf384f57c1 None None] Routers {'e89098b6-15b3-4596-9f08-f2282f8ec9ac'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:26:16.025649 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-49bc5202-4499-4f4b-8c20-f2bf384f57c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:25:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:16.074067 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] Deleting port f57c0de9-bb0d-4185-829c-724ebb1df8d0 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:26:16.074417 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:16.177499 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-49bc5202-4499-4f4b-8c20-f2bf384f57c1 None None] Set router e89098b6-15b3-4596-9f08-f2282f8ec9ac gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:26:16.255932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] For port f57c0de9-bb0d-4185-829c-724ebb1df8d0, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=f57c0de9-bb0d-4185-829c-724ebb1df8d0,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:26:16.256349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:16.323400 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-49bc5202-4499-4f4b-8c20-f2bf384f57c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:26:16Z', 'revision_number': 6, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:16.329005 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bc5202-4499-4f4b-8c20-f2bf384f57c1 None None] The sync data for ids ['e89098b6-15b3-4596-9f08-f2282f8ec9ac'] in dv-neutron-860329-1-hyperv is: [{'id': 'e89098b6-15b3-4596-9f08-f2282f8ec9ac', 'name': 'tempest-TestMinimumBasicScenario-221924716-router', 'tenant_id': '9848335bbd3e461bac5dd84e02c25182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:09Z', 'updated_at': '2022-10-05T10:26:16Z', 'revision_number': 6, 'project_id': '9848335bbd3e461bac5dd84e02c25182', 'gw_port_host': None}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:26:16.383905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] Calling delete_port for f57c0de9-bb0d-4185-829c-724ebb1df8d0 owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:26:16.627933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:16.681888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=f57c0de9-bb0d-4185-829c-724ebb1df8d0,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:16.783661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:16.958953 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:16.962127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:17.062479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:17.063106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e89098b6-15b3-4596-9f08-f2282f8ec9ac {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:26:17.076256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:17.077438 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-36b6de6f-cd5a-4864-8d8c-46cbb3937a04 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e89098b6-15b3-4596-9f08-f2282f8ec9ac HTTP/1.1" status: 204 len: 168 time: 1.5513706 Oct 05 10:26:17.080009 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50790) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:17.151428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c96ed95-fab7-400e-a2c0-b77efa6fb8b5 admin admin] Deleting subnet 4083c888-af37-49ca-9faf-71d7a3515f54 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:26:17.154891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c96ed95-fab7-400e-a2c0-b77efa6fb8b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:17.205561 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c96ed95-fab7-400e-a2c0-b77efa6fb8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:17.283912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c96ed95-fab7-400e-a2c0-b77efa6fb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:17.536982 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c96ed95-fab7-400e-a2c0-b77efa6fb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:17.574583 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96ed95-fab7-400e-a2c0-b77efa6fb8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4083c888-af37-49ca-9faf-71d7a3515f54,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:17.578079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c96ed95-fab7-400e-a2c0-b77efa6fb8b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:17.584781 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0c96ed95-fab7-400e-a2c0-b77efa6fb8b5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4083c888-af37-49ca-9faf-71d7a3515f54 HTTP/1.1" status: 204 len: 168 time: 0.5031366 Oct 05 10:26:17.585922 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9bb4d1-bb5f-47e2-a40d-3bb13d6cddab None None] Network e93d574f-020b-4ec6-8b80-aa14fad9aeca requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:26:17.586992 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50794) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:17.653632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device f57c0de9-bb0d-4185-829c-724ebb1df8d0 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:26:17.695386 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:17.698403 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: f57c0de9-bb0d-4185-829c-724ebb1df8d0 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:26:17.698747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device f57c0de9-bb0d-4185-829c-724ebb1df8d0 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:26:17.699164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ae20d620-4fcc-44af-9005-a44e2739ff37 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:26:17.706340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] Deleting port 7896eacd-ad45-48f6-986a-faa890e7a8a7 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:26:17.706684 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:17.746462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: ae20d620-4fcc-44af-9005-a44e2739ff37 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:26:17.746815 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device ae20d620-4fcc-44af-9005-a44e2739ff37 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:26:17.923237 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] For port 7896eacd-ad45-48f6-986a-faa890e7a8a7, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7896eacd-ad45-48f6-986a-faa890e7a8a7,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:26:17.923621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:17.939431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fc810d-b413-48a0-a381-9725ea7757a6 None None] DHCP port deletion for e93d574f-020b-4ec6-8b80-aa14fad9aeca request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:26:17.943892 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-37fc810d-b413-48a0-a381-9725ea7757a6 None None] Deleting port 7896eacd-ad45-48f6-986a-faa890e7a8a7 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:26:17.947271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-37fc810d-b413-48a0-a381-9725ea7757a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:18.049385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] Calling delete_port for 7896eacd-ad45-48f6-986a-faa890e7a8a7 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:26:18.155434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-37fc810d-b413-48a0-a381-9725ea7757a6 None None] For port 7896eacd-ad45-48f6-986a-faa890e7a8a7, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7896eacd-ad45-48f6-986a-faa890e7a8a7,segment=NetworkSegment(3601643d-67f6-4b51-a18f-349ba3126604),segment_id=3601643d-67f6-4b51-a18f-349ba3126604)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:26:18.155718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-37fc810d-b413-48a0-a381-9725ea7757a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:18.245060 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:18.286754 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-37fc810d-b413-48a0-a381-9725ea7757a6 None None] Calling delete_port for 7896eacd-ad45-48f6-986a-faa890e7a8a7 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:26:18.296508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] Pushing event deleted for resources: {'Port': ['ID=7896eacd-ad45-48f6-986a-faa890e7a8a7,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:18.298427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] No DVR routers for this DVR port 7896eacd-ad45-48f6-986a-faa890e7a8a7 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:26:18.367462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-37fc810d-b413-48a0-a381-9725ea7757a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:26:18.367823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-37fc810d-b413-48a0-a381-9725ea7757a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:26:18.421134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:18.448721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93d574f-020b-4ec6-8b80-aa14fad9aeca']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:18.462190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3601643d-67f6-4b51-a18f-349ba3126604') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:18.462492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3601643d-67f6-4b51-a18f-349ba3126604') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:18.474838 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:18.519022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:18.519022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:26:18.519022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:18.602319 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 3601643d-67f6-4b51-a18f-349ba3126604 resource provider aggregate not found Oct 05 10:26:18.620032 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 3601643d-67f6-4b51-a18f-349ba3126604 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3601643d-67f6-4b51-a18f-349ba3126604 found for delete ", "request_id": "req-3bcb7e15-3d4a-49f4-a88c-905b599daafa"}]} Oct 05 10:26:18.656408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:18.673431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:18.684339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] Pushing event deleted for resources: {'Network': ['ID=e93d574f-020b-4ec6-8b80-aa14fad9aeca,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:18.777236 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4130e1fa-3e93-4eda-8d37-be3653485966 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e93d574f-020b-4ec6-8b80-aa14fad9aeca HTTP/1.1" status: 204 len: 168 time: 1.1890509 Oct 05 10:26:18.780238 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50804) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:18.869122 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-37fc810d-b413-48a0-a381-9725ea7757a6 None None] Deleting port 7896eacd-ad45-48f6-986a-faa890e7a8a7 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:26:18.869949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-37fc810d-b413-48a0-a381-9725ea7757a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:18.939695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-37fc810d-b413-48a0-a381-9725ea7757a6 None None] The port '7896eacd-ad45-48f6-986a-faa890e7a8a7' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:26:19.464931 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c4f40d6b-50c8-4bb9-8dd8-a26ebe12e05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:19.482808 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:26:19.634576 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7896eacd-ad45-48f6-986a-faa890e7a8a7 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:26:19.669467 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 7896eacd-ad45-48f6-986a-faa890e7a8a7 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:26:19.669812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7896eacd-ad45-48f6-986a-faa890e7a8a7 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:26:19.827925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-c4f40d6b-50c8-4bb9-8dd8-a26ebe12e05c admin admin] Deleting port 7c159ed4-0d6b-492b-96bf-2e9c979f641b {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:26:19.828263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c4f40d6b-50c8-4bb9-8dd8-a26ebe12e05c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:20.006111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-c4f40d6b-50c8-4bb9-8dd8-a26ebe12e05c admin admin] For port 7c159ed4-0d6b-492b-96bf-2e9c979f641b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7c159ed4-0d6b-492b-96bf-2e9c979f641b,segment=NetworkSegment(f9feadfd-710f-4791-be81-aeef057e286a),segment_id=f9feadfd-710f-4791-be81-aeef057e286a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:26:20.006471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c4f40d6b-50c8-4bb9-8dd8-a26ebe12e05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:20.132405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-c4f40d6b-50c8-4bb9-8dd8-a26ebe12e05c admin admin] Calling delete_port for 7c159ed4-0d6b-492b-96bf-2e9c979f641b owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:26:20.387977 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c4f40d6b-50c8-4bb9-8dd8-a26ebe12e05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:20.416587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-14a3256b-e917-459d-8cc6-5c4df845ba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:20.439872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f40d6b-50c8-4bb9-8dd8-a26ebe12e05c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c159ed4-0d6b-492b-96bf-2e9c979f641b,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:20.718469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c4f40d6b-50c8-4bb9-8dd8-a26ebe12e05c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:21.203085 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f40d6b-50c8-4bb9-8dd8-a26ebe12e05c admin admin] Router 5ab4272f-610d-4259-a172-24d309a379b7 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:26:21.385257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f40d6b-50c8-4bb9-8dd8-a26ebe12e05c admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:26:21.394125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed4beaa-8948-4ef1-8c85-644c686c1a0c None None] Sync routers for ids ['5ab4272f-610d-4259-a172-24d309a379b7'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:26:21.404331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed4beaa-8948-4ef1-8c85-644c686c1a0c None None] Routers {'5ab4272f-610d-4259-a172-24d309a379b7'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:26:21.404947 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-fed4beaa-8948-4ef1-8c85-644c686c1a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:25:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5ab4272f-610d-4259-a172-24d309a379b7'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:21.470478 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c4f40d6b-50c8-4bb9-8dd8-a26ebe12e05c admin admin] 10.222.0.49 "PUT /v2.0/routers/5ab4272f-610d-4259-a172-24d309a379b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6889889 Oct 05 10:26:21.472781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50808) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:21.589437 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-fed4beaa-8948-4ef1-8c85-644c686c1a0c None None] Set router 5ab4272f-610d-4259-a172-24d309a379b7 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:26:21.663026 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:21.848186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:21.880925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-fed4beaa-8948-4ef1-8c85-644c686c1a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab4272f-610d-4259-a172-24d309a379b7', 'name': 'tempest-TestMinimumBasicScenario-894395429-router', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '907205e7-3d49-4bd7-b892-1a5b4126245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:26:20Z', 'revision_number': 5, 'project_id': 'b72a63177a214db6bebb1113cc73765b', 'gw_port': {'id': '907205e7-3d49-4bd7-b892-1a5b4126245b', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab4272f-610d-4259-a172-24d309a379b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:21.885537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed4beaa-8948-4ef1-8c85-644c686c1a0c None None] Checking router: 5ab4272f-610d-4259-a172-24d309a379b7 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:26:21.894118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed4beaa-8948-4ef1-8c85-644c686c1a0c None None] Routers {'5ab4272f-610d-4259-a172-24d309a379b7'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:26:21.894764 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-fed4beaa-8948-4ef1-8c85-644c686c1a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:25:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['5ab4272f-610d-4259-a172-24d309a379b7'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:21.907599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] Deleting port 907205e7-3d49-4bd7-b892-1a5b4126245b {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:26:21.907946 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:22.085876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-fed4beaa-8948-4ef1-8c85-644c686c1a0c None None] Set router 5ab4272f-610d-4259-a172-24d309a379b7 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:26:22.088354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] For port 907205e7-3d49-4bd7-b892-1a5b4126245b, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=907205e7-3d49-4bd7-b892-1a5b4126245b,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:26:22.088715 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:22.195436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-fed4beaa-8948-4ef1-8c85-644c686c1a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab4272f-610d-4259-a172-24d309a379b7', 'name': 'tempest-TestMinimumBasicScenario-894395429-router', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:26:21Z', 'revision_number': 6, 'project_id': 'b72a63177a214db6bebb1113cc73765b', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:22.199834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed4beaa-8948-4ef1-8c85-644c686c1a0c None None] The sync data for ids ['5ab4272f-610d-4259-a172-24d309a379b7'] in dv-neutron-860329-1-hyperv is: [{'id': '5ab4272f-610d-4259-a172-24d309a379b7', 'name': 'tempest-TestMinimumBasicScenario-894395429-router', 'tenant_id': 'b72a63177a214db6bebb1113cc73765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:17:18Z', 'updated_at': '2022-10-05T10:26:21Z', 'revision_number': 6, 'project_id': 'b72a63177a214db6bebb1113cc73765b', 'gw_port_host': None}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:26:22.214007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] Calling delete_port for 907205e7-3d49-4bd7-b892-1a5b4126245b owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:26:22.444946 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:22.625675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] Pushing event deleted for resources: {'Port': ['ID=907205e7-3d49-4bd7-b892-1a5b4126245b,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:22.673494 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0000fffe-0046-4437-8396-b564a8af452d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:22.725305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:22.900905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:22.903080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:22.976841 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:22.977347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ab4272f-610d-4259-a172-24d309a379b7 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:26:22.991813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:22.993024 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-90fcb678-2cdf-43e2-a1ad-5a447398bd3c admin admin] 10.222.0.49 "DELETE /v2.0/routers/5ab4272f-610d-4259-a172-24d309a379b7 HTTP/1.1" status: 204 len: 168 time: 1.5192330 Oct 05 10:26:22.995712 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50812) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:23.056898 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5532b99-25ed-4c24-9229-ba064d02bf8a admin admin] Deleting subnet d667d1ad-2df8-43b5-bcff-6e2ef533da7e {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:26:23.060179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a5532b99-25ed-4c24-9229-ba064d02bf8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:23.110919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a5532b99-25ed-4c24-9229-ba064d02bf8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:23.195950 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a5532b99-25ed-4c24-9229-ba064d02bf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:23.336977 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a5532b99-25ed-4c24-9229-ba064d02bf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:23.378135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a5532b99-25ed-4c24-9229-ba064d02bf8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:23.380958 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5532b99-25ed-4c24-9229-ba064d02bf8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d667d1ad-2df8-43b5-bcff-6e2ef533da7e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:23.383612 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e087edf4-e196-4c00-8f6c-561a0d4dd11c None None] Network 008b2b12-2678-41b3-a58a-0ae8288dbf2e requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:26:23.387228 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a5532b99-25ed-4c24-9229-ba064d02bf8a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d667d1ad-2df8-43b5-bcff-6e2ef533da7e HTTP/1.1" status: 204 len: 168 time: 0.3905172 Oct 05 10:26:23.389707 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50816) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:23.499233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:23.509876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] Deleting port aaf6f253-c20c-4bca-ba98-785088009121 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:26:23.510248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:23.632617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7c159ed4-0d6b-492b-96bf-2e9c979f641b no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:26:23.673204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255eea93-9a3a-4c5c-892a-c5bbbaab27f0 None None] DHCP port deletion for 008b2b12-2678-41b3-a58a-0ae8288dbf2e request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:26:23.675566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 7c159ed4-0d6b-492b-96bf-2e9c979f641b {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:26:23.676146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7c159ed4-0d6b-492b-96bf-2e9c979f641b not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:26:23.676307 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 907205e7-3d49-4bd7-b892-1a5b4126245b no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:26:23.713894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 907205e7-3d49-4bd7-b892-1a5b4126245b {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:26:23.714262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 907205e7-3d49-4bd7-b892-1a5b4126245b not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:26:23.715930 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-255eea93-9a3a-4c5c-892a-c5bbbaab27f0 None None] Deleting port aaf6f253-c20c-4bca-ba98-785088009121 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:26:23.716300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-255eea93-9a3a-4c5c-892a-c5bbbaab27f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:23.732144 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] For port aaf6f253-c20c-4bca-ba98-785088009121, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=aaf6f253-c20c-4bca-ba98-785088009121,segment=NetworkSegment(f9feadfd-710f-4791-be81-aeef057e286a),segment_id=f9feadfd-710f-4791-be81-aeef057e286a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:26:23.732502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:23.861220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] Calling delete_port for aaf6f253-c20c-4bca-ba98-785088009121 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:26:23.927630 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-255eea93-9a3a-4c5c-892a-c5bbbaab27f0 None None] For port aaf6f253-c20c-4bca-ba98-785088009121, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=aaf6f253-c20c-4bca-ba98-785088009121,segment=NetworkSegment(f9feadfd-710f-4791-be81-aeef057e286a),segment_id=f9feadfd-710f-4791-be81-aeef057e286a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:26:23.927932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-255eea93-9a3a-4c5c-892a-c5bbbaab27f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:23.999260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:24.049132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf6f253-c20c-4bca-ba98-785088009121,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:24.050999 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] No DVR routers for this DVR port aaf6f253-c20c-4bca-ba98-785088009121 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:26:24.053962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-255eea93-9a3a-4c5c-892a-c5bbbaab27f0 None None] Calling delete_port for aaf6f253-c20c-4bca-ba98-785088009121 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:26:24.137502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-255eea93-9a3a-4c5c-892a-c5bbbaab27f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:26:24.137861 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-255eea93-9a3a-4c5c-892a-c5bbbaab27f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:26:24.176302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:24.201342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008b2b12-2678-41b3-a58a-0ae8288dbf2e']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:24.214592 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9feadfd-710f-4791-be81-aeef057e286a') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:24.214870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9feadfd-710f-4791-be81-aeef057e286a') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:24.226572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:24.249021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:24.254930 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:26:24.255312 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:24.256239 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:24.321861 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment f9feadfd-710f-4791-be81-aeef057e286a resource provider aggregate not found Oct 05 10:26:24.341615 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment f9feadfd-710f-4791-be81-aeef057e286a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9feadfd-710f-4791-be81-aeef057e286a found for delete ", "request_id": "req-96c50c1d-b34a-4636-8741-d9744dc45ebf"}]} Oct 05 10:26:24.416076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:24.427900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:24.445144 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:24.455403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=008b2b12-2678-41b3-a58a-0ae8288dbf2e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:24.463399 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-88797240-e719-440a-8243-d9893ec4b8d9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/008b2b12-2678-41b3-a58a-0ae8288dbf2e HTTP/1.1" status: 204 len: 168 time: 1.0727096 Oct 05 10:26:24.638744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-255eea93-9a3a-4c5c-892a-c5bbbaab27f0 None None] Deleting port aaf6f253-c20c-4bca-ba98-785088009121 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:26:24.639179 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-255eea93-9a3a-4c5c-892a-c5bbbaab27f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:24.709388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-255eea93-9a3a-4c5c-892a-c5bbbaab27f0 None None] The port 'aaf6f253-c20c-4bca-ba98-785088009121' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:26:24.733939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50826) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:24.787543 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f06cda56-3042-423e-b0c7-aaed79a45677 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9848335bbd3e461bac5dd84e02c25182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523641 Oct 05 10:26:24.791618 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50830) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:24.856116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-68fbf458-03ef-4715-88f0-f02e7000289d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:24.883985 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-68fbf458-03ef-4715-88f0-f02e7000289d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:25.016621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-68fbf458-03ef-4715-88f0-f02e7000289d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:25.035882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbf458-03ef-4715-88f0-f02e7000289d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c827ac-77db-400d-ac95-c623eaf79a54,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:25.042526 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-68fbf458-03ef-4715-88f0-f02e7000289d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:25.043985 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-68fbf458-03ef-4715-88f0-f02e7000289d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2c827ac-77db-400d-ac95-c623eaf79a54 HTTP/1.1" status: 204 len: 168 time: 0.2511225 Oct 05 10:26:25.626639 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device aaf6f253-c20c-4bca-ba98-785088009121 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:26:25.661449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: aaf6f253-c20c-4bca-ba98-785088009121 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:26:25.661792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device aaf6f253-c20c-4bca-ba98-785088009121 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:26:25.749883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50838) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:25.753564 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:25.788052 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:25.801443 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-24f343a3-d4d7-4ff4-83b5-47557c5edc2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b72a63177a214db6bebb1113cc73765b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503335 Oct 05 10:26:25.803429 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 50842) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:25.868492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a52764c4-1b10-45dc-9736-a05be983acd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:25.897857 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a52764c4-1b10-45dc-9736-a05be983acd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:26.113873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a52764c4-1b10-45dc-9736-a05be983acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:26.128519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52764c4-1b10-45dc-9736-a05be983acd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5358244-e1d8-4bf2-8700-71d9b8e1b846,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:26.135074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a52764c4-1b10-45dc-9736-a05be983acd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:26.136209 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a52764c4-1b10-45dc-9736-a05be983acd1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5358244-e1d8-4bf2-8700-71d9b8e1b846 HTTP/1.1" status: 204 len: 168 time: 0.3318007 Oct 05 10:26:28.417548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50884) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:28.423361 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2121235304', 'description': 'tempest-secgroup-smoke-2121235304 description', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:26:28.429716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:26:28.433715 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:26:28.437258 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:26:28.443486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:26:28.536531 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:28.549647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:28.564525 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:26:28.568216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:26:28.571011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:26:28.576569 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:26:28.658336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:28.724788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:28.741423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:26:28.749675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:26:28.758832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:26:28.769396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:26:28.772991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67664bdd-797f-4681-acae-bb6f5f91119f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:28.843640 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:28.913086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:28.955405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4761d5fa-7b41-4fb1-8f2a-feb75476611f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:29.027681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:29.028841 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2d72fecf-8407-4c2c-90d2-73854c8fea5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6100795 Oct 05 10:26:29.031770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50888) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:29.037362 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d3535e29-ef2a-4a08-af6e-7d4ea147aadf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '4761d5fa-7b41-4fb1-8f2a-feb75476611f', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:26:29.043663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d3535e29-ef2a-4a08-af6e-7d4ea147aadf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:26:29.047554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d3535e29-ef2a-4a08-af6e-7d4ea147aadf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:26:29.050630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d3535e29-ef2a-4a08-af6e-7d4ea147aadf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:26:29.057243 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d3535e29-ef2a-4a08-af6e-7d4ea147aadf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:26:29.126510 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d3535e29-ef2a-4a08-af6e-7d4ea147aadf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:29.188121 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d3535e29-ef2a-4a08-af6e-7d4ea147aadf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:29.256656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d3535e29-ef2a-4a08-af6e-7d4ea147aadf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:29.284644 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3535e29-ef2a-4a08-af6e-7d4ea147aadf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b347f783-6c7f-4044-9be7-07f381ece1b0,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:29.365002 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d3535e29-ef2a-4a08-af6e-7d4ea147aadf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:29.366274 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d3535e29-ef2a-4a08-af6e-7d4ea147aadf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334792 Oct 05 10:26:29.369679 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50892) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:29.374817 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-96422d4d-6f13-4860-9c1c-31ad26c74f0d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '4761d5fa-7b41-4fb1-8f2a-feb75476611f', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:26:29.381164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-96422d4d-6f13-4860-9c1c-31ad26c74f0d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:26:29.385693 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-96422d4d-6f13-4860-9c1c-31ad26c74f0d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:26:29.388667 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-96422d4d-6f13-4860-9c1c-31ad26c74f0d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:26:29.394443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-96422d4d-6f13-4860-9c1c-31ad26c74f0d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:26:29.492031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96422d4d-6f13-4860-9c1c-31ad26c74f0d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:29.560848 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96422d4d-6f13-4860-9c1c-31ad26c74f0d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:29.610679 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96422d4d-6f13-4860-9c1c-31ad26c74f0d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:29.639094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96422d4d-6f13-4860-9c1c-31ad26c74f0d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d5c923-b094-4ddd-b17c-8189dc657942,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:29.708163 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96422d4d-6f13-4860-9c1c-31ad26c74f0d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:29.712183 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-96422d4d-6f13-4860-9c1c-31ad26c74f0d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3388259 Oct 05 10:26:29.712471 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50896) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:29.718496 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2783d8c8-9723-4e2b-9419-9b8470bb6cf2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '4761d5fa-7b41-4fb1-8f2a-feb75476611f', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:26:29.725295 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2783d8c8-9723-4e2b-9419-9b8470bb6cf2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:26:29.730354 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2783d8c8-9723-4e2b-9419-9b8470bb6cf2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:26:29.733451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2783d8c8-9723-4e2b-9419-9b8470bb6cf2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:26:29.739721 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2783d8c8-9723-4e2b-9419-9b8470bb6cf2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:26:29.812754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2783d8c8-9723-4e2b-9419-9b8470bb6cf2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:29.874833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2783d8c8-9723-4e2b-9419-9b8470bb6cf2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:29.942007 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2783d8c8-9723-4e2b-9419-9b8470bb6cf2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:29.966893 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783d8c8-9723-4e2b-9419-9b8470bb6cf2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51dea179-bd62-4ee2-af3f-57910f0639bf,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:30.056534 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2783d8c8-9723-4e2b-9419-9b8470bb6cf2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:30.057765 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2783d8c8-9723-4e2b-9419-9b8470bb6cf2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3441598 Oct 05 10:26:30.061821 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50900) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:30.067014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-595d63f8-3a89-47fc-84db-37317df253bf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '4761d5fa-7b41-4fb1-8f2a-feb75476611f', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:26:30.073234 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-595d63f8-3a89-47fc-84db-37317df253bf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:26:30.077130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-595d63f8-3a89-47fc-84db-37317df253bf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:26:30.080236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-595d63f8-3a89-47fc-84db-37317df253bf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:26:30.086072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-595d63f8-3a89-47fc-84db-37317df253bf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:26:30.183443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-595d63f8-3a89-47fc-84db-37317df253bf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:30.253264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-595d63f8-3a89-47fc-84db-37317df253bf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:30.342150 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-595d63f8-3a89-47fc-84db-37317df253bf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:30.366599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d63f8-3a89-47fc-84db-37317df253bf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64ec482-a0bb-4395-a721-0e9224a62ade,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:30.450666 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-595d63f8-3a89-47fc-84db-37317df253bf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:30.451881 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-595d63f8-3a89-47fc-84db-37317df253bf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3890975 Oct 05 10:26:30.454614 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50904) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:30.459510 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-93d5d80a-0e4e-48e8-b288-cefcfe3749c1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '4761d5fa-7b41-4fb1-8f2a-feb75476611f', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:26:30.466247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-93d5d80a-0e4e-48e8-b288-cefcfe3749c1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:26:30.469884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-93d5d80a-0e4e-48e8-b288-cefcfe3749c1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:26:30.472728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-93d5d80a-0e4e-48e8-b288-cefcfe3749c1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:26:30.478327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-93d5d80a-0e4e-48e8-b288-cefcfe3749c1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:26:30.559353 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-93d5d80a-0e4e-48e8-b288-cefcfe3749c1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Project 0eb250b69e284e1f83d5269e0e6b6212 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:26:30.566290 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-93d5d80a-0e4e-48e8-b288-cefcfe3749c1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:30.630261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-93d5d80a-0e4e-48e8-b288-cefcfe3749c1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:30.730719 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-93d5d80a-0e4e-48e8-b288-cefcfe3749c1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:30.755411 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5d80a-0e4e-48e8-b288-cefcfe3749c1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4876b9-fb63-4fba-b328-8e6a7e4941e9,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:30.822872 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-93d5d80a-0e4e-48e8-b288-cefcfe3749c1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:30.824129 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-93d5d80a-0e4e-48e8-b288-cefcfe3749c1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3686113 Oct 05 10:26:30.826864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50908) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:30.831931 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-16076a32-b895-4124-8e61-60f084005913 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '4761d5fa-7b41-4fb1-8f2a-feb75476611f', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:26:30.838194 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-16076a32-b895-4124-8e61-60f084005913 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:26:30.842015 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-16076a32-b895-4124-8e61-60f084005913 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:26:30.845082 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-16076a32-b895-4124-8e61-60f084005913 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:26:30.851042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-16076a32-b895-4124-8e61-60f084005913 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:26:30.913689 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-16076a32-b895-4124-8e61-60f084005913 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Project 0eb250b69e284e1f83d5269e0e6b6212 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:26:30.921155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-16076a32-b895-4124-8e61-60f084005913 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:30.987005 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-16076a32-b895-4124-8e61-60f084005913 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:31.056988 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-16076a32-b895-4124-8e61-60f084005913 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:31.080604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16076a32-b895-4124-8e61-60f084005913 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9573bf8-096c-46c5-aa13-38c991ed357f,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:31.159778 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-16076a32-b895-4124-8e61-60f084005913 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:31.161270 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-16076a32-b895-4124-8e61-60f084005913 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3334980 Oct 05 10:26:31.164368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50912) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:31.170232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'network': {'name': 'tempest-network-smoke--1604702919', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'port_security_enabled': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:26:31.175300 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:26:31.179130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:network and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:26:31.182608 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:26:31.188414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:26:31.301619 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Made reservation on behalf of 0eb250b69e284e1f83d5269e0e6b6212 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:26:31.305070 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:31.333697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:26:31.344047 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:31.344385 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Added segment ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d of type vlan for network d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 Oct 05 10:26:31.372205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:31.479291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:31.484812 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:31.485392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:31.593094 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Network': ['ID=d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:31.604629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:26:31.628582 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-826a0465-b50f-4d3b-9996-30e05a6c9057 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4626741 Oct 05 10:26:31.631993 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50916) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:31.637524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'admin_state_up': True, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:26:31.644915 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:26:31.648697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:router and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:26:31.652071 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:26:31.658460 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:26:31.730903 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:31.731875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:31.747421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:32.161303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:32.542011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:32.574294 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:32.706645 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.26.7.76 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/43fd74a9-130a-4a0a-8675-b4e81b47f25f) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:26:32.859111 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:32.948495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:33.021308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:26:33.024209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:26:33.027993 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:26:33.058002 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=43fd74a9-130a-4a0a-8675-b4e81b47f25f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:33.532794 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:33.993747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:34.284902 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 75b818b0-367a-4ca4-b320-1e7f2406f70c is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:26:34.465557 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:26:34.475370 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Sync routers for ids ['75b818b0-367a-4ca4-b320-1e7f2406f70c'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:26:34.485868 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Routers {'75b818b0-367a-4ca4-b320-1e7f2406f70c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:26:34.486491 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:26:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['75b818b0-367a-4ca4-b320-1e7f2406f70c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:34.587651 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:34.588846 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fad1a6cf-09d4-4f25-a07a-4d4d60e76281 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9557424 Oct 05 10:26:34.592196 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50920) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:34.667803 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Set router 75b818b0-367a-4ca4-b320-1e7f2406f70c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:26:34.775033 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-919b37aa-b470-45af-aff0-78912e6a93ac tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=0eb250b69e284e1f83d5269e0e6b6212&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1767273 Oct 05 10:26:34.775033 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50926) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:34.907776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d828dde4-9cb0-4870-8845-3d8101261ca4 tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:34.909419 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d828dde4-9cb0-4870-8845-3d8101261ca4 tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334715 Oct 05 10:26:34.912673 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50930) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:34.955779 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2258e508-3f42-493f-ba18-634891e18e84 tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420377 Oct 05 10:26:34.958653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50934) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:34.966862 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1112806779', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:26:34.970403 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:26:31Z', 'updated_at': '2022-10-05T10:26:33Z', 'revision_number': 3, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:32Z', 'updated_at': '2022-10-05T10:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:34.974265 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Checking router: 75b818b0-367a-4ca4-b320-1e7f2406f70c for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:26:34.974610 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Updating router 75b818b0-367a-4ca4-b320-1e7f2406f70c port 43fd74a9-130a-4a0a-8675-b4e81b47f25f binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:26:35.027660 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:35.079399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:26:35.083884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:subnet and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:26:35.087549 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:26:35.093437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:26:35.170192 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Made reservation on behalf of 0eb250b69e284e1f83d5269e0e6b6212 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:26:35.173587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:35.360001 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:35.372831 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Transition to ACTIVE for port object 43fd74a9-130a-4a0a-8675-b4e81b47f25f will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:26:35.427631 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:35.450738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:35.491925 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Attempting to bind port 43fd74a9-130a-4a0a-8675-b4e81b47f25f on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:26:35.492549 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Attempting to bind port 43fd74a9-130a-4a0a-8675-b4e81b47f25f by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:26:35.493206 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Attempting to bind port 43fd74a9-130a-4a0a-8675-b4e81b47f25f on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:26:35.504189 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:26:35.504558 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:26:35.504956 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:35.505349 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:26:35.505806 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Bound port: 43fd74a9-130a-4a0a-8675-b4e81b47f25f, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:26:35.506205 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:35.531096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Subnet': ['ID=86d6f2d2-92da-49f3-80fc-c60ed65e7280,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:35.536878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Checking segment: {'id': 'ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:26:35.537951 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network hostable DHCP agents. Network: d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:26:35.544136 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e3603-0523-4597-9463-0d64025bc408 None None] Pushing event updated for resources: {'Port': ['ID=43fd74a9-130a-4a0a-8675-b4e81b47f25f,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:35.561758 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e3603-0523-4597-9463-0d64025bc408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:35.562128 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e3603-0523-4597-9463-0d64025bc408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:35.562468 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e3603-0523-4597-9463-0d64025bc408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:35.562795 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e3603-0523-4597-9463-0d64025bc408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:35.564093 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e3603-0523-4597-9463-0d64025bc408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:35.564093 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e3603-0523-4597-9463-0d64025bc408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:35.564093 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e3603-0523-4597-9463-0d64025bc408 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:35.564093 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e3603-0523-4597-9463-0d64025bc408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:35.564524 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e3603-0523-4597-9463-0d64025bc408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:35.564846 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e3603-0523-4597-9463-0d64025bc408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:35.565170 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e3603-0523-4597-9463-0d64025bc408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:35.565487 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e3603-0523-4597-9463-0d64025bc408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:35.596565 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] For port 43fd74a9-130a-4a0a-8675-b4e81b47f25f, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:26:35.599526 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] For port 43fd74a9-130a-4a0a-8675-b4e81b47f25f, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=43fd74a9-130a-4a0a-8675-b4e81b47f25f,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:26:35.621773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:26:35.708085 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:35.719027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:26:35.723650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:35.724240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:35.735417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98789ea3-4d73-4222-aa23-aa6003ee94cc None None] Network d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:26:35.776974 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Routers {'75b818b0-367a-4ca4-b320-1e7f2406f70c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:26:35.777626 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:26:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['75b818b0-367a-4ca4-b320-1e7f2406f70c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:35.811923 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-559aa88e-c4e0-4c4c-a302-a4dedcfdb832 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8517783 Oct 05 10:26:35.814422 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 50938) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:35.870504 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e3603-0523-4597-9463-0d64025bc408 None None] Pushing event updated for resources: {'Port': ['ID=43fd74a9-130a-4a0a-8675-b4e81b47f25f,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:35.975969 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] Set router 75b818b0-367a-4ca4-b320-1e7f2406f70c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:26:36.008097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ips': [{'subnet_id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:26:36.009105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:36.183118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Allocated IP 172.20.0.2 (d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24/86d6f2d2-92da-49f3-80fc-c60ed65e7280/30557dde-b895-4608-b047-e961538b4dcf) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:26:36.309176 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:26:31Z', 'updated_at': '2022-10-05T10:26:33Z', 'revision_number': 3, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:32Z', 'updated_at': '2022-10-05T10:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:36.313035 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4565ff6-25d5-460e-a0b6-1973ef07eae8 None None] The sync data for ids ['75b818b0-367a-4ca4-b320-1e7f2406f70c'] in dv-neutron-860329-1-hyperv is: [{'id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:26:31Z', 'updated_at': '2022-10-05T10:26:33Z', 'revision_number': 3, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:32Z', 'updated_at': '2022-10-05T10:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:26:36.417495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:36.428368 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Transition to ACTIVE for port object 30557dde-b895-4608-b047-e961538b4dcf will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:26:36.448681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Transition to ACTIVE for port object 30557dde-b895-4608-b047-e961538b4dcf will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:26:36.503850 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:36.594020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Pushing event updated for resources: {'Port': ['ID=30557dde-b895-4608-b047-e961538b4dcf,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:36.604746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Network d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:26:36.606227 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:36.607213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:36.607213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:36.607213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:36.607549 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:36.607879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:36.608205 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:36.608527 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:36.608853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:36.609180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:36.609498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:36.609817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:26:36.613334 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:26:36.615501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:26:36.724762 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:36.737141 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Attempting to bind port 30557dde-b895-4608-b047-e961538b4dcf on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:26:36.738151 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Attempting to bind port 30557dde-b895-4608-b047-e961538b4dcf by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:26:36.738854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Attempting to bind port 30557dde-b895-4608-b047-e961538b4dcf on network d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:26:36.745581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:26:36.746384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Checking segment: {'id': 'ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:26:36.747232 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:36.747636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Bound using segment: {'id': 'ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:26:36.748117 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Bound port: 30557dde-b895-4608-b047-e961538b4dcf, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:26:36.748491 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:36.852646 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] For port 30557dde-b895-4608-b047-e961538b4dcf, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:26:36.856339 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] For port 30557dde-b895-4608-b047-e961538b4dcf, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=30557dde-b895-4608-b047-e961538b4dcf,segment=NetworkSegment(ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d),segment_id=ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:26:36.913920 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:37.007194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac10e6-b1bf-444f-8ea8-76dd75e8fcb6 None None] Pushing event updated for resources: {'Port': ['ID=30557dde-b895-4608-b047-e961538b4dcf,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:37.178980 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.20.0.1 (d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24/86d6f2d2-92da-49f3-80fc-c60ed65e7280/9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:26:37.370962 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:37.387404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Transition to ACTIVE for port object 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:26:37.485218 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:37.560202 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:26:37.563268 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:26:37.567342 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:26:37.598739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:37.639097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:37.693857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 30557dde-b895-4608-b047-e961538b4dcf up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:26:37.827299 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 30557dde-b895-4608-b047-e961538b4dcf completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:26:37.832900 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 43fd74a9-130a-4a0a-8675-b4e81b47f25f up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:26:37.855917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:37.976185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 43fd74a9-130a-4a0a-8675-b4e81b47f25f completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:26:37.982252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 43fd74a9-130a-4a0a-8675-b4e81b47f25f triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:26:37.982624 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:37.983063 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 43fd74a9-130a-4a0a-8675-b4e81b47f25f Oct 05 10:26:38.114636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 43fd74a9-130a-4a0a-8675-b4e81b47f25f is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:26:38.115015 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:38.131271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 43fd74a9-130a-4a0a-8675-b4e81b47f25f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=43fd74a9-130a-4a0a-8675-b4e81b47f25f,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:26:38.199088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:38.274569 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=43fd74a9-130a-4a0a-8675-b4e81b47f25f,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:38.418850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:38.502241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:38.571885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e2e351-2789-4d91-a1d1-13e477ad7ffc None None] Network d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:26:38.618099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:38.620599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:38.725187 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-aa568bbe-5a91-4d76-b28e-18d931e053c5 None None] Provisioning for port 30557dde-b895-4608-b047-e961538b4dcf completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:26:38.734173 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-aa568bbe-5a91-4d76-b28e-18d931e053c5 None None] Provisioning complete for port 30557dde-b895-4608-b047-e961538b4dcf triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:26:38.734909 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-aa568bbe-5a91-4d76-b28e-18d931e053c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:38.734909 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-aa568bbe-5a91-4d76-b28e-18d931e053c5 None None] Attempt 1 to provision port 30557dde-b895-4608-b047-e961538b4dcf Oct 05 10:26:38.759549 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:26:38.760714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:26:38.929633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-aa568bbe-5a91-4d76-b28e-18d931e053c5 None None] Current status of the port 30557dde-b895-4608-b047-e961538b4dcf is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:26:38.930301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-aa568bbe-5a91-4d76-b28e-18d931e053c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:38.956256 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 75b818b0-367a-4ca4-b320-1e7f2406f70c has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:26:39.013181 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-aa568bbe-5a91-4d76-b28e-18d931e053c5 None None] For port 30557dde-b895-4608-b047-e961538b4dcf, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=30557dde-b895-4608-b047-e961538b4dcf,segment=NetworkSegment(ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d),segment_id=ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:26:39.090425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-aa568bbe-5a91-4d76-b28e-18d931e053c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:39.165059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:26:39.170149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa568bbe-5a91-4d76-b28e-18d931e053c5 None None] Pushing event updated for resources: {'Port': ['ID=30557dde-b895-4608-b047-e961538b4dcf,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:39.183550 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7f68fc8f-620e-4b52-bb36-ab7bea4101e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "PUT /v2.0/routers/75b818b0-367a-4ca4-b320-1e7f2406f70c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3600857 Oct 05 10:26:39.184076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Sync routers for ids ['75b818b0-367a-4ca4-b320-1e7f2406f70c'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:26:39.186746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Routers {'75b818b0-367a-4ca4-b320-1e7f2406f70c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:26:39.187463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:26:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['75b818b0-367a-4ca4-b320-1e7f2406f70c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:39.377627 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-a6273e55-3002-448a-bab3-0286946fc757 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:26:39.408278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e5392122-cbe6-4eb5-97fe-3e7d93d89a04 None None] Provisioning complete for port 30557dde-b895-4608-b047-e961538b4dcf triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:26:39.408656 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e5392122-cbe6-4eb5-97fe-3e7d93d89a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:39.409050 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e5392122-cbe6-4eb5-97fe-3e7d93d89a04 None None] Attempt 1 to provision port 30557dde-b895-4608-b047-e961538b4dcf Oct 05 10:26:39.454717 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Set router 75b818b0-367a-4ca4-b320-1e7f2406f70c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:26:39.490143 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-a6273e55-3002-448a-bab3-0286946fc757 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:26:39.491597 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-a6273e55-3002-448a-bab3-0286946fc757 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121235304&fields=id&tenant_id=0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 267 time: 0.1582592 Oct 05 10:26:39.663929 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-b1821b44-5504-4f44-bb04-5a150e91c505 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:39.664807 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-b1821b44-5504-4f44-bb04-5a150e91c505 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:26:39.686413 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 30557dde-b895-4608-b047-e961538b4dcf up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:26:39.747363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-b1821b44-5504-4f44-bb04-5a150e91c505 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:26:39.748613 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-b1821b44-5504-4f44-bb04-5a150e91c505 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/networks?id=d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 HTTP/1.1" status: 200 len: 797 time: 0.2495420 Oct 05 10:26:39.766869 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-3e1bc935-c0a7-4e40-9172-332f4b15133c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/quotas/0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 375 time: 0.0105319 Oct 05 10:26:39.835312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e5392122-cbe6-4eb5-97fe-3e7d93d89a04 None None] Current status of the port 30557dde-b895-4608-b047-e961538b4dcf is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:26:39.865624 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-cf7fa864-df75-4c6d-b176-792beacb2e1e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:26:39.900315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 30557dde-b895-4608-b047-e961538b4dcf triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:26:39.900561 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:39.900906 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 30557dde-b895-4608-b047-e961538b4dcf Oct 05 10:26:39.976924 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-cf7fa864-df75-4c6d-b176-792beacb2e1e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:26:39.979190 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-cf7fa864-df75-4c6d-b176-792beacb2e1e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2043238 Oct 05 10:26:40.015242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e5392122-cbe6-4eb5-97fe-3e7d93d89a04 None None] Provisioning for port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:26:40.030269 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e5392122-cbe6-4eb5-97fe-3e7d93d89a04 None None] Provisioning complete for port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:26:40.030653 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e5392122-cbe6-4eb5-97fe-3e7d93d89a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:40.030992 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e5392122-cbe6-4eb5-97fe-3e7d93d89a04 None None] Attempt 1 to provision port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed Oct 05 10:26:40.041036 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-3ba703c3-2b87-45e8-bed9-874aa1b641f3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:26:40.043847 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-3ba703c3-2b87-45e8-bed9-874aa1b641f3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502527 Oct 05 10:26:40.072103 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:26:31Z', 'updated_at': '2022-10-05T10:26:37Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:32Z', 'updated_at': '2022-10-05T10:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed', 'name': '', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:f1:b4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:36Z', 'updated_at': '2022-10-05T10:26:38Z', 'revision_number': 2, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:40.087068 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Checking router: 75b818b0-367a-4ca4-b320-1e7f2406f70c for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:26:40.087341 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Updating router 75b818b0-367a-4ca4-b320-1e7f2406f70c port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:26:40.122423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 30557dde-b895-4608-b047-e961538b4dcf is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:26:40.123828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 43fd74a9-130a-4a0a-8675-b4e81b47f25f up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:26:40.182239 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-8a48a737-6ead-42b8-b644-d543086c36de service neutron] 10.222.0.49 "GET /v2.0/networks/d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339676 Oct 05 10:26:40.200963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e5392122-cbe6-4eb5-97fe-3e7d93d89a04 None None] Port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:26:40.212244 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:40.287182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 43fd74a9-130a-4a0a-8675-b4e81b47f25f triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:26:40.287567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:40.287901 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 43fd74a9-130a-4a0a-8675-b4e81b47f25f Oct 05 10:26:40.319093 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-81ccf63e-5107-48c1-bdfe-1241154d397f service neutron] 10.222.0.49 "GET /v2.0/networks/d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309378 Oct 05 10:26:40.564105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 43fd74a9-130a-4a0a-8675-b4e81b47f25f is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:26:40.708176 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e5392122-cbe6-4eb5-97fe-3e7d93d89a04 None None] Attempt 2 to provision port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed Oct 05 10:26:40.738298 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-06a1f08c-8a29-4beb-a5d4-ace34660b76f req-79f16c77-0c8a-417e-ad7a-44b4a1a4e24f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 210 time: 0.1828728 Oct 05 10:26:40.798974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:40.801236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e5392122-cbe6-4eb5-97fe-3e7d93d89a04 None None] Port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:26:40.812158 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Transition to ACTIVE for port object 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:26:40.931440 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:41.121219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d0b0a-3e28-45b1-820f-fa30d81985d0 None None] Pushing event updated for resources: {'Port': ['ID=9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:41.146583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Attempting to bind port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:26:41.150667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Attempting to bind port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:26:41.150667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Attempting to bind port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed on network d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:26:41.153392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:26:41.153760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Checking segment: {'id': 'ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:26:41.154185 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:41.154569 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Bound using segment: {'id': 'ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:26:41.155023 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Bound port: 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:26:41.155391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:41.244200 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] For port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:26:41.247412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] For port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed,segment=NetworkSegment(ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d),segment_id=ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:26:41.302623 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e5392122-cbe6-4eb5-97fe-3e7d93d89a04 None None] Attempt 3 to provision port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed Oct 05 10:26:41.342861 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:41.415313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e5392122-cbe6-4eb5-97fe-3e7d93d89a04 None None] Port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:26:41.423113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Routers {'75b818b0-367a-4ca4-b320-1e7f2406f70c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:26:41.423743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:26:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['75b818b0-367a-4ca4-b320-1e7f2406f70c'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:41.508416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d0b0a-3e28-45b1-820f-fa30d81985d0 None None] Pushing event updated for resources: {'Port': ['ID=9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:41.624061 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] Set router 75b818b0-367a-4ca4-b320-1e7f2406f70c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:26:41.853257 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-726a6530-e47b-49e0-ba2c-49d055d5aef3 req-d0461314-e4f0-4672-a9f4-4ea83b3f2675 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 210 time: 0.0506709 Oct 05 10:26:41.916358 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e5392122-cbe6-4eb5-97fe-3e7d93d89a04 None None] Attempt 4 to provision port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed Oct 05 10:26:41.997645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e5392122-cbe6-4eb5-97fe-3e7d93d89a04 None None] Port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:26:42.015760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:26:31Z', 'updated_at': '2022-10-05T10:26:37Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:32Z', 'updated_at': '2022-10-05T10:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed', 'name': '', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:f1:b4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:36Z', 'updated_at': '2022-10-05T10:26:41Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:42.019921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c943a-b3f4-422b-8c95-c17a986040c4 None None] The sync data for ids ['75b818b0-367a-4ca4-b320-1e7f2406f70c'] in dv-neutron-860329-1-hyperv is: [{'id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:26:31Z', 'updated_at': '2022-10-05T10:26:37Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:32Z', 'updated_at': '2022-10-05T10:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed', 'name': '', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:f1:b4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:36Z', 'updated_at': '2022-10-05T10:26:41Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:26:43.031967 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fa839a96-b125-47b0-a818-0225e6143e10 req-0c35ec8b-7ba7-4517-a542-81ce3ffbd4c2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 210 time: 0.0558755 Oct 05 10:26:43.281741 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-ee250d24-3445-4d5d-8ead-78112617c966 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:43.283249 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-ee250d24-3445-4d5d-8ead-78112617c966 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/networks?id=d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 HTTP/1.1" status: 200 len: 797 time: 0.1620505 Oct 05 10:26:43.338933 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-05ce49dd-d3dc-4a95-a7a9-ff53ed423ec9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 380 time: 0.0424604 Oct 05 10:26:43.347202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'port': {'device_id': '6b1cdf82-630d-40fe-aff7-979c2f06e820', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'admin_state_up': True, 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'security_groups': ['4761d5fa-7b41-4fb1-8f2a-feb75476611f']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:26:43.497041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:26:43.507406 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:26:43.581840 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Made reservation on behalf of 0eb250b69e284e1f83d5269e0e6b6212 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:26:43.585588 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:43.677883 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:26:43.768883 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.20.0.8 (d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24/86d6f2d2-92da-49f3-80fc-c60ed65e7280/ba968730-cffd-4adc-8f6b-45525c5d7a69) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:26:43.804236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:26:43.809218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:26:43.809589 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:43.809917 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed Oct 05 10:26:43.930161 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:26:43.930540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:43.964998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed,segment=NetworkSegment(ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d),segment_id=ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:26:43.965502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:43.982792 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Transition to ACTIVE for port object ba968730-cffd-4adc-8f6b-45525c5d7a69 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:26:44.044786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:44.074813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:44.122325 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:44.154183 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:26:44.157281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:26:44.161731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:26:44.203080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=ba968730-cffd-4adc-8f6b-45525c5d7a69,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:44.238679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:44.239436 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:44.259373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17931ff9-16a5-4af5-bddc-e62be285f217 req-1d8813d5-3922-47d3-8586-945fdaabc06e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:44.261259 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-17931ff9-16a5-4af5-bddc-e62be285f217 req-1d8813d5-3922-47d3-8586-945fdaabc06e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 931 time: 0.1051824 Oct 05 10:26:44.309299 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-17931ff9-16a5-4af5-bddc-e62be285f217 req-7b5bc6f5-9b6c-4ca1-991c-e5a1db1ae691 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421216 Oct 05 10:26:44.337077 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bad63c0e-417c-4183-8523-a1a74f19d0bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9936233 Oct 05 10:26:44.356203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Request body: {'port': {'device_id': '6b1cdf82-630d-40fe-aff7-979c2f06e820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:26:44.475135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:44.512963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9137ad37-57ee-4f20-849f-1f6768cebab1 None None] Provisioning for port ba968730-cffd-4adc-8f6b-45525c5d7a69 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:26:44.521319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9137ad37-57ee-4f20-849f-1f6768cebab1 None None] Provisioning complete for port ba968730-cffd-4adc-8f6b-45525c5d7a69 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:26:44.524038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9137ad37-57ee-4f20-849f-1f6768cebab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:44.524416 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9137ad37-57ee-4f20-849f-1f6768cebab1 None None] Attempt 1 to provision port ba968730-cffd-4adc-8f6b-45525c5d7a69 Oct 05 10:26:44.627621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9137ad37-57ee-4f20-849f-1f6768cebab1 None None] Port ba968730-cffd-4adc-8f6b-45525c5d7a69 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:26:44.843439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba968730-cffd-4adc-8f6b-45525c5d7a69 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:26:44.850924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:44.866738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Transition to ACTIVE for port object ba968730-cffd-4adc-8f6b-45525c5d7a69 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:26:44.958866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:45.128830 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9137ad37-57ee-4f20-849f-1f6768cebab1 None None] Attempt 2 to provision port ba968730-cffd-4adc-8f6b-45525c5d7a69 Oct 05 10:26:45.150319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Pushing event updated for resources: {'Port': ['ID=ba968730-cffd-4adc-8f6b-45525c5d7a69,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:45.185525 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9137ad37-57ee-4f20-849f-1f6768cebab1 None None] Port ba968730-cffd-4adc-8f6b-45525c5d7a69 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:26:45.194304 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Attempting to bind port ba968730-cffd-4adc-8f6b-45525c5d7a69 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:26:45.194641 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Attempting to bind port ba968730-cffd-4adc-8f6b-45525c5d7a69 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:26:45.194970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Attempting to bind port ba968730-cffd-4adc-8f6b-45525c5d7a69 on network d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:26:45.200133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Port ba968730-cffd-4adc-8f6b-45525c5d7a69 on network d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:26:45.200449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Attempting to bind port ba968730-cffd-4adc-8f6b-45525c5d7a69 on network d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:26:45.205558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:26:45.205897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Checking segment: {'id': 'ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:26:45.206310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Bound using segment: {'id': 'ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:26:45.206740 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Bound port: ba968730-cffd-4adc-8f6b-45525c5d7a69, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:26:45.207093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:45.411315 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] For port ba968730-cffd-4adc-8f6b-45525c5d7a69, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:26:45.414813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] For port ba968730-cffd-4adc-8f6b-45525c5d7a69, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ba968730-cffd-4adc-8f6b-45525c5d7a69,segment=NetworkSegment(ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d),segment_id=ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:26:45.484373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:45.487768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:45.488403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:45.489759 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] 10.222.0.55 "PUT /v2.0/ports/ba968730-cffd-4adc-8f6b-45525c5d7a69 HTTP/1.1" status: 200 len: 1093 time: 1.1383567 Oct 05 10:26:45.518674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1cdf82-630d-40fe-aff7-979c2f06e820', 'tag': 'ba968730-cffd-4adc-8f6b-45525c5d7a69'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:26:45.520990 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c525d82e-5efb-4067-9ea8-ba413b32f913" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1cdf82-630d-40fe-aff7-979c2f06e820", "tag": "ba968730-cffd-4adc-8f6b-45525c5d7a69"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:26:45.521481 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c002c-081c-4858-bc10-f7ce0e82822b req-caca88ee-ca02-43b7-a4f0-6bf38c4798eb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:45.523054 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1c7c002c-081c-4858-bc10-f7ce0e82822b req-caca88ee-ca02-43b7-a4f0-6bf38c4798eb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 943 time: 0.0954990 Oct 05 10:26:45.569883 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1c7c002c-081c-4858-bc10-f7ce0e82822b req-5f2882f2-0fa9-4e60-8d44-10b3380cf2d7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404871 Oct 05 10:26:45.574228 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75871246-e808-46a1-a72c-53fd7bfa6a05 service neutron] Pushing event updated for resources: {'Port': ['ID=ba968730-cffd-4adc-8f6b-45525c5d7a69,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:45.578332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef69f56-d166-46a5-be4a-f64baf3d85dd x-openstack-request-id: req-1ef69f56-d166-46a5-be4a-f64baf3d85dd {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:26:45.578613 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1cdf82-630d-40fe-aff7-979c2f06e820", "tag": "ba968730-cffd-4adc-8f6b-45525c5d7a69", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:26:45.578870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ef69f56-d166-46a5-be4a-f64baf3d85dd {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:26:45.579262 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef69f56-d166-46a5-be4a-f64baf3d85dd'] response: {'name': 'network-changed', 'server_uuid': '6b1cdf82-630d-40fe-aff7-979c2f06e820', 'tag': 'ba968730-cffd-4adc-8f6b-45525c5d7a69', 'status': 'completed', 'code': 200} Oct 05 10:26:45.643979 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:26:45.691272 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-9137ad37-57ee-4f20-849f-1f6768cebab1 None None] Attempt 3 to provision port ba968730-cffd-4adc-8f6b-45525c5d7a69 Oct 05 10:26:45.704231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525d82e-5efb-4067-9ea8-ba413b32f913 req-6e753bd1-bdba-484e-b132-bd3ff51eaacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:45.705726 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c525d82e-5efb-4067-9ea8-ba413b32f913 req-6e753bd1-bdba-484e-b132-bd3ff51eaacd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 1096 time: 0.0855815 Oct 05 10:26:45.765720 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-9137ad37-57ee-4f20-849f-1f6768cebab1 None None] Port ba968730-cffd-4adc-8f6b-45525c5d7a69 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:26:45.773633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:26:45.774036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:45.774365 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed Oct 05 10:26:45.858489 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525d82e-5efb-4067-9ea8-ba413b32f913 req-7df878d2-8a1d-43d2-9871-04ec7e8353b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:45.859878 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c525d82e-5efb-4067-9ea8-ba413b32f913 req-7df878d2-8a1d-43d2-9871-04ec7e8353b2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1403382 Oct 05 10:26:45.895420 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:26:46.002602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525d82e-5efb-4067-9ea8-ba413b32f913 req-2891a74e-d424-43d3-a628-5c0bd96d6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:46.004227 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c525d82e-5efb-4067-9ea8-ba413b32f913 req-2891a74e-d424-43d3-a628-5c0bd96d6380 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384118 Oct 05 10:26:46.139226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bc002de0-0225-4379-8914-64c0f0a3edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:46.140641 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-bc002de0-0225-4379-8914-64c0f0a3edc5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 1096 time: 0.0810902 Oct 05 10:26:46.218904 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-3f3110ef-699b-4ec1-8443-61b3220ab559 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba968730-cffd-4adc-8f6b-45525c5d7a69 HTTP/1.1" status: 200 len: 217 time: 0.0650866 Oct 05 10:26:46.281907 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-61951364-e734-4a21-bd54-01a4f0132ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:46.283537 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-61951364-e734-4a21-bd54-01a4f0132ca0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86d6f2d2-92da-49f3-80fc-c60ed65e7280 HTTP/1.1" status: 200 len: 835 time: 0.0584676 Oct 05 10:26:46.373551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-ad8c3909-70c3-46bf-bc4e-117b6cf75e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:46.375092 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-ad8c3909-70c3-46bf-bc4e-117b6cf75e27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853546 Oct 05 10:26:46.513277 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-48731a60-3f19-4e58-9c0b-2e75c0e1236d service neutron] 10.222.0.55 "GET /v2.0/networks/d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317515 Oct 05 10:26:46.651743 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6a34ec70-642d-4efc-bbf5-74765afb5555 req-56396a0b-016d-4710-b96a-1b60fa4f4a45 service neutron] 10.222.0.55 "GET /v2.0/networks/d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326625 Oct 05 10:26:46.784815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440898df-7b47-41f4-b9d9-d956bc53a9b6 req-26d29885-a6ee-499c-ab0d-d5a3a7d2fc93 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:46.786589 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-440898df-7b47-41f4-b9d9-d956bc53a9b6 req-26d29885-a6ee-499c-ab0d-d5a3a7d2fc93 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 943 time: 0.1008995 Oct 05 10:26:46.831791 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-440898df-7b47-41f4-b9d9-d956bc53a9b6 req-ee570b9a-e106-40e5-9cd5-3c054b911b61 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393896 Oct 05 10:26:48.033219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fea71-2fac-418c-b5f6-b92120820a39 req-d7175724-d842-4097-bc79-f9909411c32c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:48.034787 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fd7fea71-2fac-418c-b5f6-b92120820a39 req-d7175724-d842-4097-bc79-f9909411c32c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 943 time: 0.0892069 Oct 05 10:26:48.081657 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fd7fea71-2fac-418c-b5f6-b92120820a39 req-9dd71d35-f524-42c5-aa93-2a0e8b56b450 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394485 Oct 05 10:26:49.293602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066822b1-a180-4848-8941-c8ca455cdbcc req-eea487ea-7ee1-4c24-8018-a8203d3f8a21 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:49.295121 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-066822b1-a180-4848-8941-c8ca455cdbcc req-eea487ea-7ee1-4c24-8018-a8203d3f8a21 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 943 time: 0.0977294 Oct 05 10:26:49.339734 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-066822b1-a180-4848-8941-c8ca455cdbcc req-87cb0922-f1e9-4191-ac2d-c8f44e3064c0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388415 Oct 05 10:26:50.398702 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e2d76d61-c6ba-4e56-8334-95b6f061e667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:50.545038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0e049-57b1-45d1-962b-205afec94f4b req-b89164d1-8ba0-4f15-a74b-427ee78d5bc4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:50.546531 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5de0e049-57b1-45d1-962b-205afec94f4b req-b89164d1-8ba0-4f15-a74b-427ee78d5bc4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 943 time: 0.0925636 Oct 05 10:26:50.591204 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5de0e049-57b1-45d1-962b-205afec94f4b req-3ff03042-c999-4174-a956-85f331a7450d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389476 Oct 05 10:26:50.700430 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device ba968730-cffd-4adc-8f6b-45525c5d7a69 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:26:50.837437 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port ba968730-cffd-4adc-8f6b-45525c5d7a69, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ba968730-cffd-4adc-8f6b-45525c5d7a69,segment=NetworkSegment(ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d),segment_id=ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:26:50.851160 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': 'ba968730-cffd-4adc-8f6b-45525c5d7a69', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'port_id': 'ba968730-cffd-4adc-8f6b-45525c5d7a69', 'mac_address': 'fa:16:3e:03:f4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:26:50.912432 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port ba968730-cffd-4adc-8f6b-45525c5d7a69 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:26:50.912808 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:50.930222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba968730-cffd-4adc-8f6b-45525c5d7a69 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:26:50.946179 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port ba968730-cffd-4adc-8f6b-45525c5d7a69, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ba968730-cffd-4adc-8f6b-45525c5d7a69,segment=NetworkSegment(ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d),segment_id=ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:26:50.987557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:51.056337 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=ba968730-cffd-4adc-8f6b-45525c5d7a69,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:51.455338 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['ba968730-cffd-4adc-8f6b-45525c5d7a69'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:26:51.790178 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9924f-dcbb-46e6-a000-b32d8b87affc req-bd3ee3ff-3470-4892-9f7d-7b9172b08883 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:51.791612 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-61f9924f-dcbb-46e6-a000-b32d8b87affc req-bd3ee3ff-3470-4892-9f7d-7b9172b08883 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 944 time: 0.0891995 Oct 05 10:26:51.834662 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-61f9924f-dcbb-46e6-a000-b32d8b87affc req-d89da48d-085d-4d6b-9c91-1796e73ead33 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372953 Oct 05 10:26:52.016772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-cc8a1c8d-3bc9-47c9-b453-bc2fb5367439 req-33b3111b-5418-47bc-bdae-3cdec821639d service neutron] (89846) timed out ('10.222.0.49', 48404) {{(pid=89846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 05 10:26:52.667224 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-cb0d0cb3-2d84-4f92-bed5-911ced7da5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:52.710524 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device ba968730-cffd-4adc-8f6b-45525c5d7a69 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:26:52.866798 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port ba968730-cffd-4adc-8f6b-45525c5d7a69 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:26:52.872315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port ba968730-cffd-4adc-8f6b-45525c5d7a69 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:26:52.872694 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:52.876198 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port ba968730-cffd-4adc-8f6b-45525c5d7a69 Oct 05 10:26:52.996823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port ba968730-cffd-4adc-8f6b-45525c5d7a69 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:26:52.997205 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:53.026964 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1cdf82-630d-40fe-aff7-979c2f06e820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba968730-cffd-4adc-8f6b-45525c5d7a69'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:26:53.029370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4683b719f01330b37b6594d9a5886306d98baa09e339e8ba48896eed473d1b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5d5a4f-5e67-47b7-9335-1a784ac45edf" -d '{"events": [{"server_uuid": "6b1cdf82-630d-40fe-aff7-979c2f06e820", "name": "network-vif-plugged", "status": "completed", "tag": "ba968730-cffd-4adc-8f6b-45525c5d7a69"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:26:53.037927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port ba968730-cffd-4adc-8f6b-45525c5d7a69, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ba968730-cffd-4adc-8f6b-45525c5d7a69,segment=NetworkSegment(ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d),segment_id=ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:26:53.051399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb42c-8952-4669-a994-507540167890 req-6b8ad233-1fae-4234-a32e-db901c6f9ec4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:53.053049 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-431bb42c-8952-4669-a994-507540167890 req-6b8ad233-1fae-4234-a32e-db901c6f9ec4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 944 time: 0.1004808 Oct 05 10:26:53.087646 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e4f79c-d133-47b7-92aa-c9ec09cf468c x-openstack-request-id: req-41e4f79c-d133-47b7-92aa-c9ec09cf468c {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:26:53.087942 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1cdf82-630d-40fe-aff7-979c2f06e820", "name": "network-vif-plugged", "status": "completed", "tag": "ba968730-cffd-4adc-8f6b-45525c5d7a69", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:26:53.088196 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41e4f79c-d133-47b7-92aa-c9ec09cf468c {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:26:53.088591 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e4f79c-d133-47b7-92aa-c9ec09cf468c'] response: {'server_uuid': '6b1cdf82-630d-40fe-aff7-979c2f06e820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba968730-cffd-4adc-8f6b-45525c5d7a69', 'code': 200} Oct 05 10:26:53.100800 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-431bb42c-8952-4669-a994-507540167890 req-2aaa8e4f-e6ea-4802-bb84-ad6b3aa01514 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 Oct 05 10:26:53.124583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:53.193216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=ba968730-cffd-4adc-8f6b-45525c5d7a69,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:53.486269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7ba8a-5a44-4e84-8aaa-9dc6efcc4cc2 req-ebb3789e-0090-41d0-ac10-9c9726c8b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:53.487735 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e1c7ba8a-5a44-4e84-8aaa-9dc6efcc4cc2 req-ebb3789e-0090-41d0-ac10-9c9726c8b1c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 1098 time: 0.0805311 Oct 05 10:26:53.532091 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-e1c7ba8a-5a44-4e84-8aaa-9dc6efcc4cc2 req-43ca3492-b3d1-49c8-b843-f695dbd45017 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384574 Oct 05 10:26:54.226964 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:54.309873 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba35f0-d64d-4eb1-92a3-9cfee6303fff req-a80b8423-4a3d-4ee4-a639-6c78de02bdd3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:54.311376 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a9ba35f0-d64d-4eb1-92a3-9cfee6303fff req-a80b8423-4a3d-4ee4-a639-6c78de02bdd3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 945 time: 0.0937810 Oct 05 10:26:54.358571 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a9ba35f0-d64d-4eb1-92a3-9cfee6303fff req-15283d26-178c-4759-a16f-1fe4326947a6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414915 Oct 05 10:26:54.438923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:55.557206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf7880-97c1-4a64-b637-67cee70ef44a req-1c02b79a-ce4a-4485-83a9-d526e758225a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:55.558738 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0bdf7880-97c1-4a64-b637-67cee70ef44a req-1c02b79a-ce4a-4485-83a9-d526e758225a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 945 time: 0.0884593 Oct 05 10:26:55.603859 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0bdf7880-97c1-4a64-b637-67cee70ef44a req-c8f343d8-dd49-42d9-85f2-fdcbee87a66d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394626 Oct 05 10:26:55.781857 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:55.809894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:55.814765 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e8b42-2c5e-4ed5-bf51-424c2278bdc5 req-356cfb8c-f93e-4ad2-860e-3ded2b702cba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:55.820038 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-985e8b42-2c5e-4ed5-bf51-424c2278bdc5 req-356cfb8c-f93e-4ad2-860e-3ded2b702cba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 945 time: 0.0967872 Oct 05 10:26:55.862033 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-985e8b42-2c5e-4ed5-bf51-424c2278bdc5 req-d25bfcc8-f595-4bd2-acc0-50d8b68de918 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397387 Oct 05 10:26:55.891158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51012) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:55.972864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae53d61b-7b8b-455a-a913-8b400ce6431c tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:55.974397 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ae53d61b-7b8b-455a-a913-8b400ce6431c tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 1093 time: 0.0822482 Oct 05 10:26:55.978466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51016) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:55.983585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': 'ba968730-cffd-4adc-8f6b-45525c5d7a69', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:26:55.989906 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:26:55.994524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:floatingip and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:26:55.997342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:26:56.003054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:26:56.066945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:56.204425 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:56.341849 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.26.7.99 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/1e7d347b-41fb-482c-9600-e779cbfa9a9f) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:26:56.482402 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:26:56.604979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:56.690541 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:56.756927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:26:56.759952 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:26:56.763825 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:26:56.794449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=1e7d347b-41fb-482c-9600-e779cbfa9a9f,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:57.190859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:57.333434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:57.545048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:57.604391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:57.715012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:57.767470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=1e7d347b-41fb-482c-9600-e779cbfa9a9f,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:26:57.896369 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Floating IP 9c9023ca-2d12-429d-8d02-16bae1f92c04 associated. External IP: 172.26.7.99, port: ba968730-cffd-4adc-8f6b-45525c5d7a69. Oct 05 10:26:58.364749 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 75b818b0-367a-4ca4-b320-1e7f2406f70c has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:26:58.556365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:26:58.566231 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f02d921-4b8f-4ee1-b6ac-ded6aff1ef17 None None] Sync routers for ids ['75b818b0-367a-4ca4-b320-1e7f2406f70c'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:26:58.583044 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f02d921-4b8f-4ee1-b6ac-ded6aff1ef17 None None] Routers {'75b818b0-367a-4ca4-b320-1e7f2406f70c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:26:58.583656 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9f02d921-4b8f-4ee1-b6ac-ded6aff1ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:26:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['75b818b0-367a-4ca4-b320-1e7f2406f70c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:58.615864 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:26:58.673120 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f85a8de1-22ea-4ce7-b026-daae7ec5bc2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6935976 Oct 05 10:26:58.673720 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1cdf82-630d-40fe-aff7-979c2f06e820', 'tag': 'ba968730-cffd-4adc-8f6b-45525c5d7a69'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:26:58.676471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08da1e59-5a34-498e-8bf8-6a2d190d8d17" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1cdf82-630d-40fe-aff7-979c2f06e820", "tag": "ba968730-cffd-4adc-8f6b-45525c5d7a69"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:26:58.723832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c862b8e-d925-46c4-b479-78a04b8ba2e9 x-openstack-request-id: req-3c862b8e-d925-46c4-b479-78a04b8ba2e9 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:26:58.724128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1cdf82-630d-40fe-aff7-979c2f06e820", "tag": "ba968730-cffd-4adc-8f6b-45525c5d7a69", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:26:58.724382 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c862b8e-d925-46c4-b479-78a04b8ba2e9 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:26:58.724873 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c862b8e-d925-46c4-b479-78a04b8ba2e9'] response: {'name': 'network-changed', 'server_uuid': '6b1cdf82-630d-40fe-aff7-979c2f06e820', 'tag': 'ba968730-cffd-4adc-8f6b-45525c5d7a69', 'status': 'completed', 'code': 200} Oct 05 10:26:58.770547 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-9f02d921-4b8f-4ee1-b6ac-ded6aff1ef17 None None] Set router 75b818b0-367a-4ca4-b320-1e7f2406f70c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:26:58.855295 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da1e59-5a34-498e-8bf8-6a2d190d8d17 req-87be9e5c-dcaf-4bfc-bf2f-b5c6079b5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:58.857210 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-08da1e59-5a34-498e-8bf8-6a2d190d8d17 req-87be9e5c-dcaf-4bfc-bf2f-b5c6079b5dfe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 1098 time: 0.0897903 Oct 05 10:26:58.884269 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee820227-e4ea-4cda-8476-06fded26b168 req-57456ca4-ad89-4c81-8c60-b9e2b4557d57 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:58.885949 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ee820227-e4ea-4cda-8476-06fded26b168 req-57456ca4-ad89-4c81-8c60-b9e2b4557d57 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 945 time: 0.1122921 Oct 05 10:26:58.944065 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ee820227-e4ea-4cda-8476-06fded26b168 req-bb669365-b017-4b48-9f89-280c958e3e9f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469368 Oct 05 10:26:58.966531 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51024) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:26:59.006476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da1e59-5a34-498e-8bf8-6a2d190d8d17 req-1bc2f9ee-551b-4cfe-8d09-4ea382d53084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:59.007960 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-08da1e59-5a34-498e-8bf8-6a2d190d8d17 req-1bc2f9ee-551b-4cfe-8d09-4ea382d53084 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 HTTP/1.1" status: 200 len: 898 time: 0.1453478 Oct 05 10:26:59.083146 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3c11d1c0-b48e-496f-8444-9d1f0b52910b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/9c9023ca-2d12-429d-8d02-16bae1f92c04 HTTP/1.1" status: 200 len: 990 time: 0.1150324 Oct 05 10:26:59.121008 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-08da1e59-5a34-498e-8bf8-6a2d190d8d17 req-4531ea2d-63c3-48bb-8947-94a197c69be7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba968730-cffd-4adc-8f6b-45525c5d7a69 HTTP/1.1" status: 200 len: 998 time: 0.1061015 Oct 05 10:26:59.141304 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9f02d921-4b8f-4ee1-b6ac-ded6aff1ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:26:31Z', 'updated_at': '2022-10-05T10:26:37Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:32Z', 'updated_at': '2022-10-05T10:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '9c9023ca-2d12-429d-8d02-16bae1f92c04', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'floating_ip_address': '172.26.7.99', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'port_id': 'ba968730-cffd-4adc-8f6b-45525c5d7a69', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'mac_address': 'fa:16:3e:03:f4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1cdf82-630d-40fe-aff7-979c2f06e820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:26:57Z', 'updated_at': '2022-10-05T10:26:57Z', 'revision_number': 0, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed', 'name': '', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:f1:b4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:36Z', 'updated_at': '2022-10-05T10:26:43Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:59.145095 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f02d921-4b8f-4ee1-b6ac-ded6aff1ef17 None None] Checking router: 75b818b0-367a-4ca4-b320-1e7f2406f70c for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:26:59.153917 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f02d921-4b8f-4ee1-b6ac-ded6aff1ef17 None None] Routers {'75b818b0-367a-4ca4-b320-1e7f2406f70c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:26:59.154545 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9f02d921-4b8f-4ee1-b6ac-ded6aff1ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:26:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['75b818b0-367a-4ca4-b320-1e7f2406f70c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:59.189219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da1e59-5a34-498e-8bf8-6a2d190d8d17 req-bebc9d2a-6d9b-4c1f-98c5-2ed24e316dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:59.190707 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-08da1e59-5a34-498e-8bf8-6a2d190d8d17 req-bebc9d2a-6d9b-4c1f-98c5-2ed24e316dd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86d6f2d2-92da-49f3-80fc-c60ed65e7280 HTTP/1.1" status: 200 len: 835 time: 0.0639894 Oct 05 10:26:59.279559 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da1e59-5a34-498e-8bf8-6a2d190d8d17 req-6f96a4a8-259e-4055-acbf-78843540e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:26:59.281069 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-08da1e59-5a34-498e-8bf8-6a2d190d8d17 req-6f96a4a8-259e-4055-acbf-78843540e95a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844617 Oct 05 10:26:59.334045 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-9f02d921-4b8f-4ee1-b6ac-ded6aff1ef17 None None] Set router 75b818b0-367a-4ca4-b320-1e7f2406f70c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:26:59.417730 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-08da1e59-5a34-498e-8bf8-6a2d190d8d17 req-909b7321-2965-4a47-a391-2119f8e885cf service neutron] 10.222.0.55 "GET /v2.0/networks/d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308701 Oct 05 10:26:59.557359 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-08da1e59-5a34-498e-8bf8-6a2d190d8d17 req-359160bb-6d1a-46d5-a1bb-95611059941d service neutron] 10.222.0.55 "GET /v2.0/networks/d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343346 Oct 05 10:26:59.714407 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9f02d921-4b8f-4ee1-b6ac-ded6aff1ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:26:31Z', 'updated_at': '2022-10-05T10:26:37Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:32Z', 'updated_at': '2022-10-05T10:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '9c9023ca-2d12-429d-8d02-16bae1f92c04', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'floating_ip_address': '172.26.7.99', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'port_id': 'ba968730-cffd-4adc-8f6b-45525c5d7a69', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'mac_address': 'fa:16:3e:03:f4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1cdf82-630d-40fe-aff7-979c2f06e820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:26:57Z', 'updated_at': '2022-10-05T10:26:57Z', 'revision_number': 0, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed', 'name': '', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:f1:b4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:36Z', 'updated_at': '2022-10-05T10:26:43Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:26:59.720088 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f02d921-4b8f-4ee1-b6ac-ded6aff1ef17 None None] The sync data for ids ['75b818b0-367a-4ca4-b320-1e7f2406f70c'] in dv-neutron-860329-1-hyperv is: [{'id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:26:31Z', 'updated_at': '2022-10-05T10:26:37Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:32Z', 'updated_at': '2022-10-05T10:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '9c9023ca-2d12-429d-8d02-16bae1f92c04', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'floating_ip_address': '172.26.7.99', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'port_id': 'ba968730-cffd-4adc-8f6b-45525c5d7a69', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'mac_address': 'fa:16:3e:03:f4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1cdf82-630d-40fe-aff7-979c2f06e820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:26:57Z', 'updated_at': '2022-10-05T10:26:57Z', 'revision_number': 0, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed', 'name': '', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:f1:b4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:36Z', 'updated_at': '2022-10-05T10:26:43Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:26:59.915599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00baca3f-d920-4956-87fe-5c7e6adba1f5 None None] New status for floating IP 9c9023ca-2d12-429d-8d02-16bae1f92c04: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:27:00.087764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51028) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:27:00.303011 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-71ba9bd0-181c-4b4e-990d-853a56a57378 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/9c9023ca-2d12-429d-8d02-16bae1f92c04 HTTP/1.1" status: 200 len: 990 time: 0.2141190 Oct 05 10:27:01.307567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51032) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:27:01.411180 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7bc50441-3350-43c5-9541-98f083932297 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/9c9023ca-2d12-429d-8d02-16bae1f92c04 HTTP/1.1" status: 200 len: 992 time: 0.1024919 Oct 05 10:27:20.403749 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9e2a-4319-45b4-b2dc-7b3a1d30db7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:27:22.700916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-81f79282-4f5a-4124-880e-2a3f08aab2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:27:24.215411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:27:24.392415 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:27:25.757721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:27:25.786211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:27:33.484706 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:27:44.580623 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9f8ab441-c8ee-4393-8f08-b534197311ba req-99bb2681-14db-4e9d-a0f2-5033f84f631a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829189 Oct 05 10:27:44.742989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ab441-c8ee-4393-8f08-b534197311ba req-fc0c3e55-6e3e-45be-9110-d4b6d0421bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:27:44.744456 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9f8ab441-c8ee-4393-8f08-b534197311ba req-fc0c3e55-6e3e-45be-9110-d4b6d0421bc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 1098 time: 0.0793903 Oct 05 10:27:44.890205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ab441-c8ee-4393-8f08-b534197311ba req-4ffcbf21-2ed2-4e2c-8f9f-4c0119cc6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:27:44.891570 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9f8ab441-c8ee-4393-8f08-b534197311ba req-4ffcbf21-2ed2-4e2c-8f9f-4c0119cc6aec service neutron] 10.222.0.55 "GET /v2.0/networks?id=d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 HTTP/1.1" status: 200 len: 898 time: 0.1287093 Oct 05 10:27:45.000355 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9f8ab441-c8ee-4393-8f08-b534197311ba req-c46b17f0-865e-45f8-a88a-978961456f82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba968730-cffd-4adc-8f6b-45525c5d7a69 HTTP/1.1" status: 200 len: 1000 time: 0.1027262 Oct 05 10:27:45.066355 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ab441-c8ee-4393-8f08-b534197311ba req-963fb09e-e9b8-4b9e-acb5-22a2c1288493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:27:45.067773 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9f8ab441-c8ee-4393-8f08-b534197311ba req-963fb09e-e9b8-4b9e-acb5-22a2c1288493 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86d6f2d2-92da-49f3-80fc-c60ed65e7280 HTTP/1.1" status: 200 len: 835 time: 0.0620658 Oct 05 10:27:45.265216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ab441-c8ee-4393-8f08-b534197311ba req-a64d4258-17a0-43a2-81a2-b3ff56325b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:27:45.266713 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9f8ab441-c8ee-4393-8f08-b534197311ba req-a64d4258-17a0-43a2-81a2-b3ff56325b5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1931977 Oct 05 10:27:45.400000 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9f8ab441-c8ee-4393-8f08-b534197311ba req-afba193e-962c-4ca5-a2cf-07e8d4579ba8 service neutron] 10.222.0.55 "GET /v2.0/networks/d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272855 Oct 05 10:27:45.538034 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9f8ab441-c8ee-4393-8f08-b534197311ba req-bc1ab42d-ce76-41b1-ae54-1f47c540d09b service neutron] 10.222.0.55 "GET /v2.0/networks/d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315904 Oct 05 10:27:50.402810 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8eaee95f-5356-4cb6-a33f-93eb8eef93ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:27:52.688519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0c5af8f8-aa52-4d49-aa69-d3f9331add72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:27:54.237034 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:27:54.437261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:27:55.803101 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:27:55.825575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:10.483896 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:28:15.240457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be99c6-5d64-4a6f-95b2-22eeabcb1cc2 req-f109341e-eee5-4e81-bd4a-da3142d0b04e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:15.242090 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-98be99c6-5d64-4a6f-95b2-22eeabcb1cc2 req-f109341e-eee5-4e81-bd4a-da3142d0b04e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 945 time: 0.1447730 Oct 05 10:28:15.288846 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-98be99c6-5d64-4a6f-95b2-22eeabcb1cc2 req-59fc4ef0-8134-4ad6-905f-86b638cd6653 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401497 Oct 05 10:28:16.616606 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786c89d-2856-4c85-af39-a0dcf1d9ae03 req-003bdc57-c16b-497a-9dbd-24ad352e4d50 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:16.618039 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f786c89d-2856-4c85-af39-a0dcf1d9ae03 req-003bdc57-c16b-497a-9dbd-24ad352e4d50 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 945 time: 0.1345270 Oct 05 10:28:16.663219 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f786c89d-2856-4c85-af39-a0dcf1d9ae03 req-9617baf7-7e6a-4371-a215-ccecc701dbdf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395195 Oct 05 10:28:16.692146 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51070) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:16.800071 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b4e18d15-d0e1-4ced-b039-31cf4ffcaed5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/9c9023ca-2d12-429d-8d02-16bae1f92c04 HTTP/1.1" status: 200 len: 992 time: 0.1067371 Oct 05 10:28:18.457258 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ebdec-6393-457b-8ea3-be874a6d4911 req-3ea102af-3cd1-4bf9-bea1-387a540e0247 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:18.458743 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-121ebdec-6393-457b-8ea3-be874a6d4911 req-3ea102af-3cd1-4bf9-bea1-387a540e0247 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 945 time: 0.0897467 Oct 05 10:28:18.509787 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-121ebdec-6393-457b-8ea3-be874a6d4911 req-3dfda347-fcdf-45e1-b9ff-2dcc38cc2fd7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453100 Oct 05 10:28:19.716332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc6b03-0711-43f1-9019-a4b76b7550c6 req-74885240-2a5d-4c4a-9b5e-154a1a2661a2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:19.717842 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aafc6b03-0711-43f1-9019-a4b76b7550c6 req-74885240-2a5d-4c4a-9b5e-154a1a2661a2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 945 time: 0.0926099 Oct 05 10:28:19.762994 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aafc6b03-0711-43f1-9019-a4b76b7550c6 req-faeb784c-4f41-4c73-9781-d701a12c41c6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392058 Oct 05 10:28:19.792815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51082) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:19.901159 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5b3b5dc0-78d6-426e-aa96-ce22d0a6e2fa tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/9c9023ca-2d12-429d-8d02-16bae1f92c04 HTTP/1.1" status: 200 len: 992 time: 0.1072030 Oct 05 10:28:20.193330 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51090) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:20.399415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 1e7d347b-41fb-482c-9600-e779cbfa9a9f {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:28:20.399762 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:20.401501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fedff37e-229e-4832-9e70-374009ae8883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:20.572040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:20.572271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:20.694618 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 1e7d347b-41fb-482c-9600-e779cbfa9a9f owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:28:20.939980 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:20.986483 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=1e7d347b-41fb-482c-9600-e779cbfa9a9f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:21.138385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:21.138735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:21.139077 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:21.139408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:21.139739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:21.140066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:21.140389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:21.140730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:21.141099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:21.141423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:21.141744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:21.142087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:21.203448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:21.203698 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Floating IP 9c9023ca-2d12-429d-8d02-16bae1f92c04 disassociated (deleted). External IP: 172.26.7.99, port: ba968730-cffd-4adc-8f6b-45525c5d7a69. Oct 05 10:28:21.558590 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 75b818b0-367a-4ca4-b320-1e7f2406f70c has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:28:21.761076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:28:21.773771 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c54fe-1e28-4807-8464-9fb5daa59bbc None None] Sync routers for ids ['75b818b0-367a-4ca4-b320-1e7f2406f70c'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:28:21.783099 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c54fe-1e28-4807-8464-9fb5daa59bbc None None] Routers {'75b818b0-367a-4ca4-b320-1e7f2406f70c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:28:21.783712 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c95c54fe-1e28-4807-8464-9fb5daa59bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:27:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['75b818b0-367a-4ca4-b320-1e7f2406f70c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:21.788206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:21.891157 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-83f6dc98-e09a-4653-a209-92c2face6593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/floatingips/9c9023ca-2d12-429d-8d02-16bae1f92c04 HTTP/1.1" status: 204 len: 168 time: 1.6956992 Oct 05 10:28:21.891439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1cdf82-630d-40fe-aff7-979c2f06e820', 'tag': 'ba968730-cffd-4adc-8f6b-45525c5d7a69'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:28:21.893773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a228f980fcd825d6add5dafd63c9c041e311f23a2f72968e6f1a12013002854e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2352de5f-4705-4342-8b77-5d7d15a605c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1cdf82-630d-40fe-aff7-979c2f06e820", "tag": "ba968730-cffd-4adc-8f6b-45525c5d7a69"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:28:21.940678 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d75c50-fdca-4443-8f84-dbbe4f3f86a8 x-openstack-request-id: req-a1d75c50-fdca-4443-8f84-dbbe4f3f86a8 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:28:21.941289 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1cdf82-630d-40fe-aff7-979c2f06e820", "tag": "ba968730-cffd-4adc-8f6b-45525c5d7a69", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:28:21.941289 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1d75c50-fdca-4443-8f84-dbbe4f3f86a8 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:28:21.941745 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d75c50-fdca-4443-8f84-dbbe4f3f86a8'] response: {'name': 'network-changed', 'server_uuid': '6b1cdf82-630d-40fe-aff7-979c2f06e820', 'tag': 'ba968730-cffd-4adc-8f6b-45525c5d7a69', 'status': 'completed', 'code': 200} Oct 05 10:28:21.967048 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-c95c54fe-1e28-4807-8464-9fb5daa59bbc None None] Set router 75b818b0-367a-4ca4-b320-1e7f2406f70c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:28:22.079848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352de5f-4705-4342-8b77-5d7d15a605c6 req-6eac9ea3-ec7c-4fe9-8248-5237b148c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:22.081343 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2352de5f-4705-4342-8b77-5d7d15a605c6 req-6eac9ea3-ec7c-4fe9-8248-5237b148c158 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 1098 time: 0.0972579 Oct 05 10:28:22.221612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352de5f-4705-4342-8b77-5d7d15a605c6 req-05cd6e0a-e124-4988-a278-58def85f8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:22.223096 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2352de5f-4705-4342-8b77-5d7d15a605c6 req-05cd6e0a-e124-4988-a278-58def85f8758 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 HTTP/1.1" status: 200 len: 898 time: 0.1360276 Oct 05 10:28:22.295006 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2352de5f-4705-4342-8b77-5d7d15a605c6 req-3bcf7de5-5580-4079-bbb5-987e0048d71f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba968730-cffd-4adc-8f6b-45525c5d7a69 HTTP/1.1" status: 200 len: 217 time: 0.0658238 Oct 05 10:28:22.303686 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c95c54fe-1e28-4807-8464-9fb5daa59bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:26:31Z', 'updated_at': '2022-10-05T10:26:37Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:32Z', 'updated_at': '2022-10-05T10:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed', 'name': '', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:f1:b4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:36Z', 'updated_at': '2022-10-05T10:26:43Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:22.309583 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c54fe-1e28-4807-8464-9fb5daa59bbc None None] Checking router: 75b818b0-367a-4ca4-b320-1e7f2406f70c for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:28:22.317578 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c54fe-1e28-4807-8464-9fb5daa59bbc None None] Routers {'75b818b0-367a-4ca4-b320-1e7f2406f70c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:28:22.318229 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c95c54fe-1e28-4807-8464-9fb5daa59bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:27:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['75b818b0-367a-4ca4-b320-1e7f2406f70c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:22.367831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352de5f-4705-4342-8b77-5d7d15a605c6 req-49770a0d-9ff1-4517-81d2-c127361d82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:22.369476 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2352de5f-4705-4342-8b77-5d7d15a605c6 req-49770a0d-9ff1-4517-81d2-c127361d82ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86d6f2d2-92da-49f3-80fc-c60ed65e7280 HTTP/1.1" status: 200 len: 835 time: 0.0685830 Oct 05 10:28:22.460848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352de5f-4705-4342-8b77-5d7d15a605c6 req-b08d8fc0-751d-4904-8783-604f005918d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:22.462696 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2352de5f-4705-4342-8b77-5d7d15a605c6 req-b08d8fc0-751d-4904-8783-604f005918d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870166 Oct 05 10:28:22.509220 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-c95c54fe-1e28-4807-8464-9fb5daa59bbc None None] Set router 75b818b0-367a-4ca4-b320-1e7f2406f70c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:28:22.541750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e42369-2de0-42a0-b383-11f5417544cd req-253c049d-a0c0-4398-809d-beca5ea479ca tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:22.542630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-28e42369-2de0-42a0-b383-11f5417544cd req-253c049d-a0c0-4398-809d-beca5ea479ca tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:28:22.614816 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2352de5f-4705-4342-8b77-5d7d15a605c6 req-1f45015e-e8d3-4bab-9064-31627be2483e service neutron] 10.222.0.55 "GET /v2.0/networks/d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440103 Oct 05 10:28:22.625127 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-28e42369-2de0-42a0-b383-11f5417544cd req-253c049d-a0c0-4398-809d-beca5ea479ca tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:28:22.630698 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-28e42369-2de0-42a0-b383-11f5417544cd req-253c049d-a0c0-4398-809d-beca5ea479ca tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 945 time: 0.1770205 Oct 05 10:28:22.682662 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-65beccba-c0d9-4286-9f66-19e1a0ec5c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:22.685404 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-28e42369-2de0-42a0-b383-11f5417544cd req-e614b4bd-c47c-45a1-8909-cc23cd388444 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515087 Oct 05 10:28:22.776356 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2352de5f-4705-4342-8b77-5d7d15a605c6 req-f16ae9a8-e6fd-4268-8a3f-250942c4e742 service neutron] 10.222.0.55 "GET /v2.0/networks/d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545413 Oct 05 10:28:22.851400 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c95c54fe-1e28-4807-8464-9fb5daa59bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:26:31Z', 'updated_at': '2022-10-05T10:26:37Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:32Z', 'updated_at': '2022-10-05T10:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed', 'name': '', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:f1:b4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:36Z', 'updated_at': '2022-10-05T10:26:43Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:22.855494 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c54fe-1e28-4807-8464-9fb5daa59bbc None None] The sync data for ids ['75b818b0-367a-4ca4-b320-1e7f2406f70c'] in dv-neutron-860329-1-hyperv is: [{'id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:26:31Z', 'updated_at': '2022-10-05T10:26:37Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:32Z', 'updated_at': '2022-10-05T10:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed', 'name': '', 'network_id': 'd93eea5d-8ed5-44f2-ba2e-6ecc240e9f24', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:f1:b4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:36Z', 'updated_at': '2022-10-05T10:26:43Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '86d6f2d2-92da-49f3-80fc-c60ed65e7280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:28:23.086271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d114e2a-473e-45a7-a94a-05584d58129e None None] New status for floating IP 9c9023ca-2d12-429d-8d02-16bae1f92c04: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:28:23.985532 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b1dbc-3b35-4039-8ec5-fcf62531a3c0 req-69eb5201-121b-45ad-9468-dede79989cd2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:23.987050 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-df2b1dbc-3b35-4039-8ec5-fcf62531a3c0 req-69eb5201-121b-45ad-9468-dede79989cd2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 945 time: 0.1354742 Oct 05 10:28:24.033395 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-df2b1dbc-3b35-4039-8ec5-fcf62531a3c0 req-1600c92c-64a8-4fe9-8e91-043f20821169 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406082 Oct 05 10:28:24.242215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:24.408426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:24.563995 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad31f8-ab0b-4386-adf8-09e67101f9fa req-d919717f-116d-4642-9ac7-ebf28cdd3663 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:24.564651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-3dad31f8-ab0b-4386-adf8-09e67101f9fa req-d919717f-116d-4642-9ac7-ebf28cdd3663 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:28:24.577352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-3dad31f8-ab0b-4386-adf8-09e67101f9fa req-d919717f-116d-4642-9ac7-ebf28cdd3663 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:28:24.578509 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3dad31f8-ab0b-4386-adf8-09e67101f9fa req-d919717f-116d-4642-9ac7-ebf28cdd3663 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 945 time: 0.1075342 Oct 05 10:28:24.651275 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-3dad31f8-ab0b-4386-adf8-09e67101f9fa req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port ba968730-cffd-4adc-8f6b-45525c5d7a69 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:28:24.651648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3dad31f8-ab0b-4386-adf8-09e67101f9fa req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:24.918088 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-3dad31f8-ab0b-4386-adf8-09e67101f9fa req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port ba968730-cffd-4adc-8f6b-45525c5d7a69, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ba968730-cffd-4adc-8f6b-45525c5d7a69,segment=NetworkSegment(ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d),segment_id=ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:28:24.918432 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3dad31f8-ab0b-4386-adf8-09e67101f9fa req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:25.145202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-3dad31f8-ab0b-4386-adf8-09e67101f9fa req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for ba968730-cffd-4adc-8f6b-45525c5d7a69 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:28:25.379910 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3dad31f8-ab0b-4386-adf8-09e67101f9fa req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:25.391388 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc71831-db63-40ca-a838-d5a3f42a9ff6 req-19748fc0-91d0-401c-9e93-5d40df0e2895 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:25.393135 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0dc71831-db63-40ca-a838-d5a3f42a9ff6 req-19748fc0-91d0-401c-9e93-5d40df0e2895 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 945 time: 0.0899549 Oct 05 10:28:25.436467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=ba968730-cffd-4adc-8f6b-45525c5d7a69,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:25.450582 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0dc71831-db63-40ca-a838-d5a3f42a9ff6 req-227abeed-64ec-41d7-aa02-96f248e6d637 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=4761d5fa-7b41-4fb1-8f2a-feb75476611f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506759 Oct 05 10:28:25.484912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:25.485261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:25.485607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:25.485949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:25.486311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:25.486688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:25.487018 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:25.487342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:25.487667 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:25.487997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:25.488312 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:25.488631 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:25.533225 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dad31f8-ab0b-4386-adf8-09e67101f9fa req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] No DVR routers for this DVR port ba968730-cffd-4adc-8f6b-45525c5d7a69 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:28:25.535655 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3dad31f8-ab0b-4386-adf8-09e67101f9fa req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:25.538177 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1cdf82-630d-40fe-aff7-979c2f06e820', 'name': 'network-vif-deleted', 'tag': 'ba968730-cffd-4adc-8f6b-45525c5d7a69'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:28:25.540449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}922f4fa1ca15617cd25bb04ced4a950266cc0634332d945b88de1345e6408814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4b399a-559b-470b-836c-be5d81fddd1f" -d '{"events": [{"server_uuid": "6b1cdf82-630d-40fe-aff7-979c2f06e820", "name": "network-vif-deleted", "tag": "ba968730-cffd-4adc-8f6b-45525c5d7a69"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:28:25.608809 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3dad31f8-ab0b-4386-adf8-09e67101f9fa req-21d745fb-7ed0-466f-8b7a-1363c9483d8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "DELETE /v2.0/ports/ba968730-cffd-4adc-8f6b-45525c5d7a69 HTTP/1.1" status: 204 len: 173 time: 1.0246322 Oct 05 10:28:25.640246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004249a5-671e-43e3-88d2-6326158e66d0 x-openstack-request-id: req-004249a5-671e-43e3-88d2-6326158e66d0 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:28:25.640542 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1cdf82-630d-40fe-aff7-979c2f06e820", "name": "network-vif-deleted", "tag": "ba968730-cffd-4adc-8f6b-45525c5d7a69", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:28:25.640954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-004249a5-671e-43e3-88d2-6326158e66d0 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:28:25.641306 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004249a5-671e-43e3-88d2-6326158e66d0'] response: {'server_uuid': '6b1cdf82-630d-40fe-aff7-979c2f06e820', 'name': 'network-vif-deleted', 'tag': 'ba968730-cffd-4adc-8f6b-45525c5d7a69', 'status': 'completed', 'code': 200} Oct 05 10:28:25.791791 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:25.819670 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:26.630247 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ddccdd41-c34d-447e-b82d-ce52cf308e25 req-8c5e2a41-a256-4834-bb01-e44107a6d10a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1cdf82-630d-40fe-aff7-979c2f06e820 HTTP/1.1" status: 200 len: 210 time: 0.0513372 Oct 05 10:28:27.221871 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device ba968730-cffd-4adc-8f6b-45525c5d7a69 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:28:27.257281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: ba968730-cffd-4adc-8f6b-45525c5d7a69 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:28:27.257621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device ba968730-cffd-4adc-8f6b-45525c5d7a69 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:28:27.735074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51116) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:28.402700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cbc93def-c097-402c-9e13-d734daa35ee6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:28.770332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-cbc93def-c097-402c-9e13-d734daa35ee6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:28:28.770938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cbc93def-c097-402c-9e13-d734daa35ee6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:28.975011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-cbc93def-c097-402c-9e13-d734daa35ee6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed,segment=NetworkSegment(ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d),segment_id=ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:28:28.975406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cbc93def-c097-402c-9e13-d734daa35ee6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:29.104693 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-cbc93def-c097-402c-9e13-d734daa35ee6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:28:29.482535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cbc93def-c097-402c-9e13-d734daa35ee6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:29.534536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc93def-c097-402c-9e13-d734daa35ee6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:29.933510 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cbc93def-c097-402c-9e13-d734daa35ee6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:30.299217 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc93def-c097-402c-9e13-d734daa35ee6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 75b818b0-367a-4ca4-b320-1e7f2406f70c has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:28:30.477609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc93def-c097-402c-9e13-d734daa35ee6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:28:30.487366 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3120d3-9960-4e71-8868-1147eb3cc17f None None] Sync routers for ids ['75b818b0-367a-4ca4-b320-1e7f2406f70c'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:28:30.492317 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cbc93def-c097-402c-9e13-d734daa35ee6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "PUT /v2.0/routers/75b818b0-367a-4ca4-b320-1e7f2406f70c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7560380 Oct 05 10:28:30.495564 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51124) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:30.498029 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3120d3-9960-4e71-8868-1147eb3cc17f None None] Routers {'75b818b0-367a-4ca4-b320-1e7f2406f70c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:28:30.499638 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5b3120d3-9960-4e71-8868-1147eb3cc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:28:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['75b818b0-367a-4ca4-b320-1e7f2406f70c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:30.561245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe404b92-8118-40d2-bbed-715ef9836ebb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting subnet 86d6f2d2-92da-49f3-80fc-c60ed65e7280 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:28:30.564349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe404b92-8118-40d2-bbed-715ef9836ebb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:30.624131 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe404b92-8118-40d2-bbed-715ef9836ebb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:30.711594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe404b92-8118-40d2-bbed-715ef9836ebb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:30.724363 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-5b3120d3-9960-4e71-8868-1147eb3cc17f None None] Set router 75b818b0-367a-4ca4-b320-1e7f2406f70c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:28:30.859826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe404b92-8118-40d2-bbed-715ef9836ebb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:30.906152 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fe404b92-8118-40d2-bbed-715ef9836ebb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:30.913490 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe404b92-8118-40d2-bbed-715ef9836ebb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Subnet': ['ID=86d6f2d2-92da-49f3-80fc-c60ed65e7280,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:30.915255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168db3a5-61a6-4a87-9d00-a77e750a2fc1 None None] Network d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:28:30.920329 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fe404b92-8118-40d2-bbed-715ef9836ebb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/subnets/86d6f2d2-92da-49f3-80fc-c60ed65e7280 HTTP/1.1" status: 204 len: 168 time: 0.4212582 Oct 05 10:28:30.920745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51128) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:31.022327 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5b3120d3-9960-4e71-8868-1147eb3cc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:26:31Z', 'updated_at': '2022-10-05T10:28:29Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:32Z', 'updated_at': '2022-10-05T10:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:31.026396 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3120d3-9960-4e71-8868-1147eb3cc17f None None] Checking router: 75b818b0-367a-4ca4-b320-1e7f2406f70c for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:28:31.035504 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3120d3-9960-4e71-8868-1147eb3cc17f None None] Routers {'75b818b0-367a-4ca4-b320-1e7f2406f70c'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:28:31.036112 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5b3120d3-9960-4e71-8868-1147eb3cc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:28:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['75b818b0-367a-4ca4-b320-1e7f2406f70c'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:31.121113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:31.202416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] DHCP port deletion for d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:28:31.207302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Deleting port 30557dde-b895-4608-b047-e961538b4dcf {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:28:31.207678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:31.230152 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-5b3120d3-9960-4e71-8868-1147eb3cc17f None None] Set router 75b818b0-367a-4ca4-b320-1e7f2406f70c gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:28:31.436732 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:31.439142 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] For port 30557dde-b895-4608-b047-e961538b4dcf, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=30557dde-b895-4608-b047-e961538b4dcf,segment=NetworkSegment(ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d),segment_id=ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:28:31.439540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:31.505382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 43fd74a9-130a-4a0a-8675-b4e81b47f25f {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:28:31.505942 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:31.535564 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-5b3120d3-9960-4e71-8868-1147eb3cc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:26:31Z', 'updated_at': '2022-10-05T10:28:29Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:32Z', 'updated_at': '2022-10-05T10:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:31.540009 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3120d3-9960-4e71-8868-1147eb3cc17f None None] The sync data for ids ['75b818b0-367a-4ca4-b320-1e7f2406f70c'] in dv-neutron-860329-1-hyperv is: [{'id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159472605', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:26:31Z', 'updated_at': '2022-10-05T10:28:29Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '43fd74a9-130a-4a0a-8675-b4e81b47f25f', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b818b0-367a-4ca4-b320-1e7f2406f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:26:32Z', 'updated_at': '2022-10-05T10:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:28:31.576174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Calling delete_port for 30557dde-b895-4608-b047-e961538b4dcf owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:28:31.701932 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port 43fd74a9-130a-4a0a-8675-b4e81b47f25f, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=43fd74a9-130a-4a0a-8675-b4e81b47f25f,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:28:31.702244 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:31.717083 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:31.770664 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] No DVR routers for this DVR port 30557dde-b895-4608-b047-e961538b4dcf on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:28:31.772134 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Pushing event deleted for resources: {'Port': ['ID=30557dde-b895-4608-b047-e961538b4dcf,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:31.797760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:31.797760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:31.797760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:31.797760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:31.797760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:31.797760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:31.797760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:31.797760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:31.797760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:31.797760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:31.797760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:31.797760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796595f0-3c41-4730-b00f-0752d090e97f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:31.831310 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 43fd74a9-130a-4a0a-8675-b4e81b47f25f owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:28:31.951553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 30557dde-b895-4608-b047-e961538b4dcf no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:28:31.997004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 30557dde-b895-4608-b047-e961538b4dcf {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:28:31.997004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 30557dde-b895-4608-b047-e961538b4dcf not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:28:31.997004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:28:32.026842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:28:32.027190 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 9c16dc3e-b4d5-4ba1-9b35-86853dd0d8ed not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:28:32.093935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:32.141626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=43fd74a9-130a-4a0a-8675-b4e81b47f25f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:32.246308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:32.422812 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:32.425159 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:32.493811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:32.494404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Fanout notify agent at l3_agent the message router_deleted on router 75b818b0-367a-4ca4-b320-1e7f2406f70c {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:28:32.514017 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:32.516516 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-63de456f-f585-4f94-8ce8-8c85c2633ac4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/routers/75b818b0-367a-4ca4-b320-1e7f2406f70c HTTP/1.1" status: 204 len: 168 time: 1.5940051 Oct 05 10:28:32.518835 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51132) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:32.642478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6b6effe3-be02-4980-a77a-5a4a65e6795c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:32.781792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6b6effe3-be02-4980-a77a-5a4a65e6795c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:32.807680 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-6b6effe3-be02-4980-a77a-5a4a65e6795c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:32.819854 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-6b6effe3-be02-4980-a77a-5a4a65e6795c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:32.820140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-6b6effe3-be02-4980-a77a-5a4a65e6795c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:32.832050 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6b6effe3-be02-4980-a77a-5a4a65e6795c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:32.848714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6b6effe3-be02-4980-a77a-5a4a65e6795c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:32.855313 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6effe3-be02-4980-a77a-5a4a65e6795c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:28:32.855701 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6b6effe3-be02-4980-a77a-5a4a65e6795c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:32.992664 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d resource provider aggregate not found Oct 05 10:28:33.008161 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab4553aa-b6c9-4fcd-9f08-e3b32f537a8d found for delete ", "request_id": "req-c439de72-55e0-4ae2-9c25-c9b6bb87496b"}]} Oct 05 10:28:33.042194 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6b6effe3-be02-4980-a77a-5a4a65e6795c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:33.059420 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6b6effe3-be02-4980-a77a-5a4a65e6795c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:33.070479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6effe3-be02-4980-a77a-5a4a65e6795c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Network': ['ID=d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:33.117075 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6b6effe3-be02-4980-a77a-5a4a65e6795c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/networks/d93eea5d-8ed5-44f2-ba2e-6ecc240e9f24 HTTP/1.1" status: 204 len: 168 time: 0.5972071 Oct 05 10:28:33.119701 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51146) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:33.189170 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fbdab8a8-7bf8-480a-8f82-8ebef7c318f8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:33.218858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fbdab8a8-7bf8-480a-8f82-8ebef7c318f8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:33.446832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fbdab8a8-7bf8-480a-8f82-8ebef7c318f8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:33.466697 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdab8a8-7bf8-480a-8f82-8ebef7c318f8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4761d5fa-7b41-4fb1-8f2a-feb75476611f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:33.537635 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fbdab8a8-7bf8-480a-8f82-8ebef7c318f8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:33.538857 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fbdab8a8-7bf8-480a-8f82-8ebef7c318f8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/security-groups/4761d5fa-7b41-4fb1-8f2a-feb75476611f HTTP/1.1" status: 204 len: 168 time: 0.4181142 Oct 05 10:28:33.694841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 43fd74a9-130a-4a0a-8675-b4e81b47f25f no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:28:33.732928 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 43fd74a9-130a-4a0a-8675-b4e81b47f25f {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:28:33.733448 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 43fd74a9-130a-4a0a-8675-b4e81b47f25f not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:28:33.818390 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51154) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:33.823904 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-d7e06d58-9e7e-46fd-a718-d71b8f243ce6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018633903', 'description': 'tempest-secgroup-smoke-1018633903 description', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:28:33.830172 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d7e06d58-9e7e-46fd-a718-d71b8f243ce6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:28:33.834478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d7e06d58-9e7e-46fd-a718-d71b8f243ce6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:28:33.837481 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d7e06d58-9e7e-46fd-a718-d71b8f243ce6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:28:33.843465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d7e06d58-9e7e-46fd-a718-d71b8f243ce6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:28:33.922520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7e06d58-9e7e-46fd-a718-d71b8f243ce6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:33.943570 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d7e06d58-9e7e-46fd-a718-d71b8f243ce6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:28:33.947452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d7e06d58-9e7e-46fd-a718-d71b8f243ce6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:28:33.950586 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-d7e06d58-9e7e-46fd-a718-d71b8f243ce6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:28:33.956551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-d7e06d58-9e7e-46fd-a718-d71b8f243ce6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:28:34.029393 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7e06d58-9e7e-46fd-a718-d71b8f243ce6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:34.116706 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7e06d58-9e7e-46fd-a718-d71b8f243ce6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:34.164255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e06d58-9e7e-46fd-a718-d71b8f243ce6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf19e615-0730-46f4-8c2c-2763130c69db,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:34.219790 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d7e06d58-9e7e-46fd-a718-d71b8f243ce6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:34.221445 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d7e06d58-9e7e-46fd-a718-d71b8f243ce6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4016285 Oct 05 10:28:34.224113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51158) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:34.229490 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-80b9870c-f608-42cc-9e3c-8512ad6f69b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': 'cf19e615-0730-46f4-8c2c-2763130c69db', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:28:34.235960 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-80b9870c-f608-42cc-9e3c-8512ad6f69b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:28:34.239826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-80b9870c-f608-42cc-9e3c-8512ad6f69b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:28:34.242732 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-80b9870c-f608-42cc-9e3c-8512ad6f69b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:28:34.249066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-80b9870c-f608-42cc-9e3c-8512ad6f69b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:28:34.330505 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-80b9870c-f608-42cc-9e3c-8512ad6f69b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:34.395466 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-80b9870c-f608-42cc-9e3c-8512ad6f69b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:34.470554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-80b9870c-f608-42cc-9e3c-8512ad6f69b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:34.496297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9870c-f608-42cc-9e3c-8512ad6f69b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa82a11-8869-446e-96f8-c09d95d1f671,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:34.562236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-80b9870c-f608-42cc-9e3c-8512ad6f69b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:34.563454 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-80b9870c-f608-42cc-9e3c-8512ad6f69b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384180 Oct 05 10:28:34.566233 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51162) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:34.571310 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-60485400-4927-4cd7-8640-095cb49d1437 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': 'cf19e615-0730-46f4-8c2c-2763130c69db', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:28:34.577389 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-60485400-4927-4cd7-8640-095cb49d1437 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:28:34.581455 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-60485400-4927-4cd7-8640-095cb49d1437 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:28:34.584423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-60485400-4927-4cd7-8640-095cb49d1437 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:28:34.590131 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-60485400-4927-4cd7-8640-095cb49d1437 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:28:34.683671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-60485400-4927-4cd7-8640-095cb49d1437 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:34.748157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-60485400-4927-4cd7-8640-095cb49d1437 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:34.808737 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-60485400-4927-4cd7-8640-095cb49d1437 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:34.833886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60485400-4927-4cd7-8640-095cb49d1437 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c1a444-cef7-4e1b-88ea-8f4bbe2b9b98,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:34.899380 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-60485400-4927-4cd7-8640-095cb49d1437 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:34.900619 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-60485400-4927-4cd7-8640-095cb49d1437 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3334172 Oct 05 10:28:34.904030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51166) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:34.909198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-8134e83f-5d75-4f2c-8f27-5a15672eba14 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': 'cf19e615-0730-46f4-8c2c-2763130c69db', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:28:34.915553 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8134e83f-5d75-4f2c-8f27-5a15672eba14 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:28:34.920167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8134e83f-5d75-4f2c-8f27-5a15672eba14 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:28:34.923368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8134e83f-5d75-4f2c-8f27-5a15672eba14 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:28:34.929408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8134e83f-5d75-4f2c-8f27-5a15672eba14 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:28:35.066888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8134e83f-5d75-4f2c-8f27-5a15672eba14 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:35.133716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8134e83f-5d75-4f2c-8f27-5a15672eba14 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:35.208124 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8134e83f-5d75-4f2c-8f27-5a15672eba14 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:35.234190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134e83f-5d75-4f2c-8f27-5a15672eba14 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16cedb7-0512-4697-85de-f9c27e953c4e,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:35.305307 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8134e83f-5d75-4f2c-8f27-5a15672eba14 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:35.306546 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8134e83f-5d75-4f2c-8f27-5a15672eba14 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4016054 Oct 05 10:28:35.309533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51170) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:35.314539 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-2753f6c9-c6ac-4c89-a234-79bd920a2017 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': 'cf19e615-0730-46f4-8c2c-2763130c69db', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:28:35.320684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2753f6c9-c6ac-4c89-a234-79bd920a2017 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:28:35.325296 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2753f6c9-c6ac-4c89-a234-79bd920a2017 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:28:35.328356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-2753f6c9-c6ac-4c89-a234-79bd920a2017 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:28:35.334220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-2753f6c9-c6ac-4c89-a234-79bd920a2017 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:28:35.414155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2753f6c9-c6ac-4c89-a234-79bd920a2017 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:35.486715 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2753f6c9-c6ac-4c89-a234-79bd920a2017 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:35.556687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2753f6c9-c6ac-4c89-a234-79bd920a2017 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:35.582141 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753f6c9-c6ac-4c89-a234-79bd920a2017 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1faca34-da54-40f4-bd5e-2f948b222950,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:35.654012 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2753f6c9-c6ac-4c89-a234-79bd920a2017 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:35.655205 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2753f6c9-c6ac-4c89-a234-79bd920a2017 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447254 Oct 05 10:28:35.658643 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51174) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:35.664073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-38ae3511-0521-4839-96f7-e8e387aaa02b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': 'cf19e615-0730-46f4-8c2c-2763130c69db', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:28:35.670310 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-38ae3511-0521-4839-96f7-e8e387aaa02b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:28:35.674005 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-38ae3511-0521-4839-96f7-e8e387aaa02b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:28:35.676946 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-38ae3511-0521-4839-96f7-e8e387aaa02b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:28:35.683196 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-38ae3511-0521-4839-96f7-e8e387aaa02b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:28:35.749816 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-38ae3511-0521-4839-96f7-e8e387aaa02b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Project 0eb250b69e284e1f83d5269e0e6b6212 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:28:35.757266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-38ae3511-0521-4839-96f7-e8e387aaa02b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:35.822851 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-38ae3511-0521-4839-96f7-e8e387aaa02b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:35.909512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-38ae3511-0521-4839-96f7-e8e387aaa02b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:35.933373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae3511-0521-4839-96f7-e8e387aaa02b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abaaa1f-d9de-45ac-92bb-3ca469d5a175,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:36.075779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-38ae3511-0521-4839-96f7-e8e387aaa02b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:36.077011 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-38ae3511-0521-4839-96f7-e8e387aaa02b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4173234 Oct 05 10:28:36.080003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51178) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:36.084989 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-00b951a4-5cd0-493a-96da-739506de67ae tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': 'cf19e615-0730-46f4-8c2c-2763130c69db', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:28:36.091038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-00b951a4-5cd0-493a-96da-739506de67ae tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:28:36.094767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-00b951a4-5cd0-493a-96da-739506de67ae tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:28:36.097556 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-00b951a4-5cd0-493a-96da-739506de67ae tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:28:36.103219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-00b951a4-5cd0-493a-96da-739506de67ae tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:28:36.184635 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-00b951a4-5cd0-493a-96da-739506de67ae tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Project 0eb250b69e284e1f83d5269e0e6b6212 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:28:36.191708 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00b951a4-5cd0-493a-96da-739506de67ae tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:36.261717 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00b951a4-5cd0-493a-96da-739506de67ae tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:36.333397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00b951a4-5cd0-493a-96da-739506de67ae tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:36.358682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b951a4-5cd0-493a-96da-739506de67ae tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529fa3db-500e-4733-af4b-7d80f1a4a249,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:36.493695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-00b951a4-5cd0-493a-96da-739506de67ae tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:36.494947 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-00b951a4-5cd0-493a-96da-739506de67ae tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4139328 Oct 05 10:28:36.497969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51182) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:36.503716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'network': {'name': 'tempest-network-smoke--207177710', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'port_security_enabled': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:28:36.508990 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:28:36.513261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:network and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:28:36.516401 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:28:36.522975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:28:36.595539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Made reservation on behalf of 0eb250b69e284e1f83d5269e0e6b6212 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:28:36.599038 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:36.627797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:28:36.641105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:36.641461 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Added segment 0fa61b09-5c7a-4cc8-8140-eb714657155c of type vlan for network 731ad033-3334-4ffa-bf03-e4a0bf0b9970 Oct 05 10:28:36.672939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:36.762721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:36.768983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:36.769632 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:36.878495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Network': ['ID=731ad033-3334-4ffa-bf03-e4a0bf0b9970,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:36.892992 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 731ad033-3334-4ffa-bf03-e4a0bf0b9970 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:28:36.928749 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3f056272-7678-432c-8878-e4803077a4e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4295757 Oct 05 10:28:36.931524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51186) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:36.936645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'admin_state_up': True, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:28:36.944282 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:28:36.949081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:router and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:28:36.952187 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:28:36.962846 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:28:37.025290 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:37.026921 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:37.042183 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:37.354946 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:37.737832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:37.768547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:37.904208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.26.7.207 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:28:38.243411 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:38.345653 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:38.414954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:28:38.417751 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:28:38.420378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:28:38.466090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:38.902059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:39.252094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:39.516458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 244bcb32-cb6d-460c-93e1-af725bcf0a84 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:28:39.823881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:28:39.835747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Sync routers for ids ['244bcb32-cb6d-460c-93e1-af725bcf0a84'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:28:39.845647 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Routers {'244bcb32-cb6d-460c-93e1-af725bcf0a84'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:28:39.846325 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:28:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['244bcb32-cb6d-460c-93e1-af725bcf0a84'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:39.916802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:39.918081 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f641f2ca-ca09-466b-9232-be2fc0212dd1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9855747 Oct 05 10:28:39.921509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51190) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:39.965952 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-98bea125-2dd5-4926-9222-6d9626e796f0 tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=0eb250b69e284e1f83d5269e0e6b6212&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396633 Oct 05 10:28:39.966258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51194) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:40.063295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Set router 244bcb32-cb6d-460c-93e1-af725bcf0a84 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:28:40.100442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aa1227-4de8-4fd3-921b-fc9f456f02ee tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:40.101924 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d1aa1227-4de8-4fd3-921b-fc9f456f02ee tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347082 Oct 05 10:28:40.104772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51198) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:40.144644 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e028063a-d1e3-405d-9623-fc2981f3b810 tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387287 Oct 05 10:28:40.147086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51202) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:40.152676 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1830802394', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:28:40.268509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:28:40.272277 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:subnet and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:28:40.275151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:28:40.280927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:28:40.357113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:38Z', 'revision_number': 3, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:40.361348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Checking router: 244bcb32-cb6d-460c-93e1-af725bcf0a84 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:28:40.361699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Updating router 244bcb32-cb6d-460c-93e1-af725bcf0a84 port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:28:40.373226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Made reservation on behalf of 0eb250b69e284e1f83d5269e0e6b6212 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:28:40.376772 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:40.416399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:40.665116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:40.745891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Subnet': ['ID=61579c46-da36-4002-bb6e-813a40d50d77,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:40.755203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Checking segment: {'id': '0fa61b09-5c7a-4cc8-8140-eb714657155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:28:40.755573 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network hostable DHCP agents. Network: 731ad033-3334-4ffa-bf03-e4a0bf0b9970, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:28:40.760707 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:40.773825 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Transition to ACTIVE for port object 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:28:40.859431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 731ad033-3334-4ffa-bf03-e4a0bf0b9970 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:28:40.887900 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:40.952221 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Attempting to bind port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:28:40.952523 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Attempting to bind port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:28:40.952889 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Attempting to bind port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:28:40.962218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 731ad033-3334-4ffa-bf03-e4a0bf0b9970) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:28:40.967314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:28:40.967314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:28:40.967314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:40.967314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:28:40.967314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Bound port: 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:28:40.967314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:40.972540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:40.972540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:40.996859 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b8fb86-8258-4a55-9218-ee61eae352fa None None] Network 731ad033-3334-4ffa-bf03-e4a0bf0b9970 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:28:41.020349 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5934cc1-2ec0-4237-9c8d-05e8f8ba6336 None None] Pushing event updated for resources: {'Port': ['ID=93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:41.066271 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-06c2c0be-25c8-415c-95f5-1d3333e5e2b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9181044 Oct 05 10:28:41.069022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51210) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:28:41.137272 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] For port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:28:41.161091 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] For port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:28:41.253010 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:41.309063 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ips': [{'subnet_id': '61579c46-da36-4002-bb6e-813a40d50d77'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:28:41.309881 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:41.348272 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Routers {'244bcb32-cb6d-460c-93e1-af725bcf0a84'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:28:41.348910 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:28:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['244bcb32-cb6d-460c-93e1-af725bcf0a84'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:41.457746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5934cc1-2ec0-4237-9c8d-05e8f8ba6336 None None] Pushing event updated for resources: {'Port': ['ID=93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:41.684854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] Set router 244bcb32-cb6d-460c-93e1-af725bcf0a84 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:28:41.811853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:41.815159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Allocated IP 172.20.0.2 (731ad033-3334-4ffa-bf03-e4a0bf0b9970/61579c46-da36-4002-bb6e-813a40d50d77/27a7b8ca-a101-4a9e-9ead-b13dabe16991) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:28:42.167310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:42.180045 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Transition to ACTIVE for port object 27a7b8ca-a101-4a9e-9ead-b13dabe16991 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:28:42.183966 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:38Z', 'revision_number': 3, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:42.191184 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81cdb21-a08c-4504-a94e-84b8da11bee9 None None] The sync data for ids ['244bcb32-cb6d-460c-93e1-af725bcf0a84'] in dv-neutron-860329-1-hyperv is: [{'id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:38Z', 'revision_number': 3, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:28:42.206647 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Transition to ACTIVE for port object 27a7b8ca-a101-4a9e-9ead-b13dabe16991 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:28:42.264680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:42.336789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Network 731ad033-3334-4ffa-bf03-e4a0bf0b9970 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:28:42.339957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:28:42.344586 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:28:42.346734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Pushing event updated for resources: {'Port': ['ID=27a7b8ca-a101-4a9e-9ead-b13dabe16991,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:42.368686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.20.0.1 (731ad033-3334-4ffa-bf03-e4a0bf0b9970/61579c46-da36-4002-bb6e-813a40d50d77/afc335c9-a5bb-4f0c-9a51-d001b7cb18bc) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:28:42.474493 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Attempting to bind port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:28:42.474870 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Attempting to bind port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '0fa61b09-5c7a-4cc8-8140-eb714657155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:28:42.475237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Attempting to bind port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 on network 731ad033-3334-4ffa-bf03-e4a0bf0b9970 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:28:42.481201 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:28:42.481579 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Checking segment: {'id': '0fa61b09-5c7a-4cc8-8140-eb714657155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:28:42.482006 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:42.482410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Bound using segment: {'id': '0fa61b09-5c7a-4cc8-8140-eb714657155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:28:42.482885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Bound port: 27a7b8ca-a101-4a9e-9ead-b13dabe16991, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa61b09-5c7a-4cc8-8140-eb714657155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:28:42.483265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:42.578518 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:42.598271 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Transition to ACTIVE for port object afc335c9-a5bb-4f0c-9a51-d001b7cb18bc will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:28:42.600781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] For port 27a7b8ca-a101-4a9e-9ead-b13dabe16991, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:28:42.604814 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] For port 27a7b8ca-a101-4a9e-9ead-b13dabe16991, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=27a7b8ca-a101-4a9e-9ead-b13dabe16991,segment=NetworkSegment(0fa61b09-5c7a-4cc8-8140-eb714657155c),segment_id=0fa61b09-5c7a-4cc8-8140-eb714657155c)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:28:42.696496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:42.739547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:42.790733 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bda88-5f89-40a7-845d-b4fccd9470f1 None None] Pushing event updated for resources: {'Port': ['ID=27a7b8ca-a101-4a9e-9ead-b13dabe16991,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:42.829556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 731ad033-3334-4ffa-bf03-e4a0bf0b9970 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:28:42.836075 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:28:42.841223 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:28:42.894872 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=afc335c9-a5bb-4f0c-9a51-d001b7cb18bc,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:42.918167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:43.278708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:43.747104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:43.776530 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:28:43.805400 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc04ac1-7da5-4e65-a249-1d65292d3995 None None] Network 731ad033-3334-4ffa-bf03-e4a0bf0b9970 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:28:43.813198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:43.932512 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:43.937517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=afc335c9-a5bb-4f0c-9a51-d001b7cb18bc,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:44.019323 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0c271f4a-2999-44e7-9e22-cdd81c780d03 None None] Provisioning for port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:28:44.041403 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:28:44.051872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:28:44.052426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:44.054552 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea Oct 05 10:28:44.225929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 731ad033-3334-4ffa-bf03-e4a0bf0b9970 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:28:44.227270 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:28:44.242459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:28:44.242836 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:44.260642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:28:44.304590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:44.305438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 27a7b8ca-a101-4a9e-9ead-b13dabe16991 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:28:44.438484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 244bcb32-cb6d-460c-93e1-af725bcf0a84 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:28:44.481607 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:44.585032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:28:44.591371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:28:44.591839 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:44.592158 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 Oct 05 10:28:44.639728 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:28:44.658630 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Sync routers for ids ['244bcb32-cb6d-460c-93e1-af725bcf0a84'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:28:44.668090 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-97487174-3622-49a7-bdb2-31e2683eb540 None None] Provisioning for port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:28:44.675009 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Routers {'244bcb32-cb6d-460c-93e1-af725bcf0a84'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:28:44.675522 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:28:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['244bcb32-cb6d-460c-93e1-af725bcf0a84'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:44.678968 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4b6f8457-7df5-43c8-8dc3-999bb00dcd9c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "PUT /v2.0/routers/244bcb32-cb6d-460c-93e1-af725bcf0a84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6087492 Oct 05 10:28:44.712067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-97487174-3622-49a7-bdb2-31e2683eb540 None None] Provisioning complete for port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:28:44.719303 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-97487174-3622-49a7-bdb2-31e2683eb540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:44.719303 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-97487174-3622-49a7-bdb2-31e2683eb540 None None] Attempt 1 to provision port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc Oct 05 10:28:44.787210 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-97487174-3622-49a7-bdb2-31e2683eb540 None None] Port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:28:44.795790 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:28:44.796900 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:44.843380 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 27a7b8ca-a101-4a9e-9ead-b13dabe16991, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=27a7b8ca-a101-4a9e-9ead-b13dabe16991,segment=NetworkSegment(0fa61b09-5c7a-4cc8-8140-eb714657155c),segment_id=0fa61b09-5c7a-4cc8-8140-eb714657155c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:28:44.882399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-42e387f8-4019-4023-b7e1-29d4c2a64fa5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:28:44.928042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:44.928396 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Set router 244bcb32-cb6d-460c-93e1-af725bcf0a84 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:28:44.959723 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-42e387f8-4019-4023-b7e1-29d4c2a64fa5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:28:44.961004 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-42e387f8-4019-4023-b7e1-29d4c2a64fa5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018633903&fields=id&tenant_id=0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 267 time: 0.1247427 Oct 05 10:28:45.011378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=27a7b8ca-a101-4a9e-9ead-b13dabe16991,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:45.120373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-c0dd99fc-c8bc-46e0-b0ee-62d4934e1deb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:45.120987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-c0dd99fc-c8bc-46e0-b0ee-62d4934e1deb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:28:45.202445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-c0dd99fc-c8bc-46e0-b0ee-62d4934e1deb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:28:45.204439 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-c0dd99fc-c8bc-46e0-b0ee-62d4934e1deb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/networks?id=731ad033-3334-4ffa-bf03-e4a0bf0b9970 HTTP/1.1" status: 200 len: 796 time: 0.2349768 Oct 05 10:28:45.223994 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-03358439-2df3-40b1-9723-0dd6baf65e76 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/quotas/0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 375 time: 0.0133841 Oct 05 10:28:45.282532 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:43Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'afc335c9-a5bb-4f0c-9a51-d001b7cb18bc', 'name': '', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:b6:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '61579c46-da36-4002-bb6e-813a40d50d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:42Z', 'updated_at': '2022-10-05T10:28:43Z', 'revision_number': 2, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '61579c46-da36-4002-bb6e-813a40d50d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:45.285761 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Checking router: 244bcb32-cb6d-460c-93e1-af725bcf0a84 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:28:45.286146 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Updating router 244bcb32-cb6d-460c-93e1-af725bcf0a84 port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:28:45.289006 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-97487174-3622-49a7-bdb2-31e2683eb540 None None] Attempt 2 to provision port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc Oct 05 10:28:45.320569 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-5febbec8-1caa-412f-8d2c-7f6189ff2377 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:28:45.340354 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:45.347449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-97487174-3622-49a7-bdb2-31e2683eb540 None None] Port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:28:45.395210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-5febbec8-1caa-412f-8d2c-7f6189ff2377 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:28:45.396615 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-5febbec8-1caa-412f-8d2c-7f6189ff2377 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1666443 Oct 05 10:28:45.491312 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-84ae48ff-fa52-4c64-a436-ddd4c41a6e66 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:28:45.492438 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-84ae48ff-fa52-4c64-a436-ddd4c41a6e66 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466232 Oct 05 10:28:45.629375 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-b0a11b92-4b46-4822-a9c5-ba6bc733d347 service neutron] 10.222.0.49 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306221 Oct 05 10:28:45.696299 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:45.708929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:28:45.722803 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Transition to ACTIVE for port object afc335c9-a5bb-4f0c-9a51-d001b7cb18bc will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:28:45.789239 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:28:45.790634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:45.790962 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea Oct 05 10:28:45.791642 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-72a5c8d3-f878-4623-884e-b7806b8f180f service neutron] 10.222.0.49 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565104 Oct 05 10:28:45.795364 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:45.850484 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-97487174-3622-49a7-bdb2-31e2683eb540 None None] Attempt 3 to provision port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc Oct 05 10:28:45.921416 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-97487174-3622-49a7-bdb2-31e2683eb540 None None] Port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:28:45.984952 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:28:45.986072 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 27a7b8ca-a101-4a9e-9ead-b13dabe16991 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:28:46.032870 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d09de-62b2-43a3-bf46-e8b6ef5cb97d None None] Pushing event updated for resources: {'Port': ['ID=afc335c9-a5bb-4f0c-9a51-d001b7cb18bc,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:46.037141 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Attempting to bind port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:28:46.037503 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Attempting to bind port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '0fa61b09-5c7a-4cc8-8140-eb714657155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:28:46.037862 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Attempting to bind port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc on network 731ad033-3334-4ffa-bf03-e4a0bf0b9970 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:28:46.052097 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:28:46.052834 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Checking segment: {'id': '0fa61b09-5c7a-4cc8-8140-eb714657155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:28:46.053805 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:46.054255 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Bound using segment: {'id': '0fa61b09-5c7a-4cc8-8140-eb714657155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:28:46.055304 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Bound port: afc335c9-a5bb-4f0c-9a51-d001b7cb18bc, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa61b09-5c7a-4cc8-8140-eb714657155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:28:46.056033 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:46.058797 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:28:46.059172 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:46.059517 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 Oct 05 10:28:46.067146 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d09de-62b2-43a3-bf46-e8b6ef5cb97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:46.067740 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d09de-62b2-43a3-bf46-e8b6ef5cb97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:46.068073 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d09de-62b2-43a3-bf46-e8b6ef5cb97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:46.068400 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d09de-62b2-43a3-bf46-e8b6ef5cb97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:46.068717 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d09de-62b2-43a3-bf46-e8b6ef5cb97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:46.069198 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d09de-62b2-43a3-bf46-e8b6ef5cb97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:46.069544 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d09de-62b2-43a3-bf46-e8b6ef5cb97d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:46.069865 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d09de-62b2-43a3-bf46-e8b6ef5cb97d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:46.070203 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d09de-62b2-43a3-bf46-e8b6ef5cb97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:46.070519 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d09de-62b2-43a3-bf46-e8b6ef5cb97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:46.070831 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d09de-62b2-43a3-bf46-e8b6ef5cb97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:46.071288 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d09de-62b2-43a3-bf46-e8b6ef5cb97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:28:46.132442 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-915eecb3-4ccc-4f6d-b8b4-f440a6edf573 req-f045b261-80c1-4af5-b19d-aae4c8c996ce tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 210 time: 0.0643284 Oct 05 10:28:46.183270 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] For port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:28:46.188456 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] For port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=afc335c9-a5bb-4f0c-9a51-d001b7cb18bc,segment=NetworkSegment(0fa61b09-5c7a-4cc8-8140-eb714657155c),segment_id=0fa61b09-5c7a-4cc8-8140-eb714657155c)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:28:46.200761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:28:46.258713 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:46.318469 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Routers {'244bcb32-cb6d-460c-93e1-af725bcf0a84'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:28:46.319109 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:28:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['244bcb32-cb6d-460c-93e1-af725bcf0a84'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:46.408717 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d09de-62b2-43a3-bf46-e8b6ef5cb97d None None] Pushing event updated for resources: {'Port': ['ID=afc335c9-a5bb-4f0c-9a51-d001b7cb18bc,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:46.424256 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-97487174-3622-49a7-bdb2-31e2683eb540 None None] Attempt 4 to provision port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc Oct 05 10:28:46.496353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-97487174-3622-49a7-bdb2-31e2683eb540 None None] Port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:28:46.507479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-97487174-3622-49a7-bdb2-31e2683eb540 None None] Provisioning complete for port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:28:46.507914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-97487174-3622-49a7-bdb2-31e2683eb540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:46.508260 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-97487174-3622-49a7-bdb2-31e2683eb540 None None] Attempt 1 to provision port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 Oct 05 10:28:46.514205 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] Set router 244bcb32-cb6d-460c-93e1-af725bcf0a84 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:28:46.633950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-97487174-3622-49a7-bdb2-31e2683eb540 None None] Current status of the port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:28:46.843674 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:43Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'afc335c9-a5bb-4f0c-9a51-d001b7cb18bc', 'name': '', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:b6:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '61579c46-da36-4002-bb6e-813a40d50d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:42Z', 'updated_at': '2022-10-05T10:28:46Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '61579c46-da36-4002-bb6e-813a40d50d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:28:46.847866 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f40890-631f-49e8-b8d8-eb241c5f36ca None None] The sync data for ids ['244bcb32-cb6d-460c-93e1-af725bcf0a84'] in dv-neutron-860329-1-hyperv is: [{'id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:43Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'afc335c9-a5bb-4f0c-9a51-d001b7cb18bc', 'name': '', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:b6:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '61579c46-da36-4002-bb6e-813a40d50d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:42Z', 'updated_at': '2022-10-05T10:28:46Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '61579c46-da36-4002-bb6e-813a40d50d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:28:47.310698 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cd3e5642-6fea-48b3-b080-18b688857762 req-467da29f-e5c3-4e8a-aae3-1a0863201424 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 210 time: 0.0589681 Oct 05 10:28:47.483018 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:28:47.723924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device afc335c9-a5bb-4f0c-9a51-d001b7cb18bc up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:28:47.876541 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:28:47.882845 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:28:47.884018 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:47.884018 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc Oct 05 10:28:48.015849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:28:48.016235 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:48.053732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=afc335c9-a5bb-4f0c-9a51-d001b7cb18bc,segment=NetworkSegment(0fa61b09-5c7a-4cc8-8140-eb714657155c),segment_id=0fa61b09-5c7a-4cc8-8140-eb714657155c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:28:48.116206 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:48.186784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=afc335c9-a5bb-4f0c-9a51-d001b7cb18bc,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:48.257093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-9ecfb227-fc20-4bb0-93e2-6c34dc7ab8ac tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:48.258981 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-9ecfb227-fc20-4bb0-93e2-6c34dc7ab8ac tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:28:48.270100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-9ecfb227-fc20-4bb0-93e2-6c34dc7ab8ac tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:28:48.271314 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-9ecfb227-fc20-4bb0-93e2-6c34dc7ab8ac tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/networks?id=731ad033-3334-4ffa-bf03-e4a0bf0b9970 HTTP/1.1" status: 200 len: 796 time: 0.1654685 Oct 05 10:28:48.328922 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-f89b1f61-e207-4d26-a904-7a427a164d27 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 380 time: 0.0428755 Oct 05 10:28:48.343231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'port': {'device_id': 'e4394fa1-4390-4d07-aa4b-87aab477e20f', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'admin_state_up': True, 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'security_groups': ['cf19e615-0730-46f4-8c2c-2763130c69db']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:28:48.489689 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7cbc30ca-330d-4eaf-af2b-47ecdff9c0c2 req-fbb919ba-d9d7-4ff6-8364-1682fecaa84e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 210 time: 0.0550137 Oct 05 10:28:48.499516 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:28:48.511056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:28:48.584979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Made reservation on behalf of 0eb250b69e284e1f83d5269e0e6b6212 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:28:48.589269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:48.763307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.20.0.11 (731ad033-3334-4ffa-bf03-e4a0bf0b9970/61579c46-da36-4002-bb6e-813a40d50d77/49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:28:48.962386 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:48.980095 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Transition to ACTIVE for port object 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:28:49.094377 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:49.168011 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 731ad033-3334-4ffa-bf03-e4a0bf0b9970 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:28:49.171043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:28:49.175303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:28:49.213857 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:49.250266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:49.250950 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:49.373266 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-10f1d038-a87e-4d97-803b-0bab63e8be48 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0363700 Oct 05 10:28:49.453498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8dd20954-a3a0-40a0-b69e-3d97c8dddda9 None None] Provisioning for port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:28:49.459078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8dd20954-a3a0-40a0-b69e-3d97c8dddda9 None None] Provisioning complete for port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:28:49.459475 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8dd20954-a3a0-40a0-b69e-3d97c8dddda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:49.459813 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8dd20954-a3a0-40a0-b69e-3d97c8dddda9 None None] Attempt 1 to provision port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d Oct 05 10:28:49.485364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Request body: {'port': {'device_id': 'e4394fa1-4390-4d07-aa4b-87aab477e20f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:28:49.517954 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8dd20954-a3a0-40a0-b69e-3d97c8dddda9 None None] Port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:28:49.604020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:49.707103 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device afc335c9-a5bb-4f0c-9a51-d001b7cb18bc up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:28:49.708447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c500e5e-0063-48be-9948-0ffbdaf50221 req-085160f4-15d1-4874-a984-8008efb30bb1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:49.717273 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1c500e5e-0063-48be-9948-0ffbdaf50221 req-085160f4-15d1-4874-a984-8008efb30bb1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 932 time: 0.1091180 Oct 05 10:28:49.778973 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1c500e5e-0063-48be-9948-0ffbdaf50221 req-738a2719-3696-49bc-aadb-4ab92c624950 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600026 Oct 05 10:28:49.798011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:28:49.798011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:49.798011 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc Oct 05 10:28:49.926812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:28:50.019090 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8dd20954-a3a0-40a0-b69e-3d97c8dddda9 None None] Attempt 2 to provision port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d Oct 05 10:28:50.073385 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8dd20954-a3a0-40a0-b69e-3d97c8dddda9 None None] Port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:28:50.097069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:28:50.106367 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:50.120617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Transition to ACTIVE for port object 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:28:50.184525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:50.376645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Pushing event updated for resources: {'Port': ['ID=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:50.390249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-af1eb211-9534-4203-b185-4610a3f9bd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:50.415582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Attempting to bind port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:28:50.415917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Attempting to bind port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '0fa61b09-5c7a-4cc8-8140-eb714657155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:28:50.416280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Attempting to bind port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d on network 731ad033-3334-4ffa-bf03-e4a0bf0b9970 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:28:50.421288 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d on network 731ad033-3334-4ffa-bf03-e4a0bf0b9970 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:28:50.421604 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Attempting to bind port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d on network 731ad033-3334-4ffa-bf03-e4a0bf0b9970 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:28:50.426962 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:28:50.427304 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Checking segment: {'id': '0fa61b09-5c7a-4cc8-8140-eb714657155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:28:50.427681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Bound using segment: {'id': '0fa61b09-5c7a-4cc8-8140-eb714657155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:28:50.428104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Bound port: 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa61b09-5c7a-4cc8-8140-eb714657155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:28:50.428452 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:50.526502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] For port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:28:50.529376 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] For port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d,segment=NetworkSegment(0fa61b09-5c7a-4cc8-8140-eb714657155c),segment_id=0fa61b09-5c7a-4cc8-8140-eb714657155c)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:28:50.575065 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-8dd20954-a3a0-40a0-b69e-3d97c8dddda9 None None] Attempt 3 to provision port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d Oct 05 10:28:50.579569 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:50.616284 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:50.616905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:50.618335 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] 10.222.0.55 "PUT /v2.0/ports/49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d HTTP/1.1" status: 200 len: 1094 time: 1.1856422 Oct 05 10:28:50.618785 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4394fa1-4390-4d07-aa4b-87aab477e20f', 'tag': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:28:50.648052 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-8dd20954-a3a0-40a0-b69e-3d97c8dddda9 None None] Port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:28:50.662901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507dc3b-567d-4e98-8d15-4519238bfc55 service neutron] Pushing event updated for resources: {'Port': ['ID=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:50.668768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbae385d-b7ac-47ee-b128-dd28e47672f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4394fa1-4390-4d07-aa4b-87aab477e20f", "tag": "49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:28:50.766530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e84834-5d81-4f47-a0e3-54cd2c40d26d x-openstack-request-id: req-19e84834-5d81-4f47-a0e3-54cd2c40d26d {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:28:50.766816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4394fa1-4390-4d07-aa4b-87aab477e20f", "tag": "49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:28:50.767072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19e84834-5d81-4f47-a0e3-54cd2c40d26d {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:28:50.767474 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e84834-5d81-4f47-a0e3-54cd2c40d26d'] response: {'name': 'network-changed', 'server_uuid': 'e4394fa1-4390-4d07-aa4b-87aab477e20f', 'tag': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d', 'status': 'completed', 'code': 200} Oct 05 10:28:50.808233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-b52aced8-d02a-4660-873f-871a567a89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:50.809722 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-b52aced8-d02a-4660-873f-871a567a89d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 1097 time: 0.0904264 Oct 05 10:28:50.890304 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-d791df50-6009-43e4-8c73-2c388d547767 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d HTTP/1.1" status: 200 len: 217 time: 0.0666556 Oct 05 10:28:50.955080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-65052d63-3450-4e86-911a-a388802682f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:50.956538 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-65052d63-3450-4e86-911a-a388802682f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61579c46-da36-4002-bb6e-813a40d50d77 HTTP/1.1" status: 200 len: 835 time: 0.0601418 Oct 05 10:28:50.985337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2659c-cc46-4bb5-88a3-c8bb20147ff8 req-96714f01-51bd-4cae-849c-2f5e98e99375 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:50.986846 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5df2659c-cc46-4bb5-88a3-c8bb20147ff8 req-96714f01-51bd-4cae-849c-2f5e98e99375 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 944 time: 0.0958538 Oct 05 10:28:51.032735 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5df2659c-cc46-4bb5-88a3-c8bb20147ff8 req-469e4aab-0405-4b8a-bca1-51ba0995b4c7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397320 Oct 05 10:28:51.044086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-f6441447-c45a-41c8-b67f-1606d8053d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:51.045235 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-f6441447-c45a-41c8-b67f-1606d8053d44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=731ad033-3334-4ffa-bf03-e4a0bf0b9970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826786 Oct 05 10:28:51.182765 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-8a21b3df-ca3e-48e9-8e34-4cdd2f30cda2 service neutron] 10.222.0.55 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312108 Oct 05 10:28:51.319536 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5968fb0c-859f-426f-8206-4c73bf4eb502 req-17a1c44b-e786-4128-9ba0-4391bc455b24 service neutron] 10.222.0.55 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315653 Oct 05 10:28:51.564186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae385d-b7ac-47ee-b128-dd28e47672f5 req-3368e311-c511-46d0-a15c-208ed2fb9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:51.565668 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cbae385d-b7ac-47ee-b128-dd28e47672f5 req-3368e311-c511-46d0-a15c-208ed2fb9544 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 1097 time: 0.0837016 Oct 05 10:28:51.699479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae385d-b7ac-47ee-b128-dd28e47672f5 req-a216fa9f-60ff-4445-ba41-a466d0489520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:51.701831 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cbae385d-b7ac-47ee-b128-dd28e47672f5 req-a216fa9f-60ff-4445-ba41-a466d0489520 service neutron] 10.222.0.55 "GET /v2.0/networks?id=731ad033-3334-4ffa-bf03-e4a0bf0b9970 HTTP/1.1" status: 200 len: 897 time: 0.1291103 Oct 05 10:28:51.776872 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cbae385d-b7ac-47ee-b128-dd28e47672f5 req-11d14f16-4698-414e-9ebf-c52b0bc2fb7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d HTTP/1.1" status: 200 len: 217 time: 0.0698264 Oct 05 10:28:51.839624 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae385d-b7ac-47ee-b128-dd28e47672f5 req-436cefd7-9a41-4e6d-99ed-61a397e620e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:51.841084 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cbae385d-b7ac-47ee-b128-dd28e47672f5 req-436cefd7-9a41-4e6d-99ed-61a397e620e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61579c46-da36-4002-bb6e-813a40d50d77 HTTP/1.1" status: 200 len: 835 time: 0.0591450 Oct 05 10:28:51.932907 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae385d-b7ac-47ee-b128-dd28e47672f5 req-d46e2eb8-cf9e-4f6d-8562-92358b0a49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:51.934488 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cbae385d-b7ac-47ee-b128-dd28e47672f5 req-d46e2eb8-cf9e-4f6d-8562-92358b0a49d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=731ad033-3334-4ffa-bf03-e4a0bf0b9970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873592 Oct 05 10:28:52.068959 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cbae385d-b7ac-47ee-b128-dd28e47672f5 req-8ff1d1f6-d651-451d-b78c-8f07913e1ed9 service neutron] 10.222.0.55 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273737 Oct 05 10:28:52.209202 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cbae385d-b7ac-47ee-b128-dd28e47672f5 req-4f29a744-064d-412f-bea3-6c9377be84ad service neutron] 10.222.0.55 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338139 Oct 05 10:28:52.255545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9948e-e03b-42f7-8178-1d865f0ad8b6 req-8b64e3da-907b-475c-9f61-04067d288ce2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:52.256996 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fcf9948e-e03b-42f7-8178-1d865f0ad8b6 req-8b64e3da-907b-475c-9f61-04067d288ce2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 944 time: 0.0991468 Oct 05 10:28:52.302844 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fcf9948e-e03b-42f7-8178-1d865f0ad8b6 req-569a44a2-9ebf-439f-92f3-7db1d0e7da5e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386901 Oct 05 10:28:52.721902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-22c7f87a-b67c-4ef9-ba2d-aa125ddfead1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:53.511265 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4a47a-9ef6-4af4-b921-4282a949cb2f req-1e04eacc-7ae7-463e-af4a-2b4db0ae9b4a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:53.512733 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8dd4a47a-9ef6-4af4-b921-4282a949cb2f req-1e04eacc-7ae7-463e-af4a-2b4db0ae9b4a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 944 time: 0.0931587 Oct 05 10:28:53.557317 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8dd4a47a-9ef6-4af4-b921-4282a949cb2f req-ddba95ce-0b1e-46d7-951d-6f808a7271ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389490 Oct 05 10:28:54.269056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:54.407096 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:54.761172 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35449b-5371-4bc5-bee7-0f94bbf3f4d5 req-4758aeda-4f39-4673-9e23-028b5ee6a855 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:54.762650 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8d35449b-5371-4bc5-bee7-0f94bbf3f4d5 req-4758aeda-4f39-4673-9e23-028b5ee6a855 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 944 time: 0.0922618 Oct 05 10:28:54.806843 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8d35449b-5371-4bc5-bee7-0f94bbf3f4d5 req-140e89f5-7c84-401d-a19e-00873abaafd3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383911 Oct 05 10:28:55.390002 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:28:55.544811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d,segment=NetworkSegment(0fa61b09-5c7a-4cc8-8140-eb714657155c),segment_id=0fa61b09-5c7a-4cc8-8140-eb714657155c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:28:55.558293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'port_id': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d', 'mac_address': 'fa:16:3e:23:60:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61579c46-da36-4002-bb6e-813a40d50d77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:28:55.611905 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:28:55.612286 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:55.629411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:28:55.644325 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d,segment=NetworkSegment(0fa61b09-5c7a-4cc8-8140-eb714657155c),segment_id=0fa61b09-5c7a-4cc8-8140-eb714657155c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:28:55.961774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:56.005204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:56.005898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:56.012656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9994c-ede4-4886-8843-478b450f7647 req-b1e31423-50c7-4dbd-a02b-87bf5ebb8633 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:56.014167 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-66e9994c-ede4-4886-8843-478b450f7647 req-b1e31423-50c7-4dbd-a02b-87bf5ebb8633 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 945 time: 0.0937016 Oct 05 10:28:56.038493 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:56.143389 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-66e9994c-ede4-4886-8843-478b450f7647 req-31352bcf-cce3-4362-85af-dacd280bee71 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229405 Oct 05 10:28:56.367947 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:28:57.342415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcaafa7-3701-4bef-a068-67393af07107 req-f1720bf9-03bf-407b-b5d4-4df69e383d16 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:57.343945 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-adcaafa7-3701-4bef-a068-67393af07107 req-f1720bf9-03bf-407b-b5d4-4df69e383d16 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 945 time: 0.0877147 Oct 05 10:28:57.391509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:28:57.392202 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-adcaafa7-3701-4bef-a068-67393af07107 req-8fbaec4a-b21c-4a8a-aef0-00786453fcdf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425687 Oct 05 10:28:57.520460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:28:57.526317 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:28:57.526714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:57.527048 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d Oct 05 10:28:57.643549 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:28:57.643932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:57.675617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4394fa1-4390-4d07-aa4b-87aab477e20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:28:57.685106 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d,segment=NetworkSegment(0fa61b09-5c7a-4cc8-8140-eb714657155c),segment_id=0fa61b09-5c7a-4cc8-8140-eb714657155c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:28:57.722222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf11c97-b478-455c-bb32-7eed4eb039bd" -d '{"events": [{"server_uuid": "e4394fa1-4390-4d07-aa4b-87aab477e20f", "name": "network-vif-plugged", "status": "completed", "tag": "49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:28:57.819301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edda30a-0b9f-4f36-84b6-84747a9f80da x-openstack-request-id: req-5edda30a-0b9f-4f36-84b6-84747a9f80da {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:28:57.819593 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4394fa1-4390-4d07-aa4b-87aab477e20f", "name": "network-vif-plugged", "status": "completed", "tag": "49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:28:57.819900 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5edda30a-0b9f-4f36-84b6-84747a9f80da {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:28:57.820240 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5edda30a-0b9f-4f36-84b6-84747a9f80da'] response: {'server_uuid': 'e4394fa1-4390-4d07-aa4b-87aab477e20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d', 'code': 200} Oct 05 10:28:57.824304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:28:57.902961 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:28:58.420820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e879810-2c29-45f6-b3e2-1145c9289534 req-f509f564-48a2-41ef-90ca-3d9adc1c0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:58.422255 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9e879810-2c29-45f6-b3e2-1145c9289534 req-f509f564-48a2-41ef-90ca-3d9adc1c0f68 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 1099 time: 0.1843371 Oct 05 10:28:58.465117 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9e879810-2c29-45f6-b3e2-1145c9289534 req-b2d41142-ab74-4d80-8a3f-cc29c22e5b8c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370972 Oct 05 10:28:58.600331 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b4d7-fd17-41c8-9dab-3ff5ab673a76 req-f43e6b94-8068-4083-ae47-af9edfd5a85b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:58.601831 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6c62b4d7-fd17-41c8-9dab-3ff5ab673a76 req-f43e6b94-8068-4083-ae47-af9edfd5a85b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0898893 Oct 05 10:28:58.648268 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6c62b4d7-fd17-41c8-9dab-3ff5ab673a76 req-bcf8dced-0f40-43b6-ae19-5259b9d75700 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400040 Oct 05 10:28:59.853641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555b6b5-970a-4fc4-8be7-aa8c676b5768 req-d45773e4-575c-4b7c-b8d7-373636eeaeab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:28:59.855118 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a555b6b5-970a-4fc4-8be7-aa8c676b5768 req-d45773e4-575c-4b7c-b8d7-373636eeaeab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0920854 Oct 05 10:28:59.900612 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a555b6b5-970a-4fc4-8be7-aa8c676b5768 req-350937ba-4c36-411d-9370-6d1d95099f0b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389593 Oct 05 10:29:01.099528 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7894a-b52f-4cb2-b5b2-3a39fcb326f4 req-459088a3-b8f5-4ca5-b3dc-f6251368dd43 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:29:01.100928 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ccd7894a-b52f-4cb2-b5b2-3a39fcb326f4 req-459088a3-b8f5-4ca5-b3dc-f6251368dd43 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0879002 Oct 05 10:29:01.150540 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ccd7894a-b52f-4cb2-b5b2-3a39fcb326f4 req-ad9988ba-be23-4333-9c10-6fd748a0428f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425801 Oct 05 10:29:01.352433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283f0ee-0fcc-4c97-8753-448efdd1813e req-5616fff7-130c-4762-b903-2a6e0fe53b50 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:29:01.354501 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6283f0ee-0fcc-4c97-8753-448efdd1813e req-5616fff7-130c-4762-b903-2a6e0fe53b50 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0924773 Oct 05 10:29:01.399331 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6283f0ee-0fcc-4c97-8753-448efdd1813e req-4b984380-d2d8-47e3-8bbd-7f5898b75e0c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390487 Oct 05 10:29:01.429036 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51300) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:29:01.511481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0f9f2e-8756-476b-b67b-d18828882c8c tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:29:01.513013 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ad0f9f2e-8756-476b-b67b-d18828882c8c tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 1094 time: 0.0829525 Oct 05 10:29:01.516262 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51304) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:29:01.521369 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:29:01.528180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:29:01.532352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:floatingip and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:29:01.535248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:29:01.540939 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:29:01.618889 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:01.759190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:01.896911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.26.7.242 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/a5b23973-621a-4f36-97e7-5a5ae05a5058) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:29:02.063724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:02.202114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:02.268284 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:29:02.271216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:29:02.275095 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:29:02.305158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=a5b23973-621a-4f36-97e7-5a5ae05a5058,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:29:02.711049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:02.884949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:03.102123 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:03.160393 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:03.266206 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:03.312959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=a5b23973-621a-4f36-97e7-5a5ae05a5058,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:29:03.549530 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Floating IP 1ca0799a-91c1-4040-9af5-7d93949e1d9a associated. External IP: 172.26.7.242, port: 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d. Oct 05 10:29:03.921362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 244bcb32-cb6d-460c-93e1-af725bcf0a84 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:29:04.096345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:29:04.107371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc5dc9-c7d8-4d14-9230-a97be456c6ca None None] Sync routers for ids ['244bcb32-cb6d-460c-93e1-af725bcf0a84'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:29:04.116248 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc5dc9-c7d8-4d14-9230-a97be456c6ca None None] Routers {'244bcb32-cb6d-460c-93e1-af725bcf0a84'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:29:04.116868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-18dc5dc9-c7d8-4d14-9230-a97be456c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:28:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['244bcb32-cb6d-460c-93e1-af725bcf0a84'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:29:04.178937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:04.238185 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-653fa0e4-52e5-49b9-93ef-117f8e7dc593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7208388 Oct 05 10:29:04.238760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4394fa1-4390-4d07-aa4b-87aab477e20f', 'tag': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:29:04.241254 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a18d70-41b1-40d2-92cf-547c4a2c3d88" -d '{"events": [{"name": "network-changed", "server_uuid": "e4394fa1-4390-4d07-aa4b-87aab477e20f", "tag": "49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:29:04.293905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49341701-7ce7-4a34-a567-29998c947a73 x-openstack-request-id: req-49341701-7ce7-4a34-a567-29998c947a73 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:29:04.294420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4394fa1-4390-4d07-aa4b-87aab477e20f", "tag": "49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:29:04.294890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49341701-7ce7-4a34-a567-29998c947a73 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:29:04.295351 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49341701-7ce7-4a34-a567-29998c947a73'] response: {'name': 'network-changed', 'server_uuid': 'e4394fa1-4390-4d07-aa4b-87aab477e20f', 'tag': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d', 'status': 'completed', 'code': 200} Oct 05 10:29:04.303293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-18dc5dc9-c7d8-4d14-9230-a97be456c6ca None None] Set router 244bcb32-cb6d-460c-93e1-af725bcf0a84 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:29:04.419826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a18d70-41b1-40d2-92cf-547c4a2c3d88 req-28f6162a-b4d3-4133-8c6f-4371d6526398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:29:04.421336 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-19a18d70-41b1-40d2-92cf-547c4a2c3d88 req-28f6162a-b4d3-4133-8c6f-4371d6526398 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 1099 time: 0.0819943 Oct 05 10:29:04.435300 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c722c-7428-40a9-92e8-e2326389079e req-f6068d3d-3311-41f4-a01f-f85159405cec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:29:04.436973 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-de4c722c-7428-40a9-92e8-e2326389079e req-f6068d3d-3311-41f4-a01f-f85159405cec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.1017389 Oct 05 10:29:04.486985 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-de4c722c-7428-40a9-92e8-e2326389079e req-91cf3f4f-05d9-4aee-9804-7c1492a3ff41 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444241 Oct 05 10:29:04.517586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51312) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:29:04.654445 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a18d70-41b1-40d2-92cf-547c4a2c3d88 req-657e8e2b-0195-4141-ac57-23a6f156ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:29:04.655904 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-19a18d70-41b1-40d2-92cf-547c4a2c3d88 req-657e8e2b-0195-4141-ac57-23a6f156ba78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=731ad033-3334-4ffa-bf03-e4a0bf0b9970 HTTP/1.1" status: 200 len: 897 time: 0.2285910 Oct 05 10:29:04.659172 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-97330778-5699-48f5-b5ac-ac48f93237fa tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/1ca0799a-91c1-4040-9af5-7d93949e1d9a HTTP/1.1" status: 200 len: 992 time: 0.1405411 Oct 05 10:29:04.680046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-18dc5dc9-c7d8-4d14-9230-a97be456c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:43Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '1ca0799a-91c1-4040-9af5-7d93949e1d9a', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'floating_ip_address': '172.26.7.242', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'port_id': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'mac_address': 'fa:16:3e:23:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4394fa1-4390-4d07-aa4b-87aab477e20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:29:02Z', 'updated_at': '2022-10-05T10:29:02Z', 'revision_number': 0, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc335c9-a5bb-4f0c-9a51-d001b7cb18bc', 'name': '', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:b6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '61579c46-da36-4002-bb6e-813a40d50d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:42Z', 'updated_at': '2022-10-05T10:28:48Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '61579c46-da36-4002-bb6e-813a40d50d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:29:04.684035 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc5dc9-c7d8-4d14-9230-a97be456c6ca None None] Checking router: 244bcb32-cb6d-460c-93e1-af725bcf0a84 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:29:04.693143 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc5dc9-c7d8-4d14-9230-a97be456c6ca None None] Routers {'244bcb32-cb6d-460c-93e1-af725bcf0a84'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:29:04.693632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-18dc5dc9-c7d8-4d14-9230-a97be456c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:28:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['244bcb32-cb6d-460c-93e1-af725bcf0a84'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:29:04.779740 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-19a18d70-41b1-40d2-92cf-547c4a2c3d88 req-3d844cf9-980f-413f-8c40-0b95ccb097f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d HTTP/1.1" status: 200 len: 1000 time: 0.1160967 Oct 05 10:29:04.845326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a18d70-41b1-40d2-92cf-547c4a2c3d88 req-01f8a164-ea17-4ef6-86b4-124353cb3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:29:04.846817 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-19a18d70-41b1-40d2-92cf-547c4a2c3d88 req-01f8a164-ea17-4ef6-86b4-124353cb3bcc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61579c46-da36-4002-bb6e-813a40d50d77 HTTP/1.1" status: 200 len: 835 time: 0.0614214 Oct 05 10:29:04.928227 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-18dc5dc9-c7d8-4d14-9230-a97be456c6ca None None] Set router 244bcb32-cb6d-460c-93e1-af725bcf0a84 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:29:04.937340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a18d70-41b1-40d2-92cf-547c4a2c3d88 req-81be5b63-ef61-483f-ab3f-008cc14cfdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:29:04.939749 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-19a18d70-41b1-40d2-92cf-547c4a2c3d88 req-81be5b63-ef61-483f-ab3f-008cc14cfdb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=731ad033-3334-4ffa-bf03-e4a0bf0b9970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840499 Oct 05 10:29:05.200221 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-19a18d70-41b1-40d2-92cf-547c4a2c3d88 req-2ea8764e-7cbb-407c-93f4-ca07a05e8ee6 service neutron] 10.222.0.55 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543840 Oct 05 10:29:05.294508 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-18dc5dc9-c7d8-4d14-9230-a97be456c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:43Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '1ca0799a-91c1-4040-9af5-7d93949e1d9a', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'floating_ip_address': '172.26.7.242', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'port_id': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'mac_address': 'fa:16:3e:23:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4394fa1-4390-4d07-aa4b-87aab477e20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:29:02Z', 'updated_at': '2022-10-05T10:29:02Z', 'revision_number': 0, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc335c9-a5bb-4f0c-9a51-d001b7cb18bc', 'name': '', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:b6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '61579c46-da36-4002-bb6e-813a40d50d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:42Z', 'updated_at': '2022-10-05T10:28:48Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '61579c46-da36-4002-bb6e-813a40d50d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:29:05.298603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc5dc9-c7d8-4d14-9230-a97be456c6ca None None] The sync data for ids ['244bcb32-cb6d-460c-93e1-af725bcf0a84'] in dv-neutron-860329-1-hyperv is: [{'id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:43Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '1ca0799a-91c1-4040-9af5-7d93949e1d9a', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'floating_ip_address': '172.26.7.242', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'port_id': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'mac_address': 'fa:16:3e:23:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4394fa1-4390-4d07-aa4b-87aab477e20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:29:02Z', 'updated_at': '2022-10-05T10:29:02Z', 'revision_number': 0, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc335c9-a5bb-4f0c-9a51-d001b7cb18bc', 'name': '', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:b6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '61579c46-da36-4002-bb6e-813a40d50d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:42Z', 'updated_at': '2022-10-05T10:28:48Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '61579c46-da36-4002-bb6e-813a40d50d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:29:05.338852 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-19a18d70-41b1-40d2-92cf-547c4a2c3d88 req-8175610f-17a9-46fb-9082-eb2d16c6b313 service neutron] 10.222.0.55 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321671 Oct 05 10:29:05.500112 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc82be9-995b-4bf8-bd54-9c22da0624aa None None] New status for floating IP 1ca0799a-91c1-4040-9af5-7d93949e1d9a: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:29:05.663450 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51316) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:29:05.773426 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0874b452-b4f2-48b4-85d0-0f21ef214ab7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/1ca0799a-91c1-4040-9af5-7d93949e1d9a HTTP/1.1" status: 200 len: 992 time: 0.1088364 Oct 05 10:29:06.777467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51320) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:29:06.886239 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4c668251-b3e5-41ef-97d7-f032c6f0ab95 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/1ca0799a-91c1-4040-9af5-7d93949e1d9a HTTP/1.1" status: 200 len: 994 time: 0.1074498 Oct 05 10:29:20.401264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-03645a5f-506c-4034-9723-4c35ce4e0506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:22.681482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7dcb-1f00-4287-85e5-f538e6186a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:24.224212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:24.417884 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:24.483139 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:29:25.858619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:25.898307 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:47.509897 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c3061ba6-0381-4a50-9c2f-60ba6c73515c req-f26f0d5b-761d-4727-ac59-244476b7c3be service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872951 Oct 05 10:29:47.673061 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3061ba6-0381-4a50-9c2f-60ba6c73515c req-4c0b3906-a13a-4eb4-bb72-41ce47d601d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:29:47.674546 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c3061ba6-0381-4a50-9c2f-60ba6c73515c req-4c0b3906-a13a-4eb4-bb72-41ce47d601d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 1099 time: 0.0831990 Oct 05 10:29:47.821257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3061ba6-0381-4a50-9c2f-60ba6c73515c req-2cefa20b-5677-427f-95c9-091cc69a81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:29:47.822725 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c3061ba6-0381-4a50-9c2f-60ba6c73515c req-2cefa20b-5677-427f-95c9-091cc69a81a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=731ad033-3334-4ffa-bf03-e4a0bf0b9970 HTTP/1.1" status: 200 len: 897 time: 0.1290114 Oct 05 10:29:47.928928 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c3061ba6-0381-4a50-9c2f-60ba6c73515c req-c8098e31-37ef-42bf-96bd-bcc9a6c6d8da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d HTTP/1.1" status: 200 len: 1002 time: 0.0999067 Oct 05 10:29:47.990324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3061ba6-0381-4a50-9c2f-60ba6c73515c req-8f5c4cc2-f321-4d53-b69d-35d0bfad6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:29:47.991755 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c3061ba6-0381-4a50-9c2f-60ba6c73515c req-8f5c4cc2-f321-4d53-b69d-35d0bfad6a25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61579c46-da36-4002-bb6e-813a40d50d77 HTTP/1.1" status: 200 len: 835 time: 0.0571239 Oct 05 10:29:48.078478 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3061ba6-0381-4a50-9c2f-60ba6c73515c req-9f2dbc05-a8c1-46b6-9826-c74247d71614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:29:48.079848 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c3061ba6-0381-4a50-9c2f-60ba6c73515c req-9f2dbc05-a8c1-46b6-9826-c74247d71614 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=731ad033-3334-4ffa-bf03-e4a0bf0b9970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819864 Oct 05 10:29:48.213166 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c3061ba6-0381-4a50-9c2f-60ba6c73515c req-f5bbb60f-ee33-4b45-9cca-6ef9331266bb service neutron] 10.222.0.55 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270456 Oct 05 10:29:48.348629 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c3061ba6-0381-4a50-9c2f-60ba6c73515c req-e99fb1a4-7dbd-4932-88e0-2560db7e299a service neutron] 10.222.0.55 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289628 Oct 05 10:29:50.395181 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c4c4d0ad-3242-459c-b4ea-6f909b3fd176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:52.685074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2e3fde21-f5bf-4bba-aedb-9579310f7975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:54.251775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:54.400420 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:55.806474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:29:55.817265 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:30:01.482259 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:30:18.412492 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63a15f-91b9-4d4e-8546-0dffb7686021 req-90b703fb-e0e6-4066-8a21-47f7eaf20a4a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:18.414111 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5c63a15f-91b9-4d4e-8546-0dffb7686021 req-90b703fb-e0e6-4066-8a21-47f7eaf20a4a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.1010273 Oct 05 10:30:18.462004 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5c63a15f-91b9-4d4e-8546-0dffb7686021 req-b10e58c2-174e-4c09-922f-33d74be29513 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Oct 05 10:30:18.475734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3373a-6bfb-4c19-a385-bc5bc3a1a720 req-771ea10d-ae0e-4213-a1f2-e78d0b0d34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:18.477210 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f2e3373a-6bfb-4c19-a385-bc5bc3a1a720 req-771ea10d-ae0e-4213-a1f2-e78d0b0d34c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 1099 time: 0.0865831 Oct 05 10:30:18.615214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3373a-6bfb-4c19-a385-bc5bc3a1a720 req-0e58ef64-5ea8-4fb2-b459-df842c3369d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:18.616653 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f2e3373a-6bfb-4c19-a385-bc5bc3a1a720 req-0e58ef64-5ea8-4fb2-b459-df842c3369d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=731ad033-3334-4ffa-bf03-e4a0bf0b9970 HTTP/1.1" status: 200 len: 897 time: 0.1332798 Oct 05 10:30:18.727682 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f2e3373a-6bfb-4c19-a385-bc5bc3a1a720 req-347eae79-91ef-4e68-aa8a-8dbd63a0bad0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d HTTP/1.1" status: 200 len: 1002 time: 0.1044796 Oct 05 10:30:18.791637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3373a-6bfb-4c19-a385-bc5bc3a1a720 req-5fa8c0b9-ab8d-4f95-8ab5-0e7918fdd607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:18.793526 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f2e3373a-6bfb-4c19-a385-bc5bc3a1a720 req-5fa8c0b9-ab8d-4f95-8ab5-0e7918fdd607 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61579c46-da36-4002-bb6e-813a40d50d77 HTTP/1.1" status: 200 len: 835 time: 0.0596004 Oct 05 10:30:18.885082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3373a-6bfb-4c19-a385-bc5bc3a1a720 req-27f4a3fd-f2a4-46e6-a2ff-08456e742aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:18.887155 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f2e3373a-6bfb-4c19-a385-bc5bc3a1a720 req-27f4a3fd-f2a4-46e6-a2ff-08456e742aca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=731ad033-3334-4ffa-bf03-e4a0bf0b9970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878968 Oct 05 10:30:19.135554 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f2e3373a-6bfb-4c19-a385-bc5bc3a1a720 req-7dd3f42d-782b-4006-bc5c-60c00fc84c5b service neutron] 10.222.0.55 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411604 Oct 05 10:30:19.275195 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f2e3373a-6bfb-4c19-a385-bc5bc3a1a720 req-900bf528-0d65-47ac-a920-d7721f8227cd service neutron] 10.222.0.55 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334283 Oct 05 10:30:19.667703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d2d84-39c4-46fe-90b5-785a31067ffa req-6e2c4828-4861-4ec0-be57-c676f5279110 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:19.669060 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e50d2d84-39c4-46fe-90b5-785a31067ffa req-6e2c4828-4861-4ec0-be57-c676f5279110 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0912981 Oct 05 10:30:19.713864 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e50d2d84-39c4-46fe-90b5-785a31067ffa req-7f10afef-4a09-4ee3-88fc-be101eb378d7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390103 Oct 05 10:30:20.398166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-985eab74-2f10-4181-9819-277a168cd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:30:20.916275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07d786-36d4-47a8-9a1c-41c237851ff2 req-81b9aa5a-e266-4313-8901-b3627ab74b05 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:20.917776 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6d07d786-36d4-47a8-9a1c-41c237851ff2 req-81b9aa5a-e266-4313-8901-b3627ab74b05 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0910804 Oct 05 10:30:20.960635 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6d07d786-36d4-47a8-9a1c-41c237851ff2 req-3bf23ff9-2e31-4cf7-b858-da8c9de41bc6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371482 Oct 05 10:30:22.158508 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7262958-784d-4e70-a5d9-aad0a61533b8 req-e49fe675-c8e0-4137-96af-8f7160992e14 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:22.159952 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f7262958-784d-4e70-a5d9-aad0a61533b8 req-e49fe675-c8e0-4137-96af-8f7160992e14 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0871375 Oct 05 10:30:22.203734 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f7262958-784d-4e70-a5d9-aad0a61533b8 req-1bc6566c-a7d3-47ce-acc0-02b2cccf4594 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379519 Oct 05 10:30:22.696794 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-db23c327-ae62-4452-a22e-a1b26abf3ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:30:23.405284 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060735d4-9fed-4a7c-a043-3d243d232249 req-2ae13ed3-349c-40ee-a02c-5cbef0c5fb4b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:23.406725 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-060735d4-9fed-4a7c-a043-3d243d232249 req-2ae13ed3-349c-40ee-a02c-5cbef0c5fb4b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0890176 Oct 05 10:30:23.449935 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-060735d4-9fed-4a7c-a043-3d243d232249 req-3761303b-3f46-414c-b8ad-18d9a158c8b0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374990 Oct 05 10:30:24.251492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:30:24.439832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:30:24.652722 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd2010-4903-4c81-8c7e-0aff1d1f149d req-c12d5706-28cf-4d0d-88ef-18cceeca1f6e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:24.654147 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-17bd2010-4903-4c81-8c7e-0aff1d1f149d req-c12d5706-28cf-4d0d-88ef-18cceeca1f6e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0900378 Oct 05 10:30:24.699597 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-17bd2010-4903-4c81-8c7e-0aff1d1f149d req-9fd97b8d-4bca-4178-a85f-643381bc52c0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389059 Oct 05 10:30:25.834194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:30:25.862933 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:30:25.899700 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ee355-a9de-4fa5-97d8-ecdacd1ccc17 req-fff26559-3efc-4df1-b00c-2633337ba79c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:25.901148 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bd8ee355-a9de-4fa5-97d8-ecdacd1ccc17 req-fff26559-3efc-4df1-b00c-2633337ba79c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0870523 Oct 05 10:30:25.944739 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bd8ee355-a9de-4fa5-97d8-ecdacd1ccc17 req-b800a68b-abe1-4c38-8ae7-393eae60bc88 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374207 Oct 05 10:30:27.233106 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805644de-541b-4871-b57c-b050f7e775b5 req-b518819a-df72-4284-9adf-0492ac5cd88d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:27.234566 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-805644de-541b-4871-b57c-b050f7e775b5 req-b518819a-df72-4284-9adf-0492ac5cd88d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.1766973 Oct 05 10:30:27.277726 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-805644de-541b-4871-b57c-b050f7e775b5 req-59ea6af8-48cb-4176-bd12-664d62b7912d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375330 Oct 05 10:30:28.476842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dd23d-ac7a-4203-b405-9396f44ea488 req-1a44683c-8dc9-4162-b532-c3f28eadcf6e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:28.478297 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c36dd23d-ac7a-4203-b405-9396f44ea488 req-1a44683c-8dc9-4162-b532-c3f28eadcf6e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0887246 Oct 05 10:30:28.521654 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c36dd23d-ac7a-4203-b405-9396f44ea488 req-6ca38894-6ca3-4e70-b74a-1f14af742316 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377674 Oct 05 10:30:29.721219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb98ed4-eb6c-4db1-9529-6e15f96ba62b req-882f2dd0-c2d7-462c-b53f-97152d916214 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:29.722700 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fbb98ed4-eb6c-4db1-9529-6e15f96ba62b req-882f2dd0-c2d7-462c-b53f-97152d916214 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0869691 Oct 05 10:30:29.770956 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fbb98ed4-eb6c-4db1-9529-6e15f96ba62b req-07be9ab0-4418-4a96-ad98-179f1e8b5aa7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418491 Oct 05 10:30:30.973114 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a66940-554c-4eea-8197-55a1234130e3 req-1271a568-2835-4180-8c49-d3797fb35b35 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:30.974593 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e7a66940-554c-4eea-8197-55a1234130e3 req-1271a568-2835-4180-8c49-d3797fb35b35 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0894279 Oct 05 10:30:31.017482 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e7a66940-554c-4eea-8197-55a1234130e3 req-bb2457fb-4364-4be7-b0ff-b0dd767d8c7a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371902 Oct 05 10:30:31.046860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51400) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:30:31.150377 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d82b4e4c-fdb1-48e1-9a26-a881e17771e1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/1ca0799a-91c1-4040-9af5-7d93949e1d9a HTTP/1.1" status: 200 len: 994 time: 0.1023440 Oct 05 10:30:38.481388 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:30:46.616565 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8bac6179-44a4-4b4b-b1a1-b86ce1d8ac4a req-8ef1b033-8f6a-4fdc-8927-128c491eded5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785236 Oct 05 10:30:46.795244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac6179-44a4-4b4b-b1a1-b86ce1d8ac4a req-31d02f58-6282-4b08-a12d-35fc07e13da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:46.796739 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8bac6179-44a4-4b4b-b1a1-b86ce1d8ac4a req-31d02f58-6282-4b08-a12d-35fc07e13da9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 1099 time: 0.0973525 Oct 05 10:30:46.950895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac6179-44a4-4b4b-b1a1-b86ce1d8ac4a req-44727a4a-7e09-43d2-b89d-b56354a4f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:46.952330 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8bac6179-44a4-4b4b-b1a1-b86ce1d8ac4a req-44727a4a-7e09-43d2-b89d-b56354a4f8eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=731ad033-3334-4ffa-bf03-e4a0bf0b9970 HTTP/1.1" status: 200 len: 897 time: 0.1336908 Oct 05 10:30:47.056660 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8bac6179-44a4-4b4b-b1a1-b86ce1d8ac4a req-06424262-1afb-4363-977f-d76984787b8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d HTTP/1.1" status: 200 len: 1002 time: 0.0964851 Oct 05 10:30:47.117747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac6179-44a4-4b4b-b1a1-b86ce1d8ac4a req-e36c267a-26bf-4b6d-aa8b-f9c6232fa030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:47.119188 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8bac6179-44a4-4b4b-b1a1-b86ce1d8ac4a req-e36c267a-26bf-4b6d-aa8b-f9c6232fa030 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61579c46-da36-4002-bb6e-813a40d50d77 HTTP/1.1" status: 200 len: 835 time: 0.0555987 Oct 05 10:30:47.209281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac6179-44a4-4b4b-b1a1-b86ce1d8ac4a req-da2480b3-c8e7-4b16-90c0-1087110f804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:30:47.210801 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8bac6179-44a4-4b4b-b1a1-b86ce1d8ac4a req-da2480b3-c8e7-4b16-90c0-1087110f804e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=731ad033-3334-4ffa-bf03-e4a0bf0b9970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844450 Oct 05 10:30:47.341974 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8bac6179-44a4-4b4b-b1a1-b86ce1d8ac4a req-a2a0ed49-57bc-4483-8767-d862ce3c54fd service neutron] 10.222.0.55 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244698 Oct 05 10:30:47.473532 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8bac6179-44a4-4b4b-b1a1-b86ce1d8ac4a req-dd846d8a-bc8a-443d-83a6-50059415c042 service neutron] 10.222.0.55 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240253 Oct 05 10:30:50.422300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-952b7264-9bce-43aa-8968-cda11ee444cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:30:52.656451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d956-7d25-4fe0-b972-17583df578dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:30:54.260023 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:30:54.427622 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:30:55.811400 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:30:55.827769 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:15.480320 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:31:20.408970 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2b826623-be37-4168-9128-bc22502a8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:22.674509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-09f6818d-5d48-4461-b62d-a7b66e0aaeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:24.237831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:24.420958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:25.788096 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:25.804993 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:31.020419 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51434) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:31.273424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port a5b23973-621a-4f36-97e7-5a5ae05a5058 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:31:31.273683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:31.453321 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:31.453661 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:31.585886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for a5b23973-621a-4f36-97e7-5a5ae05a5058 owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:31:31.809739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:31.892599 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=a5b23973-621a-4f36-97e7-5a5ae05a5058,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:31.934732 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:31.935076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:31.935416 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:31.935824 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:31.936641 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:31.936969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:31.937292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:31.937611 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:31.937945 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:31.938353 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:31.938677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:31.939971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:31.972225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:31.972699 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Floating IP 1ca0799a-91c1-4040-9af5-7d93949e1d9a disassociated (deleted). External IP: 172.26.7.242, port: 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d. Oct 05 10:31:32.418334 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 244bcb32-cb6d-460c-93e1-af725bcf0a84 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:31:32.594667 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:31:32.604401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef89f3d-d241-42b2-a77a-86bf6a4a029f None None] Sync routers for ids ['244bcb32-cb6d-460c-93e1-af725bcf0a84'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:31:32.611046 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:32.614708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef89f3d-d241-42b2-a77a-86bf6a4a029f None None] Routers {'244bcb32-cb6d-460c-93e1-af725bcf0a84'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:31:32.615324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-aef89f3d-d241-42b2-a77a-86bf6a4a029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:31:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['244bcb32-cb6d-460c-93e1-af725bcf0a84'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:32.668419 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5528d544-7134-41ae-8e31-2dfa85c7a580 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/floatingips/1ca0799a-91c1-4040-9af5-7d93949e1d9a HTTP/1.1" status: 204 len: 168 time: 1.6469033 Oct 05 10:31:32.669961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4394fa1-4390-4d07-aa4b-87aab477e20f', 'tag': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:31:32.713225 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8940b944d1cb0b736743cf1dca784893609a332e17d05f98fbb9d60a91039ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47987d0-a017-48c6-87dc-3ccb19a34fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e4394fa1-4390-4d07-aa4b-87aab477e20f", "tag": "49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:31:32.804174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-aef89f3d-d241-42b2-a77a-86bf6a4a029f None None] Set router 244bcb32-cb6d-460c-93e1-af725bcf0a84 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:31:32.816213 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd190817-66e5-4228-9112-cb0de1386e1c x-openstack-request-id: req-bd190817-66e5-4228-9112-cb0de1386e1c {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:31:32.816508 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4394fa1-4390-4d07-aa4b-87aab477e20f", "tag": "49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:31:32.816760 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd190817-66e5-4228-9112-cb0de1386e1c {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:31:32.817342 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd190817-66e5-4228-9112-cb0de1386e1c'] response: {'name': 'network-changed', 'server_uuid': 'e4394fa1-4390-4d07-aa4b-87aab477e20f', 'tag': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d', 'status': 'completed', 'code': 200} Oct 05 10:31:32.947104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47987d0-a017-48c6-87dc-3ccb19a34fc7 req-f9977d57-3438-4f3a-99a4-ef72716ccfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:31:32.948691 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a47987d0-a017-48c6-87dc-3ccb19a34fc7 req-f9977d57-3438-4f3a-99a4-ef72716ccfd4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 1099 time: 0.0827777 Oct 05 10:31:33.083425 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47987d0-a017-48c6-87dc-3ccb19a34fc7 req-f5df2331-6fad-437b-911a-6c90136d67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:31:33.084947 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a47987d0-a017-48c6-87dc-3ccb19a34fc7 req-f5df2331-6fad-437b-911a-6c90136d67f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=731ad033-3334-4ffa-bf03-e4a0bf0b9970 HTTP/1.1" status: 200 len: 897 time: 0.1306798 Oct 05 10:31:33.125216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-aef89f3d-d241-42b2-a77a-86bf6a4a029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:43Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'afc335c9-a5bb-4f0c-9a51-d001b7cb18bc', 'name': '', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:b6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '61579c46-da36-4002-bb6e-813a40d50d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:42Z', 'updated_at': '2022-10-05T10:28:48Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '61579c46-da36-4002-bb6e-813a40d50d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:33.129218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef89f3d-d241-42b2-a77a-86bf6a4a029f None None] Checking router: 244bcb32-cb6d-460c-93e1-af725bcf0a84 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:31:33.137552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef89f3d-d241-42b2-a77a-86bf6a4a029f None None] Routers {'244bcb32-cb6d-460c-93e1-af725bcf0a84'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:31:33.138182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-aef89f3d-d241-42b2-a77a-86bf6a4a029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:31:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['244bcb32-cb6d-460c-93e1-af725bcf0a84'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:33.161397 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a47987d0-a017-48c6-87dc-3ccb19a34fc7 req-be57088d-1e49-41c3-b15e-0101bf434ef6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d HTTP/1.1" status: 200 len: 217 time: 0.0696418 Oct 05 10:31:33.230519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47987d0-a017-48c6-87dc-3ccb19a34fc7 req-27d44698-6b7f-43d1-a5fd-e31dcb4e4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:31:33.231961 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a47987d0-a017-48c6-87dc-3ccb19a34fc7 req-27d44698-6b7f-43d1-a5fd-e31dcb4e4cc8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61579c46-da36-4002-bb6e-813a40d50d77 HTTP/1.1" status: 200 len: 835 time: 0.0640965 Oct 05 10:31:33.286551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef761d4-69a3-4e7b-9e58-26a97dfc9a13 req-b23b0f36-75e9-44bc-90dc-5aeb7aff4cf3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:31:33.287409 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-0ef761d4-69a3-4e7b-9e58-26a97dfc9a13 req-b23b0f36-75e9-44bc-90dc-5aeb7aff4cf3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:31:33.322802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47987d0-a017-48c6-87dc-3ccb19a34fc7 req-d0b598b2-2c32-4c67-b82a-7e0805098c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:31:33.324348 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a47987d0-a017-48c6-87dc-3ccb19a34fc7 req-d0b598b2-2c32-4c67-b82a-7e0805098c56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=731ad033-3334-4ffa-bf03-e4a0bf0b9970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846982 Oct 05 10:31:33.358459 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-0ef761d4-69a3-4e7b-9e58-26a97dfc9a13 req-b23b0f36-75e9-44bc-90dc-5aeb7aff4cf3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:31:33.359758 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0ef761d4-69a3-4e7b-9e58-26a97dfc9a13 req-b23b0f36-75e9-44bc-90dc-5aeb7aff4cf3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.1680012 Oct 05 10:31:33.365492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-aef89f3d-d241-42b2-a77a-86bf6a4a029f None None] Set router 244bcb32-cb6d-460c-93e1-af725bcf0a84 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:31:33.408180 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0ef761d4-69a3-4e7b-9e58-26a97dfc9a13 req-9792d307-4085-4f42-b4e6-8f63e683175e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420873 Oct 05 10:31:33.461628 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a47987d0-a017-48c6-87dc-3ccb19a34fc7 req-38d21537-7d5d-42ef-8165-23d865425e94 service neutron] 10.222.0.55 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307628 Oct 05 10:31:33.683273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-aef89f3d-d241-42b2-a77a-86bf6a4a029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:43Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'afc335c9-a5bb-4f0c-9a51-d001b7cb18bc', 'name': '', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:b6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '61579c46-da36-4002-bb6e-813a40d50d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:42Z', 'updated_at': '2022-10-05T10:28:48Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '61579c46-da36-4002-bb6e-813a40d50d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:33.687130 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef89f3d-d241-42b2-a77a-86bf6a4a029f None None] The sync data for ids ['244bcb32-cb6d-460c-93e1-af725bcf0a84'] in dv-neutron-860329-1-hyperv is: [{'id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:43Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'afc335c9-a5bb-4f0c-9a51-d001b7cb18bc', 'name': '', 'network_id': '731ad033-3334-4ffa-bf03-e4a0bf0b9970', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:b6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '61579c46-da36-4002-bb6e-813a40d50d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:42Z', 'updated_at': '2022-10-05T10:28:48Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '61579c46-da36-4002-bb6e-813a40d50d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:31:33.693483 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a47987d0-a017-48c6-87dc-3ccb19a34fc7 req-a1a0a08c-0119-48a3-ba82-400bef155e5e service neutron] 10.222.0.55 "GET /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257426 Oct 05 10:31:33.899333 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e3dd2e-7d9c-4234-9b66-c8b48ad752d0 None None] New status for floating IP 1ca0799a-91c1-4040-9af5-7d93949e1d9a: DOWN {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:31:34.616840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849be7e-56bd-453f-944e-6ec263f07185 req-36b5ce71-234c-461d-a95e-fb66feaa7676 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:31:34.618304 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7849be7e-56bd-453f-944e-6ec263f07185 req-36b5ce71-234c-461d-a95e-fb66feaa7676 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0891929 Oct 05 10:31:34.662113 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7849be7e-56bd-453f-944e-6ec263f07185 req-fef44371-2e48-447b-9955-7a3957c281cb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376620 Oct 05 10:31:35.336773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a7bfa-6813-4e5a-b753-649db271f7d9 req-8ef69a0e-9f6b-43d6-9796-25b6acc21a83 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:31:35.337479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-b23a7bfa-6813-4e5a-b753-649db271f7d9 req-8ef69a0e-9f6b-43d6-9796-25b6acc21a83 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:31:35.349291 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-b23a7bfa-6813-4e5a-b753-649db271f7d9 req-8ef69a0e-9f6b-43d6-9796-25b6acc21a83 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:31:35.350410 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b23a7bfa-6813-4e5a-b753-649db271f7d9 req-8ef69a0e-9f6b-43d6-9796-25b6acc21a83 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0973496 Oct 05 10:31:35.422579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-b23a7bfa-6813-4e5a-b753-649db271f7d9 req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:31:35.422927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b23a7bfa-6813-4e5a-b753-649db271f7d9 req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:35.662652 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-b23a7bfa-6813-4e5a-b753-649db271f7d9 req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d,segment=NetworkSegment(0fa61b09-5c7a-4cc8-8140-eb714657155c),segment_id=0fa61b09-5c7a-4cc8-8140-eb714657155c)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:31:35.662927 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b23a7bfa-6813-4e5a-b753-649db271f7d9 req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:35.788991 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-b23a7bfa-6813-4e5a-b753-649db271f7d9 req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:31:35.866791 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cedf2-2c20-4bef-abe8-6807cacc0023 req-ed655b36-cb88-4fb3-a95a-8682a9da59d3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:31:35.868389 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-974cedf2-2c20-4bef-abe8-6807cacc0023 req-ed655b36-cb88-4fb3-a95a-8682a9da59d3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 946 time: 0.0862875 Oct 05 10:31:35.917016 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-974cedf2-2c20-4bef-abe8-6807cacc0023 req-981ed44d-ae70-424e-af1a-bdea5171bc73 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf19e615-0730-46f4-8c2c-2763130c69db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421696 Oct 05 10:31:36.008934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b23a7bfa-6813-4e5a-b753-649db271f7d9 req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:36.056920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:36.066780 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:36.067127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:36.067470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:36.067812 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:36.068148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:36.068484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:36.068813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:36.069142 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:36.069472 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:36.070161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:36.070161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:36.070439 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:36.158112 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23a7bfa-6813-4e5a-b753-649db271f7d9 req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] No DVR routers for this DVR port 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:31:36.160511 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b23a7bfa-6813-4e5a-b753-649db271f7d9 req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:36.162972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4394fa1-4390-4d07-aa4b-87aab477e20f', 'name': 'network-vif-deleted', 'tag': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:31:36.165208 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e699f6-e12a-4472-990f-769f94ad7b1a" -d '{"events": [{"server_uuid": "e4394fa1-4390-4d07-aa4b-87aab477e20f", "name": "network-vif-deleted", "tag": "49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:31:36.207807 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f40a7f5-ed7c-4c85-bfb3-fe0ba85e3347 x-openstack-request-id: req-7f40a7f5-ed7c-4c85-bfb3-fe0ba85e3347 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:31:36.208194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4394fa1-4390-4d07-aa4b-87aab477e20f", "name": "network-vif-deleted", "tag": "49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:31:36.208456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f40a7f5-ed7c-4c85-bfb3-fe0ba85e3347 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:31:36.208855 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f40a7f5-ed7c-4c85-bfb3-fe0ba85e3347'] response: {'server_uuid': 'e4394fa1-4390-4d07-aa4b-87aab477e20f', 'name': 'network-vif-deleted', 'tag': '49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d', 'status': 'completed', 'code': 200} Oct 05 10:31:36.235191 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b23a7bfa-6813-4e5a-b753-649db271f7d9 req-65caeaef-5c9d-4015-a500-e91cbb430a07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "DELETE /v2.0/ports/49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d HTTP/1.1" status: 204 len: 173 time: 0.8799853 Oct 05 10:31:37.095235 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-384ca745-cff2-4283-a649-46a4e2017cdf req-af60eb6f-d94c-4e78-aee1-747207fb86b8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4394fa1-4390-4d07-aa4b-87aab477e20f HTTP/1.1" status: 200 len: 210 time: 0.0527608 Oct 05 10:31:38.201501 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51472) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:38.356380 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:31:38.390006 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:31:38.390258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 49b2cc80-62cd-4b69-aef9-bb3b3ff0ef1d not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:31:38.742797 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0eca6abe-1c8f-4a17-b9cd-edbc654531b7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:39.201183 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0eca6abe-1c8f-4a17-b9cd-edbc654531b7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:31:39.201524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0eca6abe-1c8f-4a17-b9cd-edbc654531b7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:39.387351 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-0eca6abe-1c8f-4a17-b9cd-edbc654531b7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port afc335c9-a5bb-4f0c-9a51-d001b7cb18bc, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=afc335c9-a5bb-4f0c-9a51-d001b7cb18bc,segment=NetworkSegment(0fa61b09-5c7a-4cc8-8140-eb714657155c),segment_id=0fa61b09-5c7a-4cc8-8140-eb714657155c)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:31:39.387712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0eca6abe-1c8f-4a17-b9cd-edbc654531b7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:39.507902 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0eca6abe-1c8f-4a17-b9cd-edbc654531b7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for afc335c9-a5bb-4f0c-9a51-d001b7cb18bc owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:31:39.752683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0eca6abe-1c8f-4a17-b9cd-edbc654531b7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:39.804209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca6abe-1c8f-4a17-b9cd-edbc654531b7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=afc335c9-a5bb-4f0c-9a51-d001b7cb18bc,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:40.082193 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0eca6abe-1c8f-4a17-b9cd-edbc654531b7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:40.534580 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eca6abe-1c8f-4a17-b9cd-edbc654531b7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 244bcb32-cb6d-460c-93e1-af725bcf0a84 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:31:40.706753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eca6abe-1c8f-4a17-b9cd-edbc654531b7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:31:40.716811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9497f979-3f20-4c6f-901a-8eb492670a08 None None] Sync routers for ids ['244bcb32-cb6d-460c-93e1-af725bcf0a84'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:31:40.719275 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0eca6abe-1c8f-4a17-b9cd-edbc654531b7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "PUT /v2.0/routers/244bcb32-cb6d-460c-93e1-af725bcf0a84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5166712 Oct 05 10:31:40.721858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51476) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:40.729350 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9497f979-3f20-4c6f-901a-8eb492670a08 None None] Routers {'244bcb32-cb6d-460c-93e1-af725bcf0a84'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:31:40.730062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9497f979-3f20-4c6f-901a-8eb492670a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:31:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['244bcb32-cb6d-460c-93e1-af725bcf0a84'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:40.790866 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd32fe7a-eca0-4ecd-b5d3-fb8dd71f3493 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting subnet 61579c46-da36-4002-bb6e-813a40d50d77 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:31:40.793749 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cd32fe7a-eca0-4ecd-b5d3-fb8dd71f3493 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:40.847300 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cd32fe7a-eca0-4ecd-b5d3-fb8dd71f3493 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:40.909304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-9497f979-3f20-4c6f-901a-8eb492670a08 None None] Set router 244bcb32-cb6d-460c-93e1-af725bcf0a84 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:31:40.929851 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cd32fe7a-eca0-4ecd-b5d3-fb8dd71f3493 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:41.072849 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cd32fe7a-eca0-4ecd-b5d3-fb8dd71f3493 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:41.112857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32fe7a-eca0-4ecd-b5d3-fb8dd71f3493 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Subnet': ['ID=61579c46-da36-4002-bb6e-813a40d50d77,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:41.116452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cd32fe7a-eca0-4ecd-b5d3-fb8dd71f3493 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:41.123886 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cd32fe7a-eca0-4ecd-b5d3-fb8dd71f3493 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/subnets/61579c46-da36-4002-bb6e-813a40d50d77 HTTP/1.1" status: 204 len: 168 time: 0.4002509 Oct 05 10:31:41.125830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51480) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:41.130793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efca399-9b6e-4736-b7fa-12c6a6c1be91 None None] Network 731ad033-3334-4ffa-bf03-e4a0bf0b9970 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:31:41.304793 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:41.363228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9497f979-3f20-4c6f-901a-8eb492670a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:31:39Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:41.369807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9497f979-3f20-4c6f-901a-8eb492670a08 None None] Checking router: 244bcb32-cb6d-460c-93e1-af725bcf0a84 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:31:41.382950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9497f979-3f20-4c6f-901a-8eb492670a08 None None] Routers {'244bcb32-cb6d-460c-93e1-af725bcf0a84'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:31:41.383550 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9497f979-3f20-4c6f-901a-8eb492670a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:31:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['244bcb32-cb6d-460c-93e1-af725bcf0a84'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:41.483602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:41.569076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] DHCP port deletion for 731ad033-3334-4ffa-bf03-e4a0bf0b9970 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:31:41.592154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] Deleting port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:31:41.592522 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:41.605531 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:31:41.606031 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:41.659402 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-9497f979-3f20-4c6f-901a-8eb492670a08 None None] Set router 244bcb32-cb6d-460c-93e1-af725bcf0a84 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:31:41.790526 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:31:41.790898 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:41.878581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 27a7b8ca-a101-4a9e-9ead-b13dabe16991 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:31:42.017099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:31:42.147529 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] For port 27a7b8ca-a101-4a9e-9ead-b13dabe16991, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=27a7b8ca-a101-4a9e-9ead-b13dabe16991,segment=NetworkSegment(0fa61b09-5c7a-4cc8-8140-eb714657155c),segment_id=0fa61b09-5c7a-4cc8-8140-eb714657155c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:31:42.147924 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:42.268617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:42.294588 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] Calling delete_port for 27a7b8ca-a101-4a9e-9ead-b13dabe16991 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:31:42.315075 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:42.342888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:31:42.343268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:42.403500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 27a7b8ca-a101-4a9e-9ead-b13dabe16991, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=27a7b8ca-a101-4a9e-9ead-b13dabe16991,segment=NetworkSegment(0fa61b09-5c7a-4cc8-8140-eb714657155c),segment_id=0fa61b09-5c7a-4cc8-8140-eb714657155c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:31:42.410934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:42.411939 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9497f979-3f20-4c6f-901a-8eb492670a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:31:39Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:42.416096 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9497f979-3f20-4c6f-901a-8eb492670a08 None None] The sync data for ids ['244bcb32-cb6d-460c-93e1-af725bcf0a84'] in dv-neutron-860329-1-hyperv is: [{'id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497018483', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:31:39Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244bcb32-cb6d-460c-93e1-af725bcf0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:28:37Z', 'updated_at': '2022-10-05T10:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:31:42.475121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:42.515127 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:31:42.515492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:31:42.547482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=27a7b8ca-a101-4a9e-9ead-b13dabe16991,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:42.554782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:42.555141 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:42.555480 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:42.555817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:42.556149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:42.556482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:42.556810 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:42.557137 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:42.557468 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:42.557793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:42.558145 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:42.558469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:42.584294 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:42.586432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:42.645597 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:42.646365 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Fanout notify agent at l3_agent the message router_deleted on router 244bcb32-cb6d-460c-93e1-af725bcf0a84 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:31:42.660947 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:42.662064 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-be9a78e2-ef6a-42cb-9495-8508c0373830 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/routers/244bcb32-cb6d-460c-93e1-af725bcf0a84 HTTP/1.1" status: 204 len: 168 time: 1.5352669 Oct 05 10:31:42.664769 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51484) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:42.780074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:42.791690 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:31:42.792034 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:43.005907 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port 27a7b8ca-a101-4a9e-9ead-b13dabe16991, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=27a7b8ca-a101-4a9e-9ead-b13dabe16991,segment=NetworkSegment(0fa61b09-5c7a-4cc8-8140-eb714657155c),segment_id=0fa61b09-5c7a-4cc8-8140-eb714657155c)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:31:43.006303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:43.017054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] Deleting port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:31:43.017595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:43.132788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 27a7b8ca-a101-4a9e-9ead-b13dabe16991 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:31:43.224774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] For port 27a7b8ca-a101-4a9e-9ead-b13dabe16991, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=27a7b8ca-a101-4a9e-9ead-b13dabe16991,segment=NetworkSegment(0fa61b09-5c7a-4cc8-8140-eb714657155c),segment_id=0fa61b09-5c7a-4cc8-8140-eb714657155c)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:31:43.225158 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:43.268941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:43.319167 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=27a7b8ca-a101-4a9e-9ead-b13dabe16991,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:43.320836 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] No DVR routers for this DVR port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:31:43.396911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] Calling delete_port for 27a7b8ca-a101-4a9e-9ead-b13dabe16991 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:31:43.448754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:43.470141 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:31:43.470498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:31:43.474910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731ad033-3334-4ffa-bf03-e4a0bf0b9970']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:43.486540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa61b09-5c7a-4cc8-8140-eb714657155c') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:43.486837 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa61b09-5c7a-4cc8-8140-eb714657155c') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:43.497896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:43.513939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:43.520474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:31:43.520850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:43.680480 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 0fa61b09-5c7a-4cc8-8140-eb714657155c resource provider aggregate not found Oct 05 10:31:43.703348 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 0fa61b09-5c7a-4cc8-8140-eb714657155c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fa61b09-5c7a-4cc8-8140-eb714657155c found for delete ", "request_id": "req-944d6093-a1fc-4633-8fa2-439c91d5f55e"}]} Oct 05 10:31:43.777764 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:43.780447 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:31:43.795145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:43.806533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Network': ['ID=731ad033-3334-4ffa-bf03-e4a0bf0b9970,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:43.818870 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:31:43.819246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 93f8c1e3-c4f6-4d98-bf46-f1e8d65890ea not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:31:43.819657 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device afc335c9-a5bb-4f0c-9a51-d001b7cb18bc no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:31:43.851749 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: afc335c9-a5bb-4f0c-9a51-d001b7cb18bc {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:31:43.852094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device afc335c9-a5bb-4f0c-9a51-d001b7cb18bc not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:31:43.890001 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-30069381-b27c-4c32-b6c4-50072e787622 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/networks/731ad033-3334-4ffa-bf03-e4a0bf0b9970 HTTP/1.1" status: 204 len: 168 time: 1.2242346 Oct 05 10:31:43.892621 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51492) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:43.959912 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2035e891-2b98-4213-b321-310af3df7c76 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:43.992763 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2035e891-2b98-4213-b321-310af3df7c76 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:44.023432 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] Deleting port 27a7b8ca-a101-4a9e-9ead-b13dabe16991 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:31:44.023929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:44.090652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-52f3c60d-5310-4e45-b10c-6a9558d41f60 None None] The port '27a7b8ca-a101-4a9e-9ead-b13dabe16991' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:31:44.131336 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2035e891-2b98-4213-b321-310af3df7c76 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:44.149961 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035e891-2b98-4213-b321-310af3df7c76 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf19e615-0730-46f4-8c2c-2763130c69db,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:44.219975 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2035e891-2b98-4213-b321-310af3df7c76 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:44.221026 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2035e891-2b98-4213-b321-310af3df7c76 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/security-groups/cf19e615-0730-46f4-8c2c-2763130c69db HTTP/1.1" status: 204 len: 168 time: 0.3275156 Oct 05 10:31:46.535320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51506) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:46.540375 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-908344d1-1603-476b-b559-ea682cb90aa1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842545653', 'description': 'tempest-secgroup-smoke-1842545653 description', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:31:46.546447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-908344d1-1603-476b-b559-ea682cb90aa1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:31:46.550735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-908344d1-1603-476b-b559-ea682cb90aa1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:31:46.553657 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-908344d1-1603-476b-b559-ea682cb90aa1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:31:46.559990 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-908344d1-1603-476b-b559-ea682cb90aa1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:31:46.674551 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-908344d1-1603-476b-b559-ea682cb90aa1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:46.695014 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-908344d1-1603-476b-b559-ea682cb90aa1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:31:46.698779 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-908344d1-1603-476b-b559-ea682cb90aa1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:31:46.701645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-908344d1-1603-476b-b559-ea682cb90aa1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:31:46.707686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-908344d1-1603-476b-b559-ea682cb90aa1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:31:46.776528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-908344d1-1603-476b-b559-ea682cb90aa1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:46.854790 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-908344d1-1603-476b-b559-ea682cb90aa1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:46.898840 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908344d1-1603-476b-b559-ea682cb90aa1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e287c9-42b5-4876-b528-01a91199d7ec,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:46.968860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-908344d1-1603-476b-b559-ea682cb90aa1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:46.970112 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-908344d1-1603-476b-b559-ea682cb90aa1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4337418 Oct 05 10:31:46.972877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51510) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:46.977670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-a1e2654f-5c66-406c-9a71-9e366ae135dc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '35e287c9-42b5-4876-b528-01a91199d7ec', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:31:46.983881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a1e2654f-5c66-406c-9a71-9e366ae135dc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:31:46.988318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a1e2654f-5c66-406c-9a71-9e366ae135dc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:31:46.991227 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-a1e2654f-5c66-406c-9a71-9e366ae135dc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:31:46.996848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-a1e2654f-5c66-406c-9a71-9e366ae135dc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:31:47.072591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a1e2654f-5c66-406c-9a71-9e366ae135dc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:47.132322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a1e2654f-5c66-406c-9a71-9e366ae135dc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:47.205627 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a1e2654f-5c66-406c-9a71-9e366ae135dc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:47.231276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2654f-5c66-406c-9a71-9e366ae135dc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5b172c-88d5-4ae7-b6f3-fce1cdad5637,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:47.297234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a1e2654f-5c66-406c-9a71-9e366ae135dc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:47.298467 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a1e2654f-5c66-406c-9a71-9e366ae135dc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3246622 Oct 05 10:31:47.301451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51514) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:47.306631 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e4564456-2ad5-47b2-86f0-c9065d4fc927 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '35e287c9-42b5-4876-b528-01a91199d7ec', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:31:47.313364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e4564456-2ad5-47b2-86f0-c9065d4fc927 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:31:47.317154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e4564456-2ad5-47b2-86f0-c9065d4fc927 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:31:47.320082 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e4564456-2ad5-47b2-86f0-c9065d4fc927 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:31:47.325899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e4564456-2ad5-47b2-86f0-c9065d4fc927 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:31:47.418066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e4564456-2ad5-47b2-86f0-c9065d4fc927 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:47.479136 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e4564456-2ad5-47b2-86f0-c9065d4fc927 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:47.554644 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e4564456-2ad5-47b2-86f0-c9065d4fc927 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:47.578487 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4564456-2ad5-47b2-86f0-c9065d4fc927 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5639f6-cc87-4b66-b1ce-534f12745b18,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:47.646082 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e4564456-2ad5-47b2-86f0-c9065d4fc927 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:47.647273 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e4564456-2ad5-47b2-86f0-c9065d4fc927 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3447862 Oct 05 10:31:47.650065 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51518) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:47.655404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-228508f5-4642-450b-8b06-2fa30f90e7b5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '35e287c9-42b5-4876-b528-01a91199d7ec', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:31:47.661211 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-228508f5-4642-450b-8b06-2fa30f90e7b5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:31:47.665030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-228508f5-4642-450b-8b06-2fa30f90e7b5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:31:47.667892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-228508f5-4642-450b-8b06-2fa30f90e7b5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:31:47.674184 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-228508f5-4642-450b-8b06-2fa30f90e7b5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:31:47.770698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-228508f5-4642-450b-8b06-2fa30f90e7b5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:47.836885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-228508f5-4642-450b-8b06-2fa30f90e7b5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:47.914484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-228508f5-4642-450b-8b06-2fa30f90e7b5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:47.937664 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228508f5-4642-450b-8b06-2fa30f90e7b5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21d29bc-d2e1-454f-93e8-84cb4ec2ec62,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:48.017028 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-228508f5-4642-450b-8b06-2fa30f90e7b5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:48.018289 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-228508f5-4642-450b-8b06-2fa30f90e7b5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3671865 Oct 05 10:31:48.021297 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51522) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:48.026290 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5ff86259-8ebc-40a9-a609-99b2b41aaa56 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '35e287c9-42b5-4876-b528-01a91199d7ec', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:31:48.032795 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5ff86259-8ebc-40a9-a609-99b2b41aaa56 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:31:48.036713 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5ff86259-8ebc-40a9-a609-99b2b41aaa56 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:31:48.039663 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5ff86259-8ebc-40a9-a609-99b2b41aaa56 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:31:48.045387 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5ff86259-8ebc-40a9-a609-99b2b41aaa56 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:31:48.091607 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ff86259-8ebc-40a9-a609-99b2b41aaa56 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:48.153442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ff86259-8ebc-40a9-a609-99b2b41aaa56 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:48.199574 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ff86259-8ebc-40a9-a609-99b2b41aaa56 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:48.221475 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff86259-8ebc-40a9-a609-99b2b41aaa56 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e7801d-aadb-4470-89de-80c547ae46b4,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:48.306074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5ff86259-8ebc-40a9-a609-99b2b41aaa56 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:48.307275 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5ff86259-8ebc-40a9-a609-99b2b41aaa56 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2849982 Oct 05 10:31:48.310061 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51526) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:48.314813 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-cded29ce-5f96-4884-8ab0-86e7fae64ea5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '35e287c9-42b5-4876-b528-01a91199d7ec', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:31:48.320561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cded29ce-5f96-4884-8ab0-86e7fae64ea5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:31:48.324404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cded29ce-5f96-4884-8ab0-86e7fae64ea5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:31:48.327313 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cded29ce-5f96-4884-8ab0-86e7fae64ea5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:31:48.333370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cded29ce-5f96-4884-8ab0-86e7fae64ea5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:31:48.397703 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-cded29ce-5f96-4884-8ab0-86e7fae64ea5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Project 0eb250b69e284e1f83d5269e0e6b6212 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:31:48.403978 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cded29ce-5f96-4884-8ab0-86e7fae64ea5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:48.466119 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cded29ce-5f96-4884-8ab0-86e7fae64ea5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:48.534775 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cded29ce-5f96-4884-8ab0-86e7fae64ea5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:48.557155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded29ce-5f96-4884-8ab0-86e7fae64ea5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43da5b63-9bcf-401e-84ff-575d06eadc37,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:48.637852 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cded29ce-5f96-4884-8ab0-86e7fae64ea5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:48.639050 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cded29ce-5f96-4884-8ab0-86e7fae64ea5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3280728 Oct 05 10:31:48.642399 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51530) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:48.647270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9cf81679-150c-48cf-a307-cc6c53421f5c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '35e287c9-42b5-4876-b528-01a91199d7ec', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:31:48.653102 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9cf81679-150c-48cf-a307-cc6c53421f5c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:31:48.657034 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9cf81679-150c-48cf-a307-cc6c53421f5c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:31:48.659841 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9cf81679-150c-48cf-a307-cc6c53421f5c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:31:48.665465 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9cf81679-150c-48cf-a307-cc6c53421f5c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:31:48.754562 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-9cf81679-150c-48cf-a307-cc6c53421f5c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Project 0eb250b69e284e1f83d5269e0e6b6212 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:31:48.761339 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9cf81679-150c-48cf-a307-cc6c53421f5c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:48.824655 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9cf81679-150c-48cf-a307-cc6c53421f5c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:48.892024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9cf81679-150c-48cf-a307-cc6c53421f5c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:48.915747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf81679-150c-48cf-a307-cc6c53421f5c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149ec1ff-68d7-4ac9-a7ca-8c8238cac428,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:48.994168 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9cf81679-150c-48cf-a307-cc6c53421f5c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:48.995346 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9cf81679-150c-48cf-a307-cc6c53421f5c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3520396 Oct 05 10:31:48.998154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51534) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:49.003536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'network': {'name': 'tempest-network-smoke--1783897390', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'port_security_enabled': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:31:49.008312 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:31:49.012315 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:network and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:31:49.015116 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:31:49.021385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:31:49.114114 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Made reservation on behalf of 0eb250b69e284e1f83d5269e0e6b6212 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:31:49.117503 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:49.145052 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:31:49.153398 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:49.153729 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Added segment 1aae7e66-752d-40bd-9f7d-5bf7065ca412 of type vlan for network 5d9d3dde-3039-4241-8f2b-f58949d6959f Oct 05 10:31:49.179473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:49.283703 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:49.289747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:31:49.290687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:49.399462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Network': ['ID=5d9d3dde-3039-4241-8f2b-f58949d6959f,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:49.409959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 5d9d3dde-3039-4241-8f2b-f58949d6959f details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:31:49.446672 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-7d84c23e-8b09-4066-a109-5532a009a696 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4475236 Oct 05 10:31:49.449334 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51538) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:49.454932 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'admin_state_up': True, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:31:49.462184 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:31:49.466040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:router and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:31:49.468891 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:31:49.475327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:31:49.537445 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:49.538533 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:49.553306 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:49.898042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:50.292562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:50.322170 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:50.409412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a352227-821d-47cc-9e63-1271e77266f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:50.549877 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.26.7.151 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/13951150-1a78-41dc-b6c8-b06f9dc6bb43) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:31:50.691489 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:50.770341 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:50.837174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:31:50.839820 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:31:50.842320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:31:50.876238 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=13951150-1a78-41dc-b6c8-b06f9dc6bb43,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:51.299615 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:51.631650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:51.903116 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:31:52.174395 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:31:52.183730 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Sync routers for ids ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:31:52.193599 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Routers {'871a9274-b8f6-4027-89fe-6eb5e8bb38ab'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:31:52.194169 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:31:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:52.251897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:52.253181 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-9545a9fb-22ad-4b49-8350-81b48efe29b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8028955 Oct 05 10:31:52.256440 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51542) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:52.337207 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-c43b38a4-2665-4204-9fdf-425701fb40df tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=0eb250b69e284e1f83d5269e0e6b6212&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0797796 Oct 05 10:31:52.339784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51548) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:52.374074 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Set router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:31:52.469197 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eddf93f-feaa-46d9-ade3-66a1f864b0af tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:31:52.470700 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1eddf93f-feaa-46d9-ade3-66a1f864b0af tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300251 Oct 05 10:31:52.473651 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51552) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:52.504316 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:31:52.512167 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b651ed4a-ac9b-4c02-a988-5ccdea6c5742 tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374229 Oct 05 10:31:52.514791 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51556) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:52.520614 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2097261307', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:31:52.628828 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:31:52.632694 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:subnet and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:31:52.644285 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:31:52.644285 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:31:52.662806 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:31:49Z', 'updated_at': '2022-10-05T10:31:51Z', 'revision_number': 3, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:50Z', 'updated_at': '2022-10-05T10:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:52.666685 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Checking router: 871a9274-b8f6-4027-89fe-6eb5e8bb38ab for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:31:52.667028 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Updating router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab port 13951150-1a78-41dc-b6c8-b06f9dc6bb43 binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:31:52.731705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2a4767e0-65f0-4570-ba1f-ce1bb6dc6b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:52.748411 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:52.765990 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Made reservation on behalf of 0eb250b69e284e1f83d5269e0e6b6212 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:31:52.769604 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:53.067207 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:53.069161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:53.078377 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Transition to ACTIVE for port object 13951150-1a78-41dc-b6c8-b06f9dc6bb43 will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:31:53.146160 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Subnet': ['ID=4af186f7-765f-404c-8b7e-bd67c37620a8,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:53.154809 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:53.155222 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Checking segment: {'id': '1aae7e66-752d-40bd-9f7d-5bf7065ca412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:31:53.155585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network hostable DHCP agents. Network: 5d9d3dde-3039-4241-8f2b-f58949d6959f, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:31:53.211085 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Attempting to bind port 13951150-1a78-41dc-b6c8-b06f9dc6bb43 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:31:53.211657 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Attempting to bind port 13951150-1a78-41dc-b6c8-b06f9dc6bb43 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:31:53.211783 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Attempting to bind port 13951150-1a78-41dc-b6c8-b06f9dc6bb43 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:31:53.226563 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:31:53.226924 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:31:53.227313 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:53.227760 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:31:53.228212 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Bound port: 13951150-1a78-41dc-b6c8-b06f9dc6bb43, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:31:53.228577 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:53.234338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 5d9d3dde-3039-4241-8f2b-f58949d6959f is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:31:53.274752 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4bd52-59a3-4158-a135-6ae78c7fd9fe None None] Pushing event updated for resources: {'Port': ['ID=13951150-1a78-41dc-b6c8-b06f9dc6bb43,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:53.286900 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4bd52-59a3-4158-a135-6ae78c7fd9fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:53.287237 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4bd52-59a3-4158-a135-6ae78c7fd9fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:53.287567 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4bd52-59a3-4158-a135-6ae78c7fd9fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:53.287889 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4bd52-59a3-4158-a135-6ae78c7fd9fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:53.288208 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4bd52-59a3-4158-a135-6ae78c7fd9fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:53.288528 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4bd52-59a3-4158-a135-6ae78c7fd9fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:53.288842 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4bd52-59a3-4158-a135-6ae78c7fd9fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:53.289154 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4bd52-59a3-4158-a135-6ae78c7fd9fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:53.289466 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4bd52-59a3-4158-a135-6ae78c7fd9fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:53.289774 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4bd52-59a3-4158-a135-6ae78c7fd9fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:53.290107 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4bd52-59a3-4158-a135-6ae78c7fd9fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:53.290484 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4bd52-59a3-4158-a135-6ae78c7fd9fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:31:53.300598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 5d9d3dde-3039-4241-8f2b-f58949d6959f) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:31:53.304695 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:31:53.305357 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:53.309460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74906921-5d13-4336-a46b-76eac6e80578 None None] Network 5d9d3dde-3039-4241-8f2b-f58949d6959f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:31:53.321941 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] For port 13951150-1a78-41dc-b6c8-b06f9dc6bb43, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:31:53.325030 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] For port 13951150-1a78-41dc-b6c8-b06f9dc6bb43, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=13951150-1a78-41dc-b6c8-b06f9dc6bb43,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:31:53.369947 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0b709b92-6f0d-4876-a541-864e9e8aa6bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8541310 Oct 05 10:31:53.372707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51560) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:31:53.377920 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:53.443548 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Routers {'871a9274-b8f6-4027-89fe-6eb5e8bb38ab'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:31:53.444325 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:53.527644 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4bd52-59a3-4158-a135-6ae78c7fd9fe None None] Pushing event updated for resources: {'Port': ['ID=13951150-1a78-41dc-b6c8-b06f9dc6bb43,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:53.542840 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-5d9d3dde-3039-4241-8f2b-f58949d6959f', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ips': [{'subnet_id': '4af186f7-765f-404c-8b7e-bd67c37620a8'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:31:53.543680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:53.631339 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] Set router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:31:53.703378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Allocated IP 172.20.0.2 (5d9d3dde-3039-4241-8f2b-f58949d6959f/4af186f7-765f-404c-8b7e-bd67c37620a8/4e7894b7-e3f6-4f9e-b38d-0676295e1155) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:31:53.930407 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:31:49Z', 'updated_at': '2022-10-05T10:31:51Z', 'revision_number': 3, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:50Z', 'updated_at': '2022-10-05T10:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:53.934430 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ce930-0e51-40c8-8366-26826439edc3 None None] The sync data for ids ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'] in dv-neutron-860329-1-hyperv is: [{'id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:31:49Z', 'updated_at': '2022-10-05T10:31:51Z', 'revision_number': 3, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:50Z', 'updated_at': '2022-10-05T10:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:31:53.937598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:53.950138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Transition to ACTIVE for port object 4e7894b7-e3f6-4f9e-b38d-0676295e1155 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:31:53.971304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Transition to ACTIVE for port object 4e7894b7-e3f6-4f9e-b38d-0676295e1155 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:31:54.046560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:54.116464 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Network 5d9d3dde-3039-4241-8f2b-f58949d6959f is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:31:54.120632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:31:54.124674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:31:54.132746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Pushing event updated for resources: {'Port': ['ID=4e7894b7-e3f6-4f9e-b38d-0676295e1155,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:54.249427 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:54.276275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Attempting to bind port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:31:54.276754 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Attempting to bind port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '1aae7e66-752d-40bd-9f7d-5bf7065ca412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:31:54.277228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Attempting to bind port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 on network 5d9d3dde-3039-4241-8f2b-f58949d6959f {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:31:54.283732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:31:54.284223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Checking segment: {'id': '1aae7e66-752d-40bd-9f7d-5bf7065ca412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:31:54.284700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:54.285156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Bound using segment: {'id': '1aae7e66-752d-40bd-9f7d-5bf7065ca412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:31:54.285723 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Bound port: 4e7894b7-e3f6-4f9e-b38d-0676295e1155, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aae7e66-752d-40bd-9f7d-5bf7065ca412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:31:54.286200 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:54.392934 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:54.396314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] For port 4e7894b7-e3f6-4f9e-b38d-0676295e1155, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:31:54.399642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] For port 4e7894b7-e3f6-4f9e-b38d-0676295e1155, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4e7894b7-e3f6-4f9e-b38d-0676295e1155,segment=NetworkSegment(1aae7e66-752d-40bd-9f7d-5bf7065ca412),segment_id=1aae7e66-752d-40bd-9f7d-5bf7065ca412)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:31:54.474525 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:54.503513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:54.588336 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970d8aa-d3a2-4bd2-bb9f-a46037d69a0d None None] Pushing event updated for resources: {'Port': ['ID=4e7894b7-e3f6-4f9e-b38d-0676295e1155,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:54.675491 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.20.0.1 (5d9d3dde-3039-4241-8f2b-f58949d6959f/4af186f7-765f-404c-8b7e-bd67c37620a8/7a0aac66-4c59-41df-b987-b15cb9d30e4c) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:31:54.879002 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:54.897162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Transition to ACTIVE for port object 7a0aac66-4c59-41df-b987-b15cb9d30e4c will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:31:54.989368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:55.060577 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 5d9d3dde-3039-4241-8f2b-f58949d6959f is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:31:55.064223 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:31:55.068208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:31:55.099165 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=7a0aac66-4c59-41df-b987-b15cb9d30e4c,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:55.129649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:55.455830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:55.567590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa95e944-9af4-4dc3-b36f-bed0962ebbea None None] Network 5d9d3dde-3039-4241-8f2b-f58949d6959f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:31:55.827088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b31f860a-7d72-420c-a13d-da2f1b718aac None None] Provisioning for port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:31:55.899868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4e7894b7-e3f6-4f9e-b38d-0676295e1155 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:31:55.931167 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:55.940631 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:55.947902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:56.040729 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:56.055447 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:31:56.063891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:31:56.064270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:56.064607 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 Oct 05 10:31:56.201275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Provisioning complete for port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:31:56.201643 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:56.201995 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Attempt 1 to provision port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 Oct 05 10:31:56.230454 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:31:56.230968 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:56.280516 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:56.284736 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=7a0aac66-4c59-41df-b987-b15cb9d30e4c,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:56.290734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 4e7894b7-e3f6-4f9e-b38d-0676295e1155, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4e7894b7-e3f6-4f9e-b38d-0676295e1155,segment=NetworkSegment(1aae7e66-752d-40bd-9f7d-5bf7065ca412),segment_id=1aae7e66-752d-40bd-9f7d-5bf7065ca412)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:31:56.351719 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Current status of the port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:31:56.352094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:56.400219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:56.400959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 13951150-1a78-41dc-b6c8-b06f9dc6bb43 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:31:56.422811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 5d9d3dde-3039-4241-8f2b-f58949d6959f is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:31:56.424017 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:31:56.574872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=4e7894b7-e3f6-4f9e-b38d-0676295e1155,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:56.577563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:31:56.578448 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:31:56.626457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:31:56.657875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 13951150-1a78-41dc-b6c8-b06f9dc6bb43 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:31:56.662989 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 13951150-1a78-41dc-b6c8-b06f9dc6bb43 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:31:56.663356 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:56.663709 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 13951150-1a78-41dc-b6c8-b06f9dc6bb43 Oct 05 10:31:56.781493 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 13951150-1a78-41dc-b6c8-b06f9dc6bb43 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:31:56.781943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:56.798442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 13951150-1a78-41dc-b6c8-b06f9dc6bb43, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=13951150-1a78-41dc-b6c8-b06f9dc6bb43,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:31:56.805283 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:31:56.836135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Sync routers for ids ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:31:56.836916 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f9e7d588-977a-4af5-9e20-eb97d2fbd4d9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "PUT /v2.0/routers/871a9274-b8f6-4027-89fe-6eb5e8bb38ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4444411 Oct 05 10:31:56.837019 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Routers {'871a9274-b8f6-4027-89fe-6eb5e8bb38ab'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:31:56.837019 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:56.968598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:56.983728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-570bc16d-fd92-4347-881c-723937479dda req-df3ae4aa-ab8e-451c-aa00-798e7e4754fe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:31:57.066285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Set router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:31:57.080292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-570bc16d-fd92-4347-881c-723937479dda req-df3ae4aa-ab8e-451c-aa00-798e7e4754fe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:31:57.081572 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-df3ae4aa-ab8e-451c-aa00-798e7e4754fe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842545653&fields=id&tenant_id=0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 267 time: 0.1416111 Oct 05 10:31:57.152817 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=13951150-1a78-41dc-b6c8-b06f9dc6bb43,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:57.232963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bc16d-fd92-4347-881c-723937479dda req-1a90c8ed-4f4f-4869-93ab-36129d1d7530 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:31:57.233742 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-570bc16d-fd92-4347-881c-723937479dda req-1a90c8ed-4f4f-4869-93ab-36129d1d7530 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:31:57.242851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Current status of the port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:31:57.303107 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-570bc16d-fd92-4347-881c-723937479dda req-1a90c8ed-4f4f-4869-93ab-36129d1d7530 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:31:57.304277 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-1a90c8ed-4f4f-4869-93ab-36129d1d7530 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/networks?id=5d9d3dde-3039-4241-8f2b-f58949d6959f HTTP/1.1" status: 200 len: 797 time: 0.2161481 Oct 05 10:31:57.319965 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-354a2114-bd6b-48f3-81ca-ad2c3789d225 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/quotas/0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 375 time: 0.0100119 Oct 05 10:31:57.396066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Provisioning for port 7a0aac66-4c59-41df-b987-b15cb9d30e4c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:31:57.406019 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Provisioning complete for port 7a0aac66-4c59-41df-b987-b15cb9d30e4c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:31:57.406511 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:57.406850 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Attempt 1 to provision port 7a0aac66-4c59-41df-b987-b15cb9d30e4c Oct 05 10:31:57.410545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-570bc16d-fd92-4347-881c-723937479dda req-de2b0734-9e1a-46cd-9ba2-bb2e2afc2c0a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:31:57.467777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Port 7a0aac66-4c59-41df-b987-b15cb9d30e4c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:31:57.480079 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-570bc16d-fd92-4347-881c-723937479dda req-de2b0734-9e1a-46cd-9ba2-bb2e2afc2c0a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:31:57.481378 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-de2b0734-9e1a-46cd-9ba2-bb2e2afc2c0a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1554697 Oct 05 10:31:57.482452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:31:49Z', 'updated_at': '2022-10-05T10:31:55Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:50Z', 'updated_at': '2022-10-05T10:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '7a0aac66-4c59-41df-b987-b15cb9d30e4c', 'name': '', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:ef:4a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:54Z', 'updated_at': '2022-10-05T10:31:55Z', 'revision_number': 2, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:57.486955 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Checking router: 871a9274-b8f6-4027-89fe-6eb5e8bb38ab for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:31:57.487305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Updating router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab port 7a0aac66-4c59-41df-b987-b15cb9d30e4c binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:31:57.543655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:57.697599 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-c831475a-846e-4ad8-aacb-4e036db4a582 service neutron] 10.222.0.49 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653438 Oct 05 10:31:57.806095 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4e7894b7-e3f6-4f9e-b38d-0676295e1155 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:31:57.834795 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-4e73f0e5-a032-422f-803e-eb499fb7afe1 service neutron] 10.222.0.49 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305764 Oct 05 10:31:57.923287 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:31:57.923666 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:57.924000 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 Oct 05 10:31:57.989594 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Attempt 2 to provision port 7a0aac66-4c59-41df-b987-b15cb9d30e4c Oct 05 10:31:58.081137 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:58.084127 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Port 7a0aac66-4c59-41df-b987-b15cb9d30e4c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:31:58.097313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Transition to ACTIVE for port object 7a0aac66-4c59-41df-b987-b15cb9d30e4c will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:31:58.157801 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:31:58.158861 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 13951150-1a78-41dc-b6c8-b06f9dc6bb43 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:31:58.185654 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:58.362475 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bef7b-307d-46e3-b498-1fdd032cf82a None None] Pushing event updated for resources: {'Port': ['ID=7a0aac66-4c59-41df-b987-b15cb9d30e4c,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:58.429288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Attempting to bind port 7a0aac66-4c59-41df-b987-b15cb9d30e4c on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:31:58.429288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Attempting to bind port 7a0aac66-4c59-41df-b987-b15cb9d30e4c by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '1aae7e66-752d-40bd-9f7d-5bf7065ca412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:31:58.429288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Attempting to bind port 7a0aac66-4c59-41df-b987-b15cb9d30e4c on network 5d9d3dde-3039-4241-8f2b-f58949d6959f {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:31:58.431925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 13951150-1a78-41dc-b6c8-b06f9dc6bb43 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:31:58.432300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:58.432654 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 13951150-1a78-41dc-b6c8-b06f9dc6bb43 Oct 05 10:31:58.462098 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:31:58.462297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Checking segment: {'id': '1aae7e66-752d-40bd-9f7d-5bf7065ca412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:31:58.462700 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:58.463090 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Bound using segment: {'id': '1aae7e66-752d-40bd-9f7d-5bf7065ca412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:31:58.463554 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Bound port: 7a0aac66-4c59-41df-b987-b15cb9d30e4c, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aae7e66-752d-40bd-9f7d-5bf7065ca412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:31:58.463929 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:58.597329 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Attempt 3 to provision port 7a0aac66-4c59-41df-b987-b15cb9d30e4c Oct 05 10:31:58.638879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] For port 7a0aac66-4c59-41df-b987-b15cb9d30e4c, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:31:58.670436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] For port 7a0aac66-4c59-41df-b987-b15cb9d30e4c, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7a0aac66-4c59-41df-b987-b15cb9d30e4c,segment=NetworkSegment(1aae7e66-752d-40bd-9f7d-5bf7065ca412),segment_id=1aae7e66-752d-40bd-9f7d-5bf7065ca412)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:31:58.684708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Port 7a0aac66-4c59-41df-b987-b15cb9d30e4c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:31:58.685169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 13951150-1a78-41dc-b6c8-b06f9dc6bb43 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:31:58.726303 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:58.787956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Routers {'871a9274-b8f6-4027-89fe-6eb5e8bb38ab'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:31:58.788571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:58.873573 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bef7b-307d-46e3-b498-1fdd032cf82a None None] Pushing event updated for resources: {'Port': ['ID=7a0aac66-4c59-41df-b987-b15cb9d30e4c,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:31:58.975793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] Set router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:31:59.089797 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a49ddb19-f6ff-4f52-997e-c7f3a8f23b7b req-a4efa9f3-d49e-4a8b-b8cc-a4b6c9c112c6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 210 time: 0.0550313 Oct 05 10:31:59.208845 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Attempt 4 to provision port 7a0aac66-4c59-41df-b987-b15cb9d30e4c Oct 05 10:31:59.315956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-84e1542d-3a3c-45fb-b4ca-ed2f79945b91 None None] Port 7a0aac66-4c59-41df-b987-b15cb9d30e4c had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:31:59.377812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:31:49Z', 'updated_at': '2022-10-05T10:31:55Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:50Z', 'updated_at': '2022-10-05T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '7a0aac66-4c59-41df-b987-b15cb9d30e4c', 'name': '', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:ef:4a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:54Z', 'updated_at': '2022-10-05T10:31:58Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:31:59.382371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba2e5b9-7b5d-4a14-ae0b-4e7526a6f7ae None None] The sync data for ids ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'] in dv-neutron-860329-1-hyperv is: [{'id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:31:49Z', 'updated_at': '2022-10-05T10:31:55Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:50Z', 'updated_at': '2022-10-05T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '7a0aac66-4c59-41df-b987-b15cb9d30e4c', 'name': '', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:ef:4a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:54Z', 'updated_at': '2022-10-05T10:31:58Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:31:59.819511 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7a0aac66-4c59-41df-b987-b15cb9d30e4c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:31:59.955293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 7a0aac66-4c59-41df-b987-b15cb9d30e4c completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:31:59.960501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 7a0aac66-4c59-41df-b987-b15cb9d30e4c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:31:59.960866 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:31:59.961194 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 7a0aac66-4c59-41df-b987-b15cb9d30e4c Oct 05 10:32:00.086189 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 7a0aac66-4c59-41df-b987-b15cb9d30e4c is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:32:00.086777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:00.128136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 7a0aac66-4c59-41df-b987-b15cb9d30e4c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7a0aac66-4c59-41df-b987-b15cb9d30e4c,segment=NetworkSegment(1aae7e66-752d-40bd-9f7d-5bf7065ca412),segment_id=1aae7e66-752d-40bd-9f7d-5bf7065ca412)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:32:00.202575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:00.210616 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-85cb9f07-6dcc-443d-99d4-e8108aafc98c req-64182eca-ff7d-4bba-83e4-e7c6d921d2b2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 210 time: 0.0580091 Oct 05 10:32:00.276223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=7a0aac66-4c59-41df-b987-b15cb9d30e4c,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:32:01.315147 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bbb7cd56-1e05-435b-8ec3-313278d0b977 req-a387dd6c-b233-460a-a323-ec3c366e4593 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 210 time: 0.0508161 Oct 05 10:32:01.788281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7a0aac66-4c59-41df-b987-b15cb9d30e4c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:32:01.854968 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 7a0aac66-4c59-41df-b987-b15cb9d30e4c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:32:01.855331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:01.855662 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 7a0aac66-4c59-41df-b987-b15cb9d30e4c Oct 05 10:32:01.969228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 7a0aac66-4c59-41df-b987-b15cb9d30e4c is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:32:02.426941 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-53240892-14c1-46be-96f1-48d5c42e793b req-191f8e87-3194-4351-848d-31955d35452b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 210 time: 0.0535171 Oct 05 10:32:03.587266 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4b85bded-10e9-4b60-bf5d-851f8ad407c5 req-1a9486c6-7c08-4e8b-a953-27c0dd995f24 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 210 time: 0.0488534 Oct 05 10:32:04.325048 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bc16d-fd92-4347-881c-723937479dda req-0655fa11-7330-4a5a-b6db-84ebb25d22a8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:04.326470 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-0655fa11-7330-4a5a-b6db-84ebb25d22a8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/networks?id=5d9d3dde-3039-4241-8f2b-f58949d6959f HTTP/1.1" status: 200 len: 797 time: 0.1473894 Oct 05 10:32:04.380806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-570bc16d-fd92-4347-881c-723937479dda req-68fb3253-2526-4c86-8ecb-cde0cd3710fa tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:32:04.392450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-570bc16d-fd92-4347-881c-723937479dda req-68fb3253-2526-4c86-8ecb-cde0cd3710fa tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:32:04.393540 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-68fb3253-2526-4c86-8ecb-cde0cd3710fa tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 380 time: 0.0520597 Oct 05 10:32:04.401795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-570bc16d-fd92-4347-881c-723937479dda req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'port': {'device_id': '15292923-4c22-4e71-95f0-b3c88e453403', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'admin_state_up': True, 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'security_groups': ['35e287c9-42b5-4876-b528-01a91199d7ec']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:32:04.539273 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-570bc16d-fd92-4347-881c-723937479dda req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:32:04.549348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-570bc16d-fd92-4347-881c-723937479dda req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:32:04.628614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570bc16d-fd92-4347-881c-723937479dda req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Made reservation on behalf of 0eb250b69e284e1f83d5269e0e6b6212 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:32:04.632256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-570bc16d-fd92-4347-881c-723937479dda req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:04.760257 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c0f0c09e-c9a0-4fff-94c6-761fa481a315 req-ae77bf1d-063a-4d2c-94e1-431a06f4b320 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 210 time: 0.0592754 Oct 05 10:32:04.889492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-570bc16d-fd92-4347-881c-723937479dda req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.20.0.14 (5d9d3dde-3039-4241-8f2b-f58949d6959f/4af186f7-765f-404c-8b7e-bd67c37620a8/7e46ec6b-f02e-40c9-aa45-d70c3264c3ab) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:32:05.074325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-570bc16d-fd92-4347-881c-723937479dda req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:05.089757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-570bc16d-fd92-4347-881c-723937479dda req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Transition to ACTIVE for port object 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:32:05.166484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-570bc16d-fd92-4347-881c-723937479dda req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:05.233339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570bc16d-fd92-4347-881c-723937479dda req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 5d9d3dde-3039-4241-8f2b-f58949d6959f is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:32:05.236115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-570bc16d-fd92-4347-881c-723937479dda req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:32:05.241276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-570bc16d-fd92-4347-881c-723937479dda req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:32:05.286769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:32:05.311516 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bc16d-fd92-4347-881c-723937479dda req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:05.312134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-570bc16d-fd92-4347-881c-723937479dda req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:05.381452 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-99f54936-b642-4054-81fe-f8fb6a261170 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9830556 Oct 05 10:32:05.401043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-29b0701f-d2fb-4df0-80be-5cab3370837e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:32:05.401043 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-29b0701f-d2fb-4df0-80be-5cab3370837e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055835 Oct 05 10:32:05.408976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Request body: {'port': {'device_id': '15292923-4c22-4e71-95f0-b3c88e453403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:32:05.521899 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:05.554627 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-98e911ff-d5f2-436a-bea1-8f0085f7c829 None None] Provisioning for port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:32:05.560067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-98e911ff-d5f2-436a-bea1-8f0085f7c829 None None] Provisioning complete for port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:32:05.560500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-98e911ff-d5f2-436a-bea1-8f0085f7c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:05.560843 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-98e911ff-d5f2-436a-bea1-8f0085f7c829 None None] Attempt 1 to provision port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab Oct 05 10:32:05.616979 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-98e911ff-d5f2-436a-bea1-8f0085f7c829 None None] Port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:32:05.863919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:32:05.871152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:05.885499 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Transition to ACTIVE for port object 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:32:05.948958 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:06.065076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78a76d-9b75-487b-9ea3-dca0559ee0a5 req-8a0c56fa-7f97-4819-9224-41755b515b6a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:06.066454 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5d78a76d-9b75-487b-9ea3-dca0559ee0a5 req-8a0c56fa-7f97-4819-9224-41755b515b6a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 944 time: 0.1827004 Oct 05 10:32:06.111109 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5d78a76d-9b75-487b-9ea3-dca0559ee0a5 req-671f2282-ef18-434f-b604-edd5fe132a74 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386946 Oct 05 10:32:06.118175 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-98e911ff-d5f2-436a-bea1-8f0085f7c829 None None] Attempt 2 to provision port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab Oct 05 10:32:06.137276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Pushing event updated for resources: {'Port': ['ID=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:32:06.172728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-98e911ff-d5f2-436a-bea1-8f0085f7c829 None None] Port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:32:06.179895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Attempting to bind port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:32:06.180236 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Attempting to bind port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1aae7e66-752d-40bd-9f7d-5bf7065ca412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:32:06.180567 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Attempting to bind port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab on network 5d9d3dde-3039-4241-8f2b-f58949d6959f {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:32:06.185091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab on network 5d9d3dde-3039-4241-8f2b-f58949d6959f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:32:06.185415 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Attempting to bind port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab on network 5d9d3dde-3039-4241-8f2b-f58949d6959f {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:32:06.190536 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:32:06.190876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Checking segment: {'id': '1aae7e66-752d-40bd-9f7d-5bf7065ca412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:32:06.191258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Bound using segment: {'id': '1aae7e66-752d-40bd-9f7d-5bf7065ca412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:32:06.191683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Bound port: 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aae7e66-752d-40bd-9f7d-5bf7065ca412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:32:06.192029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:06.279458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] For port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:32:06.283261 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] For port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,segment=NetworkSegment(1aae7e66-752d-40bd-9f7d-5bf7065ca412),segment_id=1aae7e66-752d-40bd-9f7d-5bf7065ca412)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:32:06.347312 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:06.380170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:06.380778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:06.382171 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] 10.222.0.55 "PUT /v2.0/ports/7e46ec6b-f02e-40c9-aa45-d70c3264c3ab HTTP/1.1" status: 200 len: 1094 time: 0.9774191 Oct 05 10:32:06.382732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15292923-4c22-4e71-95f0-b3c88e453403', 'tag': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:32:06.384969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784c24b6-941c-4c10-8bbe-efb3480d8711" -d '{"events": [{"name": "network-changed", "server_uuid": "15292923-4c22-4e71-95f0-b3c88e453403", "tag": "7e46ec6b-f02e-40c9-aa45-d70c3264c3ab"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:32:06.431361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569ffcf-e61f-4af2-a5d3-43326ce5055c service neutron] Pushing event updated for resources: {'Port': ['ID=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:32:06.433052 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17366687-bf43-4599-ba7a-56c28f9e58e4 x-openstack-request-id: req-17366687-bf43-4599-ba7a-56c28f9e58e4 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:32:06.433348 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15292923-4c22-4e71-95f0-b3c88e453403", "tag": "7e46ec6b-f02e-40c9-aa45-d70c3264c3ab", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:32:06.433602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17366687-bf43-4599-ba7a-56c28f9e58e4 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:32:06.434049 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17366687-bf43-4599-ba7a-56c28f9e58e4'] response: {'name': 'network-changed', 'server_uuid': '15292923-4c22-4e71-95f0-b3c88e453403', 'tag': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab', 'status': 'completed', 'code': 200} Oct 05 10:32:06.550539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c24b6-941c-4c10-8bbe-efb3480d8711 req-054c555c-5f7f-4469-bf64-833871133b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:06.552001 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-784c24b6-941c-4c10-8bbe-efb3480d8711 req-054c555c-5f7f-4469-bf64-833871133b5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 1097 time: 0.0786648 Oct 05 10:32:06.673997 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-98e911ff-d5f2-436a-bea1-8f0085f7c829 None None] Attempt 3 to provision port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab Oct 05 10:32:06.695929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c24b6-941c-4c10-8bbe-efb3480d8711 req-c97f5bae-02f1-4d08-bb2e-0fd6279f86af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:06.697358 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-784c24b6-941c-4c10-8bbe-efb3480d8711 req-c97f5bae-02f1-4d08-bb2e-0fd6279f86af service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1328473 Oct 05 10:32:06.737241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-98e911ff-d5f2-436a-bea1-8f0085f7c829 None None] Port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:32:06.835101 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c24b6-941c-4c10-8bbe-efb3480d8711 req-afb78903-e02c-4b73-9c1b-47fc9f06ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:06.836536 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-784c24b6-941c-4c10-8bbe-efb3480d8711 req-afb78903-e02c-4b73-9c1b-47fc9f06ba0a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335278 Oct 05 10:32:07.067599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bc16d-fd92-4347-881c-723937479dda req-5614eeb5-5d07-4375-a26b-c21df0e43333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:07.069123 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-5614eeb5-5d07-4375-a26b-c21df0e43333 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 1097 time: 0.1764178 Oct 05 10:32:07.146209 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-ef701e25-5ae0-43c0-bc80-f90398f9d5e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab HTTP/1.1" status: 200 len: 217 time: 0.0625091 Oct 05 10:32:07.207225 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bc16d-fd92-4347-881c-723937479dda req-abc3d280-7268-41cb-abcd-f0ef41eb2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:07.208642 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-abc3d280-7268-41cb-abcd-f0ef41eb2aa7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4af186f7-765f-404c-8b7e-bd67c37620a8 HTTP/1.1" status: 200 len: 835 time: 0.0573022 Oct 05 10:32:07.290255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bc16d-fd92-4347-881c-723937479dda req-4eb5cff0-4a12-428c-b748-f7e9438d8f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:07.291753 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-4eb5cff0-4a12-428c-b748-f7e9438d8f1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d9d3dde-3039-4241-8f2b-f58949d6959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774455 Oct 05 10:32:07.313029 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54a379-ca6e-495d-a278-93c4097678a5 req-15cf5a0e-002a-4210-b889-db38f7f46d9a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:07.314557 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8b54a379-ca6e-495d-a278-93c4097678a5 req-15cf5a0e-002a-4210-b889-db38f7f46d9a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 944 time: 0.0904305 Oct 05 10:32:07.358004 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8b54a379-ca6e-495d-a278-93c4097678a5 req-ffde8fbe-6a9d-4116-ae50-fc3e68771bc9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374482 Oct 05 10:32:07.424009 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-2029f4e6-b718-493e-844b-46023aa944d6 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265287 Oct 05 10:32:07.556160 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-570bc16d-fd92-4347-881c-723937479dda req-dd1ed727-fe51-4e8c-add8-1aef236f3ab3 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257973 Oct 05 10:32:08.553205 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc90e9e-9455-4b9b-922a-73b69c2efd4d req-41eb2847-4eb4-478c-90a0-02a4f2725652 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:08.554689 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dfc90e9e-9455-4b9b-922a-73b69c2efd4d req-41eb2847-4eb4-478c-90a0-02a4f2725652 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 944 time: 0.0852470 Oct 05 10:32:08.600555 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dfc90e9e-9455-4b9b-922a-73b69c2efd4d req-700724c6-0631-4dab-b354-1c0a47db06ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401728 Oct 05 10:32:09.799631 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b2fb2-fa4e-4698-b2b3-e6ce4b1b8e64 req-85bff721-46ef-4d7b-955d-ba8f30b5ccce tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:09.801079 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-204b2fb2-fa4e-4698-b2b3-e6ce4b1b8e64 req-85bff721-46ef-4d7b-955d-ba8f30b5ccce tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 944 time: 0.0885265 Oct 05 10:32:09.846972 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-204b2fb2-fa4e-4698-b2b3-e6ce4b1b8e64 req-9a67963c-4191-4407-8094-0f401426ec8e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401075 Oct 05 10:32:10.511549 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:32:10.640833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,segment=NetworkSegment(1aae7e66-752d-40bd-9f7d-5bf7065ca412),segment_id=1aae7e66-752d-40bd-9f7d-5bf7065ca412)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:32:10.654419 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'port_id': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab', 'mac_address': 'fa:16:3e:60:1c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:32:10.710905 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:32:10.711289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:10.728183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:32:10.743144 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,segment=NetworkSegment(1aae7e66-752d-40bd-9f7d-5bf7065ca412),segment_id=1aae7e66-752d-40bd-9f7d-5bf7065ca412)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:32:10.815014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:10.882697 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:32:11.046960 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c56bd-5abf-445e-b83d-7473f93a0b07 req-8c0a065d-40d3-4cd4-a31f-a834e07cd7d2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:11.048344 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-257c56bd-5abf-445e-b83d-7473f93a0b07 req-8c0a065d-40d3-4cd4-a31f-a834e07cd7d2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 945 time: 0.0905719 Oct 05 10:32:11.091313 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-257c56bd-5abf-445e-b83d-7473f93a0b07 req-2f5320af-2fc1-4fef-9d89-2c3194b464e6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374510 Oct 05 10:32:11.258818 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['7e46ec6b-f02e-40c9-aa45-d70c3264c3ab'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:32:12.289314 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dca5cd-42e6-4a7a-aecd-3b9cdf4e1c6d req-8c50a6a3-bcad-414d-a67e-3f5858b1471c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:12.290788 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-33dca5cd-42e6-4a7a-aecd-3b9cdf4e1c6d req-8c50a6a3-bcad-414d-a67e-3f5858b1471c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 945 time: 0.0897028 Oct 05 10:32:12.337344 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-33dca5cd-42e6-4a7a-aecd-3b9cdf4e1c6d req-36857d0c-4baf-4c57-9e13-6fb9fb3054de tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409613 Oct 05 10:32:12.510777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:32:12.657069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:32:12.661792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:32:12.662249 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:12.662578 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab Oct 05 10:32:12.777304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:32:12.777671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:12.803876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15292923-4c22-4e71-95f0-b3c88e453403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:32:12.806161 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89416cdb-116b-4b68-b25d-ecd3649f356a" -d '{"events": [{"server_uuid": "15292923-4c22-4e71-95f0-b3c88e453403", "name": "network-vif-plugged", "status": "completed", "tag": "7e46ec6b-f02e-40c9-aa45-d70c3264c3ab"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:32:12.813998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,segment=NetworkSegment(1aae7e66-752d-40bd-9f7d-5bf7065ca412),segment_id=1aae7e66-752d-40bd-9f7d-5bf7065ca412)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:32:12.850470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555f28e8-6a83-477a-93b6-04f5bbfffdb9 x-openstack-request-id: req-555f28e8-6a83-477a-93b6-04f5bbfffdb9 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:32:12.850470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15292923-4c22-4e71-95f0-b3c88e453403", "name": "network-vif-plugged", "status": "completed", "tag": "7e46ec6b-f02e-40c9-aa45-d70c3264c3ab", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:32:12.850470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-555f28e8-6a83-477a-93b6-04f5bbfffdb9 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:32:12.850470 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555f28e8-6a83-477a-93b6-04f5bbfffdb9'] response: {'server_uuid': '15292923-4c22-4e71-95f0-b3c88e453403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab', 'code': 200} Oct 05 10:32:12.897419 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:12.963283 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:32:13.241566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878540c-f91c-4f9a-834a-cb79c35eaf5f req-127958b4-750e-447c-94c5-2d4d3f50078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:13.243057 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6878540c-f91c-4f9a-834a-cb79c35eaf5f req-127958b4-750e-447c-94c5-2d4d3f50078f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 1099 time: 0.0810354 Oct 05 10:32:13.282776 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6878540c-f91c-4f9a-834a-cb79c35eaf5f req-e2d1c78b-cc98-4ab0-bc8c-4ac83b3be070 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333166 Oct 05 10:32:13.531949 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451376a-d3a5-4de4-b256-a1696e237a3c req-093c9e0a-49b9-41d9-9107-22799ec6b5db tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:13.533840 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2451376a-d3a5-4de4-b256-a1696e237a3c req-093c9e0a-49b9-41d9-9107-22799ec6b5db tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0873938 Oct 05 10:32:13.576795 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2451376a-d3a5-4de4-b256-a1696e237a3c req-5eb39f02-09ca-4ae3-a7bf-e511cc76f71d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373447 Oct 05 10:32:14.783363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a56829-086a-411d-bde2-37efcd2a699f req-9e92ceb9-1e44-4e23-957f-efc0bc5213e9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:14.784829 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-42a56829-086a-411d-bde2-37efcd2a699f req-9e92ceb9-1e44-4e23-957f-efc0bc5213e9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0929289 Oct 05 10:32:14.828158 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-42a56829-086a-411d-bde2-37efcd2a699f req-8e1027ad-3e31-4755-81bc-2cb9fa540df8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376637 Oct 05 10:32:16.022855 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c7794-b7e3-4c8c-bd7e-47f3a9923f5e req-a2d9ce04-5055-4bf2-9ed5-fd9d541c7c40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:16.024182 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4f0c7794-b7e3-4c8c-bd7e-47f3a9923f5e req-a2d9ce04-5055-4bf2-9ed5-fd9d541c7c40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0841053 Oct 05 10:32:16.070134 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4f0c7794-b7e3-4c8c-bd7e-47f3a9923f5e req-99705829-0944-41dc-9df5-b37815160dba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400374 Oct 05 10:32:16.261165 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe00a9-65b4-4643-b767-ed004ee2655f req-348c9ab7-deb7-43db-b31a-4fb7b1ee038a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:16.262630 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-51fe00a9-65b4-4643-b767-ed004ee2655f req-348c9ab7-deb7-43db-b31a-4fb7b1ee038a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0849891 Oct 05 10:32:16.306333 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-51fe00a9-65b4-4643-b767-ed004ee2655f req-ba0176e8-649a-402a-811e-79dbee247d34 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379529 Oct 05 10:32:16.333818 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51666) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:32:16.413847 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e99b5-8dc6-46f5-ae21-3058d0727782 tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:16.415360 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3a3e99b5-8dc6-46f5-ae21-3058d0727782 tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 1094 time: 0.0805521 Oct 05 10:32:16.418288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51670) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:32:16.423850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:32:16.429728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:32:16.433632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:floatingip and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:32:16.436463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:32:16.442169 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:32:16.552404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:16.686432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:16.817070 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.26.7.201 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/99d7b3d8-7532-4f94-a707-b92592b98804) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:32:16.964124 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:17.052258 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:17.114718 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:32:17.117276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:32:17.120886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:32:17.155157 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=99d7b3d8-7532-4f94-a707-b92592b98804,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:32:17.605000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:17.749171 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:17.951886 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:18.032023 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:18.137074 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=99d7b3d8-7532-4f94-a707-b92592b98804,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:32:18.139392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:18.305377 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Floating IP efaa9fd9-d477-43c4-af5a-401d360ff5ea associated. External IP: 172.26.7.201, port: 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab. Oct 05 10:32:18.655101 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:32:18.834154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:32:18.844509 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22b2589-6a52-4ffc-89d3-927a9928ab2d None None] Sync routers for ids ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:32:18.854392 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b2589-6a52-4ffc-89d3-927a9928ab2d None None] Routers {'871a9274-b8f6-4027-89fe-6eb5e8bb38ab'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:32:18.855119 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a22b2589-6a52-4ffc-89d3-927a9928ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:32:18.949595 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:19.011639 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1c791ae9-bc59-4b5a-a54e-689b4c4b084b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5923033 Oct 05 10:32:19.012283 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15292923-4c22-4e71-95f0-b3c88e453403', 'tag': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:32:19.014772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8940b944d1cb0b736743cf1dca784893609a332e17d05f98fbb9d60a91039ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a480184-70b3-4331-b938-68ad72f1ebeb" -d '{"events": [{"name": "network-changed", "server_uuid": "15292923-4c22-4e71-95f0-b3c88e453403", "tag": "7e46ec6b-f02e-40c9-aa45-d70c3264c3ab"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:32:19.039622 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-a22b2589-6a52-4ffc-89d3-927a9928ab2d None None] Set router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:32:19.064298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9179db1-f889-4c76-b0ed-95fdae579333 x-openstack-request-id: req-f9179db1-f889-4c76-b0ed-95fdae579333 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:32:19.064298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15292923-4c22-4e71-95f0-b3c88e453403", "tag": "7e46ec6b-f02e-40c9-aa45-d70c3264c3ab", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:32:19.064298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9179db1-f889-4c76-b0ed-95fdae579333 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:32:19.064298 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9179db1-f889-4c76-b0ed-95fdae579333'] response: {'name': 'network-changed', 'server_uuid': '15292923-4c22-4e71-95f0-b3c88e453403', 'tag': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab', 'status': 'completed', 'code': 200} Oct 05 10:32:19.201890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a480184-70b3-4331-b938-68ad72f1ebeb req-e763e502-71b3-4543-b76f-944d6c8acc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:19.203669 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9a480184-70b3-4331-b938-68ad72f1ebeb req-e763e502-71b3-4543-b76f-944d6c8acc28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 1099 time: 0.0979807 Oct 05 10:32:19.349087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac8c30-ab41-41b8-b2c8-914ead8e5fe8 req-062383dc-02f2-4fa6-b1e0-c772f48ec2e2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:19.351058 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c3ac8c30-ab41-41b8-b2c8-914ead8e5fe8 req-062383dc-02f2-4fa6-b1e0-c772f48ec2e2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.2341666 Oct 05 10:32:19.371421 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a480184-70b3-4331-b938-68ad72f1ebeb req-0c717acf-5cdc-4b41-8b01-aa19ac779235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:19.372957 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9a480184-70b3-4331-b938-68ad72f1ebeb req-0c717acf-5cdc-4b41-8b01-aa19ac779235 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5d9d3dde-3039-4241-8f2b-f58949d6959f HTTP/1.1" status: 200 len: 898 time: 0.1624022 Oct 05 10:32:19.396145 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c3ac8c30-ab41-41b8-b2c8-914ead8e5fe8 req-363a1999-1ff8-46ca-ab99-01976dee9f3c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391955 Oct 05 10:32:19.427690 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51678) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:32:19.473865 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a22b2589-6a52-4ffc-89d3-927a9928ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:31:49Z', 'updated_at': '2022-10-05T10:31:55Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:50Z', 'updated_at': '2022-10-05T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'efaa9fd9-d477-43c4-af5a-401d360ff5ea', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'floating_ip_address': '172.26.7.201', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'port_id': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'mac_address': 'fa:16:3e:60:1c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15292923-4c22-4e71-95f0-b3c88e453403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:32:17Z', 'updated_at': '2022-10-05T10:32:17Z', 'revision_number': 0, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a0aac66-4c59-41df-b987-b15cb9d30e4c', 'name': '', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:ef:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:54Z', 'updated_at': '2022-10-05T10:32:00Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:32:19.479721 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22b2589-6a52-4ffc-89d3-927a9928ab2d None None] Checking router: 871a9274-b8f6-4027-89fe-6eb5e8bb38ab for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:32:19.488610 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b2589-6a52-4ffc-89d3-927a9928ab2d None None] Routers {'871a9274-b8f6-4027-89fe-6eb5e8bb38ab'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:32:19.489204 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a22b2589-6a52-4ffc-89d3-927a9928ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:31:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:32:19.566245 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9a480184-70b3-4331-b938-68ad72f1ebeb req-dd9aa5cf-dd71-4d62-b4ea-15d58de9c6e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab HTTP/1.1" status: 200 len: 1000 time: 0.1868403 Oct 05 10:32:19.571094 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4a14441f-07a6-4361-b7fa-bc41e9740e8a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/efaa9fd9-d477-43c4-af5a-401d360ff5ea HTTP/1.1" status: 200 len: 992 time: 0.1371918 Oct 05 10:32:19.627241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a480184-70b3-4331-b938-68ad72f1ebeb req-7f568123-4b91-446b-914c-a6b70efbea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:19.628661 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9a480184-70b3-4331-b938-68ad72f1ebeb req-7f568123-4b91-446b-914c-a6b70efbea7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4af186f7-765f-404c-8b7e-bd67c37620a8 HTTP/1.1" status: 200 len: 835 time: 0.0565488 Oct 05 10:32:19.667427 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-a22b2589-6a52-4ffc-89d3-927a9928ab2d None None] Set router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:32:19.711997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a480184-70b3-4331-b938-68ad72f1ebeb req-49039259-be0d-4e84-ba24-afe5e26bcc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:19.713768 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9a480184-70b3-4331-b938-68ad72f1ebeb req-49039259-be0d-4e84-ba24-afe5e26bcc46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d9d3dde-3039-4241-8f2b-f58949d6959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795624 Oct 05 10:32:19.846075 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9a480184-70b3-4331-b938-68ad72f1ebeb req-5d4d5041-d400-412b-b231-76e5c1e1a9c3 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261494 Oct 05 10:32:19.976762 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9a480184-70b3-4331-b938-68ad72f1ebeb req-3f037b10-d0a9-4913-afc7-889b92261832 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247094 Oct 05 10:32:20.017328 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-a22b2589-6a52-4ffc-89d3-927a9928ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:31:49Z', 'updated_at': '2022-10-05T10:31:55Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:50Z', 'updated_at': '2022-10-05T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'efaa9fd9-d477-43c4-af5a-401d360ff5ea', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'floating_ip_address': '172.26.7.201', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'port_id': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'mac_address': 'fa:16:3e:60:1c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15292923-4c22-4e71-95f0-b3c88e453403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:32:17Z', 'updated_at': '2022-10-05T10:32:17Z', 'revision_number': 0, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a0aac66-4c59-41df-b987-b15cb9d30e4c', 'name': '', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:ef:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:54Z', 'updated_at': '2022-10-05T10:32:00Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:32:20.019750 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22b2589-6a52-4ffc-89d3-927a9928ab2d None None] The sync data for ids ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'] in dv-neutron-860329-1-hyperv is: [{'id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:31:49Z', 'updated_at': '2022-10-05T10:31:55Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:50Z', 'updated_at': '2022-10-05T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'efaa9fd9-d477-43c4-af5a-401d360ff5ea', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'floating_ip_address': '172.26.7.201', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'port_id': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'mac_address': 'fa:16:3e:60:1c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15292923-4c22-4e71-95f0-b3c88e453403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:32:17Z', 'updated_at': '2022-10-05T10:32:17Z', 'revision_number': 0, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a0aac66-4c59-41df-b987-b15cb9d30e4c', 'name': '', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:ef:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:54Z', 'updated_at': '2022-10-05T10:32:00Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:32:20.203699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dbcbf2-0c74-44a4-b4cd-61712cfb701c None None] New status for floating IP efaa9fd9-d477-43c4-af5a-401d360ff5ea: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:32:20.477566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d7770394-489c-4bd8-91a7-40ab87296011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:20.575101 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51682) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:32:20.777446 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-16196a59-7ad6-452c-975b-f8a87dddaf3e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/efaa9fd9-d477-43c4-af5a-401d360ff5ea HTTP/1.1" status: 200 len: 994 time: 0.2011423 Oct 05 10:32:22.700936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2d083c6e-506b-4039-8f2f-65519b0fd9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:24.272842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:24.441205 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:25.814796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:25.871864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:29.484120 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:32:47.649447 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8ca500-fa3d-47e0-b3b7-fffdee8e6ced req-e2bcf7b5-e13f-4e5f-b117-11b074556e20 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766511 Oct 05 10:32:47.812090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ca500-fa3d-47e0-b3b7-fffdee8e6ced req-9f1b8f53-edc9-4667-bbea-f70b56b3f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:47.813532 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8ca500-fa3d-47e0-b3b7-fffdee8e6ced req-9f1b8f53-edc9-4667-bbea-f70b56b3f750 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 1099 time: 0.0814018 Oct 05 10:32:47.958733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ca500-fa3d-47e0-b3b7-fffdee8e6ced req-7225a44b-6a64-4b37-89b6-b98d8cfea78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:47.960155 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8ca500-fa3d-47e0-b3b7-fffdee8e6ced req-7225a44b-6a64-4b37-89b6-b98d8cfea78d service neutron] 10.222.0.55 "GET /v2.0/networks?id=5d9d3dde-3039-4241-8f2b-f58949d6959f HTTP/1.1" status: 200 len: 898 time: 0.1252797 Oct 05 10:32:48.060975 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8ca500-fa3d-47e0-b3b7-fffdee8e6ced req-49b14f0a-ba40-4e43-8888-bec8e30e04bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab HTTP/1.1" status: 200 len: 1002 time: 0.0942395 Oct 05 10:32:48.125847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ca500-fa3d-47e0-b3b7-fffdee8e6ced req-f5d3c01a-d79c-4abe-92ce-7cf280c9b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:48.127284 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8ca500-fa3d-47e0-b3b7-fffdee8e6ced req-f5d3c01a-d79c-4abe-92ce-7cf280c9b628 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4af186f7-765f-404c-8b7e-bd67c37620a8 HTTP/1.1" status: 200 len: 835 time: 0.0591757 Oct 05 10:32:48.208838 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ca500-fa3d-47e0-b3b7-fffdee8e6ced req-e79240c2-31eb-4ae0-aeb6-295f5144487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:32:48.210212 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8ca500-fa3d-47e0-b3b7-fffdee8e6ced req-e79240c2-31eb-4ae0-aeb6-295f5144487f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d9d3dde-3039-4241-8f2b-f58949d6959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757215 Oct 05 10:32:48.338420 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8ca500-fa3d-47e0-b3b7-fffdee8e6ced req-dd1b4e9d-f93f-4e6b-81d7-5767b7416b4f service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214654 Oct 05 10:32:48.466671 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad8ca500-fa3d-47e0-b3b7-fffdee8e6ced req-89f82bdc-4d35-44d0-aab6-241fed73d5b7 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214988 Oct 05 10:32:50.400449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6d7982d3-05a0-45bb-8dea-2dfdef4a2b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:52.668842 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f54495a8-3312-430e-83b3-c35b9461cd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:54.249316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:54.437886 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:55.823688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:32:55.874721 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:06.484165 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:33:20.403732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f4bca5f9-81eb-48ab-a837-eea99a799d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:22.721018 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ffe2788e-5140-4dc1-a508-dbfc0865ef62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:24.226498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:24.457661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:25.832334 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:25.883242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:34.304068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51714) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:33:34.339251 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afea2cd-5bd1-4672-98f8-247bcc835b70 req-322525f9-581f-4e44-8201-00c8961f3504 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:34.341208 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4afea2cd-5bd1-4672-98f8-247bcc835b70 req-322525f9-581f-4e44-8201-00c8961f3504 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.1374514 Oct 05 10:33:34.385006 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4afea2cd-5bd1-4672-98f8-247bcc835b70 req-3a252003-b221-453f-89e3-c0c1d0b903ed tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381234 Oct 05 10:33:34.431959 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-83efce3c-7d8f-497d-8d01-9180ae75e7b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1267581 Oct 05 10:33:35.630375 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de4670-67f1-4088-b00f-1720bdb44aea req-de75ff36-3f96-41ca-8498-a294c8522a26 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:35.631815 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-57de4670-67f1-4088-b00f-1720bdb44aea req-de75ff36-3f96-41ca-8498-a294c8522a26 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.1319811 Oct 05 10:33:35.680287 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-57de4670-67f1-4088-b00f-1720bdb44aea req-2241c716-2b92-493a-9cb8-d8ad4ace3479 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421829 Oct 05 10:33:36.628497 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-27de4725-a233-4525-aa67-8a53318648b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:36.630002 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-27de4725-a233-4525-aa67-8a53318648b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 1099 time: 0.0790441 Oct 05 10:33:36.763064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-632438b0-b4b7-4593-a585-f93d53877234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:36.764526 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-632438b0-b4b7-4593-a585-f93d53877234 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5d9d3dde-3039-4241-8f2b-f58949d6959f HTTP/1.1" status: 200 len: 898 time: 0.1288283 Oct 05 10:33:36.869863 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-c56d0d72-5747-454c-afdc-bccca2b0a4ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab HTTP/1.1" status: 200 len: 1002 time: 0.0989358 Oct 05 10:33:36.881236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07518ab-8f11-4851-8675-e31a4e5a306d req-04724d0c-6e9f-4ea1-aecc-b63fe4873faa tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:36.882637 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b07518ab-8f11-4851-8675-e31a4e5a306d req-04724d0c-6e9f-4ea1-aecc-b63fe4873faa tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0873580 Oct 05 10:33:36.927058 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b07518ab-8f11-4851-8675-e31a4e5a306d req-42fdeae3-216d-4213-93c7-43224a14b537 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386379 Oct 05 10:33:36.935426 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-205f6db7-b2c4-459e-b856-40f96ad2713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:36.936861 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-205f6db7-b2c4-459e-b856-40f96ad2713d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4af186f7-765f-404c-8b7e-bd67c37620a8 HTTP/1.1" status: 200 len: 835 time: 0.0618823 Oct 05 10:33:37.018928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-0186340b-ed2a-4733-b878-14a12a9fffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:37.020372 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-0186340b-ed2a-4733-b878-14a12a9fffa4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d9d3dde-3039-4241-8f2b-f58949d6959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780232 Oct 05 10:33:37.243244 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-5db51672-41b3-4e46-a60e-66bd09435e9d service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164700 Oct 05 10:33:37.372904 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-faa10b76-f383-4f57-af1e-60045486f247 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236384 Oct 05 10:33:38.126424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9baa0-91d3-4eec-b9ce-d9b39e133631 req-f3b23531-8d4e-498a-b7df-56dd332b06c7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:38.127769 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f3e9baa0-91d3-4eec-b9ce-d9b39e133631 req-f3b23531-8d4e-498a-b7df-56dd332b06c7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0902567 Oct 05 10:33:38.171157 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f3e9baa0-91d3-4eec-b9ce-d9b39e133631 req-570b5536-e7ad-459e-98da-7c35bc568676 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378199 Oct 05 10:33:39.368365 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc780c15-1b77-43dc-b8bf-772d43636140 req-a3ae04f1-8822-4460-ae35-dfb74c845c2f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:39.369801 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dc780c15-1b77-43dc-b8bf-772d43636140 req-a3ae04f1-8822-4460-ae35-dfb74c845c2f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0859473 Oct 05 10:33:39.415842 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dc780c15-1b77-43dc-b8bf-772d43636140 req-0d1c38aa-fd2a-4e7a-b10d-85cbeb6c5a70 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396729 Oct 05 10:33:40.610925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f9cdc-ba32-479f-b4aa-76f81493a507 req-55464d41-5253-4740-9a6e-ddbd45fd1ffa tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:40.612328 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b92f9cdc-ba32-479f-b4aa-76f81493a507 req-55464d41-5253-4740-9a6e-ddbd45fd1ffa tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0860775 Oct 05 10:33:40.656168 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b92f9cdc-ba32-479f-b4aa-76f81493a507 req-c0c8febf-99b4-4c2c-9182-92248cc04f3f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381563 Oct 05 10:33:41.856776 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0d280-29cc-4c92-8c4a-b672f6d8ea9f req-973d0f6f-b505-449a-a4cb-1cfff7869435 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:41.858231 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-54a0d280-29cc-4c92-8c4a-b672f6d8ea9f req-973d0f6f-b505-449a-a4cb-1cfff7869435 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0909257 Oct 05 10:33:41.902489 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-54a0d280-29cc-4c92-8c4a-b672f6d8ea9f req-80ffe73a-5de3-4a5e-b5c1-6c9689cb6654 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384817 Oct 05 10:33:43.099602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5f4b8-858b-4bee-927f-09284aa2bcae req-30141f80-2f77-4f2e-9961-997f55ae7ac9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:43.100933 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1bb5f4b8-858b-4bee-927f-09284aa2bcae req-30141f80-2f77-4f2e-9961-997f55ae7ac9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0849507 Oct 05 10:33:43.146647 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1bb5f4b8-858b-4bee-927f-09284aa2bcae req-a3144d32-21cc-47e5-9b5a-7d6c303f6497 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400279 Oct 05 10:33:43.483434 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:33:44.341634 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41077b1c-3940-4050-8d0c-f1883dd01f96 req-ca782b0e-89e9-4956-9b09-0aba77c67835 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:44.343142 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-41077b1c-3940-4050-8d0c-f1883dd01f96 req-ca782b0e-89e9-4956-9b09-0aba77c67835 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0871332 Oct 05 10:33:44.386688 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-41077b1c-3940-4050-8d0c-f1883dd01f96 req-4924838b-73f9-4de2-8c1e-c1dda9347717 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379586 Oct 05 10:33:45.584937 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3babc8-4a7b-4418-bd60-e29647dd00bf req-915886be-fe5f-413c-911a-e18da233b557 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:45.586385 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1a3babc8-4a7b-4418-bd60-e29647dd00bf req-915886be-fe5f-413c-911a-e18da233b557 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0884147 Oct 05 10:33:45.629814 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1a3babc8-4a7b-4418-bd60-e29647dd00bf req-ab81b33a-7eda-478c-a838-9779779531ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371945 Oct 05 10:33:46.828964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee852d-50e8-4c4b-8e3d-054ad9e85dbd req-a93c5779-4100-4757-a2e9-59dfadc1f18e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:46.830426 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-65ee852d-50e8-4c4b-8e3d-054ad9e85dbd req-a93c5779-4100-4757-a2e9-59dfadc1f18e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0864973 Oct 05 10:33:46.876915 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-65ee852d-50e8-4c4b-8e3d-054ad9e85dbd req-5c5c1cab-9bcb-40b3-8ec6-c4c831193aa3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409193 Oct 05 10:33:47.621951 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e9164-f30a-4b16-85ee-8c9269c67417 req-09af5631-2ea3-4fd7-a232-8dfcff2e8f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:47.623472 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d09e9164-f30a-4b16-85ee-8c9269c67417 req-09af5631-2ea3-4fd7-a232-8dfcff2e8f42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 1099 time: 0.0822220 Oct 05 10:33:47.768814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e9164-f30a-4b16-85ee-8c9269c67417 req-050d4dbd-e3cd-47c8-9888-558a324b19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:47.770281 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d09e9164-f30a-4b16-85ee-8c9269c67417 req-050d4dbd-e3cd-47c8-9888-558a324b19f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5d9d3dde-3039-4241-8f2b-f58949d6959f HTTP/1.1" status: 200 len: 898 time: 0.1278615 Oct 05 10:33:47.871363 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d09e9164-f30a-4b16-85ee-8c9269c67417 req-63c3b23e-b7c5-4a0b-a74c-d62384fa57c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab HTTP/1.1" status: 200 len: 1002 time: 0.0950179 Oct 05 10:33:47.955326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e9164-f30a-4b16-85ee-8c9269c67417 req-ffc33ba8-4581-4dcd-8f36-7be08ab3b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:47.956924 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d09e9164-f30a-4b16-85ee-8c9269c67417 req-ffc33ba8-4581-4dcd-8f36-7be08ab3b261 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4af186f7-765f-404c-8b7e-bd67c37620a8 HTTP/1.1" status: 200 len: 835 time: 0.0589433 Oct 05 10:33:48.042492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e9164-f30a-4b16-85ee-8c9269c67417 req-48a2ef80-682e-4f2c-8f25-b0c159167f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:48.044218 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d09e9164-f30a-4b16-85ee-8c9269c67417 req-48a2ef80-682e-4f2c-8f25-b0c159167f98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d9d3dde-3039-4241-8f2b-f58949d6959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814402 Oct 05 10:33:48.076619 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c21fa-0cab-4b1b-a056-f436f36deb01 req-20d0ce75-7776-4a52-af45-3e198106e805 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:48.078734 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cf7c21fa-0cab-4b1b-a056-f436f36deb01 req-20d0ce75-7776-4a52-af45-3e198106e805 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0899954 Oct 05 10:33:48.122887 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cf7c21fa-0cab-4b1b-a056-f436f36deb01 req-e44b8694-1642-485d-a7e7-2d6f87fb220f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383246 Oct 05 10:33:48.179095 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d09e9164-f30a-4b16-85ee-8c9269c67417 req-fbb65fae-a6d8-401d-b9cd-2883bc7967f0 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280849 Oct 05 10:33:48.309192 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d09e9164-f30a-4b16-85ee-8c9269c67417 req-4ad4d324-758f-4fe5-8b7d-1f6699cc949a service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235552 Oct 05 10:33:49.323439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f142886-37ef-4991-ba57-06f30ac04733 req-c2124217-8919-4275-a922-b3777dcf25fe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:49.324872 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2f142886-37ef-4991-ba57-06f30ac04733 req-c2124217-8919-4275-a922-b3777dcf25fe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0889406 Oct 05 10:33:49.368479 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2f142886-37ef-4991-ba57-06f30ac04733 req-e330447d-1059-4f69-90c3-82e026fd2226 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378509 Oct 05 10:33:49.593110 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-06218b13-c884-47b4-950b-0fd6e24f6f86 service neutron] 10.222.0.55 "GET /v2.0/ports/7e46ec6b-f02e-40c9-aa45-d70c3264c3ab/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.1140680 Oct 05 10:33:50.255610 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-52397d47-999a-4f25-a1cb-d6bce72eaa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:50.257106 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-52397d47-999a-4f25-a1cb-d6bce72eaa19 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403&tenant_id=0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 1099 time: 0.0782723 Oct 05 10:33:50.359914 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-8c788475-9f95-4ce7-a29b-9260e17209f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:50.361400 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-8c788475-9f95-4ce7-a29b-9260e17209f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 1099 time: 0.0828681 Oct 05 10:33:50.412660 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e6277ac7-75b1-49cc-8997-813b180af152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:50.495039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-b487ea7c-a066-4efc-94ca-e9e2ce2dd23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:50.496509 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-b487ea7c-a066-4efc-94ca-e9e2ce2dd23a service neutron] 10.222.0.55 "GET /v2.0/networks?id=5d9d3dde-3039-4241-8f2b-f58949d6959f HTTP/1.1" status: 200 len: 898 time: 0.1293297 Oct 05 10:33:50.571104 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf4d18-2aa3-42e3-b95d-8425c9589af3 req-fbb17de9-2c4a-4c80-9cf1-fdeb1b95c717 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:50.572475 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-29bf4d18-2aa3-42e3-b95d-8425c9589af3 req-fbb17de9-2c4a-4c80-9cf1-fdeb1b95c717 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0868733 Oct 05 10:33:50.600794 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-7ae4c851-a69a-4bd9-b256-45cfc38a8375 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab HTTP/1.1" status: 200 len: 1002 time: 0.0971413 Oct 05 10:33:50.619155 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-29bf4d18-2aa3-42e3-b95d-8425c9589af3 req-dd868937-f20f-421e-b81b-bc0fe31a38b9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 Oct 05 10:33:50.662932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-a5fc411d-7a2c-40bb-aac1-f87c6e4b40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:50.664372 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-a5fc411d-7a2c-40bb-aac1-f87c6e4b40c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4af186f7-765f-404c-8b7e-bd67c37620a8 HTTP/1.1" status: 200 len: 835 time: 0.0576351 Oct 05 10:33:50.750609 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-a87eb3a7-1ebe-496f-8d5b-ca30a1833cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:50.752107 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-a87eb3a7-1ebe-496f-8d5b-ca30a1833cd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d9d3dde-3039-4241-8f2b-f58949d6959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806994 Oct 05 10:33:50.975367 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-1fdaf34b-e0df-4019-84ae-8d2ee28ea3ae service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167940 Oct 05 10:33:51.102032 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a644031a-dff0-400f-916b-9043b53fc7e7 req-51d406c4-81b2-4480-8c2f-8eccc93b0c98 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206400 Oct 05 10:33:51.820100 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f7afa-58a3-4671-81ca-93d9feccd109 req-e1a7cba7-4439-4004-9814-2fb862f0f038 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:51.821541 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1c8f7afa-58a3-4671-81ca-93d9feccd109 req-e1a7cba7-4439-4004-9814-2fb862f0f038 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0870950 Oct 05 10:33:51.864766 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1c8f7afa-58a3-4671-81ca-93d9feccd109 req-e1778ddb-ab66-4ae1-93ed-7cd7f50b4959 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369751 Oct 05 10:33:52.700704 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ef8b8d95-321a-4fa5-8267-4cc63059023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:53.066191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5422ae-af5c-44f7-a9a6-eca24b23f036 req-0f89dee9-6eea-49fc-bf3c-66ce58418e95 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:53.067540 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9c5422ae-af5c-44f7-a9a6-eca24b23f036 req-0f89dee9-6eea-49fc-bf3c-66ce58418e95 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0904686 Oct 05 10:33:53.085665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:33:53.088056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:33:53.111185 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9c5422ae-af5c-44f7-a9a6-eca24b23f036 req-86d861bd-505f-439f-9497-7e67829929d1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379922 Oct 05 10:33:53.292620 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:33:53.293004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:53.335686 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,segment=NetworkSegment(1aae7e66-752d-40bd-9f7d-5bf7065ca412),segment_id=1aae7e66-752d-40bd-9f7d-5bf7065ca412)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:33:53.345826 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15292923-4c22-4e71-95f0-b3c88e453403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:33:53.355618 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6adf981-c07a-40c7-9043-6df05f77788e" -d '{"events": [{"server_uuid": "15292923-4c22-4e71-95f0-b3c88e453403", "name": "network-vif-unplugged", "status": "completed", "tag": "7e46ec6b-f02e-40c9-aa45-d70c3264c3ab"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:33:53.360572 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,segment=NetworkSegment(1aae7e66-752d-40bd-9f7d-5bf7065ca412),segment_id=1aae7e66-752d-40bd-9f7d-5bf7065ca412)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:33:53.361705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'port_id': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab', 'mac_address': 'fa:16:3e:60:1c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:33:53.399484 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 10:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bc3526-8286-4cdf-8d84-a5d2c405c49d x-openstack-request-id: req-e2bc3526-8286-4cdf-8d84-a5d2c405c49d {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:33:53.399778 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15292923-4c22-4e71-95f0-b3c88e453403", "name": "network-vif-unplugged", "status": "completed", "tag": "7e46ec6b-f02e-40c9-aa45-d70c3264c3ab", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:33:53.400033 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2bc3526-8286-4cdf-8d84-a5d2c405c49d {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:33:53.400425 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2bc3526-8286-4cdf-8d84-a5d2c405c49d'] response: {'server_uuid': '15292923-4c22-4e71-95f0-b3c88e453403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab', 'code': 200} Oct 05 10:33:53.419125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab is: ACTIVE; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:33:53.419522 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:53.437338 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:33:53.442998 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:53.553352 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:33:53.553706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:33:53.556888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:33:53.564469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:33:53.564892 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:33:53.565237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:33:53.565576 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:33:53.565909 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:33:53.566275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:33:53.566604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:33:53.566931 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:33:53.567259 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:33:53.567581 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:33:53.567904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:33:53.568225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:33:54.111266 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:33:54.111266 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:54.126732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:33:54.142533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,segment=NetworkSegment(1aae7e66-752d-40bd-9f7d-5bf7065ca412),segment_id=1aae7e66-752d-40bd-9f7d-5bf7065ca412)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:33:54.215250 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:54.263221 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:54.279550 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['7e46ec6b-f02e-40c9-aa45-d70c3264c3ab'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:33:54.327392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ab285-02bf-4dec-b9b3-396e71639a1c req-e58050af-b7ae-4322-9892-349fd0c4d7dc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:54.328984 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0a6ab285-02bf-4dec-b9b3-396e71639a1c req-e58050af-b7ae-4322-9892-349fd0c4d7dc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 945 time: 0.0904720 Oct 05 10:33:54.340370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:33:54.392547 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0a6ab285-02bf-4dec-b9b3-396e71639a1c req-5ed2b8d1-e6d7-4924-8f4f-0b8a179067a6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502737 Oct 05 10:33:54.501743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:55.106703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:33:55.173022 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:33:55.173691 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:55.173691 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab Oct 05 10:33:55.287269 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:33:55.287645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:55.318709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,segment=NetworkSegment(1aae7e66-752d-40bd-9f7d-5bf7065ca412),segment_id=1aae7e66-752d-40bd-9f7d-5bf7065ca412)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:33:55.401833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15292923-4c22-4e71-95f0-b3c88e453403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:33:55.404115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95934f0-1e80-4482-91a7-3c37f4cc85c7" -d '{"events": [{"server_uuid": "15292923-4c22-4e71-95f0-b3c88e453403", "name": "network-vif-plugged", "status": "completed", "tag": "7e46ec6b-f02e-40c9-aa45-d70c3264c3ab"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:33:55.408138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:55.462138 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d002c055-a508-467b-b031-9c36d85fde83 x-openstack-request-id: req-d002c055-a508-467b-b031-9c36d85fde83 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:33:55.462430 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15292923-4c22-4e71-95f0-b3c88e453403", "name": "network-vif-plugged", "status": "completed", "tag": "7e46ec6b-f02e-40c9-aa45-d70c3264c3ab", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:33:55.462677 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d002c055-a508-467b-b031-9c36d85fde83 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:33:55.463061 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d002c055-a508-467b-b031-9c36d85fde83'] response: {'server_uuid': '15292923-4c22-4e71-95f0-b3c88e453403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab', 'code': 200} Oct 05 10:33:55.479747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,revision_number=8']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:33:55.600698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990686d-7f4d-4fe2-9b46-449d11c68de6 req-08183f23-768f-4ad0-82d7-1a8ac94f7791 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:55.602174 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e990686d-7f4d-4fe2-9b46-449d11c68de6 req-08183f23-768f-4ad0-82d7-1a8ac94f7791 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0869129 Oct 05 10:33:55.646106 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e990686d-7f4d-4fe2-9b46-449d11c68de6 req-9f29b14c-d400-4ee8-ab4e-72a7bcbe7e11 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382526 Oct 05 10:33:55.854995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:55.883318 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:33:56.136287 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bbb82-b2bc-477c-8b4e-1c6190ee7da0 req-5ae7feae-ce96-443e-8e63-a747a0a07f7c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:56.137726 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-253bbb82-b2bc-477c-8b4e-1c6190ee7da0 req-5ae7feae-ce96-443e-8e63-a747a0a07f7c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0917084 Oct 05 10:33:56.181666 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-253bbb82-b2bc-477c-8b4e-1c6190ee7da0 req-8e72a237-5ca0-453f-be7b-e1ddf0e8bfa2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374472 Oct 05 10:33:56.193043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda0949-711d-4884-85ce-10d12f0e9f22 req-10b8f29f-3e78-4cad-8ecd-dc88f4539284 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:56.193747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-1bda0949-711d-4884-85ce-10d12f0e9f22 req-10b8f29f-3e78-4cad-8ecd-dc88f4539284 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:33:56.264916 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-1bda0949-711d-4884-85ce-10d12f0e9f22 req-10b8f29f-3e78-4cad-8ecd-dc88f4539284 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:33:56.266236 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1bda0949-711d-4884-85ce-10d12f0e9f22 req-10b8f29f-3e78-4cad-8ecd-dc88f4539284 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403&tenant_id=0eb250b69e284e1f83d5269e0e6b6212&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 946 time: 0.1618826 Oct 05 10:33:56.381293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ecf7e-f472-4aea-9223-b928d6bdaaa0 req-d260fd53-73f7-4869-a0ee-259f327678fc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:56.382786 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b32ecf7e-f472-4aea-9223-b928d6bdaaa0 req-d260fd53-73f7-4869-a0ee-259f327678fc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0885327 Oct 05 10:33:56.413666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda0949-711d-4884-85ce-10d12f0e9f22 req-2944e728-17c3-4bfe-bcf2-eb15f0b07f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:56.415166 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1bda0949-711d-4884-85ce-10d12f0e9f22 req-2944e728-17c3-4bfe-bcf2-eb15f0b07f0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 1099 time: 0.0821748 Oct 05 10:33:56.430656 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b32ecf7e-f472-4aea-9223-b928d6bdaaa0 req-49e25d67-1fd7-4ba9-8618-57fb2960d24e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420249 Oct 05 10:33:56.546150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda0949-711d-4884-85ce-10d12f0e9f22 req-229ddb2e-d824-42b7-814d-c89547955cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:56.547523 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1bda0949-711d-4884-85ce-10d12f0e9f22 req-229ddb2e-d824-42b7-814d-c89547955cfe service neutron] 10.222.0.55 "GET /v2.0/networks?id=5d9d3dde-3039-4241-8f2b-f58949d6959f HTTP/1.1" status: 200 len: 898 time: 0.1271086 Oct 05 10:33:56.649161 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1bda0949-711d-4884-85ce-10d12f0e9f22 req-b499786b-dd5c-45bf-9a38-871c15f86196 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab HTTP/1.1" status: 200 len: 1002 time: 0.0961339 Oct 05 10:33:56.712397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda0949-711d-4884-85ce-10d12f0e9f22 req-3c50d10e-84f8-41f0-970c-913fa2db2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:56.714043 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1bda0949-711d-4884-85ce-10d12f0e9f22 req-3c50d10e-84f8-41f0-970c-913fa2db2ba5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4af186f7-765f-404c-8b7e-bd67c37620a8 HTTP/1.1" status: 200 len: 835 time: 0.0586691 Oct 05 10:33:56.800251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda0949-711d-4884-85ce-10d12f0e9f22 req-e4535417-f599-4bdb-812a-52c2ed6fd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:56.801629 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1bda0949-711d-4884-85ce-10d12f0e9f22 req-e4535417-f599-4bdb-812a-52c2ed6fd392 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d9d3dde-3039-4241-8f2b-f58949d6959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822227 Oct 05 10:33:56.930821 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1bda0949-711d-4884-85ce-10d12f0e9f22 req-49c13ff1-b890-47eb-841a-3591b69b9360 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223011 Oct 05 10:33:57.058874 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1bda0949-711d-4884-85ce-10d12f0e9f22 req-a6a4f869-744c-4e6c-8034-6ac5fc6220cf service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217988 Oct 05 10:33:57.632553 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27958a-b96d-4ac3-9a8e-187142d4ca69 req-4534a2ec-42f9-447c-a9b9-3ddac2412d8b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:57.634029 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1c27958a-b96d-4ac3-9a8e-187142d4ca69 req-4534a2ec-42f9-447c-a9b9-3ddac2412d8b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0877686 Oct 05 10:33:57.679151 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1c27958a-b96d-4ac3-9a8e-187142d4ca69 req-fab74354-65d6-4294-ab1a-3535b3fda742 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385270 Oct 05 10:33:58.880662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c3848-6fd2-4843-a821-e5c68f0018fd req-fbb7648d-a871-4d60-8bd3-ca682aa86786 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:33:58.882142 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ab4c3848-6fd2-4843-a821-e5c68f0018fd req-fbb7648d-a871-4d60-8bd3-ca682aa86786 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0894811 Oct 05 10:33:58.926031 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ab4c3848-6fd2-4843-a821-e5c68f0018fd req-89947a37-55f1-429c-a159-126ac068fc07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383353 Oct 05 10:33:58.959152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51806) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:33:59.062087 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e24f2ee6-f6df-436e-b962-f5d01896295a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/efaa9fd9-d477-43c4-af5a-401d360ff5ea HTTP/1.1" status: 200 len: 994 time: 0.1010826 Oct 05 10:34:20.392090 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-acdf7c39-972b-4292-a40c-2579bc3a33ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:20.482481 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:34:22.710305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b6f492bb-6dab-4d45-88b4-cdd4a936d06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:24.249391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:24.443644 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:25.835376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:25.898115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:48.558603 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-80e5e9da-427b-4d02-af56-e2fc1700387e req-a06e38c5-022c-4b85-912e-94d7248f0943 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789819 Oct 05 10:34:48.703329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5e9da-427b-4d02-af56-e2fc1700387e req-77192bbf-fdb2-4edb-a427-0d10e4554f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:34:48.704783 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-80e5e9da-427b-4d02-af56-e2fc1700387e req-77192bbf-fdb2-4edb-a427-0d10e4554f5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 1099 time: 0.0774090 Oct 05 10:34:48.845948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5e9da-427b-4d02-af56-e2fc1700387e req-8c14aad4-f622-4422-9d8f-058fae6862da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:34:48.847336 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-80e5e9da-427b-4d02-af56-e2fc1700387e req-8c14aad4-f622-4422-9d8f-058fae6862da service neutron] 10.222.0.55 "GET /v2.0/networks?id=5d9d3dde-3039-4241-8f2b-f58949d6959f HTTP/1.1" status: 200 len: 898 time: 0.1231534 Oct 05 10:34:49.048086 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-80e5e9da-427b-4d02-af56-e2fc1700387e req-6c794c81-0106-4906-8638-9e44378c4664 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab HTTP/1.1" status: 200 len: 1002 time: 0.1946537 Oct 05 10:34:49.111111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5e9da-427b-4d02-af56-e2fc1700387e req-d4d87948-0558-4797-946b-c2e29b2946ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:34:49.112494 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-80e5e9da-427b-4d02-af56-e2fc1700387e req-d4d87948-0558-4797-946b-c2e29b2946ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4af186f7-765f-404c-8b7e-bd67c37620a8 HTTP/1.1" status: 200 len: 835 time: 0.0584950 Oct 05 10:34:49.194905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5e9da-427b-4d02-af56-e2fc1700387e req-494dc7a1-4c7d-4f61-835e-9520d955f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:34:49.196395 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-80e5e9da-427b-4d02-af56-e2fc1700387e req-494dc7a1-4c7d-4f61-835e-9520d955f4b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d9d3dde-3039-4241-8f2b-f58949d6959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782416 Oct 05 10:34:49.329437 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-80e5e9da-427b-4d02-af56-e2fc1700387e req-fb1c5fd3-130c-407f-91c0-b1b345cf1893 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263781 Oct 05 10:34:49.460033 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-80e5e9da-427b-4d02-af56-e2fc1700387e req-ef416586-bee5-4bec-a8cb-ac3705fb443f service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245873 Oct 05 10:34:50.418389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-06eb5307-0e52-4194-85c4-39a82678f6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:52.712091 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c3774670-c36f-4ef7-8fc2-cb24630bad9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:54.038407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51832) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:34:54.241457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 99d7b3d8-7532-4f94-a707-b92592b98804 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:34:54.241809 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:54.243597 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:54.417188 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:54.417520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:54.452865 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:54.537716 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 99d7b3d8-7532-4f94-a707-b92592b98804 owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:34:54.756215 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:54.803043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=99d7b3d8-7532-4f94-a707-b92592b98804,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:34:54.844175 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:34:54.845833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:34:54.845833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:34:54.845833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:34:54.845833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:34:54.845833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:34:54.846310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:34:54.846517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:34:54.846933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:34:54.847257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:34:54.847578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:34:54.847900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:34:54.911769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:54.912100 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Floating IP efaa9fd9-d477-43c4-af5a-401d360ff5ea disassociated (deleted). External IP: 172.26.7.201, port: 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab. Oct 05 10:34:55.389107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:34:55.565891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:34:55.575980 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f28234-b182-46e3-a79c-133f06db3129 None None] Sync routers for ids ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:34:55.585310 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f28234-b182-46e3-a79c-133f06db3129 None None] Routers {'871a9274-b8f6-4027-89fe-6eb5e8bb38ab'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:34:55.585904 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d2f28234-b182-46e3-a79c-133f06db3129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:34:55.635938 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:55.693593 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f66b3e26-196a-4dec-956c-e00cca925c49 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/floatingips/efaa9fd9-d477-43c4-af5a-401d360ff5ea HTTP/1.1" status: 204 len: 168 time: 1.6541746 Oct 05 10:34:55.694210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15292923-4c22-4e71-95f0-b3c88e453403', 'tag': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:34:55.696508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b7e5f1-fee6-42ce-972e-55833ce094c6" -d '{"events": [{"name": "network-changed", "server_uuid": "15292923-4c22-4e71-95f0-b3c88e453403", "tag": "7e46ec6b-f02e-40c9-aa45-d70c3264c3ab"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:34:55.812686 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-d2f28234-b182-46e3-a79c-133f06db3129 None None] Set router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:34:55.827382 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3872b75a-1f25-400f-a722-41a9dff6d641 x-openstack-request-id: req-3872b75a-1f25-400f-a722-41a9dff6d641 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:34:55.827782 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15292923-4c22-4e71-95f0-b3c88e453403", "tag": "7e46ec6b-f02e-40c9-aa45-d70c3264c3ab", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:34:55.828120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3872b75a-1f25-400f-a722-41a9dff6d641 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:34:55.828619 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3872b75a-1f25-400f-a722-41a9dff6d641'] response: {'name': 'network-changed', 'server_uuid': '15292923-4c22-4e71-95f0-b3c88e453403', 'tag': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab', 'status': 'completed', 'code': 200} Oct 05 10:34:55.837510 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:55.910230 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:55.930023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7e5f1-fee6-42ce-972e-55833ce094c6 req-10f679ba-1d51-4534-8def-d135d259d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:34:55.931505 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d3b7e5f1-fee6-42ce-972e-55833ce094c6 req-10f679ba-1d51-4534-8def-d135d259d77a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 1099 time: 0.0816903 Oct 05 10:34:56.066127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7e5f1-fee6-42ce-972e-55833ce094c6 req-4a3b01fb-245d-490d-a97f-150a7f7a352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:34:56.067582 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d3b7e5f1-fee6-42ce-972e-55833ce094c6 req-4a3b01fb-245d-490d-a97f-150a7f7a352a service neutron] 10.222.0.55 "GET /v2.0/networks?id=5d9d3dde-3039-4241-8f2b-f58949d6959f HTTP/1.1" status: 200 len: 898 time: 0.1306961 Oct 05 10:34:56.143958 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d2f28234-b182-46e3-a79c-133f06db3129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:31:49Z', 'updated_at': '2022-10-05T10:31:55Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:50Z', 'updated_at': '2022-10-05T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '7a0aac66-4c59-41df-b987-b15cb9d30e4c', 'name': '', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:ef:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:54Z', 'updated_at': '2022-10-05T10:32:00Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:34:56.146257 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d3b7e5f1-fee6-42ce-972e-55833ce094c6 req-9e6e136c-6936-4c3c-9600-f3388600e572 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab HTTP/1.1" status: 200 len: 217 time: 0.0730262 Oct 05 10:34:56.148060 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f28234-b182-46e3-a79c-133f06db3129 None None] Checking router: 871a9274-b8f6-4027-89fe-6eb5e8bb38ab for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:34:56.157250 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f28234-b182-46e3-a79c-133f06db3129 None None] Routers {'871a9274-b8f6-4027-89fe-6eb5e8bb38ab'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:34:56.157889 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d2f28234-b182-46e3-a79c-133f06db3129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:34:56.208902 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7e5f1-fee6-42ce-972e-55833ce094c6 req-07674aa9-c9ef-4431-95c1-e7dc2648860a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:34:56.210416 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d3b7e5f1-fee6-42ce-972e-55833ce094c6 req-07674aa9-c9ef-4431-95c1-e7dc2648860a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4af186f7-765f-404c-8b7e-bd67c37620a8 HTTP/1.1" status: 200 len: 835 time: 0.0585301 Oct 05 10:34:56.286553 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb633625-19c6-428a-b9a2-ff142cb79e53 req-ed22eed2-c6f7-43cf-b98f-1798c40da18f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:34:56.288727 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-eb633625-19c6-428a-b9a2-ff142cb79e53 req-ed22eed2-c6f7-43cf-b98f-1798c40da18f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0988605 Oct 05 10:34:56.297403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7e5f1-fee6-42ce-972e-55833ce094c6 req-c3f8158f-ff60-4025-a813-208a60674844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:34:56.299068 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d3b7e5f1-fee6-42ce-972e-55833ce094c6 req-c3f8158f-ff60-4025-a813-208a60674844 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d9d3dde-3039-4241-8f2b-f58949d6959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827975 Oct 05 10:34:56.337305 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-d2f28234-b182-46e3-a79c-133f06db3129 None None] Set router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:34:56.433647 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-eb633625-19c6-428a-b9a2-ff142cb79e53 req-2a490e02-bf97-4b02-86ff-b11908dcfca6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388021 Oct 05 10:34:56.438922 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d3b7e5f1-fee6-42ce-972e-55833ce094c6 req-fe84724d-4615-48bd-93f5-33daa72ed0c5 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326718 Oct 05 10:34:56.578066 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d3b7e5f1-fee6-42ce-972e-55833ce094c6 req-66f4f3cd-6fb0-43f8-9214-3887e21ca5e3 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320801 Oct 05 10:34:56.654533 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d2f28234-b182-46e3-a79c-133f06db3129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:31:49Z', 'updated_at': '2022-10-05T10:31:55Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:50Z', 'updated_at': '2022-10-05T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '7a0aac66-4c59-41df-b987-b15cb9d30e4c', 'name': '', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:ef:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:54Z', 'updated_at': '2022-10-05T10:32:00Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:34:56.658570 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f28234-b182-46e3-a79c-133f06db3129 None None] The sync data for ids ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'] in dv-neutron-860329-1-hyperv is: [{'id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:31:49Z', 'updated_at': '2022-10-05T10:31:55Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:50Z', 'updated_at': '2022-10-05T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '7a0aac66-4c59-41df-b987-b15cb9d30e4c', 'name': '', 'network_id': '5d9d3dde-3039-4241-8f2b-f58949d6959f', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:ef:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:54Z', 'updated_at': '2022-10-05T10:32:00Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '4af186f7-765f-404c-8b7e-bd67c37620a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:34:56.871940 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7a0bb-eb2e-4745-9145-153bf629a0d9 None None] New status for floating IP efaa9fd9-d477-43c4-af5a-401d360ff5ea: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:34:57.481437 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:34:57.634439 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60fd9c-60a3-4cca-a5fd-1664e5464b0c req-12ed066d-e16d-4d7b-97d7-397acc2356ee tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:34:57.635875 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6e60fd9c-60a3-4cca-a5fd-1664e5464b0c req-12ed066d-e16d-4d7b-97d7-397acc2356ee tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0875287 Oct 05 10:34:57.680062 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6e60fd9c-60a3-4cca-a5fd-1664e5464b0c req-e2c4cdc1-66cd-4022-a4d3-b392b953ca0d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385644 Oct 05 10:34:58.251666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07add255-60d2-4a0c-9a51-bd39e11a241c req-76471bad-c9e0-4d07-99bc-8363a589ba41 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:34:58.252357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-07add255-60d2-4a0c-9a51-bd39e11a241c req-76471bad-c9e0-4d07-99bc-8363a589ba41 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:34:58.334711 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-07add255-60d2-4a0c-9a51-bd39e11a241c req-76471bad-c9e0-4d07-99bc-8363a589ba41 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:34:58.335840 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-07add255-60d2-4a0c-9a51-bd39e11a241c req-76471bad-c9e0-4d07-99bc-8363a589ba41 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.1672568 Oct 05 10:34:58.407408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-07add255-60d2-4a0c-9a51-bd39e11a241c req-a5083d43-0bfc-4ef3-85ae-0a77dd306136 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:34:58.407745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-07add255-60d2-4a0c-9a51-bd39e11a241c req-a5083d43-0bfc-4ef3-85ae-0a77dd306136 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:58.755207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-07add255-60d2-4a0c-9a51-bd39e11a241c req-a5083d43-0bfc-4ef3-85ae-0a77dd306136 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,segment=NetworkSegment(1aae7e66-752d-40bd-9f7d-5bf7065ca412),segment_id=1aae7e66-752d-40bd-9f7d-5bf7065ca412)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:34:58.755581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-07add255-60d2-4a0c-9a51-bd39e11a241c req-a5083d43-0bfc-4ef3-85ae-0a77dd306136 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:58.883258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-07add255-60d2-4a0c-9a51-bd39e11a241c req-a5083d43-0bfc-4ef3-85ae-0a77dd306136 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:34:58.883716 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f464e3-6030-4666-8ec2-4768b1688b4d req-d4640183-ec17-4009-8968-2531298ec08c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:34:58.885264 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-30f464e3-6030-4666-8ec2-4768b1688b4d req-d4640183-ec17-4009-8968-2531298ec08c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 946 time: 0.0899489 Oct 05 10:34:58.930721 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-30f464e3-6030-4666-8ec2-4768b1688b4d req-1891a77e-f806-42be-a63d-f23469e578ea tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=35e287c9-42b5-4876-b528-01a91199d7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392008 Oct 05 10:34:59.098912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-07add255-60d2-4a0c-9a51-bd39e11a241c req-a5083d43-0bfc-4ef3-85ae-0a77dd306136 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:59.149612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5083d43-0bfc-4ef3-85ae-0a77dd306136 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=7e46ec6b-f02e-40c9-aa45-d70c3264c3ab,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:34:59.236495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-07add255-60d2-4a0c-9a51-bd39e11a241c req-a5083d43-0bfc-4ef3-85ae-0a77dd306136 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] No DVR routers for this DVR port 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:34:59.239470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-07add255-60d2-4a0c-9a51-bd39e11a241c req-a5083d43-0bfc-4ef3-85ae-0a77dd306136 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:34:59.242030 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15292923-4c22-4e71-95f0-b3c88e453403', 'name': 'network-vif-deleted', 'tag': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:34:59.244269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4415e9be-56d9-4fee-ba64-3f3f7180b400" -d '{"events": [{"server_uuid": "15292923-4c22-4e71-95f0-b3c88e453403", "name": "network-vif-deleted", "tag": "7e46ec6b-f02e-40c9-aa45-d70c3264c3ab"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:34:59.286417 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e193093f-6100-4dff-82cf-083451cc8884 x-openstack-request-id: req-e193093f-6100-4dff-82cf-083451cc8884 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:34:59.296050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15292923-4c22-4e71-95f0-b3c88e453403", "name": "network-vif-deleted", "tag": "7e46ec6b-f02e-40c9-aa45-d70c3264c3ab", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:34:59.296050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e193093f-6100-4dff-82cf-083451cc8884 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:34:59.296050 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e193093f-6100-4dff-82cf-083451cc8884'] response: {'server_uuid': '15292923-4c22-4e71-95f0-b3c88e453403', 'name': 'network-vif-deleted', 'tag': '7e46ec6b-f02e-40c9-aa45-d70c3264c3ab', 'status': 'completed', 'code': 200} Oct 05 10:34:59.310457 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-07add255-60d2-4a0c-9a51-bd39e11a241c req-a5083d43-0bfc-4ef3-85ae-0a77dd306136 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "DELETE /v2.0/ports/7e46ec6b-f02e-40c9-aa45-d70c3264c3ab HTTP/1.1" status: 204 len: 173 time: 0.9699354 Oct 05 10:35:00.112667 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-49c29569-aa3a-4bc9-85f7-fb9e21ac9525 req-9a527854-ed1e-4bee-aed7-bf05823b1ce4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=15292923-4c22-4e71-95f0-b3c88e453403 HTTP/1.1" status: 200 len: 210 time: 0.0527880 Oct 05 10:35:01.216103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51854) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:01.459084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:35:01.496672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:35:01.497136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 7e46ec6b-f02e-40c9-aa45-d70c3264c3ab not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:35:01.762622 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6732-439b-4d3f-96ad-427585c2921a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:02.207582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf6732-439b-4d3f-96ad-427585c2921a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 7a0aac66-4c59-41df-b987-b15cb9d30e4c {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:35:02.207960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6732-439b-4d3f-96ad-427585c2921a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:02.390388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-a5cf6732-439b-4d3f-96ad-427585c2921a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port 7a0aac66-4c59-41df-b987-b15cb9d30e4c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7a0aac66-4c59-41df-b987-b15cb9d30e4c,segment=NetworkSegment(1aae7e66-752d-40bd-9f7d-5bf7065ca412),segment_id=1aae7e66-752d-40bd-9f7d-5bf7065ca412)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:35:02.391067 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6732-439b-4d3f-96ad-427585c2921a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:02.514596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf6732-439b-4d3f-96ad-427585c2921a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 7a0aac66-4c59-41df-b987-b15cb9d30e4c owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:35:02.894632 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6732-439b-4d3f-96ad-427585c2921a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:02.945754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf6732-439b-4d3f-96ad-427585c2921a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=7a0aac66-4c59-41df-b987-b15cb9d30e4c,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:03.222960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6732-439b-4d3f-96ad-427585c2921a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:03.678709 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cf6732-439b-4d3f-96ad-427585c2921a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:35:03.857324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cf6732-439b-4d3f-96ad-427585c2921a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:35:03.868563 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3720044-7546-4f1c-b043-8feb5a0c0268 None None] Sync routers for ids ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:35:03.872951 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a5cf6732-439b-4d3f-96ad-427585c2921a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "PUT /v2.0/routers/871a9274-b8f6-4027-89fe-6eb5e8bb38ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6557803 Oct 05 10:35:03.875732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51858) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:03.877881 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3720044-7546-4f1c-b043-8feb5a0c0268 None None] Routers {'871a9274-b8f6-4027-89fe-6eb5e8bb38ab'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:35:03.878521 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c3720044-7546-4f1c-b043-8feb5a0c0268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:03.941457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-095bf9d7-cc4d-4855-9177-4933e3defe55 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting subnet 4af186f7-765f-404c-8b7e-bd67c37620a8 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:35:03.944968 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-095bf9d7-cc4d-4855-9177-4933e3defe55 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:04.002293 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-095bf9d7-cc4d-4855-9177-4933e3defe55 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:04.053708 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-c3720044-7546-4f1c-b043-8feb5a0c0268 None None] Set router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:35:04.084902 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-095bf9d7-cc4d-4855-9177-4933e3defe55 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:04.230259 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-095bf9d7-cc4d-4855-9177-4933e3defe55 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:04.269639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bf9d7-cc4d-4855-9177-4933e3defe55 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Subnet': ['ID=4af186f7-765f-404c-8b7e-bd67c37620a8,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:04.274992 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-095bf9d7-cc4d-4855-9177-4933e3defe55 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:04.282169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d0c5cd-fe60-48fb-8a62-c15bd19757fc None None] Network 5d9d3dde-3039-4241-8f2b-f58949d6959f requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:35:04.285729 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-095bf9d7-cc4d-4855-9177-4933e3defe55 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/subnets/4af186f7-765f-404c-8b7e-bd67c37620a8 HTTP/1.1" status: 204 len: 168 time: 0.4059424 Oct 05 10:35:04.286405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51862) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:04.368721 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c3720044-7546-4f1c-b043-8feb5a0c0268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:31:49Z', 'updated_at': '2022-10-05T10:35:02Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:50Z', 'updated_at': '2022-10-05T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:04.372047 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3720044-7546-4f1c-b043-8feb5a0c0268 None None] Checking router: 871a9274-b8f6-4027-89fe-6eb5e8bb38ab for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:35:04.381791 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3720044-7546-4f1c-b043-8feb5a0c0268 None None] Routers {'871a9274-b8f6-4027-89fe-6eb5e8bb38ab'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:35:04.382428 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c3720044-7546-4f1c-b043-8feb5a0c0268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:04.471417 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:04.548379 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] DHCP port deletion for 5d9d3dde-3039-4241-8f2b-f58949d6959f request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:35:04.552373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Deleting port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:35:04.552745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:04.565643 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-c3720044-7546-4f1c-b043-8feb5a0c0268 None None] Set router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:35:04.653853 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:04.733398 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 13951150-1a78-41dc-b6c8-b06f9dc6bb43 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:35:04.734480 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:04.759542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] For port 4e7894b7-e3f6-4f9e-b38d-0676295e1155, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4e7894b7-e3f6-4f9e-b38d-0676295e1155,segment=NetworkSegment(1aae7e66-752d-40bd-9f7d-5bf7065ca412),segment_id=1aae7e66-752d-40bd-9f7d-5bf7065ca412)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:35:04.759849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:04.849350 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-c3720044-7546-4f1c-b043-8feb5a0c0268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:31:49Z', 'updated_at': '2022-10-05T10:35:02Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:50Z', 'updated_at': '2022-10-05T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:04.853425 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3720044-7546-4f1c-b043-8feb5a0c0268 None None] The sync data for ids ['871a9274-b8f6-4027-89fe-6eb5e8bb38ab'] in dv-neutron-860329-1-hyperv is: [{'id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142169034', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:31:49Z', 'updated_at': '2022-10-05T10:35:02Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '13951150-1a78-41dc-b6c8-b06f9dc6bb43', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871a9274-b8f6-4027-89fe-6eb5e8bb38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:31:50Z', 'updated_at': '2022-10-05T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:35:04.919914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Calling delete_port for 4e7894b7-e3f6-4f9e-b38d-0676295e1155 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:35:04.930591 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port 13951150-1a78-41dc-b6c8-b06f9dc6bb43, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=13951150-1a78-41dc-b6c8-b06f9dc6bb43,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:35:04.930955 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:05.055236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 13951150-1a78-41dc-b6c8-b06f9dc6bb43 owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:35:05.066543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:05.110218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Pushing event deleted for resources: {'Port': ['ID=4e7894b7-e3f6-4f9e-b38d-0676295e1155,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:05.117048 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] No DVR routers for this DVR port 4e7894b7-e3f6-4f9e-b38d-0676295e1155 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:35:05.126732 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.127074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.127407 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.127735 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.128058 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.128381 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.128699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.129016 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.129422 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.130258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.130510 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.130825 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adec14-34b1-4c78-80ea-95623a3e5ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.432212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:05.513106 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=13951150-1a78-41dc-b6c8-b06f9dc6bb43,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:05.644600 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.644858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.645221 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.645565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.645899 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.646259 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.646594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.646926 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.647260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.647585 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.647909 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.648232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:05.679219 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:05.850583 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:05.852775 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:05.913312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7a0aac66-4c59-41df-b987-b15cb9d30e4c no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:35:05.947563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 7a0aac66-4c59-41df-b987-b15cb9d30e4c {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:35:05.947908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7a0aac66-4c59-41df-b987-b15cb9d30e4c not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:35:05.948348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4e7894b7-e3f6-4f9e-b38d-0676295e1155 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:35:05.955642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:05.956155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Fanout notify agent at l3_agent the message router_deleted on router 871a9274-b8f6-4027-89fe-6eb5e8bb38ab {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:35:05.972630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:05.974537 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-768162ef-b1c1-4d08-b873-1a5fc340f7b6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/routers/871a9274-b8f6-4027-89fe-6eb5e8bb38ab HTTP/1.1" status: 204 len: 168 time: 1.6865184 Oct 05 10:35:05.977118 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51868) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:05.985027 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 4e7894b7-e3f6-4f9e-b38d-0676295e1155 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:35:05.985382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4e7894b7-e3f6-4f9e-b38d-0676295e1155 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:35:06.092373 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9118dcd-64a4-46c0-b563-b778cc0b1287 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:06.218932 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9118dcd-64a4-46c0-b563-b778cc0b1287 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:06.246835 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-e9118dcd-64a4-46c0-b563-b778cc0b1287 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9d3dde-3039-4241-8f2b-f58949d6959f']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:06.258406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-e9118dcd-64a4-46c0-b563-b778cc0b1287 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aae7e66-752d-40bd-9f7d-5bf7065ca412') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:06.258696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-e9118dcd-64a4-46c0-b563-b778cc0b1287 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aae7e66-752d-40bd-9f7d-5bf7065ca412') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:06.269428 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9118dcd-64a4-46c0-b563-b778cc0b1287 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:06.285341 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9118dcd-64a4-46c0-b563-b778cc0b1287 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:06.291682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9118dcd-64a4-46c0-b563-b778cc0b1287 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:35:06.292054 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9118dcd-64a4-46c0-b563-b778cc0b1287 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:06.395055 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 1aae7e66-752d-40bd-9f7d-5bf7065ca412 resource provider aggregate not found Oct 05 10:35:06.416262 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 1aae7e66-752d-40bd-9f7d-5bf7065ca412 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1aae7e66-752d-40bd-9f7d-5bf7065ca412 found for delete ", "request_id": "req-c14d674a-9964-4d51-b6c2-e423600aad49"}]} Oct 05 10:35:06.487239 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9118dcd-64a4-46c0-b563-b778cc0b1287 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:06.504098 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e9118dcd-64a4-46c0-b563-b778cc0b1287 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:06.515459 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9118dcd-64a4-46c0-b563-b778cc0b1287 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Network': ['ID=5d9d3dde-3039-4241-8f2b-f58949d6959f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:06.613477 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e9118dcd-64a4-46c0-b563-b778cc0b1287 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/networks/5d9d3dde-3039-4241-8f2b-f58949d6959f HTTP/1.1" status: 204 len: 168 time: 0.6353567 Oct 05 10:35:06.616183 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51878) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:06.685018 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1a76bbb6-0253-45c9-8abd-d0122ef9d0f3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:06.714634 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1a76bbb6-0253-45c9-8abd-d0122ef9d0f3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:06.864709 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1a76bbb6-0253-45c9-8abd-d0122ef9d0f3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:06.883714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76bbb6-0253-45c9-8abd-d0122ef9d0f3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e287c9-42b5-4876-b528-01a91199d7ec,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:06.949057 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-1a76bbb6-0253-45c9-8abd-d0122ef9d0f3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:06.950208 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-1a76bbb6-0253-45c9-8abd-d0122ef9d0f3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/security-groups/35e287c9-42b5-4876-b528-01a91199d7ec HTTP/1.1" status: 204 len: 168 time: 0.3330872 Oct 05 10:35:07.193224 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51886) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:07.199067 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e67f6eeb-93a2-4e78-9e5d-ce547f8786a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856132115', 'description': 'tempest-secgroup-smoke-856132115 description', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:35:07.205105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e67f6eeb-93a2-4e78-9e5d-ce547f8786a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:35:07.209294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e67f6eeb-93a2-4e78-9e5d-ce547f8786a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:35:07.212234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e67f6eeb-93a2-4e78-9e5d-ce547f8786a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:35:07.218540 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e67f6eeb-93a2-4e78-9e5d-ce547f8786a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:35:07.310242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e67f6eeb-93a2-4e78-9e5d-ce547f8786a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:07.329614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e67f6eeb-93a2-4e78-9e5d-ce547f8786a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:35:07.333424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e67f6eeb-93a2-4e78-9e5d-ce547f8786a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:35:07.336249 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e67f6eeb-93a2-4e78-9e5d-ce547f8786a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:35:07.341865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e67f6eeb-93a2-4e78-9e5d-ce547f8786a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:35:07.409177 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e67f6eeb-93a2-4e78-9e5d-ce547f8786a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:07.500451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e67f6eeb-93a2-4e78-9e5d-ce547f8786a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:07.545553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f6eeb-93a2-4e78-9e5d-ce547f8786a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122fa460-aed1-4eea-8660-ef2faa902f5e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:07.601330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e67f6eeb-93a2-4e78-9e5d-ce547f8786a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:07.602523 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e67f6eeb-93a2-4e78-9e5d-ce547f8786a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4079225 Oct 05 10:35:07.605387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51890) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:07.610212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-592a313d-6fef-462e-8254-4df7cec10fe0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '122fa460-aed1-4eea-8660-ef2faa902f5e', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:35:07.616146 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-592a313d-6fef-462e-8254-4df7cec10fe0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:35:07.619963 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-592a313d-6fef-462e-8254-4df7cec10fe0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:35:07.622797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-592a313d-6fef-462e-8254-4df7cec10fe0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:35:07.628427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-592a313d-6fef-462e-8254-4df7cec10fe0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:35:07.710855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-592a313d-6fef-462e-8254-4df7cec10fe0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:07.770797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-592a313d-6fef-462e-8254-4df7cec10fe0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:07.830206 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 13951150-1a78-41dc-b6c8-b06f9dc6bb43 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:35:07.848970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-592a313d-6fef-462e-8254-4df7cec10fe0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:07.863096 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 13951150-1a78-41dc-b6c8-b06f9dc6bb43 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:35:07.863362 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 13951150-1a78-41dc-b6c8-b06f9dc6bb43 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:35:07.875488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a313d-6fef-462e-8254-4df7cec10fe0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a504015-38d8-44fe-8281-fdefd0de5390,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:07.946179 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-592a313d-6fef-462e-8254-4df7cec10fe0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:07.947579 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-592a313d-6fef-462e-8254-4df7cec10fe0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3413038 Oct 05 10:35:07.950467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51894) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:07.955575 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-baa2991e-2656-473b-91c9-32fe2d8ea4fc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '122fa460-aed1-4eea-8660-ef2faa902f5e', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:35:07.962508 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-baa2991e-2656-473b-91c9-32fe2d8ea4fc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:35:07.966318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-baa2991e-2656-473b-91c9-32fe2d8ea4fc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:35:07.969144 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-baa2991e-2656-473b-91c9-32fe2d8ea4fc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:35:07.974860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-baa2991e-2656-473b-91c9-32fe2d8ea4fc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:35:08.043529 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-baa2991e-2656-473b-91c9-32fe2d8ea4fc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:08.106618 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-baa2991e-2656-473b-91c9-32fe2d8ea4fc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:08.174653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-baa2991e-2656-473b-91c9-32fe2d8ea4fc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:08.201588 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2991e-2656-473b-91c9-32fe2d8ea4fc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26f96ff-b708-4c4e-ac67-6f655596a8ac,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:08.260451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-baa2991e-2656-473b-91c9-32fe2d8ea4fc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:08.261632 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-baa2991e-2656-473b-91c9-32fe2d8ea4fc tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3101921 Oct 05 10:35:08.264295 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51898) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:08.269361 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-595f01bb-31e5-41dd-ab0a-56a5c896b123 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '122fa460-aed1-4eea-8660-ef2faa902f5e', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:35:08.275802 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-595f01bb-31e5-41dd-ab0a-56a5c896b123 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:35:08.279963 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-595f01bb-31e5-41dd-ab0a-56a5c896b123 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:35:08.282871 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-595f01bb-31e5-41dd-ab0a-56a5c896b123 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:35:08.289894 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-595f01bb-31e5-41dd-ab0a-56a5c896b123 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:35:08.357925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-595f01bb-31e5-41dd-ab0a-56a5c896b123 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:08.418295 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-595f01bb-31e5-41dd-ab0a-56a5c896b123 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:08.477773 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-595f01bb-31e5-41dd-ab0a-56a5c896b123 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:08.500852 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f01bb-31e5-41dd-ab0a-56a5c896b123 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654c3cc7-f5a4-4f3c-800c-0f410926e4b0,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:08.567815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-595f01bb-31e5-41dd-ab0a-56a5c896b123 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:08.569002 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-595f01bb-31e5-41dd-ab0a-56a5c896b123 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3037620 Oct 05 10:35:08.571692 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51902) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:08.576491 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-76f00051-5782-4113-8ac0-a4a00768638e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '122fa460-aed1-4eea-8660-ef2faa902f5e', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:35:08.582326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-76f00051-5782-4113-8ac0-a4a00768638e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:35:08.586174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-76f00051-5782-4113-8ac0-a4a00768638e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:35:08.588964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-76f00051-5782-4113-8ac0-a4a00768638e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:35:08.594650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-76f00051-5782-4113-8ac0-a4a00768638e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:35:08.667765 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76f00051-5782-4113-8ac0-a4a00768638e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:08.730540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76f00051-5782-4113-8ac0-a4a00768638e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:08.797744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76f00051-5782-4113-8ac0-a4a00768638e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:08.823385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f00051-5782-4113-8ac0-a4a00768638e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6514a614-0e55-4108-8b1f-f74a0023d0c2,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:08.912384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-76f00051-5782-4113-8ac0-a4a00768638e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:08.913663 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-76f00051-5782-4113-8ac0-a4a00768638e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3410723 Oct 05 10:35:08.916490 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51906) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:08.921388 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-265ae281-a036-4170-b4f1-54b38fb8ff2d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '122fa460-aed1-4eea-8660-ef2faa902f5e', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:35:08.927941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-265ae281-a036-4170-b4f1-54b38fb8ff2d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:35:08.931737 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-265ae281-a036-4170-b4f1-54b38fb8ff2d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:35:08.934726 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-265ae281-a036-4170-b4f1-54b38fb8ff2d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:35:08.940461 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-265ae281-a036-4170-b4f1-54b38fb8ff2d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:35:09.020736 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-265ae281-a036-4170-b4f1-54b38fb8ff2d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Project 0eb250b69e284e1f83d5269e0e6b6212 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:35:09.027338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-265ae281-a036-4170-b4f1-54b38fb8ff2d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:09.090154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-265ae281-a036-4170-b4f1-54b38fb8ff2d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:09.180162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-265ae281-a036-4170-b4f1-54b38fb8ff2d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:09.202627 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ae281-a036-4170-b4f1-54b38fb8ff2d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0accae9d-40cc-471c-a0a2-cbbdc13e9c67,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:09.310044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-265ae281-a036-4170-b4f1-54b38fb8ff2d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:09.311233 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-265ae281-a036-4170-b4f1-54b38fb8ff2d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3938105 Oct 05 10:35:09.313934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51910) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:09.319374 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-78e4ed5a-93cb-4f86-ae30-45598c2f49e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '122fa460-aed1-4eea-8660-ef2faa902f5e', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:35:09.325238 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-78e4ed5a-93cb-4f86-ae30-45598c2f49e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:35:09.329135 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-78e4ed5a-93cb-4f86-ae30-45598c2f49e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:35:09.332433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-78e4ed5a-93cb-4f86-ae30-45598c2f49e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:35:09.338652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-78e4ed5a-93cb-4f86-ae30-45598c2f49e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:35:09.406925 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-78e4ed5a-93cb-4f86-ae30-45598c2f49e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Project 0eb250b69e284e1f83d5269e0e6b6212 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:35:09.413678 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-78e4ed5a-93cb-4f86-ae30-45598c2f49e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:09.476231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-78e4ed5a-93cb-4f86-ae30-45598c2f49e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:09.538193 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-78e4ed5a-93cb-4f86-ae30-45598c2f49e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:09.561521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4ed5a-93cb-4f86-ae30-45598c2f49e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687fe950-5862-4982-a9ea-a52fbacc5436,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:09.630242 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-78e4ed5a-93cb-4f86-ae30-45598c2f49e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:09.631450 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-78e4ed5a-93cb-4f86-ae30-45598c2f49e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3165905 Oct 05 10:35:09.634232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51914) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:09.639587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'network': {'name': 'tempest-network-smoke--1945586519', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'port_security_enabled': True}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:35:09.644398 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:35:09.649090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:network and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:35:09.651910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:35:09.657859 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:35:09.749714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Made reservation on behalf of 0eb250b69e284e1f83d5269e0e6b6212 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:35:09.753194 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:09.781384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:35:09.789637 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:09.789973 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Added segment 34a4f1b7-97df-4263-9726-879140ad2613 of type vlan for network 69a4922a-5072-4bbc-880b-3d24c7fd51cf Oct 05 10:35:09.818950 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:09.903723 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:09.909363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:09.910019 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:10.017845 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Network': ['ID=69a4922a-5072-4bbc-880b-3d24c7fd51cf,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:10.027948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 69a4922a-5072-4bbc-880b-3d24c7fd51cf details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:35:10.054029 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8cbeeb25-227b-4a8a-8d8d-fda19d0b7882 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4187894 Oct 05 10:35:10.056934 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51918) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:10.062194 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'admin_state_up': True, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:35:10.070070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:35:10.073826 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:router and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:35:10.076808 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:35:10.083440 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:35:10.144409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:10.145501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:10.160141 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:10.496283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:10.848658 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:10.880453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:11.115415 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.26.7.89 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/724daf4e-7c24-4fd7-bc48-35b48acdb128) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:35:11.259696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:11.357858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:11.424911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:35:11.428058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:35:11.431719 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:35:11.463781 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=724daf4e-7c24-4fd7-bc48-35b48acdb128,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:11.924477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:12.249633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:12.528874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 78d74d1a-eb1a-49ff-a685-357a14f5890d is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:35:12.803991 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:35:12.813569 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Sync routers for ids ['78d74d1a-eb1a-49ff-a685-357a14f5890d'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:35:12.823039 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Routers {'78d74d1a-eb1a-49ff-a685-357a14f5890d'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:35:12.823654 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['78d74d1a-eb1a-49ff-a685-357a14f5890d'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:12.866314 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:12.867520 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e1a796b3-0fa8-4a3e-8e0c-e7a8f5f11d09 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8095183 Oct 05 10:35:12.870745 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51922) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:12.912664 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f1fc0575-4c49-4035-ae2d-2a5474bc7bbc tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=0eb250b69e284e1f83d5269e0e6b6212&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407152 Oct 05 10:35:12.915332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 51926) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:13.001787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Set router 78d74d1a-eb1a-49ff-a685-357a14f5890d gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:35:13.044571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f17e77b-2dc0-48e4-b2e9-0ae189257e4b tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:13.046068 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1f17e77b-2dc0-48e4-b2e9-0ae189257e4b tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298218 Oct 05 10:35:13.049122 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51930) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:13.091843 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-aa694c87-2ca4-4443-a357-18e9d7938444 tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389979 Oct 05 10:35:13.092017 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51934) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:13.097241 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-586482311', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:35:13.288186 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:35:10Z', 'updated_at': '2022-10-05T10:35:11Z', 'revision_number': 3, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:11Z', 'updated_at': '2022-10-05T10:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:13.292029 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Checking router: 78d74d1a-eb1a-49ff-a685-357a14f5890d for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:35:13.292377 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Updating router 78d74d1a-eb1a-49ff-a685-357a14f5890d port 724daf4e-7c24-4fd7-bc48-35b48acdb128 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:35:13.299220 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:35:13.303754 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:subnet and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:35:13.306550 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:35:13.312083 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:35:13.343589 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:13.420661 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Made reservation on behalf of 0eb250b69e284e1f83d5269e0e6b6212 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:35:13.424341 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:13.669473 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:13.680423 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Transition to ACTIVE for port object 724daf4e-7c24-4fd7-bc48-35b48acdb128 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:35:13.689402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:13.734862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:13.772314 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Subnet': ['ID=631df4d3-7ce5-4623-ad21-e2d304d0f405,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:13.777890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Checking segment: {'id': '34a4f1b7-97df-4263-9726-879140ad2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:35:13.778272 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network hostable DHCP agents. Network: 69a4922a-5072-4bbc-880b-3d24c7fd51cf, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:35:13.791379 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Attempting to bind port 724daf4e-7c24-4fd7-bc48-35b48acdb128 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:35:13.791748 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Attempting to bind port 724daf4e-7c24-4fd7-bc48-35b48acdb128 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:35:13.792121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Attempting to bind port 724daf4e-7c24-4fd7-bc48-35b48acdb128 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:35:13.807131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:35:13.808377 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:35:13.808377 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:13.808377 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:35:13.808709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Bound port: 724daf4e-7c24-4fd7-bc48-35b48acdb128, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:35:13.809081 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:13.847901 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331075ef-3a2b-42aa-b4e6-3ef93791d109 None None] Pushing event updated for resources: {'Port': ['ID=724daf4e-7c24-4fd7-bc48-35b48acdb128,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:13.881588 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 69a4922a-5072-4bbc-880b-3d24c7fd51cf is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:35:13.890592 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] For port 724daf4e-7c24-4fd7-bc48-35b48acdb128, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:35:13.893540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] For port 724daf4e-7c24-4fd7-bc48-35b48acdb128, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=724daf4e-7c24-4fd7-bc48-35b48acdb128,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:35:13.955644 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 69a4922a-5072-4bbc-880b-3d24c7fd51cf) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:35:13.960473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:13.961062 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:13.965708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f086a0-42a7-43dc-8a40-6f0c258ba246 None None] Network 69a4922a-5072-4bbc-880b-3d24c7fd51cf requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:35:14.013065 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:14.036721 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6cc122cb-2141-4fa0-a408-f5a0bbe92489 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9436755 Oct 05 10:35:14.039447 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 51938) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:14.136658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Routers {'78d74d1a-eb1a-49ff-a685-357a14f5890d'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:35:14.137285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['78d74d1a-eb1a-49ff-a685-357a14f5890d'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:14.245026 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331075ef-3a2b-42aa-b4e6-3ef93791d109 None None] Pushing event updated for resources: {'Port': ['ID=724daf4e-7c24-4fd7-bc48-35b48acdb128,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:14.389684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] Set router 78d74d1a-eb1a-49ff-a685-357a14f5890d gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:35:14.612788 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ips': [{'subnet_id': '631df4d3-7ce5-4623-ad21-e2d304d0f405'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:35:14.613610 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:14.731073 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:14.841320 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Allocated IP 172.20.0.2 (69a4922a-5072-4bbc-880b-3d24c7fd51cf/631df4d3-7ce5-4623-ad21-e2d304d0f405/2df8cd49-2d88-434d-87ae-1e5705659cdb) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:35:14.876567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:35:10Z', 'updated_at': '2022-10-05T10:35:11Z', 'revision_number': 3, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:11Z', 'updated_at': '2022-10-05T10:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:14.935637 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25eb93f-8122-449e-8a67-c0fc83e9c790 None None] The sync data for ids ['78d74d1a-eb1a-49ff-a685-357a14f5890d'] in dv-neutron-860329-1-hyperv is: [{'id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:35:10Z', 'updated_at': '2022-10-05T10:35:11Z', 'revision_number': 3, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:11Z', 'updated_at': '2022-10-05T10:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:35:15.073289 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:15.084111 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Transition to ACTIVE for port object 2df8cd49-2d88-434d-87ae-1e5705659cdb will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:35:15.102858 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Transition to ACTIVE for port object 2df8cd49-2d88-434d-87ae-1e5705659cdb will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:35:15.193425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:15.265424 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Network 69a4922a-5072-4bbc-880b-3d24c7fd51cf is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:35:15.268053 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:35:15.272590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:35:15.282920 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Pushing event updated for resources: {'Port': ['ID=2df8cd49-2d88-434d-87ae-1e5705659cdb,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:15.385408 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Attempting to bind port 2df8cd49-2d88-434d-87ae-1e5705659cdb on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:35:15.385783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Attempting to bind port 2df8cd49-2d88-434d-87ae-1e5705659cdb by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '34a4f1b7-97df-4263-9726-879140ad2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:35:15.386183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Attempting to bind port 2df8cd49-2d88-434d-87ae-1e5705659cdb on network 69a4922a-5072-4bbc-880b-3d24c7fd51cf {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:35:15.387751 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.20.0.1 (69a4922a-5072-4bbc-880b-3d24c7fd51cf/631df4d3-7ce5-4623-ad21-e2d304d0f405/347e2701-245b-4235-a8eb-2be34926c2a6) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:35:15.391911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:35:15.392333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Checking segment: {'id': '34a4f1b7-97df-4263-9726-879140ad2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:35:15.392868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:15.393070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Bound using segment: {'id': '34a4f1b7-97df-4263-9726-879140ad2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:35:15.393538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Bound port: 2df8cd49-2d88-434d-87ae-1e5705659cdb, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a4f1b7-97df-4263-9726-879140ad2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:35:15.393934 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:15.490435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] For port 2df8cd49-2d88-434d-87ae-1e5705659cdb, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:35:15.494133 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] For port 2df8cd49-2d88-434d-87ae-1e5705659cdb, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2df8cd49-2d88-434d-87ae-1e5705659cdb,segment=NetworkSegment(34a4f1b7-97df-4263-9726-879140ad2613),segment_id=34a4f1b7-97df-4263-9726-879140ad2613)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:35:15.558924 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:15.575145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Transition to ACTIVE for port object 347e2701-245b-4235-a8eb-2be34926c2a6 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:35:15.579528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:15.659675 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af185ea2-7311-49a0-a4a0-6417a1ac16eb None None] Pushing event updated for resources: {'Port': ['ID=2df8cd49-2d88-434d-87ae-1e5705659cdb,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:15.670953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:15.743144 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 69a4922a-5072-4bbc-880b-3d24c7fd51cf is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:35:15.746461 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:35:15.750772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:35:15.804346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=347e2701-245b-4235-a8eb-2be34926c2a6,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:15.820772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:15.963220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 724daf4e-7c24-4fd7-bc48-35b48acdb128 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:35:16.132766 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 724daf4e-7c24-4fd7-bc48-35b48acdb128 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:35:16.137667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 724daf4e-7c24-4fd7-bc48-35b48acdb128 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:35:16.138092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:16.138427 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 724daf4e-7c24-4fd7-bc48-35b48acdb128 Oct 05 10:35:16.173261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:16.256680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 724daf4e-7c24-4fd7-bc48-35b48acdb128 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:35:16.257057 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:16.273370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 724daf4e-7c24-4fd7-bc48-35b48acdb128, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=724daf4e-7c24-4fd7-bc48-35b48acdb128,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:35:16.335513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:16.407480 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=724daf4e-7c24-4fd7-bc48-35b48acdb128,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:16.596324 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:16.653190 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:16.661684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4289789b-0634-4c33-907b-84522d9283b0 None None] Network 69a4922a-5072-4bbc-880b-3d24c7fd51cf requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:35:16.758633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:16.838255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-3ba9cfba-07ed-4b63-94fa-daf0dd6f87c3 None None] Provisioning for port 2df8cd49-2d88-434d-87ae-1e5705659cdb completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:35:16.849802 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=347e2701-245b-4235-a8eb-2be34926c2a6,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:16.918717 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 69a4922a-5072-4bbc-880b-3d24c7fd51cf is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:35:16.919821 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:35:17.112805 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 78d74d1a-eb1a-49ff-a685-357a14f5890d has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:35:17.243860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f3e576ba-3681-4fff-9489-9a04c59e3814 None None] Provisioning for port 347e2701-245b-4235-a8eb-2be34926c2a6 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:35:17.249626 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f3e576ba-3681-4fff-9489-9a04c59e3814 None None] Provisioning complete for port 347e2701-245b-4235-a8eb-2be34926c2a6 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:35:17.252255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f3e576ba-3681-4fff-9489-9a04c59e3814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:17.252255 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f3e576ba-3681-4fff-9489-9a04c59e3814 None None] Attempt 1 to provision port 347e2701-245b-4235-a8eb-2be34926c2a6 Oct 05 10:35:17.307456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f3e576ba-3681-4fff-9489-9a04c59e3814 None None] Port 347e2701-245b-4235-a8eb-2be34926c2a6 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:35:17.422371 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:35:17.433346 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Sync routers for ids ['78d74d1a-eb1a-49ff-a685-357a14f5890d'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:35:17.444031 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3b654cf8-6a04-4090-ab72-425c138846ab tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "PUT /v2.0/routers/78d74d1a-eb1a-49ff-a685-357a14f5890d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3949199 Oct 05 10:35:17.444892 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Routers {'78d74d1a-eb1a-49ff-a685-357a14f5890d'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:35:17.448038 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['78d74d1a-eb1a-49ff-a685-357a14f5890d'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:17.594799 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-32a2524e-6033-4f16-b77c-970b07722c27 req-9d3aa828-c26c-4503-9cbf-d072a39c4d5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:35:17.622305 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Set router 78d74d1a-eb1a-49ff-a685-357a14f5890d gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:35:17.677421 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-32a2524e-6033-4f16-b77c-970b07722c27 req-9d3aa828-c26c-4503-9cbf-d072a39c4d5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:35:17.678706 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-9d3aa828-c26c-4503-9cbf-d072a39c4d5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856132115&fields=id&tenant_id=0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 267 time: 0.1222341 Oct 05 10:35:17.808609 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f3e576ba-3681-4fff-9489-9a04c59e3814 None None] Attempt 2 to provision port 347e2701-245b-4235-a8eb-2be34926c2a6 Oct 05 10:35:17.830396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2524e-6033-4f16-b77c-970b07722c27 req-32758d7f-d765-42f8-8e6f-61e490194114 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:17.831155 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-32a2524e-6033-4f16-b77c-970b07722c27 req-32758d7f-d765-42f8-8e6f-61e490194114 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:35:17.874494 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f3e576ba-3681-4fff-9489-9a04c59e3814 None None] Port 347e2701-245b-4235-a8eb-2be34926c2a6 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:35:17.900509 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-32a2524e-6033-4f16-b77c-970b07722c27 req-32758d7f-d765-42f8-8e6f-61e490194114 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:35:17.901698 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-32758d7f-d765-42f8-8e6f-61e490194114 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/networks?id=69a4922a-5072-4bbc-880b-3d24c7fd51cf HTTP/1.1" status: 200 len: 797 time: 0.2161481 Oct 05 10:35:17.924360 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7da56568-6bc7-433a-bb6b-dd73a55bc157 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/quotas/0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 375 time: 0.0162940 Oct 05 10:35:17.941473 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:35:10Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:11Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '347e2701-245b-4235-a8eb-2be34926c2a6', 'name': '', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:2b:f5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:14Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 2, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:17.946341 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Checking router: 78d74d1a-eb1a-49ff-a685-357a14f5890d for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:35:17.946699 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Updating router 78d74d1a-eb1a-49ff-a685-357a14f5890d port 347e2701-245b-4235-a8eb-2be34926c2a6 binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:35:17.978882 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2df8cd49-2d88-434d-87ae-1e5705659cdb up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:35:18.004395 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:18.014609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-32a2524e-6033-4f16-b77c-970b07722c27 req-d7be0ef6-86e9-4c72-a6db-3d9240d17d9a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:35:18.077535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-32a2524e-6033-4f16-b77c-970b07722c27 req-d7be0ef6-86e9-4c72-a6db-3d9240d17d9a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:35:18.078859 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-d7be0ef6-86e9-4c72-a6db-3d9240d17d9a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1536963 Oct 05 10:35:18.100331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 2df8cd49-2d88-434d-87ae-1e5705659cdb completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:35:18.105429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 2df8cd49-2d88-434d-87ae-1e5705659cdb triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:35:18.105807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:18.110762 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 2df8cd49-2d88-434d-87ae-1e5705659cdb Oct 05 10:35:18.229054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2df8cd49-2d88-434d-87ae-1e5705659cdb is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:35:18.229512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:18.261394 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-9da59395-3538-4aa1-98bd-6ce7312b6393 service neutron] 10.222.0.49 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706603 Oct 05 10:35:18.263955 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 2df8cd49-2d88-434d-87ae-1e5705659cdb, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2df8cd49-2d88-434d-87ae-1e5705659cdb,segment=NetworkSegment(34a4f1b7-97df-4263-9726-879140ad2613),segment_id=34a4f1b7-97df-4263-9726-879140ad2613)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:35:18.346592 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:18.347279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 724daf4e-7c24-4fd7-bc48-35b48acdb128 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:35:18.378754 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:18.390881 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Transition to ACTIVE for port object 347e2701-245b-4235-a8eb-2be34926c2a6 will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:35:18.395698 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-8eb5d0e5-b74c-409f-8eb4-2492c1f51bf5 service neutron] 10.222.0.49 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284559 Oct 05 10:35:18.407299 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f3e576ba-3681-4fff-9489-9a04c59e3814 None None] Attempt 3 to provision port 347e2701-245b-4235-a8eb-2be34926c2a6 Oct 05 10:35:18.470973 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:18.503739 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f3e576ba-3681-4fff-9489-9a04c59e3814 None None] Port 347e2701-245b-4235-a8eb-2be34926c2a6 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:35:18.515489 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=2df8cd49-2d88-434d-87ae-1e5705659cdb,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:18.528044 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 724daf4e-7c24-4fd7-bc48-35b48acdb128 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:35:18.528418 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:18.528751 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 724daf4e-7c24-4fd7-bc48-35b48acdb128 Oct 05 10:35:18.695362 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-15e5cca0-d99e-4a9b-843a-1b2d4b162bdc req-0ee01660-4e77-4888-ac90-b29d8f035a3e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 210 time: 0.0833542 Oct 05 10:35:18.769388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 724daf4e-7c24-4fd7-bc48-35b48acdb128 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:35:18.775074 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Attempting to bind port 347e2701-245b-4235-a8eb-2be34926c2a6 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:35:18.775517 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Attempting to bind port 347e2701-245b-4235-a8eb-2be34926c2a6 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '34a4f1b7-97df-4263-9726-879140ad2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:35:18.775946 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Attempting to bind port 347e2701-245b-4235-a8eb-2be34926c2a6 on network 69a4922a-5072-4bbc-880b-3d24c7fd51cf {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:35:18.788159 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc15d7-277e-4286-b546-b4f975b3d6b3 None None] Pushing event updated for resources: {'Port': ['ID=347e2701-245b-4235-a8eb-2be34926c2a6,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:18.790521 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:35:18.791186 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Checking segment: {'id': '34a4f1b7-97df-4263-9726-879140ad2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:35:18.791705 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:18.792113 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Bound using segment: {'id': '34a4f1b7-97df-4263-9726-879140ad2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:35:18.792642 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Bound port: 347e2701-245b-4235-a8eb-2be34926c2a6, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a4f1b7-97df-4263-9726-879140ad2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:35:18.793125 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:18.812110 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc15d7-277e-4286-b546-b4f975b3d6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:18.812460 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc15d7-277e-4286-b546-b4f975b3d6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:18.812797 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc15d7-277e-4286-b546-b4f975b3d6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:18.813160 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc15d7-277e-4286-b546-b4f975b3d6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:18.813489 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc15d7-277e-4286-b546-b4f975b3d6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:18.813820 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc15d7-277e-4286-b546-b4f975b3d6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:18.814167 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc15d7-277e-4286-b546-b4f975b3d6b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:18.814494 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc15d7-277e-4286-b546-b4f975b3d6b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:18.814817 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc15d7-277e-4286-b546-b4f975b3d6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:18.815163 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc15d7-277e-4286-b546-b4f975b3d6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:18.815458 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc15d7-277e-4286-b546-b4f975b3d6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:18.815772 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc15d7-277e-4286-b546-b4f975b3d6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:35:18.893867 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] For port 347e2701-245b-4235-a8eb-2be34926c2a6, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:35:18.897298 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] For port 347e2701-245b-4235-a8eb-2be34926c2a6, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=347e2701-245b-4235-a8eb-2be34926c2a6,segment=NetworkSegment(34a4f1b7-97df-4263-9726-879140ad2613),segment_id=34a4f1b7-97df-4263-9726-879140ad2613)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:35:18.987149 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:19.005194 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f3e576ba-3681-4fff-9489-9a04c59e3814 None None] Attempt 4 to provision port 347e2701-245b-4235-a8eb-2be34926c2a6 Oct 05 10:35:19.047869 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Routers {'78d74d1a-eb1a-49ff-a685-357a14f5890d'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:35:19.048687 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:34:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['78d74d1a-eb1a-49ff-a685-357a14f5890d'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:19.076922 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f3e576ba-3681-4fff-9489-9a04c59e3814 None None] Port 347e2701-245b-4235-a8eb-2be34926c2a6 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:35:19.089278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-f3e576ba-3681-4fff-9489-9a04c59e3814 None None] Provisioning complete for port 2df8cd49-2d88-434d-87ae-1e5705659cdb triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:35:19.089778 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f3e576ba-3681-4fff-9489-9a04c59e3814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:19.090155 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-f3e576ba-3681-4fff-9489-9a04c59e3814 None None] Attempt 1 to provision port 2df8cd49-2d88-434d-87ae-1e5705659cdb Oct 05 10:35:19.142832 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc15d7-277e-4286-b546-b4f975b3d6b3 None None] Pushing event updated for resources: {'Port': ['ID=347e2701-245b-4235-a8eb-2be34926c2a6,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:19.218738 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f3e576ba-3681-4fff-9489-9a04c59e3814 None None] Current status of the port 2df8cd49-2d88-434d-87ae-1e5705659cdb is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:35:19.250211 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] Set router 78d74d1a-eb1a-49ff-a685-357a14f5890d gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:35:19.572992 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:35:10Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:11Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '347e2701-245b-4235-a8eb-2be34926c2a6', 'name': '', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:2b:f5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:14Z', 'updated_at': '2022-10-05T10:35:18Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:19.577235 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580c663-9a14-4a94-ad03-bf87d1a827bf None None] The sync data for ids ['78d74d1a-eb1a-49ff-a685-357a14f5890d'] in dv-neutron-860329-1-hyperv is: [{'id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:35:10Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:11Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '347e2701-245b-4235-a8eb-2be34926c2a6', 'name': '', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:2b:f5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:14Z', 'updated_at': '2022-10-05T10:35:18Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:35:19.870044 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1c110c31-fdd1-4b79-aaf8-e4a8d6a60ed3 req-755917a2-e90c-4d2c-a0d9-9a174e5428d1 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 210 time: 0.0558517 Oct 05 10:35:19.957754 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2df8cd49-2d88-434d-87ae-1e5705659cdb up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:35:20.027604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 2df8cd49-2d88-434d-87ae-1e5705659cdb triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:35:20.027976 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:20.028305 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 2df8cd49-2d88-434d-87ae-1e5705659cdb Oct 05 10:35:20.151296 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 2df8cd49-2d88-434d-87ae-1e5705659cdb is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:35:20.152383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 347e2701-245b-4235-a8eb-2be34926c2a6 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:35:20.266246 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 347e2701-245b-4235-a8eb-2be34926c2a6 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:35:20.272305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 347e2701-245b-4235-a8eb-2be34926c2a6 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:35:20.272734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:20.273092 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 347e2701-245b-4235-a8eb-2be34926c2a6 Oct 05 10:35:20.436791 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-975d533f-b6ca-4a01-87c2-2b779d7df977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:20.444083 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 347e2701-245b-4235-a8eb-2be34926c2a6 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:35:20.444458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:20.479235 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 347e2701-245b-4235-a8eb-2be34926c2a6, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=347e2701-245b-4235-a8eb-2be34926c2a6,segment=NetworkSegment(34a4f1b7-97df-4263-9726-879140ad2613),segment_id=34a4f1b7-97df-4263-9726-879140ad2613)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:35:20.524089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:20.598976 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=347e2701-245b-4235-a8eb-2be34926c2a6,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:20.684994 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2524e-6033-4f16-b77c-970b07722c27 req-96d650fa-e4f3-42d1-b691-644002945273 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:20.684994 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-96d650fa-e4f3-42d1-b691-644002945273 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/networks?id=69a4922a-5072-4bbc-880b-3d24c7fd51cf HTTP/1.1" status: 200 len: 797 time: 0.1591949 Oct 05 10:35:20.729546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-32a2524e-6033-4f16-b77c-970b07722c27 req-283cf86a-a1b6-476d-b8a9-6b25cadb1f2d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:35:20.741682 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-32a2524e-6033-4f16-b77c-970b07722c27 req-283cf86a-a1b6-476d-b8a9-6b25cadb1f2d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:35:20.743056 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-283cf86a-a1b6-476d-b8a9-6b25cadb1f2d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 379 time: 0.0543215 Oct 05 10:35:20.753118 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-32a2524e-6033-4f16-b77c-970b07722c27 req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'port': {'device_id': 'd0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'admin_state_up': True, 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'security_groups': ['122fa460-aed1-4eea-8660-ef2faa902f5e']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:35:20.891508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-32a2524e-6033-4f16-b77c-970b07722c27 req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:35:20.902388 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-32a2524e-6033-4f16-b77c-970b07722c27 req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:35:21.026304 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a2524e-6033-4f16-b77c-970b07722c27 req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Made reservation on behalf of 0eb250b69e284e1f83d5269e0e6b6212 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:35:21.030180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-32a2524e-6033-4f16-b77c-970b07722c27 req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:21.036335 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-06cbc0a9-ccca-40b5-af39-170ba88c859a req-45bdbebc-260c-4f12-aa64-98499eb9e3d3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 210 time: 0.0511293 Oct 05 10:35:21.194648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-32a2524e-6033-4f16-b77c-970b07722c27 req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.20.0.3 (69a4922a-5072-4bbc-880b-3d24c7fd51cf/631df4d3-7ce5-4623-ad21-e2d304d0f405/a9488763-3091-465b-85a5-eac86aad658e) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:35:21.379866 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-32a2524e-6033-4f16-b77c-970b07722c27 req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:21.395057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-32a2524e-6033-4f16-b77c-970b07722c27 req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Transition to ACTIVE for port object a9488763-3091-465b-85a5-eac86aad658e will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:35:21.492801 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-32a2524e-6033-4f16-b77c-970b07722c27 req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:21.564992 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a2524e-6033-4f16-b77c-970b07722c27 req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 69a4922a-5072-4bbc-880b-3d24c7fd51cf is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:35:21.568053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-32a2524e-6033-4f16-b77c-970b07722c27 req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:35:21.572243 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a2524e-6033-4f16-b77c-970b07722c27 req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:35:21.603631 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=a9488763-3091-465b-85a5-eac86aad658e,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:21.642407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2524e-6033-4f16-b77c-970b07722c27 req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:21.642944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-32a2524e-6033-4f16-b77c-970b07722c27 req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:21.745074 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-ef45f80c-c5cb-472b-a326-196ea7aa5760 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9967403 Oct 05 10:35:21.755948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Request body: {'port': {'device_id': 'd0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:35:21.852731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e86872b8-8f25-4dbe-b0ce-2d3cb3eab1a7 None None] Provisioning for port a9488763-3091-465b-85a5-eac86aad658e completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:35:21.857921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e86872b8-8f25-4dbe-b0ce-2d3cb3eab1a7 None None] Provisioning complete for port a9488763-3091-465b-85a5-eac86aad658e triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:35:21.858310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e86872b8-8f25-4dbe-b0ce-2d3cb3eab1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:21.858640 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e86872b8-8f25-4dbe-b0ce-2d3cb3eab1a7 None None] Attempt 1 to provision port a9488763-3091-465b-85a5-eac86aad658e Oct 05 10:35:21.870453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:21.888874 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 347e2701-245b-4235-a8eb-2be34926c2a6 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:35:21.963731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e86872b8-8f25-4dbe-b0ce-2d3cb3eab1a7 None None] Port a9488763-3091-465b-85a5-eac86aad658e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:35:21.976652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 347e2701-245b-4235-a8eb-2be34926c2a6 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:35:21.977099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:21.977492 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 347e2701-245b-4235-a8eb-2be34926c2a6 Oct 05 10:35:22.093335 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 347e2701-245b-4235-a8eb-2be34926c2a6 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:35:22.247707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfafbba-2d6b-4444-998e-f0d4ba64ea51 req-dd39afda-b53e-4bbb-b468-0ac8c0ebcfde tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:22.249092 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dcfafbba-2d6b-4444-998e-f0d4ba64ea51 req-dd39afda-b53e-4bbb-b468-0ac8c0ebcfde tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 931 time: 0.0938575 Oct 05 10:35:22.293322 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dcfafbba-2d6b-4444-998e-f0d4ba64ea51 req-56edd12c-6318-4106-b96c-a4fc9d84bdf9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376346 Oct 05 10:35:22.322597 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9488763-3091-465b-85a5-eac86aad658e {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:35:22.329887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:22.344391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Transition to ACTIVE for port object a9488763-3091-465b-85a5-eac86aad658e will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:35:22.414793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:22.465628 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e86872b8-8f25-4dbe-b0ce-2d3cb3eab1a7 None None] Attempt 2 to provision port a9488763-3091-465b-85a5-eac86aad658e Oct 05 10:35:22.519331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e86872b8-8f25-4dbe-b0ce-2d3cb3eab1a7 None None] Port a9488763-3091-465b-85a5-eac86aad658e cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:35:22.595392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Pushing event updated for resources: {'Port': ['ID=a9488763-3091-465b-85a5-eac86aad658e,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:22.635286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Attempting to bind port a9488763-3091-465b-85a5-eac86aad658e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:35:22.635614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Attempting to bind port a9488763-3091-465b-85a5-eac86aad658e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '34a4f1b7-97df-4263-9726-879140ad2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:35:22.635937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Attempting to bind port a9488763-3091-465b-85a5-eac86aad658e on network 69a4922a-5072-4bbc-880b-3d24c7fd51cf {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:35:22.640381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Port a9488763-3091-465b-85a5-eac86aad658e on network 69a4922a-5072-4bbc-880b-3d24c7fd51cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:35:22.640699 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Attempting to bind port a9488763-3091-465b-85a5-eac86aad658e on network 69a4922a-5072-4bbc-880b-3d24c7fd51cf {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:35:22.646299 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:35:22.646637 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Checking segment: {'id': '34a4f1b7-97df-4263-9726-879140ad2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:35:22.647010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Bound using segment: {'id': '34a4f1b7-97df-4263-9726-879140ad2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:35:22.650884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Bound port: a9488763-3091-465b-85a5-eac86aad658e, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a4f1b7-97df-4263-9726-879140ad2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:35:22.650884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:22.670154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-34c53886-3020-4137-806b-b5feb0df1591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:22.738406 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] For port a9488763-3091-465b-85a5-eac86aad658e, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:35:22.741318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] For port a9488763-3091-465b-85a5-eac86aad658e, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a9488763-3091-465b-85a5-eac86aad658e,segment=NetworkSegment(34a4f1b7-97df-4263-9726-879140ad2613),segment_id=34a4f1b7-97df-4263-9726-879140ad2613)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:35:22.809814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:22.840764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:22.841386 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:22.842756 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] 10.222.0.55 "PUT /v2.0/ports/a9488763-3091-465b-85a5-eac86aad658e HTTP/1.1" status: 200 len: 1093 time: 1.0909116 Oct 05 10:35:22.843253 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14', 'tag': 'a9488763-3091-465b-85a5-eac86aad658e'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:35:22.845495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4c9c4e-77f4-4701-a31b-239ee8d00f91" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14", "tag": "a9488763-3091-465b-85a5-eac86aad658e"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:35:22.888712 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db1c174-8033-4bbb-a628-d73c7cdc3e27 x-openstack-request-id: req-1db1c174-8033-4bbb-a628-d73c7cdc3e27 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:35:22.889041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14", "tag": "a9488763-3091-465b-85a5-eac86aad658e", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:35:22.889248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1db1c174-8033-4bbb-a628-d73c7cdc3e27 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:35:22.889649 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db1c174-8033-4bbb-a628-d73c7cdc3e27'] response: {'name': 'network-changed', 'server_uuid': 'd0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14', 'tag': 'a9488763-3091-465b-85a5-eac86aad658e', 'status': 'completed', 'code': 200} Oct 05 10:35:22.890235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646b6b2-6b0d-4d46-976f-c5ce5d6d2c23 service neutron] Pushing event updated for resources: {'Port': ['ID=a9488763-3091-465b-85a5-eac86aad658e,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:22.990305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c9c4e-77f4-4701-a31b-239ee8d00f91 req-14926880-9783-415e-b138-32f1b34e9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:22.991763 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4e4c9c4e-77f4-4701-a31b-239ee8d00f91 req-14926880-9783-415e-b138-32f1b34e9ebf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 1096 time: 0.0835943 Oct 05 10:35:23.020632 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e86872b8-8f25-4dbe-b0ce-2d3cb3eab1a7 None None] Attempt 3 to provision port a9488763-3091-465b-85a5-eac86aad658e Oct 05 10:35:23.081388 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e86872b8-8f25-4dbe-b0ce-2d3cb3eab1a7 None None] Port a9488763-3091-465b-85a5-eac86aad658e had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:35:23.131619 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c9c4e-77f4-4701-a31b-239ee8d00f91 req-a8c3c261-250c-4f01-b920-01f66e0868b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:23.133019 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4e4c9c4e-77f4-4701-a31b-239ee8d00f91 req-a8c3c261-250c-4f01-b920-01f66e0868b2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1338794 Oct 05 10:35:23.265790 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c9c4e-77f4-4701-a31b-239ee8d00f91 req-73356ad6-ba43-4851-a984-a4ccde57ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:23.267301 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4e4c9c4e-77f4-4701-a31b-239ee8d00f91 req-73356ad6-ba43-4851-a984-a4ccde57ad61 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289926 Oct 05 10:35:23.377880 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2524e-6033-4f16-b77c-970b07722c27 req-aca3562e-4357-4569-ac8e-b1b536139b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:23.379416 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-aca3562e-4357-4569-ac8e-b1b536139b75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 1096 time: 0.0778239 Oct 05 10:35:23.449969 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-2847d4ea-68cc-494c-b27d-c205a9cdc887 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9488763-3091-465b-85a5-eac86aad658e HTTP/1.1" status: 200 len: 217 time: 0.0642250 Oct 05 10:35:23.494632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5db7f5-5665-43e0-904e-4075aa06f2a6 req-051d49e6-402c-435f-9c8d-1609f0b43c29 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:23.496073 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2c5db7f5-5665-43e0-904e-4075aa06f2a6 req-051d49e6-402c-435f-9c8d-1609f0b43c29 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 943 time: 0.0925076 Oct 05 10:35:23.512354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2524e-6033-4f16-b77c-970b07722c27 req-b0fc0e5d-dd93-42a6-9b4f-e169f35d9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:23.513787 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-b0fc0e5d-dd93-42a6-9b4f-e169f35d9ba4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=631df4d3-7ce5-4623-ad21-e2d304d0f405 HTTP/1.1" status: 200 len: 834 time: 0.0577013 Oct 05 10:35:23.539797 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2c5db7f5-5665-43e0-904e-4075aa06f2a6 req-c18db738-de1e-4f6e-b218-08b59dd2a7cf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378299 Oct 05 10:35:23.600500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2524e-6033-4f16-b77c-970b07722c27 req-0b764a21-1cff-46ce-a977-5e2fd7d170c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:23.601959 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-0b764a21-1cff-46ce-a977-5e2fd7d170c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69a4922a-5072-4bbc-880b-3d24c7fd51cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810504 Oct 05 10:35:23.732480 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-31d73b09-8628-42c5-8cca-459e1ef4f4b5 service neutron] 10.222.0.55 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241689 Oct 05 10:35:23.866320 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-32a2524e-6033-4f16-b77c-970b07722c27 req-4547eff8-082a-4fcb-9697-cfa9f8653ec1 service neutron] 10.222.0.55 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270738 Oct 05 10:35:24.240978 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:24.460100 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:24.736405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80211b-6bea-42de-bc43-19fd55036208 req-ac41d6a4-2412-4255-9ed0-b77b7c4437a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:24.737859 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1e80211b-6bea-42de-bc43-19fd55036208 req-ac41d6a4-2412-4255-9ed0-b77b7c4437a3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 943 time: 0.0880427 Oct 05 10:35:24.781954 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1e80211b-6bea-42de-bc43-19fd55036208 req-8f44bf3c-6afe-4208-9b97-63ef8d7d3d3f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381572 Oct 05 10:35:25.594553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device a9488763-3091-465b-85a5-eac86aad658e details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:35:25.730371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port a9488763-3091-465b-85a5-eac86aad658e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a9488763-3091-465b-85a5-eac86aad658e,segment=NetworkSegment(34a4f1b7-97df-4263-9726-879140ad2613),segment_id=34a4f1b7-97df-4263-9726-879140ad2613)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:35:25.746161 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': 'a9488763-3091-465b-85a5-eac86aad658e', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'port_id': 'a9488763-3091-465b-85a5-eac86aad658e', 'mac_address': 'fa:16:3e:82:58:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:35:25.807651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port a9488763-3091-465b-85a5-eac86aad658e is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:35:25.808036 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:25.825718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9488763-3091-465b-85a5-eac86aad658e {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:35:25.851850 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port a9488763-3091-465b-85a5-eac86aad658e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a9488763-3091-465b-85a5-eac86aad658e,segment=NetworkSegment(34a4f1b7-97df-4263-9726-879140ad2613),segment_id=34a4f1b7-97df-4263-9726-879140ad2613)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:35:25.860198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:25.934761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:25.944126 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:25.990097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf6701-2794-493d-b07f-eaa0000eabd3 req-744dfda6-1fae-4930-9c19-198841a4ffdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:25.991726 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0faf6701-2794-493d-b07f-eaa0000eabd3 req-744dfda6-1fae-4930-9c19-198841a4ffdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 943 time: 0.0981998 Oct 05 10:35:26.015153 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=a9488763-3091-465b-85a5-eac86aad658e,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:26.036482 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0faf6701-2794-493d-b07f-eaa0000eabd3 req-faf96d67-5c3e-43f7-a4b7-b1ee3835f277 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391173 Oct 05 10:35:26.309650 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['a9488763-3091-465b-85a5-eac86aad658e'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:35:27.234933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1485327-5a20-47fa-a7d2-17e2b5c769d7 req-c3bc5404-679f-436a-97c9-70bbadfea4e4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:27.236381 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1485327-5a20-47fa-a7d2-17e2b5c769d7 req-c3bc5404-679f-436a-97c9-70bbadfea4e4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 944 time: 0.0886979 Oct 05 10:35:27.278585 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c1485327-5a20-47fa-a7d2-17e2b5c769d7 req-d052542d-719a-42df-942a-ba946c004658 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365827 Oct 05 10:35:27.599545 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device a9488763-3091-465b-85a5-eac86aad658e up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:35:27.746221 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port a9488763-3091-465b-85a5-eac86aad658e completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:35:27.751324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port a9488763-3091-465b-85a5-eac86aad658e triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:35:27.751696 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:27.752034 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port a9488763-3091-465b-85a5-eac86aad658e Oct 05 10:35:27.867880 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port a9488763-3091-465b-85a5-eac86aad658e is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:35:27.868192 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:27.894140 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9488763-3091-465b-85a5-eac86aad658e'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:35:27.896415 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f8ebe1-d5b0-432f-ba34-f6e22105ee45" -d '{"events": [{"server_uuid": "d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14", "name": "network-vif-plugged", "status": "completed", "tag": "a9488763-3091-465b-85a5-eac86aad658e"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:35:27.903649 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port a9488763-3091-465b-85a5-eac86aad658e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a9488763-3091-465b-85a5-eac86aad658e,segment=NetworkSegment(34a4f1b7-97df-4263-9726-879140ad2613),segment_id=34a4f1b7-97df-4263-9726-879140ad2613)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:35:27.963280 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:27.996877 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f800001a-3c84-4056-b32e-b7051214f123 x-openstack-request-id: req-f800001a-3c84-4056-b32e-b7051214f123 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:35:27.997163 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14", "name": "network-vif-plugged", "status": "completed", "tag": "a9488763-3091-465b-85a5-eac86aad658e", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:35:27.997411 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f800001a-3c84-4056-b32e-b7051214f123 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:35:27.997791 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f800001a-3c84-4056-b32e-b7051214f123'] response: {'server_uuid': 'd0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9488763-3091-465b-85a5-eac86aad658e', 'code': 200} Oct 05 10:35:28.036228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=a9488763-3091-465b-85a5-eac86aad658e,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:28.365955 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bf6dd-540b-4ea4-aa3c-150546d409dc req-bcf20a50-f315-4a54-ae83-b157e7db90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:28.367612 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-be0bf6dd-540b-4ea4-aa3c-150546d409dc req-bcf20a50-f315-4a54-ae83-b157e7db90aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 1098 time: 0.0780854 Oct 05 10:35:28.407620 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-be0bf6dd-540b-4ea4-aa3c-150546d409dc req-b21d3b12-59c5-4001-9a2f-1ba5f79dde6f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340207 Oct 05 10:35:28.474658 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e0c76-ae58-4c8e-b6b8-84e6cd14a4c2 req-820eda64-fb29-4799-aca2-7aebdb5a8e07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:28.476791 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-052e0c76-ae58-4c8e-b6b8-84e6cd14a4c2 req-820eda64-fb29-4799-aca2-7aebdb5a8e07 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0878947 Oct 05 10:35:28.518988 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-052e0c76-ae58-4c8e-b6b8-84e6cd14a4c2 req-dd853db0-d98b-46be-b954-2ba395acfd0f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366492 Oct 05 10:35:29.825173 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbee74d-4fe2-4d5a-9b67-a04655c80ea4 req-62d82433-6625-4c41-bc05-8ead0c750750 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:29.826662 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bfbee74d-4fe2-4d5a-9b67-a04655c80ea4 req-62d82433-6625-4c41-bc05-8ead0c750750 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.1851494 Oct 05 10:35:29.871739 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bfbee74d-4fe2-4d5a-9b67-a04655c80ea4 req-6090b6e3-f257-4bc2-92e1-676661e92f13 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370142 Oct 05 10:35:31.070191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597e560-5e03-4ee9-a31e-4b8a33e3e3ba req-296e1874-1ed6-4598-a567-2a86cc0dd29c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:31.071577 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d597e560-5e03-4ee9-a31e-4b8a33e3e3ba req-296e1874-1ed6-4598-a567-2a86cc0dd29c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0888612 Oct 05 10:35:31.114454 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d597e560-5e03-4ee9-a31e-4b8a33e3e3ba req-1014777a-e41f-4af5-aafb-542127649121 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372608 Oct 05 10:35:31.306579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50e24b-f374-452b-bc1a-623ed4ea46ca req-be2296bd-15c2-4d56-982d-b63660f7f43e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:31.308051 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-da50e24b-f374-452b-bc1a-623ed4ea46ca req-be2296bd-15c2-4d56-982d-b63660f7f43e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0856421 Oct 05 10:35:31.354739 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-da50e24b-f374-452b-bc1a-623ed4ea46ca req-43fe79b7-87d3-48e4-8895-69f2012468b3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408251 Oct 05 10:35:31.382534 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52006) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:31.458735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818eff2e-80f4-4eda-a9b6-fdf33209863d tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:31.460195 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-818eff2e-80f4-4eda-a9b6-fdf33209863d tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 1093 time: 0.0767300 Oct 05 10:35:31.463025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52010) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:31.467636 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': 'a9488763-3091-465b-85a5-eac86aad658e', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:35:31.473546 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:35:31.477329 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:floatingip and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:35:31.480140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:35:31.485829 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:35:31.555621 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:31.688210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:31.824751 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.26.7.90 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/1e6d7b98-76c6-44c2-ae4c-895e784d6d4e) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:35:31.968078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:32.038029 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:32.100739 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:35:32.103352 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:35:32.106953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:35:32.143938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=1e6d7b98-76c6-44c2-ae4c-895e784d6d4e,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:32.513620 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:32.637457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:32.928694 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:32.986209 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:33.091030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=1e6d7b98-76c6-44c2-ae4c-895e784d6d4e,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:35:33.096146 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:33.263028 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Floating IP 4e651360-a55b-4773-aed2-49478345c349 associated. External IP: 172.26.7.90, port: a9488763-3091-465b-85a5-eac86aad658e. Oct 05 10:35:33.607316 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 78d74d1a-eb1a-49ff-a685-357a14f5890d has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:35:33.781409 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:35:33.791536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3754d2d-c6d5-428b-a928-df8870b74da2 None None] Sync routers for ids ['78d74d1a-eb1a-49ff-a685-357a14f5890d'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:35:33.800630 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3754d2d-c6d5-428b-a928-df8870b74da2 None None] Routers {'78d74d1a-eb1a-49ff-a685-357a14f5890d'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:35:33.801262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e3754d2d-c6d5-428b-a928-df8870b74da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:35:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['78d74d1a-eb1a-49ff-a685-357a14f5890d'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:33.866715 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:33.924331 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a3ab742f-c624-4765-939b-c04337618cdd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4603124 Oct 05 10:35:33.924903 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14', 'tag': 'a9488763-3091-465b-85a5-eac86aad658e'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:35:33.927261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8940b944d1cb0b736743cf1dca784893609a332e17d05f98fbb9d60a91039ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cab3cfd-5c04-492d-8850-ceba8d4aa090" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14", "tag": "a9488763-3091-465b-85a5-eac86aad658e"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:35:33.977354 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc532db8-855e-48c0-a481-96e833d986c4 x-openstack-request-id: req-dc532db8-855e-48c0-a481-96e833d986c4 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:35:33.977646 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14", "tag": "a9488763-3091-465b-85a5-eac86aad658e", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:35:33.977897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc532db8-855e-48c0-a481-96e833d986c4 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:35:33.978747 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc532db8-855e-48c0-a481-96e833d986c4'] response: {'name': 'network-changed', 'server_uuid': 'd0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14', 'tag': 'a9488763-3091-465b-85a5-eac86aad658e', 'status': 'completed', 'code': 200} Oct 05 10:35:33.983008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-e3754d2d-c6d5-428b-a928-df8870b74da2 None None] Set router 78d74d1a-eb1a-49ff-a685-357a14f5890d gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:35:34.121616 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bfb77-cc6b-4174-a6e8-c550dafd97a7 req-111c8a5a-691d-47c0-99d1-d466a3125e3d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:34.123770 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-007bfb77-cc6b-4174-a6e8-c550dafd97a7 req-111c8a5a-691d-47c0-99d1-d466a3125e3d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.1046267 Oct 05 10:35:34.174282 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-007bfb77-cc6b-4174-a6e8-c550dafd97a7 req-29ef1994-8bf0-4f41-b19d-575d885b55c2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440459 Oct 05 10:35:34.199906 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab3cfd-5c04-492d-8850-ceba8d4aa090 req-0ab571c2-46b6-4bb0-9bea-1f14b8f48bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:34.201409 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9cab3cfd-5c04-492d-8850-ceba8d4aa090 req-0ab571c2-46b6-4bb0-9bea-1f14b8f48bff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 1098 time: 0.2012801 Oct 05 10:35:34.203894 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52018) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:34.370474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e3754d2d-c6d5-428b-a928-df8870b74da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:35:10Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:11Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '4e651360-a55b-4773-aed2-49478345c349', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'port_id': 'a9488763-3091-465b-85a5-eac86aad658e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'mac_address': 'fa:16:3e:82:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:35:32Z', 'updated_at': '2022-10-05T10:35:32Z', 'revision_number': 0, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '347e2701-245b-4235-a8eb-2be34926c2a6', 'name': '', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:2b:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:14Z', 'updated_at': '2022-10-05T10:35:20Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:34.374448 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3754d2d-c6d5-428b-a928-df8870b74da2 None None] Checking router: 78d74d1a-eb1a-49ff-a685-357a14f5890d for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:35:34.386690 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3754d2d-c6d5-428b-a928-df8870b74da2 None None] Routers {'78d74d1a-eb1a-49ff-a685-357a14f5890d'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:35:34.387346 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e3754d2d-c6d5-428b-a928-df8870b74da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:35:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['78d74d1a-eb1a-49ff-a685-357a14f5890d'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:34.392115 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a04635c6-ac94-4114-a57b-3768ad741702 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/4e651360-a55b-4773-aed2-49478345c349 HTTP/1.1" status: 200 len: 990 time: 0.1870944 Oct 05 10:35:34.426898 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab3cfd-5c04-492d-8850-ceba8d4aa090 req-c0550a76-5a6b-4d70-af36-e4dc3ca0bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:34.428314 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9cab3cfd-5c04-492d-8850-ceba8d4aa090 req-c0550a76-5a6b-4d70-af36-e4dc3ca0bd66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69a4922a-5072-4bbc-880b-3d24c7fd51cf HTTP/1.1" status: 200 len: 898 time: 0.1646802 Oct 05 10:35:34.480551 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:35:34.533407 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9cab3cfd-5c04-492d-8850-ceba8d4aa090 req-6c4b2eda-7ed2-442d-9a30-d3c6a68e388a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9488763-3091-465b-85a5-eac86aad658e HTTP/1.1" status: 200 len: 998 time: 0.0991914 Oct 05 10:35:34.563396 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-e3754d2d-c6d5-428b-a928-df8870b74da2 None None] Set router 78d74d1a-eb1a-49ff-a685-357a14f5890d gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:35:34.594084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab3cfd-5c04-492d-8850-ceba8d4aa090 req-c231abe5-fde4-4204-8d1a-1bb8270c501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:34.595515 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9cab3cfd-5c04-492d-8850-ceba8d4aa090 req-c231abe5-fde4-4204-8d1a-1bb8270c501b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=631df4d3-7ce5-4623-ad21-e2d304d0f405 HTTP/1.1" status: 200 len: 834 time: 0.0568089 Oct 05 10:35:34.680435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab3cfd-5c04-492d-8850-ceba8d4aa090 req-41b833c6-d746-4317-bdec-062a4934d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:34.681899 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9cab3cfd-5c04-492d-8850-ceba8d4aa090 req-41b833c6-d746-4317-bdec-062a4934d395 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69a4922a-5072-4bbc-880b-3d24c7fd51cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806692 Oct 05 10:35:34.815670 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9cab3cfd-5c04-492d-8850-ceba8d4aa090 req-f3a22c0d-5926-4647-a82a-abc524471a2b service neutron] 10.222.0.55 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267898 Oct 05 10:35:34.908257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e3754d2d-c6d5-428b-a928-df8870b74da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:35:10Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:11Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '4e651360-a55b-4773-aed2-49478345c349', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'port_id': 'a9488763-3091-465b-85a5-eac86aad658e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'mac_address': 'fa:16:3e:82:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:35:32Z', 'updated_at': '2022-10-05T10:35:32Z', 'revision_number': 0, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '347e2701-245b-4235-a8eb-2be34926c2a6', 'name': '', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:2b:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:14Z', 'updated_at': '2022-10-05T10:35:20Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:35:34.912790 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3754d2d-c6d5-428b-a928-df8870b74da2 None None] The sync data for ids ['78d74d1a-eb1a-49ff-a685-357a14f5890d'] in dv-neutron-860329-1-hyperv is: [{'id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:35:10Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:11Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '4e651360-a55b-4773-aed2-49478345c349', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'port_id': 'a9488763-3091-465b-85a5-eac86aad658e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'mac_address': 'fa:16:3e:82:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:35:32Z', 'updated_at': '2022-10-05T10:35:32Z', 'revision_number': 0, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '347e2701-245b-4235-a8eb-2be34926c2a6', 'name': '', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:2b:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:14Z', 'updated_at': '2022-10-05T10:35:20Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:35:34.950047 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9cab3cfd-5c04-492d-8850-ceba8d4aa090 req-dc071cbc-325f-4412-b6d6-da3848a05f0a service neutron] 10.222.0.55 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281629 Oct 05 10:35:35.102332 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da477c2-008d-442a-8983-7f6f905030db None None] New status for floating IP 4e651360-a55b-4773-aed2-49478345c349: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:35:35.396338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52022) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:35:35.500283 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-067db369-347f-4f98-aa5a-1831dd958b5f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/4e651360-a55b-4773-aed2-49478345c349 HTTP/1.1" status: 200 len: 992 time: 0.1027281 Oct 05 10:35:49.537455 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8add185e-c7f0-44f6-afe1-18de28f05e57 req-0aef28b8-2f4f-4845-958b-9a2c2e29420e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771141 Oct 05 10:35:49.690269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add185e-c7f0-44f6-afe1-18de28f05e57 req-30bb23a6-e4bf-4568-b134-f8aee43ada4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:49.691767 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8add185e-c7f0-44f6-afe1-18de28f05e57 req-30bb23a6-e4bf-4568-b134-f8aee43ada4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 1098 time: 0.0817461 Oct 05 10:35:49.836283 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add185e-c7f0-44f6-afe1-18de28f05e57 req-451417ce-6eb5-4d1c-8d83-29f2d604d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:49.837726 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8add185e-c7f0-44f6-afe1-18de28f05e57 req-451417ce-6eb5-4d1c-8d83-29f2d604d916 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69a4922a-5072-4bbc-880b-3d24c7fd51cf HTTP/1.1" status: 200 len: 898 time: 0.1272602 Oct 05 10:35:49.954521 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8add185e-c7f0-44f6-afe1-18de28f05e57 req-3992199e-bde5-416c-9180-41da3821ecc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9488763-3091-465b-85a5-eac86aad658e HTTP/1.1" status: 200 len: 1000 time: 0.1106172 Oct 05 10:35:50.019860 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add185e-c7f0-44f6-afe1-18de28f05e57 req-862ca910-76aa-47c0-ac27-0fe1f200bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:50.021922 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8add185e-c7f0-44f6-afe1-18de28f05e57 req-862ca910-76aa-47c0-ac27-0fe1f200bdc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=631df4d3-7ce5-4623-ad21-e2d304d0f405 HTTP/1.1" status: 200 len: 834 time: 0.0604179 Oct 05 10:35:50.104794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add185e-c7f0-44f6-afe1-18de28f05e57 req-132bf9b9-69a3-4fe6-a590-db243562912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:35:50.106192 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8add185e-c7f0-44f6-afe1-18de28f05e57 req-132bf9b9-69a3-4fe6-a590-db243562912c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69a4922a-5072-4bbc-880b-3d24c7fd51cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783947 Oct 05 10:35:50.238231 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8add185e-c7f0-44f6-afe1-18de28f05e57 req-bf16edc6-59fe-4e4c-b579-8a744e1816c3 service neutron] 10.222.0.55 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237423 Oct 05 10:35:50.415033 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-163f1765-eb2b-41a6-b3de-e187077bef2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:50.465481 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8add185e-c7f0-44f6-afe1-18de28f05e57 req-961b36f8-e074-4b60-ab9c-d1458337789f service neutron] 10.222.0.55 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207093 Oct 05 10:35:52.675315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3d178c70-9685-4066-ad6f-2fbb9f4f2d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:54.243307 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:54.459449 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:55.863815 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:35:55.926795 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:36:11.479810 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:36:20.408450 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2a601c81-ac3c-4856-b9b8-fd688876fc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:36:22.677028 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4ca8908a-4a55-4c8a-8138-b6dcb5186703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:36:24.258042 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:36:24.475297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:36:25.848578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:36:25.911156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:36:47.179955 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0c57d-79a1-4572-adeb-d7cc17668050 req-462b4574-2877-4b47-8841-6dc86d0a8f51 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:36:47.181288 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dfe0c57d-79a1-4572-adeb-d7cc17668050 req-462b4574-2877-4b47-8841-6dc86d0a8f51 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0921342 Oct 05 10:36:47.224588 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dfe0c57d-79a1-4572-adeb-d7cc17668050 req-c92d300e-4e5a-4e1b-bfee-ca2729a1980a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375154 Oct 05 10:36:48.426384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5daff5-3134-4148-bade-c23c51e90ac9 req-454a2ec9-bf00-4115-90e7-e061e2953864 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:36:48.427852 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ab5daff5-3134-4148-bade-c23c51e90ac9 req-454a2ec9-bf00-4115-90e7-e061e2953864 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0861897 Oct 05 10:36:48.471405 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ab5daff5-3134-4148-bade-c23c51e90ac9 req-395c6a18-84f1-4095-a074-bcd74a1b1b32 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379975 Oct 05 10:36:48.478734 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:36:49.765107 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce960b3-2092-44a7-a173-139428c50d63 req-c552c54a-4790-45c0-927a-ab3956e1f20e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:36:49.766501 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9ce960b3-2092-44a7-a173-139428c50d63 req-c552c54a-4790-45c0-927a-ab3956e1f20e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.1851189 Oct 05 10:36:49.811242 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9ce960b3-2092-44a7-a173-139428c50d63 req-85c331c1-841b-4228-86d9-f153e4733b5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383883 Oct 05 10:36:50.413176 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e1db154b-28f3-414a-bd7b-22a3bbc25f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:36:50.644223 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2016d59-67f0-4b4a-b4fb-69c774e20468 req-ac8361c2-cc92-4c45-bee3-db8ac4dd2651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:36:50.645671 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d2016d59-67f0-4b4a-b4fb-69c774e20468 req-ac8361c2-cc92-4c45-bee3-db8ac4dd2651 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 1098 time: 0.0801430 Oct 05 10:36:50.787467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2016d59-67f0-4b4a-b4fb-69c774e20468 req-48cbacf2-227a-4898-94c4-917ddac5600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:36:50.788912 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d2016d59-67f0-4b4a-b4fb-69c774e20468 req-48cbacf2-227a-4898-94c4-917ddac5600e service neutron] 10.222.0.55 "GET /v2.0/networks?id=69a4922a-5072-4bbc-880b-3d24c7fd51cf HTTP/1.1" status: 200 len: 898 time: 0.1246362 Oct 05 10:36:50.891357 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d2016d59-67f0-4b4a-b4fb-69c774e20468 req-cdfdbb96-97a6-4b4e-a787-0a8842a29bc3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9488763-3091-465b-85a5-eac86aad658e HTTP/1.1" status: 200 len: 1000 time: 0.0965106 Oct 05 10:36:50.952814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2016d59-67f0-4b4a-b4fb-69c774e20468 req-b621637f-c665-4ca6-9a21-cae7edbd6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:36:50.954308 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d2016d59-67f0-4b4a-b4fb-69c774e20468 req-b621637f-c665-4ca6-9a21-cae7edbd6f0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=631df4d3-7ce5-4623-ad21-e2d304d0f405 HTTP/1.1" status: 200 len: 834 time: 0.0571158 Oct 05 10:36:51.013688 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896253b-6d71-4386-a022-b1009d6a5462 req-57d807a6-9b34-4c14-be34-8924a9d35d4e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:36:51.015175 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4896253b-6d71-4386-a022-b1009d6a5462 req-57d807a6-9b34-4c14-be34-8924a9d35d4e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0889995 Oct 05 10:36:51.040083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2016d59-67f0-4b4a-b4fb-69c774e20468 req-0e2086ff-af75-4042-8afc-bbd96dcef1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:36:51.041466 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d2016d59-67f0-4b4a-b4fb-69c774e20468 req-0e2086ff-af75-4042-8afc-bbd96dcef1b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69a4922a-5072-4bbc-880b-3d24c7fd51cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814631 Oct 05 10:36:51.059215 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4896253b-6d71-4386-a022-b1009d6a5462 req-3a65682c-c5c2-4c92-844e-dd13f19fff17 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384481 Oct 05 10:36:51.171611 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d2016d59-67f0-4b4a-b4fb-69c774e20468 req-633e5a02-4b8e-4e11-bdf8-b9650d762f57 service neutron] 10.222.0.55 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227396 Oct 05 10:36:51.299715 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d2016d59-67f0-4b4a-b4fb-69c774e20468 req-1cf24c6f-8b72-4d0d-bd15-3e8084e9d55e service neutron] 10.222.0.55 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222866 Oct 05 10:36:52.254630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4edda-8c85-40bc-a1e6-4841dc3c9b66 req-ec82c013-2076-4d4e-8886-7e29f75b46e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:36:52.256715 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7af4edda-8c85-40bc-a1e6-4841dc3c9b66 req-ec82c013-2076-4d4e-8886-7e29f75b46e5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0862746 Oct 05 10:36:52.303970 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7af4edda-8c85-40bc-a1e6-4841dc3c9b66 req-86b8d657-7439-4d2c-a7bb-593d96d6f25d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416839 Oct 05 10:36:52.682864 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-19b09419-bd53-4f40-a249-a196e9080767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:36:53.496630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ef469-d44a-4507-835a-4751d54338bb req-50c61265-15e0-4575-96fc-1c51a05ce15f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:36:53.498083 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-387ef469-d44a-4507-835a-4751d54338bb req-50c61265-15e0-4575-96fc-1c51a05ce15f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0854661 Oct 05 10:36:53.540930 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-387ef469-d44a-4507-835a-4751d54338bb req-5351712b-1deb-43b8-869f-56e886a14f8f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371108 Oct 05 10:36:54.265256 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:36:54.482909 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:36:54.743470 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58920285-ff06-4aa1-a83b-12fe0062ce69 req-71fe8a11-2ac3-4c22-aa5c-0d75447a6970 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:36:54.744913 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-58920285-ff06-4aa1-a83b-12fe0062ce69 req-71fe8a11-2ac3-4c22-aa5c-0d75447a6970 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0899255 Oct 05 10:36:54.788934 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-58920285-ff06-4aa1-a83b-12fe0062ce69 req-db1ab485-ee8a-4d7e-8ef0-fd0d3ab646c8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383832 Oct 05 10:36:55.865916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:36:55.917305 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:36:55.985240 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289cbac-7f2d-4489-a2ea-9672a9bb4cf6 req-c7b22e5e-e48d-439f-aeff-6fd62bb93007 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:36:55.986754 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2289cbac-7f2d-4489-a2ea-9672a9bb4cf6 req-c7b22e5e-e48d-439f-aeff-6fd62bb93007 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0855119 Oct 05 10:36:56.033971 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2289cbac-7f2d-4489-a2ea-9672a9bb4cf6 req-2339aaa8-1f3c-4026-8648-2b4fd9fc5db5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408778 Oct 05 10:36:57.227927 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dccb65-9f3c-48be-82e3-2d4c5e3f7657 req-d47eb419-4f49-4a19-bf09-8436bd85d762 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:36:57.229337 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-96dccb65-9f3c-48be-82e3-2d4c5e3f7657 req-d47eb419-4f49-4a19-bf09-8436bd85d762 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0862162 Oct 05 10:36:57.271191 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-96dccb65-9f3c-48be-82e3-2d4c5e3f7657 req-59016f1b-2a27-41ed-9c0a-f2e387f88800 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361009 Oct 05 10:36:58.475529 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf487a-44b0-413b-a1cd-88e0ee1c6925 req-429c23b5-4111-4f5f-979b-a8547748d12f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:36:58.477802 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bbaf487a-44b0-413b-a1cd-88e0ee1c6925 req-429c23b5-4111-4f5f-979b-a8547748d12f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0908802 Oct 05 10:36:58.521320 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-bbaf487a-44b0-413b-a1cd-88e0ee1c6925 req-2121afa8-d950-4c34-b135-5535ac0b7ed8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378175 Oct 05 10:36:59.716112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fcfc5-4056-4082-9ddd-a8decb209a81 req-3fe64df1-01b5-45d8-b96c-d29eef8e8624 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:36:59.717443 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b39fcfc5-4056-4082-9ddd-a8decb209a81 req-3fe64df1-01b5-45d8-b96c-d29eef8e8624 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0863161 Oct 05 10:36:59.765929 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b39fcfc5-4056-4082-9ddd-a8decb209a81 req-dbe19ac0-1a44-4ccb-8c63-3e5eb458a0fa tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422122 Oct 05 10:37:00.961063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f1aba-4365-4be3-b91c-8cf14b3437fb req-77376bf2-afaf-475a-b6ab-e51d8c6873bf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:37:00.962544 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-546f1aba-4365-4be3-b91c-8cf14b3437fb req-77376bf2-afaf-475a-b6ab-e51d8c6873bf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0860431 Oct 05 10:37:01.005600 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-546f1aba-4365-4be3-b91c-8cf14b3437fb req-cedf6867-3976-4462-9652-a68b9765a2d6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373211 Oct 05 10:37:02.206046 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f214e-4342-4455-aa19-2a7f2c6f6fd7 req-a6a9b308-d662-49f5-819a-dcd529e1fb33 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:37:02.207468 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-574f214e-4342-4455-aa19-2a7f2c6f6fd7 req-a6a9b308-d662-49f5-819a-dcd529e1fb33 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0887411 Oct 05 10:37:02.250640 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-574f214e-4342-4455-aa19-2a7f2c6f6fd7 req-09731b06-ccd8-4e03-8497-9ebcd4247807 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367455 Oct 05 10:37:03.445472 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfef94f-fa6d-48be-8f84-94c04a0d028f req-819095de-8714-4c18-8c47-caac6da9fcbf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:37:03.446972 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6dfef94f-fa6d-48be-8f84-94c04a0d028f req-819095de-8714-4c18-8c47-caac6da9fcbf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0875549 Oct 05 10:37:03.493105 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6dfef94f-fa6d-48be-8f84-94c04a0d028f req-69533055-8b2a-4ef2-86ec-e35a87bdab61 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405414 Oct 05 10:37:03.522166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52082) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:37:03.625713 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5b252794-4f17-4f2c-99e4-aa4dea65b75f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/4e651360-a55b-4773-aed2-49478345c349 HTTP/1.1" status: 200 len: 992 time: 0.1023681 Oct 05 10:37:05.232172 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63bde0-7cff-4a97-8365-52d2c6bdb958 req-50f82d53-8200-404a-83dd-f40381af31b7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:37:05.233624 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cb63bde0-7cff-4a97-8365-52d2c6bdb958 req-50f82d53-8200-404a-83dd-f40381af31b7 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0876470 Oct 05 10:37:05.278803 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cb63bde0-7cff-4a97-8365-52d2c6bdb958 req-dfffd654-d861-4605-a178-e45923223833 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384080 Oct 05 10:37:05.333123 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767b474-b726-4244-8952-fa10d372932b req-174b0fa5-e7ab-4b88-a33d-40832deff694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:37:05.334546 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4767b474-b726-4244-8952-fa10d372932b req-174b0fa5-e7ab-4b88-a33d-40832deff694 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 1098 time: 0.0786095 Oct 05 10:37:05.466468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767b474-b726-4244-8952-fa10d372932b req-828324a9-5e80-4ef2-aab3-27d93beec6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:37:05.467886 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4767b474-b726-4244-8952-fa10d372932b req-828324a9-5e80-4ef2-aab3-27d93beec6eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=69a4922a-5072-4bbc-880b-3d24c7fd51cf HTTP/1.1" status: 200 len: 898 time: 0.1276171 Oct 05 10:37:05.570117 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4767b474-b726-4244-8952-fa10d372932b req-5a17b450-f1b7-4410-84e7-06160dc9ebf3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9488763-3091-465b-85a5-eac86aad658e HTTP/1.1" status: 200 len: 1000 time: 0.0963297 Oct 05 10:37:05.629970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767b474-b726-4244-8952-fa10d372932b req-2d8f9ef0-5730-4efc-b5f9-eb50e9b05870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:37:05.631312 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4767b474-b726-4244-8952-fa10d372932b req-2d8f9ef0-5730-4efc-b5f9-eb50e9b05870 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=631df4d3-7ce5-4623-ad21-e2d304d0f405 HTTP/1.1" status: 200 len: 834 time: 0.0557494 Oct 05 10:37:05.714910 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767b474-b726-4244-8952-fa10d372932b req-a594465d-41e0-4b56-a79f-1d66e59dd148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:37:05.716372 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4767b474-b726-4244-8952-fa10d372932b req-a594465d-41e0-4b56-a79f-1d66e59dd148 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69a4922a-5072-4bbc-880b-3d24c7fd51cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794365 Oct 05 10:37:05.845646 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4767b474-b726-4244-8952-fa10d372932b req-a7a6868c-2ec6-4996-9885-e9c820c87e00 service neutron] 10.222.0.55 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232414 Oct 05 10:37:06.077024 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-4767b474-b726-4244-8952-fa10d372932b req-cdf5d733-8fff-4175-98f3-751d44d23183 service neutron] 10.222.0.55 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250688 Oct 05 10:37:06.480126 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed5a5e-336c-498a-852c-6987cc16f3d3 req-a4b45f76-c61d-44e8-a470-f0427be4e739 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:37:06.481565 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8aed5a5e-336c-498a-852c-6987cc16f3d3 req-a4b45f76-c61d-44e8-a470-f0427be4e739 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0907571 Oct 05 10:37:06.526613 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8aed5a5e-336c-498a-852c-6987cc16f3d3 req-87b0d4b5-6bcd-449d-9430-6077fff617cf tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392201 Oct 05 10:37:07.724702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014da53-51e2-4061-b5a7-fd874d4f7d8e req-d7ca61f9-ee5e-4b02-94be-a5df0902731a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:37:07.726176 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0014da53-51e2-4061-b5a7-fd874d4f7d8e req-d7ca61f9-ee5e-4b02-94be-a5df0902731a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0864754 Oct 05 10:37:07.772393 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0014da53-51e2-4061-b5a7-fd874d4f7d8e req-9f68fc94-7baf-4a00-a005-383c671eb92c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400007 Oct 05 10:37:07.802003 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52102) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:37:07.905111 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f90d2884-6190-4ce1-ada0-c522f4986f2b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/4e651360-a55b-4773-aed2-49478345c349 HTTP/1.1" status: 200 len: 992 time: 0.1020231 Oct 05 10:37:20.413563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8352f3fb-b041-4b08-8560-eacdeb4d4a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:37:22.664875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c423-3e66-4db4-9f83-d086244d79f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:37:24.247938 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:37:24.453657 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:37:25.477905 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:37:25.855535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:37:25.916729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:37:50.401142 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-34711ffa-0811-46e0-91c7-63a06b77128d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:37:50.537387 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-92ebfaca-ca7c-4f94-892a-8e3a8932c521 req-6ee02963-5975-43d9-bf10-660d6996b4c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755363 Oct 05 10:37:50.683349 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebfaca-ca7c-4f94-892a-8e3a8932c521 req-47d29847-9680-4ea9-94b0-a504ed9d6655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:37:50.685321 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-92ebfaca-ca7c-4f94-892a-8e3a8932c521 req-47d29847-9680-4ea9-94b0-a504ed9d6655 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 1098 time: 0.0804570 Oct 05 10:37:50.825524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebfaca-ca7c-4f94-892a-8e3a8932c521 req-abb3ede0-4ea3-49e8-a0a3-3475fe66d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:37:50.826957 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-92ebfaca-ca7c-4f94-892a-8e3a8932c521 req-abb3ede0-4ea3-49e8-a0a3-3475fe66d30b service neutron] 10.222.0.55 "GET /v2.0/networks?id=69a4922a-5072-4bbc-880b-3d24c7fd51cf HTTP/1.1" status: 200 len: 898 time: 0.1247799 Oct 05 10:37:50.928579 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-92ebfaca-ca7c-4f94-892a-8e3a8932c521 req-cdf8bab5-5d7e-4c72-ba20-100ca5171746 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9488763-3091-465b-85a5-eac86aad658e HTTP/1.1" status: 200 len: 1000 time: 0.0948846 Oct 05 10:37:50.990370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebfaca-ca7c-4f94-892a-8e3a8932c521 req-80979518-e30f-4f8f-8a5d-bcf1f63e333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:37:50.991654 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-92ebfaca-ca7c-4f94-892a-8e3a8932c521 req-80979518-e30f-4f8f-8a5d-bcf1f63e333d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=631df4d3-7ce5-4623-ad21-e2d304d0f405 HTTP/1.1" status: 200 len: 834 time: 0.0567198 Oct 05 10:37:51.074598 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebfaca-ca7c-4f94-892a-8e3a8932c521 req-2a1c2fbc-cf5c-43e0-84d5-139a652ff047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:37:51.076635 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-92ebfaca-ca7c-4f94-892a-8e3a8932c521 req-2a1c2fbc-cf5c-43e0-84d5-139a652ff047 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69a4922a-5072-4bbc-880b-3d24c7fd51cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789979 Oct 05 10:37:51.206905 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-92ebfaca-ca7c-4f94-892a-8e3a8932c521 req-9da073b6-0984-4604-8824-44e47fe9c619 service neutron] 10.222.0.55 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240077 Oct 05 10:37:51.337264 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-92ebfaca-ca7c-4f94-892a-8e3a8932c521 req-15203da3-1dc1-452f-a8ed-cdf4f69b6853 service neutron] 10.222.0.55 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244380 Oct 05 10:37:52.687899 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2c8210e1-aa19-406c-9011-59d3bdd0bebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:37:54.241716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:37:54.464806 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:37:55.849406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:37:55.916125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:02.476860 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:38:04.900082 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52132) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:05.185137 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 1e6d7b98-76c6-44c2-ae4c-895e784d6d4e {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:38:05.185479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:05.347572 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:05.347893 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:05.467005 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 1e6d7b98-76c6-44c2-ae4c-895e784d6d4e owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:38:05.670602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:05.716882 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=1e6d7b98-76c6-44c2-ae4c-895e784d6d4e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:05.761106 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:05.763158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:05.763158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:05.763158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:05.763158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:05.763158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:05.763158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:05.763612 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:05.763947 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:05.764276 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:05.764601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:05.764952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:05.825178 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:05.825511 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Floating IP 4e651360-a55b-4773-aed2-49478345c349 disassociated (deleted). External IP: 172.26.7.90, port: a9488763-3091-465b-85a5-eac86aad658e. Oct 05 10:38:06.169129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 78d74d1a-eb1a-49ff-a685-357a14f5890d has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:38:06.448691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:38:06.458749 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9d3ecb-5b90-4fd9-ad7d-c9b06c39cf92 None None] Sync routers for ids ['78d74d1a-eb1a-49ff-a685-357a14f5890d'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:38:06.467282 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:06.468412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d3ecb-5b90-4fd9-ad7d-c9b06c39cf92 None None] Routers {'78d74d1a-eb1a-49ff-a685-357a14f5890d'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:38:06.469027 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ab9d3ecb-5b90-4fd9-ad7d-c9b06c39cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['78d74d1a-eb1a-49ff-a685-357a14f5890d'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:06.521913 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-aec317bb-fe10-43c3-9a47-a1cd4599a4e8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/floatingips/4e651360-a55b-4773-aed2-49478345c349 HTTP/1.1" status: 204 len: 168 time: 1.6207609 Oct 05 10:38:06.522613 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14', 'tag': 'a9488763-3091-465b-85a5-eac86aad658e'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:38:06.525018 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8940b944d1cb0b736743cf1dca784893609a332e17d05f98fbb9d60a91039ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e62305-6240-4550-8acf-6f7f30a1f83a" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14", "tag": "a9488763-3091-465b-85a5-eac86aad658e"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:38:06.696709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-ab9d3ecb-5b90-4fd9-ad7d-c9b06c39cf92 None None] Set router 78d74d1a-eb1a-49ff-a685-357a14f5890d gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:38:06.781873 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca96b0d-40a2-4b8f-89d7-abf9fb52a601 x-openstack-request-id: req-cca96b0d-40a2-4b8f-89d7-abf9fb52a601 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:38:06.782341 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14", "tag": "a9488763-3091-465b-85a5-eac86aad658e", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:38:06.782662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cca96b0d-40a2-4b8f-89d7-abf9fb52a601 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:38:06.783128 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca96b0d-40a2-4b8f-89d7-abf9fb52a601'] response: {'name': 'network-changed', 'server_uuid': 'd0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14', 'tag': 'a9488763-3091-465b-85a5-eac86aad658e', 'status': 'completed', 'code': 200} Oct 05 10:38:06.883605 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e62305-6240-4550-8acf-6f7f30a1f83a req-eb5dff2f-b1fe-4c51-85a5-be06437f7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:06.885070 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5e62305-6240-4550-8acf-6f7f30a1f83a req-eb5dff2f-b1fe-4c51-85a5-be06437f7a3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 1098 time: 0.0836301 Oct 05 10:38:07.024199 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e62305-6240-4550-8acf-6f7f30a1f83a req-e8e8be8d-7b61-4d5d-8c03-117a2fca42f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:07.025570 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5e62305-6240-4550-8acf-6f7f30a1f83a req-e8e8be8d-7b61-4d5d-8c03-117a2fca42f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69a4922a-5072-4bbc-880b-3d24c7fd51cf HTTP/1.1" status: 200 len: 898 time: 0.1349421 Oct 05 10:38:07.031982 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ab9d3ecb-5b90-4fd9-ad7d-c9b06c39cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:35:10Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:11Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '347e2701-245b-4235-a8eb-2be34926c2a6', 'name': '', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:2b:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:14Z', 'updated_at': '2022-10-05T10:35:20Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:07.035921 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9d3ecb-5b90-4fd9-ad7d-c9b06c39cf92 None None] Checking router: 78d74d1a-eb1a-49ff-a685-357a14f5890d for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:38:07.045062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d3ecb-5b90-4fd9-ad7d-c9b06c39cf92 None None] Routers {'78d74d1a-eb1a-49ff-a685-357a14f5890d'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:38:07.045658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ab9d3ecb-5b90-4fd9-ad7d-c9b06c39cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['78d74d1a-eb1a-49ff-a685-357a14f5890d'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:07.102093 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5e62305-6240-4550-8acf-6f7f30a1f83a req-25173f49-6d3d-4d94-bfda-9ed6674687f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9488763-3091-465b-85a5-eac86aad658e HTTP/1.1" status: 200 len: 217 time: 0.0650518 Oct 05 10:38:07.120316 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3643f90-fbaf-471d-81de-2a40a1946278 req-daf01815-d7ba-492d-aacf-ab3c8c5726d0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:07.121002 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-d3643f90-fbaf-471d-81de-2a40a1946278 req-daf01815-d7ba-492d-aacf-ab3c8c5726d0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:38:07.164995 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e62305-6240-4550-8acf-6f7f30a1f83a req-271532e1-ca81-4bb8-83ca-32e9c1b7afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:07.166452 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5e62305-6240-4550-8acf-6f7f30a1f83a req-271532e1-ca81-4bb8-83ca-32e9c1b7afe1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=631df4d3-7ce5-4623-ad21-e2d304d0f405 HTTP/1.1" status: 200 len: 834 time: 0.0581625 Oct 05 10:38:07.185826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-d3643f90-fbaf-471d-81de-2a40a1946278 req-daf01815-d7ba-492d-aacf-ab3c8c5726d0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:38:07.194618 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3643f90-fbaf-471d-81de-2a40a1946278 req-daf01815-d7ba-492d-aacf-ab3c8c5726d0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.1655364 Oct 05 10:38:07.231853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-ab9d3ecb-5b90-4fd9-ad7d-c9b06c39cf92 None None] Set router 78d74d1a-eb1a-49ff-a685-357a14f5890d gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:38:07.239852 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d3643f90-fbaf-471d-81de-2a40a1946278 req-29976b5c-1d2a-4fdd-ad10-4f0034d426b4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440538 Oct 05 10:38:07.257674 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e62305-6240-4550-8acf-6f7f30a1f83a req-6d93990e-48e5-44a0-8280-7160db5fad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:07.259215 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5e62305-6240-4550-8acf-6f7f30a1f83a req-6d93990e-48e5-44a0-8280-7160db5fad33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69a4922a-5072-4bbc-880b-3d24c7fd51cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847640 Oct 05 10:38:07.390176 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5e62305-6240-4550-8acf-6f7f30a1f83a req-a479b9e5-3a20-4e52-b240-5d49691b96c2 service neutron] 10.222.0.55 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238229 Oct 05 10:38:07.525006 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c5e62305-6240-4550-8acf-6f7f30a1f83a req-d1ab3485-b043-4a9c-ade1-b42caa6aed0e service neutron] 10.222.0.55 "GET /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276875 Oct 05 10:38:07.542894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ab9d3ecb-5b90-4fd9-ad7d-c9b06c39cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:35:10Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:11Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '347e2701-245b-4235-a8eb-2be34926c2a6', 'name': '', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:2b:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:14Z', 'updated_at': '2022-10-05T10:35:20Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:07.546868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9d3ecb-5b90-4fd9-ad7d-c9b06c39cf92 None None] The sync data for ids ['78d74d1a-eb1a-49ff-a685-357a14f5890d'] in dv-neutron-860329-1-hyperv is: [{'id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:35:10Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:11Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '347e2701-245b-4235-a8eb-2be34926c2a6', 'name': '', 'network_id': '69a4922a-5072-4bbc-880b-3d24c7fd51cf', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:2b:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:14Z', 'updated_at': '2022-10-05T10:35:20Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '631df4d3-7ce5-4623-ad21-e2d304d0f405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:38:07.769842 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591603f8-2353-4c3d-ac46-9fb645d920f9 None None] New status for floating IP 4e651360-a55b-4773-aed2-49478345c349: DOWN {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:38:08.444174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1a213-08b1-4b5d-a763-b25c7ecbbc7d req-17e80fa9-069b-462c-b380-fc87eef5b40d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:08.445602 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-40e1a213-08b1-4b5d-a763-b25c7ecbbc7d req-17e80fa9-069b-462c-b380-fc87eef5b40d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0911660 Oct 05 10:38:08.489380 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-40e1a213-08b1-4b5d-a763-b25c7ecbbc7d req-d2af3243-c4da-46d3-89a3-2897795febc0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376039 Oct 05 10:38:08.985424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf1b51-3d57-4ccb-a124-f60827e88014 req-48c301ba-cfc5-4c13-b427-44e8a67c3dac tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:08.986316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-f4cf1b51-3d57-4ccb-a124-f60827e88014 req-48c301ba-cfc5-4c13-b427-44e8a67c3dac tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:38:08.998481 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-f4cf1b51-3d57-4ccb-a124-f60827e88014 req-48c301ba-cfc5-4c13-b427-44e8a67c3dac tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:38:09.001361 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f4cf1b51-3d57-4ccb-a124-f60827e88014 req-48c301ba-cfc5-4c13-b427-44e8a67c3dac tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.1955836 Oct 05 10:38:09.073297 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-f4cf1b51-3d57-4ccb-a124-f60827e88014 req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port a9488763-3091-465b-85a5-eac86aad658e {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:38:09.073297 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-f4cf1b51-3d57-4ccb-a124-f60827e88014 req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:09.313315 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-f4cf1b51-3d57-4ccb-a124-f60827e88014 req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port a9488763-3091-465b-85a5-eac86aad658e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a9488763-3091-465b-85a5-eac86aad658e,segment=NetworkSegment(34a4f1b7-97df-4263-9726-879140ad2613),segment_id=34a4f1b7-97df-4263-9726-879140ad2613)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:38:09.313667 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-f4cf1b51-3d57-4ccb-a124-f60827e88014 req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:09.435520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-f4cf1b51-3d57-4ccb-a124-f60827e88014 req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for a9488763-3091-465b-85a5-eac86aad658e owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:38:09.659335 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-f4cf1b51-3d57-4ccb-a124-f60827e88014 req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:09.687483 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84143cb-594a-4a2c-8505-2ba6680e673d req-8e30e859-6251-4a4f-8069-034aebf3ec0c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:09.689022 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b84143cb-594a-4a2c-8505-2ba6680e673d req-8e30e859-6251-4a4f-8069-034aebf3ec0c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14 HTTP/1.1" status: 200 len: 945 time: 0.0885849 Oct 05 10:38:09.745029 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b84143cb-594a-4a2c-8505-2ba6680e673d req-03885300-cc06-4b1d-a31a-ef0483866c21 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=122fa460-aed1-4eea-8660-ef2faa902f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489273 Oct 05 10:38:09.752070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=a9488763-3091-465b-85a5-eac86aad658e,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:09.763948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:09.765723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:09.765723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:09.765723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:09.765723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:09.765723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:09.766141 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:09.766220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:09.766615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:09.766946 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:09.767265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:09.767582 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:09.815572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cf1b51-3d57-4ccb-a124-f60827e88014 req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] No DVR routers for this DVR port a9488763-3091-465b-85a5-eac86aad658e on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:38:09.818251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-f4cf1b51-3d57-4ccb-a124-f60827e88014 req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:09.821044 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14', 'name': 'network-vif-deleted', 'tag': 'a9488763-3091-465b-85a5-eac86aad658e'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:38:09.823301 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feabb18-74de-48df-9956-8bcb2f668a24" -d '{"events": [{"server_uuid": "d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14", "name": "network-vif-deleted", "tag": "a9488763-3091-465b-85a5-eac86aad658e"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:38:09.866031 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e24220-b213-439b-8cdb-2ffa9acd709c x-openstack-request-id: req-33e24220-b213-439b-8cdb-2ffa9acd709c {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:38:09.866333 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14", "name": "network-vif-deleted", "tag": "a9488763-3091-465b-85a5-eac86aad658e", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:38:09.866614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33e24220-b213-439b-8cdb-2ffa9acd709c {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:38:09.867018 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e24220-b213-439b-8cdb-2ffa9acd709c'] response: {'server_uuid': 'd0ad6f1c-4ce4-4813-b9bf-24b9feb5ec14', 'name': 'network-vif-deleted', 'tag': 'a9488763-3091-465b-85a5-eac86aad658e', 'status': 'completed', 'code': 200} Oct 05 10:38:09.911146 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f4cf1b51-3d57-4ccb-a124-f60827e88014 req-1daf0b73-0dc7-44ac-a1a8-2c8b01a5f9d8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "DELETE /v2.0/ports/a9488763-3091-465b-85a5-eac86aad658e HTTP/1.1" status: 204 len: 173 time: 0.9068201 Oct 05 10:38:10.853236 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52152) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:11.395562 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ae9faf89-a2ee-41ce-9540-e7809a6ef0e3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:11.740523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ae9faf89-a2ee-41ce-9540-e7809a6ef0e3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 347e2701-245b-4235-a8eb-2be34926c2a6 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:38:11.740863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ae9faf89-a2ee-41ce-9540-e7809a6ef0e3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:12.021858 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-ae9faf89-a2ee-41ce-9540-e7809a6ef0e3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port 347e2701-245b-4235-a8eb-2be34926c2a6, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=347e2701-245b-4235-a8eb-2be34926c2a6,segment=NetworkSegment(34a4f1b7-97df-4263-9726-879140ad2613),segment_id=34a4f1b7-97df-4263-9726-879140ad2613)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:38:12.022674 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ae9faf89-a2ee-41ce-9540-e7809a6ef0e3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:12.145867 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-ae9faf89-a2ee-41ce-9540-e7809a6ef0e3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 347e2701-245b-4235-a8eb-2be34926c2a6 owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:38:12.325404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device a9488763-3091-465b-85a5-eac86aad658e no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:38:12.361967 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: a9488763-3091-465b-85a5-eac86aad658e {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:38:12.362331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device a9488763-3091-465b-85a5-eac86aad658e not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:38:12.562337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ae9faf89-a2ee-41ce-9540-e7809a6ef0e3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:12.609384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9faf89-a2ee-41ce-9540-e7809a6ef0e3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=347e2701-245b-4235-a8eb-2be34926c2a6,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:12.892665 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ae9faf89-a2ee-41ce-9540-e7809a6ef0e3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:13.245233 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9faf89-a2ee-41ce-9540-e7809a6ef0e3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router 78d74d1a-eb1a-49ff-a685-357a14f5890d has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:38:13.547093 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9faf89-a2ee-41ce-9540-e7809a6ef0e3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:38:13.556176 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85158b55-ad80-420e-9d8f-fb3e2cea7189 None None] Sync routers for ids ['78d74d1a-eb1a-49ff-a685-357a14f5890d'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:38:13.560873 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ae9faf89-a2ee-41ce-9540-e7809a6ef0e3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "PUT /v2.0/routers/78d74d1a-eb1a-49ff-a685-357a14f5890d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7065372 Oct 05 10:38:13.563530 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52156) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:13.565101 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85158b55-ad80-420e-9d8f-fb3e2cea7189 None None] Routers {'78d74d1a-eb1a-49ff-a685-357a14f5890d'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:38:13.565685 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-85158b55-ad80-420e-9d8f-fb3e2cea7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['78d74d1a-eb1a-49ff-a685-357a14f5890d'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:13.627879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-2233c1d0-79e6-473b-ac24-416710add831 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting subnet 631df4d3-7ce5-4623-ad21-e2d304d0f405 {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:38:13.630801 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2233c1d0-79e6-473b-ac24-416710add831 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:13.685598 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2233c1d0-79e6-473b-ac24-416710add831 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:13.776542 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2233c1d0-79e6-473b-ac24-416710add831 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:13.784383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-85158b55-ad80-420e-9d8f-fb3e2cea7189 None None] Set router 78d74d1a-eb1a-49ff-a685-357a14f5890d gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:38:13.905457 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2233c1d0-79e6-473b-ac24-416710add831 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:13.951292 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233c1d0-79e6-473b-ac24-416710add831 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Subnet': ['ID=631df4d3-7ce5-4623-ad21-e2d304d0f405,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:13.953498 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-2233c1d0-79e6-473b-ac24-416710add831 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:13.960204 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-2233c1d0-79e6-473b-ac24-416710add831 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/subnets/631df4d3-7ce5-4623-ad21-e2d304d0f405 HTTP/1.1" status: 204 len: 168 time: 0.3950613 Oct 05 10:38:13.962318 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52160) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:13.971781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8061fca3-4ad6-4072-b832-156cc929d955 None None] Network 69a4922a-5072-4bbc-880b-3d24c7fd51cf requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:38:14.141112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:14.253229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-85158b55-ad80-420e-9d8f-fb3e2cea7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:35:10Z', 'updated_at': '2022-10-05T10:38:12Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:11Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:14.259370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85158b55-ad80-420e-9d8f-fb3e2cea7189 None None] Checking router: 78d74d1a-eb1a-49ff-a685-357a14f5890d for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:38:14.268394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85158b55-ad80-420e-9d8f-fb3e2cea7189 None None] Routers {'78d74d1a-eb1a-49ff-a685-357a14f5890d'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:38:14.269003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-85158b55-ad80-420e-9d8f-fb3e2cea7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:37:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['78d74d1a-eb1a-49ff-a685-357a14f5890d'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:14.323346 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:14.328939 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] DHCP port deletion for 69a4922a-5072-4bbc-880b-3d24c7fd51cf request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:38:14.343679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Deleting port 2df8cd49-2d88-434d-87ae-1e5705659cdb {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:38:14.346467 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:14.379146 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 724daf4e-7c24-4fd7-bc48-35b48acdb128 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:38:14.379549 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:14.553511 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port 724daf4e-7c24-4fd7-bc48-35b48acdb128, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=724daf4e-7c24-4fd7-bc48-35b48acdb128,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:38:14.553770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-85158b55-ad80-420e-9d8f-fb3e2cea7189 None None] Set router 78d74d1a-eb1a-49ff-a685-357a14f5890d gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:38:14.553863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:14.675397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 724daf4e-7c24-4fd7-bc48-35b48acdb128 owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:38:14.808586 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] For port 2df8cd49-2d88-434d-87ae-1e5705659cdb, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=2df8cd49-2d88-434d-87ae-1e5705659cdb,segment=NetworkSegment(34a4f1b7-97df-4263-9726-879140ad2613),segment_id=34a4f1b7-97df-4263-9726-879140ad2613)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:38:14.809692 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:14.898539 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:14.951791 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=724daf4e-7c24-4fd7-bc48-35b48acdb128,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:14.980106 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Calling delete_port for 2df8cd49-2d88-434d-87ae-1e5705659cdb owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:38:15.048626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:15.130236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-85158b55-ad80-420e-9d8f-fb3e2cea7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:35:10Z', 'updated_at': '2022-10-05T10:38:12Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:11Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:15.134401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85158b55-ad80-420e-9d8f-fb3e2cea7189 None None] The sync data for ids ['78d74d1a-eb1a-49ff-a685-357a14f5890d'] in dv-neutron-860329-1-hyperv is: [{'id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931683286', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:35:10Z', 'updated_at': '2022-10-05T10:38:12Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '724daf4e-7c24-4fd7-bc48-35b48acdb128', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d74d1a-eb1a-49ff-a685-357a14f5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:35:11Z', 'updated_at': '2022-10-05T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:38:15.185144 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:15.230621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Pushing event deleted for resources: {'Port': ['ID=2df8cd49-2d88-434d-87ae-1e5705659cdb,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:15.239749 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] No DVR routers for this DVR port 2df8cd49-2d88-434d-87ae-1e5705659cdb on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:38:15.241729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:15.242112 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:15.242455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:15.242792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:15.243122 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:15.243454 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:15.243785 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:15.244112 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:15.244440 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:15.244763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:15.245084 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:15.245405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a6973-b201-4e23-af63-1437bcc9e7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:15.335418 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:15.337712 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:15.430523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:15.431027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Fanout notify agent at l3_agent the message router_deleted on router 78d74d1a-eb1a-49ff-a685-357a14f5890d {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:38:15.445906 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:15.447005 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e24f6a3e-a9ce-4065-aa61-07a8379b39bd tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/routers/78d74d1a-eb1a-49ff-a685-357a14f5890d HTTP/1.1" status: 204 len: 168 time: 1.4836330 Oct 05 10:38:15.450366 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52164) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:15.567928 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-412bb88a-e22a-4f6c-99ff-6d849ea093c0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:15.702633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-412bb88a-e22a-4f6c-99ff-6d849ea093c0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:15.729239 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-412bb88a-e22a-4f6c-99ff-6d849ea093c0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a4922a-5072-4bbc-880b-3d24c7fd51cf']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:15.742368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-412bb88a-e22a-4f6c-99ff-6d849ea093c0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a4f1b7-97df-4263-9726-879140ad2613') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:15.742672 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-412bb88a-e22a-4f6c-99ff-6d849ea093c0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a4f1b7-97df-4263-9726-879140ad2613') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:15.755295 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-412bb88a-e22a-4f6c-99ff-6d849ea093c0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:15.774479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-412bb88a-e22a-4f6c-99ff-6d849ea093c0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:15.781300 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412bb88a-e22a-4f6c-99ff-6d849ea093c0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:38:15.781685 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-412bb88a-e22a-4f6c-99ff-6d849ea093c0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:15.849740 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 34a4f1b7-97df-4263-9726-879140ad2613 resource provider aggregate not found Oct 05 10:38:15.873795 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 34a4f1b7-97df-4263-9726-879140ad2613 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34a4f1b7-97df-4263-9726-879140ad2613 found for delete ", "request_id": "req-702ebcdc-adcc-437b-84e6-23a8f973d66b"}]} Oct 05 10:38:15.983879 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-412bb88a-e22a-4f6c-99ff-6d849ea093c0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:16.001290 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-412bb88a-e22a-4f6c-99ff-6d849ea093c0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:16.012195 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bb88a-e22a-4f6c-99ff-6d849ea093c0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Network': ['ID=69a4922a-5072-4bbc-880b-3d24c7fd51cf,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:16.086051 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-412bb88a-e22a-4f6c-99ff-6d849ea093c0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/networks/69a4922a-5072-4bbc-880b-3d24c7fd51cf HTTP/1.1" status: 204 len: 168 time: 0.6317148 Oct 05 10:38:16.086051 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52172) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:16.135960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2df8cd49-2d88-434d-87ae-1e5705659cdb no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:38:16.159226 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8264b385-da5f-433e-9ab8-46e5108fdc02 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:16.172760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 2df8cd49-2d88-434d-87ae-1e5705659cdb {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:38:16.177526 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 2df8cd49-2d88-434d-87ae-1e5705659cdb not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:38:16.177526 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 724daf4e-7c24-4fd7-bc48-35b48acdb128 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:38:16.189038 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8264b385-da5f-433e-9ab8-46e5108fdc02 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:16.206509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 724daf4e-7c24-4fd7-bc48-35b48acdb128 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:38:16.206849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 724daf4e-7c24-4fd7-bc48-35b48acdb128 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:38:16.207258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 347e2701-245b-4235-a8eb-2be34926c2a6 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:38:16.240474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 347e2701-245b-4235-a8eb-2be34926c2a6 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:38:16.240765 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 347e2701-245b-4235-a8eb-2be34926c2a6 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:38:16.327790 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8264b385-da5f-433e-9ab8-46e5108fdc02 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:16.350538 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264b385-da5f-433e-9ab8-46e5108fdc02 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=122fa460-aed1-4eea-8660-ef2faa902f5e,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:16.446881 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-8264b385-da5f-433e-9ab8-46e5108fdc02 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:16.447986 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-8264b385-da5f-433e-9ab8-46e5108fdc02 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/security-groups/122fa460-aed1-4eea-8660-ef2faa902f5e HTTP/1.1" status: 204 len: 168 time: 0.3611076 Oct 05 10:38:17.742958 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52182) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:17.748814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-564d2780-8a6e-4203-8af7-2dce444c71ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-276042720', 'description': 'tempest-secgroup-smoke-276042720 description', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:38:17.754946 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-564d2780-8a6e-4203-8af7-2dce444c71ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:38:17.759303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-564d2780-8a6e-4203-8af7-2dce444c71ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:38:17.762971 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-564d2780-8a6e-4203-8af7-2dce444c71ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:38:17.769212 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-564d2780-8a6e-4203-8af7-2dce444c71ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:38:17.830494 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-564d2780-8a6e-4203-8af7-2dce444c71ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:17.849892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-564d2780-8a6e-4203-8af7-2dce444c71ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:38:17.853698 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-564d2780-8a6e-4203-8af7-2dce444c71ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:38:17.856486 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-564d2780-8a6e-4203-8af7-2dce444c71ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:38:17.862110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-564d2780-8a6e-4203-8af7-2dce444c71ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:38:17.929072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-564d2780-8a6e-4203-8af7-2dce444c71ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:17.996076 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-564d2780-8a6e-4203-8af7-2dce444c71ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:18.039511 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d2780-8a6e-4203-8af7-2dce444c71ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c15a666-1292-452f-98fd-d2c9ec9a7059,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:18.116337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-564d2780-8a6e-4203-8af7-2dce444c71ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:18.117536 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-564d2780-8a6e-4203-8af7-2dce444c71ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3735933 Oct 05 10:38:18.120413 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52186) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:18.126166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-5eeed1f2-e164-4091-b577-4e8298e5c618 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '6c15a666-1292-452f-98fd-d2c9ec9a7059', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:38:18.132161 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5eeed1f2-e164-4091-b577-4e8298e5c618 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:38:18.135964 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5eeed1f2-e164-4091-b577-4e8298e5c618 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:38:18.138855 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-5eeed1f2-e164-4091-b577-4e8298e5c618 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:38:18.144521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-5eeed1f2-e164-4091-b577-4e8298e5c618 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:38:18.219334 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5eeed1f2-e164-4091-b577-4e8298e5c618 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:18.278154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5eeed1f2-e164-4091-b577-4e8298e5c618 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:18.344443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5eeed1f2-e164-4091-b577-4e8298e5c618 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:18.367335 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeed1f2-e164-4091-b577-4e8298e5c618 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aded3b89-2631-4857-851a-a20ae72e7017,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:18.424684 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-5eeed1f2-e164-4091-b577-4e8298e5c618 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:18.425873 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5eeed1f2-e164-4091-b577-4e8298e5c618 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044901 Oct 05 10:38:18.428671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52190) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:18.433576 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-6d0d13e7-c347-40fe-994c-d4613cd47ac5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '6c15a666-1292-452f-98fd-d2c9ec9a7059', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:38:18.440071 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6d0d13e7-c347-40fe-994c-d4613cd47ac5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:38:18.443892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6d0d13e7-c347-40fe-994c-d4613cd47ac5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:38:18.446811 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6d0d13e7-c347-40fe-994c-d4613cd47ac5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:38:18.452454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6d0d13e7-c347-40fe-994c-d4613cd47ac5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:38:18.517069 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6d0d13e7-c347-40fe-994c-d4613cd47ac5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:18.579302 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6d0d13e7-c347-40fe-994c-d4613cd47ac5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:18.625023 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6d0d13e7-c347-40fe-994c-d4613cd47ac5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:18.649124 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d13e7-c347-40fe-994c-d4613cd47ac5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b21497-faaa-4b24-a034-1468af7499df,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:18.721816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6d0d13e7-c347-40fe-994c-d4613cd47ac5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:18.725735 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6d0d13e7-c347-40fe-994c-d4613cd47ac5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2936249 Oct 05 10:38:18.725941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52194) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:18.731584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b709c59f-86ec-4be1-a81b-73f36d506348 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '6c15a666-1292-452f-98fd-d2c9ec9a7059', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:38:18.737780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b709c59f-86ec-4be1-a81b-73f36d506348 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:38:18.741831 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b709c59f-86ec-4be1-a81b-73f36d506348 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:38:18.744898 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b709c59f-86ec-4be1-a81b-73f36d506348 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:38:18.750846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b709c59f-86ec-4be1-a81b-73f36d506348 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:38:18.837523 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b709c59f-86ec-4be1-a81b-73f36d506348 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:18.899731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b709c59f-86ec-4be1-a81b-73f36d506348 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:18.962191 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b709c59f-86ec-4be1-a81b-73f36d506348 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:18.987338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709c59f-86ec-4be1-a81b-73f36d506348 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db9c8df-08c8-4e49-bb9b-49f29572730b,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:19.059860 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b709c59f-86ec-4be1-a81b-73f36d506348 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:19.061090 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b709c59f-86ec-4be1-a81b-73f36d506348 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3341737 Oct 05 10:38:19.063840 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52198) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:19.068885 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-3c54811b-9d82-4a0e-9b3a-4393236f7cb2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '6c15a666-1292-452f-98fd-d2c9ec9a7059', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:38:19.075070 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3c54811b-9d82-4a0e-9b3a-4393236f7cb2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:38:19.079451 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3c54811b-9d82-4a0e-9b3a-4393236f7cb2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:38:19.083222 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-3c54811b-9d82-4a0e-9b3a-4393236f7cb2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:38:19.088522 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-3c54811b-9d82-4a0e-9b3a-4393236f7cb2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:38:19.162931 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3c54811b-9d82-4a0e-9b3a-4393236f7cb2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:19.230561 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3c54811b-9d82-4a0e-9b3a-4393236f7cb2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:19.299492 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3c54811b-9d82-4a0e-9b3a-4393236f7cb2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:19.322442 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54811b-9d82-4a0e-9b3a-4393236f7cb2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51dec39-9dca-4d36-a30e-18c454c06208,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:19.384567 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-3c54811b-9d82-4a0e-9b3a-4393236f7cb2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:19.385761 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-3c54811b-9d82-4a0e-9b3a-4393236f7cb2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3208883 Oct 05 10:38:19.388629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52202) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:19.393453 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a820116e-bc52-4f74-b3b1-efaa34cc164f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '6c15a666-1292-452f-98fd-d2c9ec9a7059', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:38:19.399325 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a820116e-bc52-4f74-b3b1-efaa34cc164f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:38:19.403594 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a820116e-bc52-4f74-b3b1-efaa34cc164f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:38:19.406404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a820116e-bc52-4f74-b3b1-efaa34cc164f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:38:19.412351 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a820116e-bc52-4f74-b3b1-efaa34cc164f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:38:19.495721 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-a820116e-bc52-4f74-b3b1-efaa34cc164f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Project 0eb250b69e284e1f83d5269e0e6b6212 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:38:19.502727 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a820116e-bc52-4f74-b3b1-efaa34cc164f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:19.567453 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a820116e-bc52-4f74-b3b1-efaa34cc164f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:19.642112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a820116e-bc52-4f74-b3b1-efaa34cc164f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:19.665861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820116e-bc52-4f74-b3b1-efaa34cc164f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e748000-06ff-4a3a-bdb1-46899f6bc5c5,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:19.739403 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a820116e-bc52-4f74-b3b1-efaa34cc164f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:19.740527 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a820116e-bc52-4f74-b3b1-efaa34cc164f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3509760 Oct 05 10:38:19.743463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52206) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:19.749152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-931b652e-b4e3-4edf-ae50-4caadaae3025 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'security_group_rule': {'security_group_id': '6c15a666-1292-452f-98fd-d2c9ec9a7059', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:38:19.755368 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-931b652e-b4e3-4edf-ae50-4caadaae3025 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:38:19.759258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-931b652e-b4e3-4edf-ae50-4caadaae3025 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:security_group_rule and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:38:19.762835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-931b652e-b4e3-4edf-ae50-4caadaae3025 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:38:19.769356 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-931b652e-b4e3-4edf-ae50-4caadaae3025 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:38:19.859032 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-931b652e-b4e3-4edf-ae50-4caadaae3025 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Project 0eb250b69e284e1f83d5269e0e6b6212 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:38:19.865686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-931b652e-b4e3-4edf-ae50-4caadaae3025 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:19.929488 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-931b652e-b4e3-4edf-ae50-4caadaae3025 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:20.001832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-931b652e-b4e3-4edf-ae50-4caadaae3025 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:20.025016 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b652e-b4e3-4edf-ae50-4caadaae3025 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7cbb33-8009-400e-a997-07594f5053e4,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:20.127596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-931b652e-b4e3-4edf-ae50-4caadaae3025 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:20.128783 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-931b652e-b4e3-4edf-ae50-4caadaae3025 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3837891 Oct 05 10:38:20.131870 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52210) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:20.137151 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'network': {'name': 'tempest-network-smoke--761606555', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'port_security_enabled': True}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:38:20.142155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:38:20.146252 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:network and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:38:20.149136 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:38:20.155345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:38:20.241677 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Made reservation on behalf of 0eb250b69e284e1f83d5269e0e6b6212 for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:38:20.245068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:20.271519 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:38:20.280266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:20.280650 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Added segment cd29b7a7-6bcd-4fdf-9db8-660925ea73bd of type vlan for network 261ddfbf-c90d-4153-baae-cdf2fd293f97 Oct 05 10:38:20.306033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:20.412483 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:20.417888 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:20.422286 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:20.442115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a9336f3a-8f15-4d9e-88e0-ff0843d27c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:20.523438 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Network': ['ID=261ddfbf-c90d-4153-baae-cdf2fd293f97,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:20.535164 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 261ddfbf-c90d-4153-baae-cdf2fd293f97 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:38:20.597152 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d06cb516-f932-4364-8efc-d56efa8a77ec tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4642291 Oct 05 10:38:20.599903 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52214) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:20.605242 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'admin_state_up': True, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:38:20.612386 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:38:20.616314 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:router and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:38:20.619214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:38:20.625614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:38:20.687747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:20.688743 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:20.704050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:21.050074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:21.514731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:21.543317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:21.677301 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.26.7.253 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/196371b7-368b-4935-b0a1-0b5eb303c3fa) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:38:21.821649 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:21.904679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:21.972530 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:38:21.975246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:38:21.977932 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:38:22.022246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=196371b7-368b-4935-b0a1-0b5eb303c3fa,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:22.458954 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:22.704630 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2afb93f6-90c2-474b-93e4-9914bcf08b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:22.902181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:23.173059 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:38:23.351021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:38:23.360154 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Sync routers for ids ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:38:23.369192 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Routers {'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:38:23.369796 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:23.419198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:23.420436 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-5f154b09-a337-4393-8dbd-36f0e4b34839 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8195062 Oct 05 10:38:23.424858 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52218) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:23.544548 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Set router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:38:23.675247 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ea917185-17ed-4a60-b3e9-ab8a8ae122ab tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=0eb250b69e284e1f83d5269e0e6b6212&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2492712 Oct 05 10:38:23.677764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52224) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:23.806722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2e0be9-bdaf-4f04-b365-43c30391b456 tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:23.808208 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2c2e0be9-bdaf-4f04-b365-43c30391b456 tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295252 Oct 05 10:38:23.811635 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52228) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:23.823781 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:38:20Z', 'updated_at': '2022-10-05T10:38:22Z', 'revision_number': 3, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:88:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:21Z', 'updated_at': '2022-10-05T10:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:23.828122 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Checking router: cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:38:23.828462 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Updating router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 port 196371b7-368b-4935-b0a1-0b5eb303c3fa binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:38:23.850169 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-78bc19d1-9db6-4c4d-aac6-5401b378c4a3 tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=12658a95-590a-4fd3-b4a7-e649c53318e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374441 Oct 05 10:38:23.852738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52232) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:23.858037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1139669331', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:38:23.878979 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:23.967485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:38:23.971333 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:subnet and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:38:23.974130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:38:23.979819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:38:24.058852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Made reservation on behalf of 0eb250b69e284e1f83d5269e0e6b6212 for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:38:24.062389 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:24.204704 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:24.217033 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Transition to ACTIVE for port object 196371b7-368b-4935-b0a1-0b5eb303c3fa will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:38:24.270873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:24.299277 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:24.356445 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:24.362750 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Attempting to bind port 196371b7-368b-4935-b0a1-0b5eb303c3fa on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:38:24.363262 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Attempting to bind port 196371b7-368b-4935-b0a1-0b5eb303c3fa by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:38:24.363462 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Attempting to bind port 196371b7-368b-4935-b0a1-0b5eb303c3fa on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:38:24.376094 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:38:24.376466 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:38:24.376862 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:24.377250 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:38:24.377707 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Bound port: 196371b7-368b-4935-b0a1-0b5eb303c3fa, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:38:24.378184 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:24.416385 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e2df8-f737-4ebc-87fc-9e6ed49199fc None None] Pushing event updated for resources: {'Port': ['ID=196371b7-368b-4935-b0a1-0b5eb303c3fa,revision_number=2']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:24.433101 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e2df8-f737-4ebc-87fc-9e6ed49199fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:24.433452 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e2df8-f737-4ebc-87fc-9e6ed49199fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:24.434304 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e2df8-f737-4ebc-87fc-9e6ed49199fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:24.434639 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e2df8-f737-4ebc-87fc-9e6ed49199fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:24.434967 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e2df8-f737-4ebc-87fc-9e6ed49199fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:24.435299 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e2df8-f737-4ebc-87fc-9e6ed49199fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:24.435624 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e2df8-f737-4ebc-87fc-9e6ed49199fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:24.435897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Subnet': ['ID=3cd55630-fb4b-4f56-bd6c-316cd957f6f2,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:24.436013 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e2df8-f737-4ebc-87fc-9e6ed49199fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:24.436254 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e2df8-f737-4ebc-87fc-9e6ed49199fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:24.436585 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e2df8-f737-4ebc-87fc-9e6ed49199fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:24.436888 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e2df8-f737-4ebc-87fc-9e6ed49199fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:24.437203 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e2df8-f737-4ebc-87fc-9e6ed49199fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:38:24.443510 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Checking segment: {'id': 'cd29b7a7-6bcd-4fdf-9db8-660925ea73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:38:24.443874 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network hostable DHCP agents. Network: 261ddfbf-c90d-4153-baae-cdf2fd293f97, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:38:24.470374 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] For port 196371b7-368b-4935-b0a1-0b5eb303c3fa, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:38:24.470626 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:24.473456 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] For port 196371b7-368b-4935-b0a1-0b5eb303c3fa, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=196371b7-368b-4935-b0a1-0b5eb303c3fa,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:38:24.555057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 261ddfbf-c90d-4153-baae-cdf2fd293f97 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:38:24.583980 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:24.658086 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 261ddfbf-c90d-4153-baae-cdf2fd293f97) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:38:24.663071 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:24.665054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:24.670701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35101834-ffe3-424d-862a-1f83636c81e3 None None] Network 261ddfbf-c90d-4153-baae-cdf2fd293f97 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:38:24.673427 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Routers {'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:38:24.674103 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:24.754267 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52236) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:24.756746 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-b0f9d74d-7853-489b-8de4-173d17875efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9029987 Oct 05 10:38:24.759057 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e2df8-f737-4ebc-87fc-9e6ed49199fc None None] Pushing event updated for resources: {'Port': ['ID=196371b7-368b-4935-b0a1-0b5eb303c3fa,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:24.865161 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] Set router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:38:24.895279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-261ddfbf-c90d-4153-baae-cdf2fd293f97', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ips': [{'subnet_id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:38:24.896163 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:25.062570 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Allocated IP 172.20.0.2 (261ddfbf-c90d-4153-baae-cdf2fd293f97/3cd55630-fb4b-4f56-bd6c-316cd957f6f2/f582d2d9-fdff-42a9-b8db-f357f181b205) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:38:25.163471 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:38:20Z', 'updated_at': '2022-10-05T10:38:22Z', 'revision_number': 3, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:88:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:21Z', 'updated_at': '2022-10-05T10:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:25.168804 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eec244-2282-47ad-bfc4-63f08a6bb53d None None] The sync data for ids ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'] in dv-neutron-860329-1-hyperv is: [{'id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:38:20Z', 'updated_at': '2022-10-05T10:38:22Z', 'revision_number': 3, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:88:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:21Z', 'updated_at': '2022-10-05T10:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:38:25.282889 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:25.293384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Transition to ACTIVE for port object f582d2d9-fdff-42a9-b8db-f357f181b205 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:38:25.312716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Transition to ACTIVE for port object f582d2d9-fdff-42a9-b8db-f357f181b205 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:38:25.373823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:25.453484 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Network 261ddfbf-c90d-4153-baae-cdf2fd293f97 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:38:25.457599 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:38:25.462123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:38:25.504522 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Pushing event updated for resources: {'Port': ['ID=f582d2d9-fdff-42a9-b8db-f357f181b205,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:25.583237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Attempting to bind port f582d2d9-fdff-42a9-b8db-f357f181b205 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:38:25.583737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Attempting to bind port f582d2d9-fdff-42a9-b8db-f357f181b205 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'cd29b7a7-6bcd-4fdf-9db8-660925ea73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:38:25.584171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Attempting to bind port f582d2d9-fdff-42a9-b8db-f357f181b205 on network 261ddfbf-c90d-4153-baae-cdf2fd293f97 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:38:25.589729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:38:25.590523 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Checking segment: {'id': 'cd29b7a7-6bcd-4fdf-9db8-660925ea73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:38:25.590752 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:25.591218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Bound using segment: {'id': 'cd29b7a7-6bcd-4fdf-9db8-660925ea73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:38:25.591763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Bound port: f582d2d9-fdff-42a9-b8db-f357f181b205, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd29b7a7-6bcd-4fdf-9db8-660925ea73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:38:25.592141 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:25.597142 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:25.685694 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] For port f582d2d9-fdff-42a9-b8db-f357f181b205, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:38:25.688915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] For port f582d2d9-fdff-42a9-b8db-f357f181b205, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=f582d2d9-fdff-42a9-b8db-f357f181b205,segment=NetworkSegment(cd29b7a7-6bcd-4fdf-9db8-660925ea73bd),segment_id=cd29b7a7-6bcd-4fdf-9db8-660925ea73bd)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:38:25.761914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:25.866545 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81612be8-14ac-47e0-871b-9b7bfb396b7c None None] Pushing event updated for resources: {'Port': ['ID=f582d2d9-fdff-42a9-b8db-f357f181b205,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:25.928089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:25.957617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:26.015034 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 196371b7-368b-4935-b0a1-0b5eb303c3fa up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:38:26.050198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.20.0.1 (261ddfbf-c90d-4153-baae-cdf2fd293f97/3cd55630-fb4b-4f56-bd6c-316cd957f6f2/7cfa89be-32ed-49ed-9bd8-ab02f6d09d86) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:38:26.173619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 196371b7-368b-4935-b0a1-0b5eb303c3fa completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:38:26.180052 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 196371b7-368b-4935-b0a1-0b5eb303c3fa triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:38:26.180913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:26.181249 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 196371b7-368b-4935-b0a1-0b5eb303c3fa Oct 05 10:38:26.243988 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:26.261935 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Transition to ACTIVE for port object 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:38:26.336381 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 196371b7-368b-4935-b0a1-0b5eb303c3fa is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:38:26.336898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:26.339788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:26.353957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 196371b7-368b-4935-b0a1-0b5eb303c3fa, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=196371b7-368b-4935-b0a1-0b5eb303c3fa,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:38:26.411812 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 261ddfbf-c90d-4153-baae-cdf2fd293f97 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:38:26.415192 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:38:26.417864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:38:26.447755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:26.452443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=7cfa89be-32ed-49ed-9bd8-ab02f6d09d86,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:26.485438 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:26.514534 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=196371b7-368b-4935-b0a1-0b5eb303c3fa,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:26.870787 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:27.395545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:27.435011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a08d587-d6d1-4b3f-883f-24b9719810d3 None None] Network 261ddfbf-c90d-4153-baae-cdf2fd293f97 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:38:27.453364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:27.559295 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=7cfa89be-32ed-49ed-9bd8-ab02f6d09d86,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:27.563896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:27.601876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5984a075-7b2f-4ba2-b614-264093f09051 None None] Provisioning for port f582d2d9-fdff-42a9-b8db-f357f181b205 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:38:27.698158 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 261ddfbf-c90d-4153-baae-cdf2fd293f97 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:38:27.699843 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:38:27.889338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:38:28.019220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-914878ea-a2f7-4fe4-8236-be3c871cadf5 None None] Provisioning for port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:38:28.029455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-914878ea-a2f7-4fe4-8236-be3c871cadf5 None None] Provisioning complete for port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:38:28.029829 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-914878ea-a2f7-4fe4-8236-be3c871cadf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:28.030197 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-914878ea-a2f7-4fe4-8236-be3c871cadf5 None None] Attempt 1 to provision port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 Oct 05 10:38:28.063680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 196371b7-368b-4935-b0a1-0b5eb303c3fa up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:38:28.087617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:38:28.103153 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0f499868-03f0-4577-8405-1382871a97f4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "PUT /v2.0/routers/cdfdbbec-1b34-4ec2-9830-3d217ccf2af0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3465865 Oct 05 10:38:28.110026 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Sync routers for ids ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:38:28.153632 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Routers {'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:38:28.154394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-707c99d9-ee94-4440-833e-958a37236601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:28.215822 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-914878ea-a2f7-4fe4-8236-be3c871cadf5 None None] Port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:38:28.306399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 196371b7-368b-4935-b0a1-0b5eb303c3fa triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:38:28.306775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:28.307112 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 196371b7-368b-4935-b0a1-0b5eb303c3fa Oct 05 10:38:28.384363 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-0bfae88b-39a8-4792-af4f-e5c3f3afac82 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:38:28.397686 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Set router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:38:28.465452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-0bfae88b-39a8-4792-af4f-e5c3f3afac82 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:38:28.466616 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-0bfae88b-39a8-4792-af4f-e5c3f3afac82 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276042720&fields=id&tenant_id=0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 267 time: 0.1204557 Oct 05 10:38:28.615606 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-df5b11d5-3593-4091-8b6b-aaec9c050495 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:28.616265 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-df5b11d5-3593-4091-8b6b-aaec9c050495 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:38:28.643566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 196371b7-368b-4935-b0a1-0b5eb303c3fa is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:38:28.644645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device f582d2d9-fdff-42a9-b8db-f357f181b205 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:38:28.687500 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-df5b11d5-3593-4091-8b6b-aaec9c050495 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:38:28.688697 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-df5b11d5-3593-4091-8b6b-aaec9c050495 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/networks?id=261ddfbf-c90d-4153-baae-cdf2fd293f97 HTTP/1.1" status: 200 len: 796 time: 0.2151210 Oct 05 10:38:28.703990 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-f1007aab-893f-4c80-8dbc-11c9ec500d63 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/quotas/0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 375 time: 0.0097241 Oct 05 10:38:28.720568 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-914878ea-a2f7-4fe4-8236-be3c871cadf5 None None] Attempt 2 to provision port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 Oct 05 10:38:28.797355 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-c543ba7d-961a-4a13-8336-355ca7c80c5b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:38:28.827629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-914878ea-a2f7-4fe4-8236-be3c871cadf5 None None] Port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:38:28.856819 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-707c99d9-ee94-4440-833e-958a37236601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:38:20Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:21Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '7cfa89be-32ed-49ed-9bd8-ab02f6d09d86', 'name': '', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:eb:e6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:25Z', 'updated_at': '2022-10-05T10:38:27Z', 'revision_number': 2, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:28.860594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Checking router: cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:38:28.860945 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Updating router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:38:28.875245 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-c543ba7d-961a-4a13-8336-355ca7c80c5b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:38:28.878417 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-c543ba7d-961a-4a13-8336-355ca7c80c5b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1684525 Oct 05 10:38:28.909030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port f582d2d9-fdff-42a9-b8db-f357f181b205 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:38:28.916355 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port f582d2d9-fdff-42a9-b8db-f357f181b205 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:38:28.916738 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:28.917054 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port f582d2d9-fdff-42a9-b8db-f357f181b205 Oct 05 10:38:28.953931 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:29.013204 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-8c84f00d-fd05-4d6f-aa46-e4a7a8ac3b0e service neutron] 10.222.0.49 "GET /v2.0/networks/261ddfbf-c90d-4153-baae-cdf2fd293f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247649 Oct 05 10:38:29.200901 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port f582d2d9-fdff-42a9-b8db-f357f181b205 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:38:29.201275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:29.272706 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-70a9210d-494f-4e48-85d6-a4d4d6d8ed37 service neutron] 10.222.0.49 "GET /v2.0/networks/261ddfbf-c90d-4153-baae-cdf2fd293f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529590 Oct 05 10:38:29.320846 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port f582d2d9-fdff-42a9-b8db-f357f181b205, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=f582d2d9-fdff-42a9-b8db-f357f181b205,segment=NetworkSegment(cd29b7a7-6bcd-4fdf-9db8-660925ea73bd),segment_id=cd29b7a7-6bcd-4fdf-9db8-660925ea73bd)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:38:29.337458 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-914878ea-a2f7-4fe4-8236-be3c871cadf5 None None] Attempt 3 to provision port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 Oct 05 10:38:29.394690 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:29.459621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-914878ea-a2f7-4fe4-8236-be3c871cadf5 None None] Port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:38:29.497100 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=f582d2d9-fdff-42a9-b8db-f357f181b205,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:29.566783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:29.579326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Transition to ACTIVE for port object 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:38:29.599758 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-129c097d-ec87-43e7-acd5-e551362f0f65 req-c5d4ad2d-429e-49ce-a7c6-f11511b23e91 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 210 time: 0.0601225 Oct 05 10:38:29.664529 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:29.850297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d998c-bab8-4179-b8e1-d602dc12ac2a None None] Pushing event updated for resources: {'Port': ['ID=7cfa89be-32ed-49ed-9bd8-ab02f6d09d86,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:29.875843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Attempting to bind port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:38:29.876207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Attempting to bind port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': 'cd29b7a7-6bcd-4fdf-9db8-660925ea73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:38:29.876631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Attempting to bind port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 on network 261ddfbf-c90d-4153-baae-cdf2fd293f97 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:38:29.881692 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:38:29.882091 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Checking segment: {'id': 'cd29b7a7-6bcd-4fdf-9db8-660925ea73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:38:29.882491 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:29.882870 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Bound using segment: {'id': 'cd29b7a7-6bcd-4fdf-9db8-660925ea73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:38:29.883324 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Bound port: 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd29b7a7-6bcd-4fdf-9db8-660925ea73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:38:29.883689 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:29.961793 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-914878ea-a2f7-4fe4-8236-be3c871cadf5 None None] Attempt 4 to provision port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 Oct 05 10:38:29.987770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device f582d2d9-fdff-42a9-b8db-f357f181b205 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:38:30.049156 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-707c99d9-ee94-4440-833e-958a37236601 None None] For port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:38:30.076434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-707c99d9-ee94-4440-833e-958a37236601 None None] For port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7cfa89be-32ed-49ed-9bd8-ab02f6d09d86,segment=NetworkSegment(cd29b7a7-6bcd-4fdf-9db8-660925ea73bd),segment_id=cd29b7a7-6bcd-4fdf-9db8-660925ea73bd)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:38:30.081911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-914878ea-a2f7-4fe4-8236-be3c871cadf5 None None] Port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:38:30.095959 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port f582d2d9-fdff-42a9-b8db-f357f181b205 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:38:30.096328 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:30.096661 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port f582d2d9-fdff-42a9-b8db-f357f181b205 Oct 05 10:38:30.144462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:30.212923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Routers {'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:38:30.213552 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-707c99d9-ee94-4440-833e-958a37236601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:30.295949 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d998c-bab8-4179-b8e1-d602dc12ac2a None None] Pushing event updated for resources: {'Port': ['ID=7cfa89be-32ed-49ed-9bd8-ab02f6d09d86,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:30.435772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port f582d2d9-fdff-42a9-b8db-f357f181b205 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:38:30.455142 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-707c99d9-ee94-4440-833e-958a37236601 None None] Set router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:38:30.585928 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-914878ea-a2f7-4fe4-8236-be3c871cadf5 None None] Attempt 5 to provision port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 Oct 05 10:38:30.765190 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-54754e23-0de5-4d23-a475-768d9b8498f5 req-2cecb4bb-0933-4430-8e2c-f6e878c283ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 210 time: 0.0512111 Oct 05 10:38:30.792302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-914878ea-a2f7-4fe4-8236-be3c871cadf5 None None] Port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:38:30.877174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-707c99d9-ee94-4440-833e-958a37236601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:38:20Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:21Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '7cfa89be-32ed-49ed-9bd8-ab02f6d09d86', 'name': '', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:eb:e6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:25Z', 'updated_at': '2022-10-05T10:38:30Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:30.881459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707c99d9-ee94-4440-833e-958a37236601 None None] The sync data for ids ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'] in dv-neutron-860329-1-hyperv is: [{'id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:38:20Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:21Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '7cfa89be-32ed-49ed-9bd8-ab02f6d09d86', 'name': '', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:eb:e6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:25Z', 'updated_at': '2022-10-05T10:38:30Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:38:31.424529 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-f151c403-6e74-4715-b241-d35ebe9d4eb4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:31.425216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-f151c403-6e74-4715-b241-d35ebe9d4eb4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:38:31.438435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-f151c403-6e74-4715-b241-d35ebe9d4eb4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:38:31.439642 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-f151c403-6e74-4715-b241-d35ebe9d4eb4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/networks?id=261ddfbf-c90d-4153-baae-cdf2fd293f97 HTTP/1.1" status: 200 len: 796 time: 0.1734145 Oct 05 10:38:31.490445 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-6006b00a-e43e-4839-8f33-8decda0858c5 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eb250b69e284e1f83d5269e0e6b6212 HTTP/1.1" status: 200 len: 379 time: 0.0426023 Oct 05 10:38:31.500233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'port': {'device_id': '06f0124e-8e26-47c3-b4b4-9490d905a548', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'admin_state_up': True, 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'security_groups': ['6c15a666-1292-452f-98fd-d2c9ec9a7059']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:38:31.655643 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:38:31.667777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:38:31.750848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Made reservation on behalf of 0eb250b69e284e1f83d5269e0e6b6212 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:38:31.755723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:31.952968 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4eeb3898-9250-42d1-8259-968e1030ef56 req-cf816b94-8712-4657-ab22-3304be49c7ae tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 210 time: 0.0649955 Oct 05 10:38:32.009783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:38:32.060692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.20.0.13 (261ddfbf-c90d-4153-baae-cdf2fd293f97/3cd55630-fb4b-4f56-bd6c-316cd957f6f2/d0d0ce07-0af6-4676-afb5-cc0e08419939) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:38:32.161915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:38:32.166919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:38:32.167320 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:32.167658 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 Oct 05 10:38:32.245042 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:32.260373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Transition to ACTIVE for port object d0d0ce07-0af6-4676-afb5-cc0e08419939 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:38:32.286594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:38:32.286969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:32.318558 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7cfa89be-32ed-49ed-9bd8-ab02f6d09d86,segment=NetworkSegment(cd29b7a7-6bcd-4fdf-9db8-660925ea73bd),segment_id=cd29b7a7-6bcd-4fdf-9db8-660925ea73bd)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:38:32.373905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:32.401986 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:32.443895 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 261ddfbf-c90d-4153-baae-cdf2fd293f97 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:38:32.450803 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:38:32.451385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:38:32.473573 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=7cfa89be-32ed-49ed-9bd8-ab02f6d09d86,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:32.486149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=d0d0ce07-0af6-4676-afb5-cc0e08419939,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:32.523000 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:32.523617 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:32.602940 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7887c7e6-7e71-46f3-b922-91adf033a267 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1070220 Oct 05 10:38:32.614169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Request body: {'port': {'device_id': '06f0124e-8e26-47c3-b4b4-9490d905a548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:38:32.710669 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-61d886ef-e25a-47c4-a465-90967770bb59 None None] Provisioning for port d0d0ce07-0af6-4676-afb5-cc0e08419939 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:38:32.716082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-61d886ef-e25a-47c4-a465-90967770bb59 None None] Provisioning complete for port d0d0ce07-0af6-4676-afb5-cc0e08419939 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:38:32.716459 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-61d886ef-e25a-47c4-a465-90967770bb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:32.717048 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-61d886ef-e25a-47c4-a465-90967770bb59 None None] Attempt 1 to provision port d0d0ce07-0af6-4676-afb5-cc0e08419939 Oct 05 10:38:32.726491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:32.774082 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-61d886ef-e25a-47c4-a465-90967770bb59 None None] Port d0d0ce07-0af6-4676-afb5-cc0e08419939 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:38:33.064158 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d0ce07-0af6-4676-afb5-cc0e08419939 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:38:33.071925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:33.086159 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Transition to ACTIVE for port object d0d0ce07-0af6-4676-afb5-cc0e08419939 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:38:33.152437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfb838-384b-4c65-889f-627d1536c586 req-a23b3f5b-81bc-4d5f-bef4-567aafb414f3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:33.154190 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5edfb838-384b-4c65-889f-627d1536c586 req-a23b3f5b-81bc-4d5f-bef4-567aafb414f3 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 932 time: 0.0871267 Oct 05 10:38:33.167305 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:33.198767 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5edfb838-384b-4c65-889f-627d1536c586 req-f9153492-0038-4665-aa38-678abb45aee0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388532 Oct 05 10:38:33.275784 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-61d886ef-e25a-47c4-a465-90967770bb59 None None] Attempt 2 to provision port d0d0ce07-0af6-4676-afb5-cc0e08419939 Oct 05 10:38:33.331378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-61d886ef-e25a-47c4-a465-90967770bb59 None None] Port d0d0ce07-0af6-4676-afb5-cc0e08419939 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:38:33.356130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Pushing event updated for resources: {'Port': ['ID=d0d0ce07-0af6-4676-afb5-cc0e08419939,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:33.392135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Attempting to bind port d0d0ce07-0af6-4676-afb5-cc0e08419939 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:38:33.392468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Attempting to bind port d0d0ce07-0af6-4676-afb5-cc0e08419939 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'cd29b7a7-6bcd-4fdf-9db8-660925ea73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:38:33.392793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Attempting to bind port d0d0ce07-0af6-4676-afb5-cc0e08419939 on network 261ddfbf-c90d-4153-baae-cdf2fd293f97 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:38:33.397223 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Port d0d0ce07-0af6-4676-afb5-cc0e08419939 on network 261ddfbf-c90d-4153-baae-cdf2fd293f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:38:33.397539 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Attempting to bind port d0d0ce07-0af6-4676-afb5-cc0e08419939 on network 261ddfbf-c90d-4153-baae-cdf2fd293f97 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:38:33.403111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:38:33.403451 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Checking segment: {'id': 'cd29b7a7-6bcd-4fdf-9db8-660925ea73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:38:33.403825 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Bound using segment: {'id': 'cd29b7a7-6bcd-4fdf-9db8-660925ea73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:38:33.404320 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Bound port: d0d0ce07-0af6-4676-afb5-cc0e08419939, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd29b7a7-6bcd-4fdf-9db8-660925ea73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:38:33.404660 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:33.490606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] For port d0d0ce07-0af6-4676-afb5-cc0e08419939, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:38:33.493661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] For port d0d0ce07-0af6-4676-afb5-cc0e08419939, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d0d0ce07-0af6-4676-afb5-cc0e08419939,segment=NetworkSegment(cd29b7a7-6bcd-4fdf-9db8-660925ea73bd),segment_id=cd29b7a7-6bcd-4fdf-9db8-660925ea73bd)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:38:33.561859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:33.595647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:33.596260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:33.597613 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] 10.222.0.55 "PUT /v2.0/ports/d0d0ce07-0af6-4676-afb5-cc0e08419939 HTTP/1.1" status: 200 len: 1094 time: 0.9877002 Oct 05 10:38:33.598129 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f0124e-8e26-47c3-b4b4-9490d905a548', 'tag': 'd0d0ce07-0af6-4676-afb5-cc0e08419939'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:38:33.600467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a916f5d5-2989-4193-906b-3cf74b5bf0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "06f0124e-8e26-47c3-b4b4-9490d905a548", "tag": "d0d0ce07-0af6-4676-afb5-cc0e08419939"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:38:33.641555 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331d14a-095e-42bc-a97c-f6ec3e44463f service neutron] Pushing event updated for resources: {'Port': ['ID=d0d0ce07-0af6-4676-afb5-cc0e08419939,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:33.658525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1511cbce-a9be-4fa3-ad70-c658e77fdfba x-openstack-request-id: req-1511cbce-a9be-4fa3-ad70-c658e77fdfba {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:38:33.658525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f0124e-8e26-47c3-b4b4-9490d905a548", "tag": "d0d0ce07-0af6-4676-afb5-cc0e08419939", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:38:33.658525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1511cbce-a9be-4fa3-ad70-c658e77fdfba {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:38:33.658525 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1511cbce-a9be-4fa3-ad70-c658e77fdfba'] response: {'name': 'network-changed', 'server_uuid': '06f0124e-8e26-47c3-b4b4-9490d905a548', 'tag': 'd0d0ce07-0af6-4676-afb5-cc0e08419939', 'status': 'completed', 'code': 200} Oct 05 10:38:33.746153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916f5d5-2989-4193-906b-3cf74b5bf0b1 req-62dd2c30-5cd6-40d4-b649-63e28f302454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:33.747650 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a916f5d5-2989-4193-906b-3cf74b5bf0b1 req-62dd2c30-5cd6-40d4-b649-63e28f302454 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 1097 time: 0.0780034 Oct 05 10:38:33.832643 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-61d886ef-e25a-47c4-a465-90967770bb59 None None] Attempt 3 to provision port d0d0ce07-0af6-4676-afb5-cc0e08419939 Oct 05 10:38:33.885418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916f5d5-2989-4193-906b-3cf74b5bf0b1 req-b5d557d5-54ed-436a-9d00-1053daf934e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:33.887427 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a916f5d5-2989-4193-906b-3cf74b5bf0b1 req-b5d557d5-54ed-436a-9d00-1053daf934e2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1331062 Oct 05 10:38:33.892695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-61d886ef-e25a-47c4-a465-90967770bb59 None None] Port d0d0ce07-0af6-4676-afb5-cc0e08419939 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:38:33.972587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:38:34.044813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:38:34.045184 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:34.045520 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 Oct 05 10:38:34.121468 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916f5d5-2989-4193-906b-3cf74b5bf0b1 req-03e0a441-04cd-4469-98e3-b7f6d6f3c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:34.123072 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a916f5d5-2989-4193-906b-3cf74b5bf0b1 req-03e0a441-04cd-4469-98e3-b7f6d6f3c818 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2308433 Oct 05 10:38:34.162722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:38:34.236995 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7c6e7cab-93a4-47b0-abfb-ca78df441d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:34.238494 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7c6e7cab-93a4-47b0-abfb-ca78df441d9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 1097 time: 0.0807931 Oct 05 10:38:34.313129 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-b18e774b-792a-4f78-b010-28b66953e139 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d0ce07-0af6-4676-afb5-cc0e08419939 HTTP/1.1" status: 200 len: 217 time: 0.0667689 Oct 05 10:38:34.376263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7009d3ef-0964-4f91-9122-ed2d3e685206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:34.377645 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-7009d3ef-0964-4f91-9122-ed2d3e685206 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cd55630-fb4b-4f56-bd6c-316cd957f6f2 HTTP/1.1" status: 200 len: 835 time: 0.0572274 Oct 05 10:38:34.399702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca06963-0570-4a6f-8853-d4c7ed377dfa req-970c1c57-7dec-40d8-b646-48b56cae1372 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:34.401135 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ca06963-0570-4a6f-8853-d4c7ed377dfa req-970c1c57-7dec-40d8-b646-48b56cae1372 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 944 time: 0.0903814 Oct 05 10:38:34.444396 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ca06963-0570-4a6f-8853-d4c7ed377dfa req-4e642bac-057e-46d2-8039-b1d8bc1fc6b2 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373120 Oct 05 10:38:34.465135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-0e88da14-17cf-44bd-8459-612a2ff4f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:34.467130 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-0e88da14-17cf-44bd-8459-612a2ff4f833 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=261ddfbf-c90d-4153-baae-cdf2fd293f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823863 Oct 05 10:38:34.596852 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-26d4c57c-dca8-4984-8d2c-c54827f3e93e service neutron] 10.222.0.55 "GET /v2.0/networks/261ddfbf-c90d-4153-baae-cdf2fd293f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238079 Oct 05 10:38:34.726540 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79e3b3f4-f079-40ed-b616-312b4a1a5875 req-76c0f565-86ab-48f4-937d-fb495281923c service neutron] 10.222.0.55 "GET /v2.0/networks/261ddfbf-c90d-4153-baae-cdf2fd293f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230211 Oct 05 10:38:35.744982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d431870-d44a-4fa6-95e3-01dacfe51c06 req-7dde4a33-6ded-43a3-abf1-6863cbec0a32 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:35.747182 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2d431870-d44a-4fa6-95e3-01dacfe51c06 req-7dde4a33-6ded-43a3-abf1-6863cbec0a32 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 944 time: 0.1883581 Oct 05 10:38:35.794480 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2d431870-d44a-4fa6-95e3-01dacfe51c06 req-b527afcb-a40b-47ea-bbd1-3e82c7e00f6c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415256 Oct 05 10:38:37.039025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cd096-5165-4568-91d9-138900646ac1 req-1488e240-4243-4c9e-825f-8ba2d7d1cf2f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:37.040369 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d16cd096-5165-4568-91d9-138900646ac1 req-1488e240-4243-4c9e-825f-8ba2d7d1cf2f tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 944 time: 0.1344013 Oct 05 10:38:37.083028 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d16cd096-5165-4568-91d9-138900646ac1 req-30aee8de-c34c-4f3d-b46f-0db0b96475ff tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370264 Oct 05 10:38:38.279405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e6132-7afb-4868-902d-318e0e1c4f31 req-e4f26f42-7d30-4a1d-a905-2249de2d10c4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:38.280833 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-de3e6132-7afb-4868-902d-318e0e1c4f31 req-e4f26f42-7d30-4a1d-a905-2249de2d10c4 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 944 time: 0.0894399 Oct 05 10:38:38.324140 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-de3e6132-7afb-4868-902d-318e0e1c4f31 req-059ac211-d156-46ff-8f22-91e39a029d2c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377390 Oct 05 10:38:38.469887 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device d0d0ce07-0af6-4676-afb5-cc0e08419939 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:38:38.601119 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port d0d0ce07-0af6-4676-afb5-cc0e08419939, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d0d0ce07-0af6-4676-afb5-cc0e08419939,segment=NetworkSegment(cd29b7a7-6bcd-4fdf-9db8-660925ea73bd),segment_id=cd29b7a7-6bcd-4fdf-9db8-660925ea73bd)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:38:38.614463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': 'd0d0ce07-0af6-4676-afb5-cc0e08419939', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'port_id': 'd0d0ce07-0af6-4676-afb5-cc0e08419939', 'mac_address': 'fa:16:3e:9d:9c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:38:38.667232 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port d0d0ce07-0af6-4676-afb5-cc0e08419939 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:38:38.667602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:38.683936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d0ce07-0af6-4676-afb5-cc0e08419939 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:38:38.698649 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port d0d0ce07-0af6-4676-afb5-cc0e08419939, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d0d0ce07-0af6-4676-afb5-cc0e08419939,segment=NetworkSegment(cd29b7a7-6bcd-4fdf-9db8-660925ea73bd),segment_id=cd29b7a7-6bcd-4fdf-9db8-660925ea73bd)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:38:38.796461 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:38.865547 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=d0d0ce07-0af6-4676-afb5-cc0e08419939,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:39.163690 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['d0d0ce07-0af6-4676-afb5-cc0e08419939'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:38:39.477598 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:38:39.522090 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c1232-fec4-4578-bfca-c9b6895a14f9 req-030fb9b3-4a1b-4977-a147-f064f5db5962 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:39.523527 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-038c1232-fec4-4578-bfca-c9b6895a14f9 req-030fb9b3-4a1b-4977-a147-f064f5db5962 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 945 time: 0.0881135 Oct 05 10:38:39.571718 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-038c1232-fec4-4578-bfca-c9b6895a14f9 req-9cef3881-12b8-4718-807e-bef2c0b99f2c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420928 Oct 05 10:38:40.464650 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device d0d0ce07-0af6-4676-afb5-cc0e08419939 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:38:40.607529 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port d0d0ce07-0af6-4676-afb5-cc0e08419939 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:38:40.612584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port d0d0ce07-0af6-4676-afb5-cc0e08419939 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:38:40.612960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:40.613287 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port d0d0ce07-0af6-4676-afb5-cc0e08419939 Oct 05 10:38:40.731895 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port d0d0ce07-0af6-4676-afb5-cc0e08419939 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:38:40.732258 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:40.762566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f0124e-8e26-47c3-b4b4-9490d905a548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d0ce07-0af6-4676-afb5-cc0e08419939'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:38:40.765030 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfcc4ed-9983-4315-b167-fa7c2b02bb05" -d '{"events": [{"server_uuid": "06f0124e-8e26-47c3-b4b4-9490d905a548", "name": "network-vif-plugged", "status": "completed", "tag": "d0d0ce07-0af6-4676-afb5-cc0e08419939"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:38:40.768563 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbbe10-d57d-460a-979d-77e37e0963ee req-c70c867e-4526-41f3-a0cc-bfc66f6cae83 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:40.770260 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-68dbbe10-d57d-460a-979d-77e37e0963ee req-c70c867e-4526-41f3-a0cc-bfc66f6cae83 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 945 time: 0.0882652 Oct 05 10:38:40.773590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port d0d0ce07-0af6-4676-afb5-cc0e08419939, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d0d0ce07-0af6-4676-afb5-cc0e08419939,segment=NetworkSegment(cd29b7a7-6bcd-4fdf-9db8-660925ea73bd),segment_id=cd29b7a7-6bcd-4fdf-9db8-660925ea73bd)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:38:40.810614 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f93b93-4a6e-4fc7-a48e-36502715c698 x-openstack-request-id: req-21f93b93-4a6e-4fc7-a48e-36502715c698 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:38:40.811018 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f0124e-8e26-47c3-b4b4-9490d905a548", "name": "network-vif-plugged", "status": "completed", "tag": "d0d0ce07-0af6-4676-afb5-cc0e08419939", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:38:40.811332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21f93b93-4a6e-4fc7-a48e-36502715c698 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:38:40.811736 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f93b93-4a6e-4fc7-a48e-36502715c698'] response: {'server_uuid': '06f0124e-8e26-47c3-b4b4-9490d905a548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d0ce07-0af6-4676-afb5-cc0e08419939', 'code': 200} Oct 05 10:38:40.817202 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-68dbbe10-d57d-460a-979d-77e37e0963ee req-62970fd6-436a-44cb-ac7c-5cb70be0765c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410099 Oct 05 10:38:40.842046 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:40.939705 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=d0d0ce07-0af6-4676-afb5-cc0e08419939,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:41.182001 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65415845-020b-4d86-81c8-a416df566bef req-a2c92db8-0e48-46f0-9839-bd8fac79ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:41.183970 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-65415845-020b-4d86-81c8-a416df566bef req-a2c92db8-0e48-46f0-9839-bd8fac79ecac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 1099 time: 0.0774708 Oct 05 10:38:41.222727 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-65415845-020b-4d86-81c8-a416df566bef req-95dca94c-f3f1-473a-b303-40f4172a73e4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335872 Oct 05 10:38:41.606443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-673ddf13-7b79-4389-b02c-ca3024360079 req-1fa57291-70be-43c0-b9a0-6dd45ec2e077 service neutron] (89846) timed out ('10.222.0.55', 64546) {{(pid=89846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 05 10:38:42.019291 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0d56b-cc02-4c3e-847a-159080cee7a2 req-8152eb32-5523-4d6c-8351-7da736bd2025 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:42.020663 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9ca0d56b-cc02-4c3e-847a-159080cee7a2 req-8152eb32-5523-4d6c-8351-7da736bd2025 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 946 time: 0.0899401 Oct 05 10:38:42.064457 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9ca0d56b-cc02-4c3e-847a-159080cee7a2 req-7716a57d-0d0a-481e-8c50-3fca0d9ee10b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381441 Oct 05 10:38:43.262376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d552568-804b-4f3f-9993-bd6e9923cf2f req-d387db20-f73d-4974-b041-526e051d26be tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:43.263910 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9d552568-804b-4f3f-9993-bd6e9923cf2f req-d387db20-f73d-4974-b041-526e051d26be tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 946 time: 0.0858960 Oct 05 10:38:43.312462 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9d552568-804b-4f3f-9993-bd6e9923cf2f req-b2428579-a92f-474c-81ac-b0af16d90da0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429721 Oct 05 10:38:43.506956 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27935666-3b0a-461e-97c0-e6a36040315e req-e09339c3-206d-4696-97e8-5fb1274f5b1d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:43.508393 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-27935666-3b0a-461e-97c0-e6a36040315e req-e09339c3-206d-4696-97e8-5fb1274f5b1d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 946 time: 0.0874839 Oct 05 10:38:43.552325 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-27935666-3b0a-461e-97c0-e6a36040315e req-d4e7dee0-c030-4239-8194-c404e218e14d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376468 Oct 05 10:38:43.580452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52302) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:43.661837 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab75c93-086c-4c13-88d3-0ee09e3928d8 tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:43.663264 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0ab75c93-086c-4c13-88d3-0ee09e3928d8 tempest-TestNetworkAdvancedServerOps-1417142679 tempest-TestNetworkAdvancedServerOps-1417142679-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 1094 time: 0.0818231 Oct 05 10:38:43.666043 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52306) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:43.670868 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': 'd0d0ce07-0af6-4676-afb5-cc0e08419939', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:38:43.676978 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:38:43.680825 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Usage tracker for resource:floatingip and tenant:0eb250b69e284e1f83d5269e0e6b6212 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:38:43.683660 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:38:43.689565 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:38:43.755714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:43.893232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:44.022364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Allocated IP 172.26.7.52 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/1e8f0d93-6ffc-468d-bcfb-2ab6a2bd18a4) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:38:44.165341 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:44.230200 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:44.292368 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:38:44.295454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:38:44.299091 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:38:44.338878 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=1e8f0d93-6ffc-468d-bcfb-2ab6a2bd18a4,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:44.801332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:44.923174 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:45.122462 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:45.167183 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:45.271383 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event updated for resources: {'Port': ['ID=1e8f0d93-6ffc-468d-bcfb-2ab6a2bd18a4,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:38:45.273815 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:45.446676 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Floating IP ea47cd56-2291-4727-9cf3-ab152b8d96aa associated. External IP: 172.26.7.52, port: d0d0ce07-0af6-4676-afb5-cc0e08419939. Oct 05 10:38:45.791453 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:38:45.966396 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:38:45.977261 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce1535-f7ba-4565-9876-180812ca3a50 None None] Sync routers for ids ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:38:45.987374 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce1535-f7ba-4565-9876-180812ca3a50 None None] Routers {'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:38:45.987974 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-01ce1535-f7ba-4565-9876-180812ca3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:46.076029 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:46.169135 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-01ce1535-f7ba-4565-9876-180812ca3a50 None None] Set router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:38:46.240794 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-eec09153-5220-4a7e-8782-59e7c6a28f40 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5737498 Oct 05 10:38:46.241356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f0124e-8e26-47c3-b4b4-9490d905a548', 'tag': 'd0d0ce07-0af6-4676-afb5-cc0e08419939'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:38:46.243664 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8940b944d1cb0b736743cf1dca784893609a332e17d05f98fbb9d60a91039ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6783b1d8-8d2b-4832-b240-1be724071ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "06f0124e-8e26-47c3-b4b4-9490d905a548", "tag": "d0d0ce07-0af6-4676-afb5-cc0e08419939"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:38:46.289474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767f8639-c82d-4ab9-8364-db5714d72866 x-openstack-request-id: req-767f8639-c82d-4ab9-8364-db5714d72866 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:38:46.289925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f0124e-8e26-47c3-b4b4-9490d905a548", "tag": "d0d0ce07-0af6-4676-afb5-cc0e08419939", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:38:46.290203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-767f8639-c82d-4ab9-8364-db5714d72866 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:38:46.290708 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-767f8639-c82d-4ab9-8364-db5714d72866'] response: {'name': 'network-changed', 'server_uuid': '06f0124e-8e26-47c3-b4b4-9490d905a548', 'tag': 'd0d0ce07-0af6-4676-afb5-cc0e08419939', 'status': 'completed', 'code': 200} Oct 05 10:38:46.397132 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783b1d8-8d2b-4832-b240-1be724071ee9 req-6b0ce2f6-6276-436b-afd0-b9acfb13c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:46.398534 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6783b1d8-8d2b-4832-b240-1be724071ee9 req-6b0ce2f6-6276-436b-afd0-b9acfb13c842 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 1099 time: 0.0876012 Oct 05 10:38:46.422491 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6ed9c-3918-46ec-b32d-f34ce07cce61 req-f25ceb31-a7a1-47d3-9378-4dfab76abe5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:46.423932 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-17d6ed9c-3918-46ec-b32d-f34ce07cce61 req-f25ceb31-a7a1-47d3-9378-4dfab76abe5d tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 946 time: 0.0905871 Oct 05 10:38:46.473653 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-17d6ed9c-3918-46ec-b32d-f34ce07cce61 req-eaef0bf6-93b3-46a3-b7b8-0913bac180c8 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432653 Oct 05 10:38:46.505888 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52314) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:46.533175 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-01ce1535-f7ba-4565-9876-180812ca3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:38:20Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:21Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ea47cd56-2291-4727-9cf3-ab152b8d96aa', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'floating_ip_address': '172.26.7.52', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'port_id': 'd0d0ce07-0af6-4676-afb5-cc0e08419939', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'mac_address': 'fa:16:3e:9d:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f0124e-8e26-47c3-b4b4-9490d905a548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:38:44Z', 'updated_at': '2022-10-05T10:38:44Z', 'revision_number': 0, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cfa89be-32ed-49ed-9bd8-ab02f6d09d86', 'name': '', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:eb:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:25Z', 'updated_at': '2022-10-05T10:38:32Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:46.537446 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce1535-f7ba-4565-9876-180812ca3a50 None None] Checking router: cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:38:46.538639 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783b1d8-8d2b-4832-b240-1be724071ee9 req-5d578807-bc26-4e25-8787-8c826fdad4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:46.540127 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6783b1d8-8d2b-4832-b240-1be724071ee9 req-5d578807-bc26-4e25-8787-8c826fdad4fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=261ddfbf-c90d-4153-baae-cdf2fd293f97 HTTP/1.1" status: 200 len: 897 time: 0.1355274 Oct 05 10:38:46.550800 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce1535-f7ba-4565-9876-180812ca3a50 None None] Routers {'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:38:46.551786 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-01ce1535-f7ba-4565-9876-180812ca3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:38:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:46.628913 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fb398415-8139-4b0d-8b2a-cd6a0a321efe tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/ea47cd56-2291-4727-9cf3-ab152b8d96aa HTTP/1.1" status: 200 len: 991 time: 0.1217473 Oct 05 10:38:46.649389 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6783b1d8-8d2b-4832-b240-1be724071ee9 req-712bc869-f4d8-4467-940b-de5595ebdccf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d0ce07-0af6-4676-afb5-cc0e08419939 HTTP/1.1" status: 200 len: 999 time: 0.1022856 Oct 05 10:38:46.711994 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783b1d8-8d2b-4832-b240-1be724071ee9 req-f626bd20-bf46-4dae-b5f8-4b67bf6ae450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:46.713414 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6783b1d8-8d2b-4832-b240-1be724071ee9 req-f626bd20-bf46-4dae-b5f8-4b67bf6ae450 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cd55630-fb4b-4f56-bd6c-316cd957f6f2 HTTP/1.1" status: 200 len: 835 time: 0.0581028 Oct 05 10:38:46.738187 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-01ce1535-f7ba-4565-9876-180812ca3a50 None None] Set router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:38:46.809640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783b1d8-8d2b-4832-b240-1be724071ee9 req-ccf27e75-26d7-4afd-8b3e-223c08604713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:46.811402 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6783b1d8-8d2b-4832-b240-1be724071ee9 req-ccf27e75-26d7-4afd-8b3e-223c08604713 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=261ddfbf-c90d-4153-baae-cdf2fd293f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919242 Oct 05 10:38:46.944334 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6783b1d8-8d2b-4832-b240-1be724071ee9 req-4b7ee590-3ee3-460d-a760-278c8c345039 service neutron] 10.222.0.55 "GET /v2.0/networks/261ddfbf-c90d-4153-baae-cdf2fd293f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272023 Oct 05 10:38:47.075271 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6783b1d8-8d2b-4832-b240-1be724071ee9 req-d58fba20-a54b-45d2-88c7-7bad145d8c91 service neutron] 10.222.0.55 "GET /v2.0/networks/261ddfbf-c90d-4153-baae-cdf2fd293f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242092 Oct 05 10:38:47.117518 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-01ce1535-f7ba-4565-9876-180812ca3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:38:20Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:21Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ea47cd56-2291-4727-9cf3-ab152b8d96aa', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'floating_ip_address': '172.26.7.52', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'port_id': 'd0d0ce07-0af6-4676-afb5-cc0e08419939', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'mac_address': 'fa:16:3e:9d:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f0124e-8e26-47c3-b4b4-9490d905a548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:38:44Z', 'updated_at': '2022-10-05T10:38:44Z', 'revision_number': 0, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cfa89be-32ed-49ed-9bd8-ab02f6d09d86', 'name': '', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:eb:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:25Z', 'updated_at': '2022-10-05T10:38:32Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:38:47.121466 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce1535-f7ba-4565-9876-180812ca3a50 None None] The sync data for ids ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'] in dv-neutron-860329-1-hyperv is: [{'id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:38:20Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:21Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'ea47cd56-2291-4727-9cf3-ab152b8d96aa', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'floating_ip_address': '172.26.7.52', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'port_id': 'd0d0ce07-0af6-4676-afb5-cc0e08419939', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'mac_address': 'fa:16:3e:9d:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f0124e-8e26-47c3-b4b4-9490d905a548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:38:44Z', 'updated_at': '2022-10-05T10:38:44Z', 'revision_number': 0, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cfa89be-32ed-49ed-9bd8-ab02f6d09d86', 'name': '', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:eb:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:25Z', 'updated_at': '2022-10-05T10:38:32Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:38:47.325811 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525f637-9016-4889-a6b9-e1d08782d729 None None] New status for floating IP ea47cd56-2291-4727-9cf3-ab152b8d96aa: ACTIVE {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:38:47.632634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52318) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:38:47.833137 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-79ed6dc5-17c3-4635-adfa-ba33354bf548 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/ea47cd56-2291-4727-9cf3-ab152b8d96aa HTTP/1.1" status: 200 len: 993 time: 0.1994231 Oct 05 10:38:50.406535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-55160eaf-b7e2-4970-919d-f6e17061f719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:52.638247 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b0702500-0421-45ed-86fa-bbc3b255db3b req-df15a8f9-0b10-45f9-9af3-ce4592b53b0e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1217408 Oct 05 10:38:52.664373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1973d65f-cf48-4c0c-8034-398e4fd1c62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:52.786917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0702500-0421-45ed-86fa-bbc3b255db3b req-3734e518-dc52-484b-abe0-67424716d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:52.788396 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b0702500-0421-45ed-86fa-bbc3b255db3b req-3734e518-dc52-484b-abe0-67424716d958 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 1099 time: 0.0824649 Oct 05 10:38:52.931045 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0702500-0421-45ed-86fa-bbc3b255db3b req-233eefb8-5b90-41dc-a3d4-063f3e8b13a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:52.932506 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b0702500-0421-45ed-86fa-bbc3b255db3b req-233eefb8-5b90-41dc-a3d4-063f3e8b13a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=261ddfbf-c90d-4153-baae-cdf2fd293f97 HTTP/1.1" status: 200 len: 897 time: 0.1269631 Oct 05 10:38:53.031708 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b0702500-0421-45ed-86fa-bbc3b255db3b req-17534798-e859-432f-a84f-052672eccab2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d0ce07-0af6-4676-afb5-cc0e08419939 HTTP/1.1" status: 200 len: 1001 time: 0.0930064 Oct 05 10:38:53.096107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0702500-0421-45ed-86fa-bbc3b255db3b req-f60d713f-bb66-46d1-a6cd-068de3fb5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:53.097509 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b0702500-0421-45ed-86fa-bbc3b255db3b req-f60d713f-bb66-46d1-a6cd-068de3fb5c98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cd55630-fb4b-4f56-bd6c-316cd957f6f2 HTTP/1.1" status: 200 len: 835 time: 0.0605142 Oct 05 10:38:53.179570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0702500-0421-45ed-86fa-bbc3b255db3b req-66383eb7-536f-4d38-8be3-1e6bd521f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:38:53.181257 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b0702500-0421-45ed-86fa-bbc3b255db3b req-66383eb7-536f-4d38-8be3-1e6bd521f862 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=261ddfbf-c90d-4153-baae-cdf2fd293f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781646 Oct 05 10:38:53.312508 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b0702500-0421-45ed-86fa-bbc3b255db3b req-bae22e7f-bdfc-4109-8341-5590f8ba59a6 service neutron] 10.222.0.55 "GET /v2.0/networks/261ddfbf-c90d-4153-baae-cdf2fd293f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245661 Oct 05 10:38:53.443856 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b0702500-0421-45ed-86fa-bbc3b255db3b req-e93f971e-be0f-4739-90b9-b9de86f62836 service neutron] 10.222.0.55 "GET /v2.0/networks/261ddfbf-c90d-4153-baae-cdf2fd293f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257417 Oct 05 10:38:54.258297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:54.464361 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:55.863229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:38:55.921677 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:39:16.477606 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:39:20.423862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fc6239e3-f958-4a1a-8197-b5183c9d608d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:39:22.709715 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8a43-d570-401f-bd3f-f892bcfe82f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:39:24.235406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:39:24.480799 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:39:25.852347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:39:25.909384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:39:50.406288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-30c56260-7f18-415d-9119-08ef8a5f914c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:39:52.697693 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d5f4d10f-c20c-43de-a62b-ab0cebf0b1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:39:53.476917 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:39:54.263207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:39:54.492310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:39:54.539954 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-48e93bbc-51ab-4095-b233-8237000ef985 req-6a16c274-f486-4a21-a388-4d12483e7a9e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819726 Oct 05 10:39:54.685678 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e93bbc-51ab-4095-b233-8237000ef985 req-f9e47d69-8b6e-4d54-abba-1668081757d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:39:54.687147 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-48e93bbc-51ab-4095-b233-8237000ef985 req-f9e47d69-8b6e-4d54-abba-1668081757d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 1099 time: 0.0786173 Oct 05 10:39:54.830909 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e93bbc-51ab-4095-b233-8237000ef985 req-4277c221-34e1-4a49-bf4e-7f13253f41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:39:54.832304 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-48e93bbc-51ab-4095-b233-8237000ef985 req-4277c221-34e1-4a49-bf4e-7f13253f41c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=261ddfbf-c90d-4153-baae-cdf2fd293f97 HTTP/1.1" status: 200 len: 897 time: 0.1260068 Oct 05 10:39:54.936679 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-48e93bbc-51ab-4095-b233-8237000ef985 req-68d20ef5-c1a7-4e6a-b42c-1da72d49eaf0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d0ce07-0af6-4676-afb5-cc0e08419939 HTTP/1.1" status: 200 len: 1001 time: 0.0960412 Oct 05 10:39:55.002039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e93bbc-51ab-4095-b233-8237000ef985 req-70c3a961-de67-42c9-bd5b-c42c916ceb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:39:55.003455 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-48e93bbc-51ab-4095-b233-8237000ef985 req-70c3a961-de67-42c9-bd5b-c42c916ceb3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cd55630-fb4b-4f56-bd6c-316cd957f6f2 HTTP/1.1" status: 200 len: 835 time: 0.0598896 Oct 05 10:39:55.087089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e93bbc-51ab-4095-b233-8237000ef985 req-79b4cf5b-d3d5-43ae-a84f-dc52beb61b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:39:55.088470 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-48e93bbc-51ab-4095-b233-8237000ef985 req-79b4cf5b-d3d5-43ae-a84f-dc52beb61b22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=261ddfbf-c90d-4153-baae-cdf2fd293f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782785 Oct 05 10:39:55.309311 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-48e93bbc-51ab-4095-b233-8237000ef985 req-69a54ae0-5a7f-4bc4-bd8e-8e388cfc5eac service neutron] 10.222.0.55 "GET /v2.0/networks/261ddfbf-c90d-4153-baae-cdf2fd293f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140477 Oct 05 10:39:55.440740 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-48e93bbc-51ab-4095-b233-8237000ef985 req-be1ce0e8-3f4b-4f30-9881-62d24c1cc081 service neutron] 10.222.0.55 "GET /v2.0/networks/261ddfbf-c90d-4153-baae-cdf2fd293f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219573 Oct 05 10:39:55.857821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:39:55.944755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:01.382892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1be6a-dc96-445d-8f53-f5c2a0eabd42 req-3627fc8b-9568-445e-9d49-fc1745e3999e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:01.384339 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f2c1be6a-dc96-445d-8f53-f5c2a0eabd42 req-3627fc8b-9568-445e-9d49-fc1745e3999e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 946 time: 0.0865061 Oct 05 10:40:01.427836 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f2c1be6a-dc96-445d-8f53-f5c2a0eabd42 req-bdabafdd-6220-40a2-905e-7a899fd7a3c6 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378897 Oct 05 10:40:02.626856 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5569483-73ce-449a-a90c-b10d99fecb69 req-ad625816-395d-4628-a2be-b1375076dcae tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:02.628274 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f5569483-73ce-449a-a90c-b10d99fecb69 req-ad625816-395d-4628-a2be-b1375076dcae tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 946 time: 0.0874910 Oct 05 10:40:02.671592 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f5569483-73ce-449a-a90c-b10d99fecb69 req-782ef7d8-21d9-44f7-964b-1e4575572577 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370274 Oct 05 10:40:03.870798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757549c7-cade-4fba-b5a5-ffea912a8b79 req-22eb1e82-26bb-4ed1-9723-22a1cdc185bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:03.872246 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-757549c7-cade-4fba-b5a5-ffea912a8b79 req-22eb1e82-26bb-4ed1-9723-22a1cdc185bb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 946 time: 0.0898888 Oct 05 10:40:03.916227 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-757549c7-cade-4fba-b5a5-ffea912a8b79 req-9a954e6c-6405-48b8-95e9-2961d1757f4a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382023 Oct 05 10:40:03.944953 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52350) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:04.050238 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-350ec110-b3b0-4df7-be36-3a5cee226f2e tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/ea47cd56-2291-4727-9cf3-ab152b8d96aa HTTP/1.1" status: 200 len: 993 time: 0.1041760 Oct 05 10:40:05.603136 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7057f41-ec83-4b9b-a1bc-c416150dab7b req-c738f405-6890-4745-9fcc-d0b5e330bdf0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:05.604616 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a7057f41-ec83-4b9b-a1bc-c416150dab7b req-c738f405-6890-4745-9fcc-d0b5e330bdf0 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 946 time: 0.0876937 Oct 05 10:40:05.649777 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a7057f41-ec83-4b9b-a1bc-c416150dab7b req-e56c2108-76b3-4cf3-b86c-5027f6e491fa tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394566 Oct 05 10:40:05.663973 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f8c0c-a347-4d82-9477-8397645ac356 req-bafa292d-aba4-44de-a241-2945eca3d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:05.665469 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-129f8c0c-a347-4d82-9477-8397645ac356 req-bafa292d-aba4-44de-a241-2945eca3d8b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 1099 time: 0.0843644 Oct 05 10:40:05.796248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f8c0c-a347-4d82-9477-8397645ac356 req-aeb705c5-f427-4681-880d-8ba2078b3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:05.797697 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-129f8c0c-a347-4d82-9477-8397645ac356 req-aeb705c5-f427-4681-880d-8ba2078b3bab service neutron] 10.222.0.55 "GET /v2.0/networks?id=261ddfbf-c90d-4153-baae-cdf2fd293f97 HTTP/1.1" status: 200 len: 897 time: 0.1266427 Oct 05 10:40:05.898787 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-129f8c0c-a347-4d82-9477-8397645ac356 req-e70e3a2e-13eb-4994-a9c4-4081086e459f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d0ce07-0af6-4676-afb5-cc0e08419939 HTTP/1.1" status: 200 len: 1001 time: 0.0955772 Oct 05 10:40:05.959738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f8c0c-a347-4d82-9477-8397645ac356 req-b0599f2b-37a9-4247-a899-c33572b531e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:05.961145 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-129f8c0c-a347-4d82-9477-8397645ac356 req-b0599f2b-37a9-4247-a899-c33572b531e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cd55630-fb4b-4f56-bd6c-316cd957f6f2 HTTP/1.1" status: 200 len: 835 time: 0.0561125 Oct 05 10:40:06.044971 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f8c0c-a347-4d82-9477-8397645ac356 req-94eba75c-abc2-4567-ad3d-9f0c8adb3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:06.046352 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-129f8c0c-a347-4d82-9477-8397645ac356 req-94eba75c-abc2-4567-ad3d-9f0c8adb3c9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=261ddfbf-c90d-4153-baae-cdf2fd293f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774660 Oct 05 10:40:06.176962 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-129f8c0c-a347-4d82-9477-8397645ac356 req-21150fb5-0bb7-4f90-9b88-1ea963d1ac63 service neutron] 10.222.0.55 "GET /v2.0/networks/261ddfbf-c90d-4153-baae-cdf2fd293f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237843 Oct 05 10:40:06.304786 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-129f8c0c-a347-4d82-9477-8397645ac356 req-8d9ab6b6-b632-447c-8c07-18bc78df396a service neutron] 10.222.0.55 "GET /v2.0/networks/261ddfbf-c90d-4153-baae-cdf2fd293f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222126 Oct 05 10:40:06.851969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779dc85-741f-47f7-9dc4-200745c86cf4 req-63289787-0577-4765-9a49-495802ab26fb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:06.853409 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8779dc85-741f-47f7-9dc4-200745c86cf4 req-63289787-0577-4765-9a49-495802ab26fb tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 946 time: 0.0909920 Oct 05 10:40:06.897094 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8779dc85-741f-47f7-9dc4-200745c86cf4 req-f2b91c09-f1a3-49ae-b0ed-8999a702ce62 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380478 Oct 05 10:40:08.097264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e8d7b-ab28-4f17-b3a5-ad09cb376bd0 req-7fef119a-ad16-4301-aed2-15876d7ca66a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:08.099225 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-661e8d7b-ab28-4f17-b3a5-ad09cb376bd0 req-7fef119a-ad16-4301-aed2-15876d7ca66a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 946 time: 0.0911322 Oct 05 10:40:08.141999 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-661e8d7b-ab28-4f17-b3a5-ad09cb376bd0 req-2c47c131-527f-4be0-b1c1-b977f8694c51 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371170 Oct 05 10:40:08.171331 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52364) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:08.274261 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e76ab528-b21b-4ee9-8cc0-743233baa7be tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/floatingips/ea47cd56-2291-4727-9cf3-ab152b8d96aa HTTP/1.1" status: 200 len: 993 time: 0.1018262 Oct 05 10:40:08.541459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52372) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:08.742620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 1e8f0d93-6ffc-468d-bcfb-2ab6a2bd18a4 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:40:08.742969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:08.916182 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:08.916537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:09.144304 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 1e8f0d93-6ffc-468d-bcfb-2ab6a2bd18a4 owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:40:09.343361 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:09.390485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=1e8f0d93-6ffc-468d-bcfb-2ab6a2bd18a4,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:09.437373 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:09.437723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:09.438089 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:09.438427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:09.438764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:09.439098 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:09.439428 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:09.439757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:09.440084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:09.440407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:09.440733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:09.441056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:09.500216 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:09.500554 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Floating IP ea47cd56-2291-4727-9cf3-ab152b8d96aa disassociated (deleted). External IP: 172.26.7.52, port: d0d0ce07-0af6-4676-afb5-cc0e08419939. Oct 05 10:40:09.856852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:40:10.034958 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:40:10.044630 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11839ea-ba22-49bf-b74e-d778046e5623 None None] Sync routers for ids ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:40:10.052735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:10.054433 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11839ea-ba22-49bf-b74e-d778046e5623 None None] Routers {'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:40:10.055032 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e11839ea-ba22-49bf-b74e-d778046e5623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:10.108424 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-93d972e5-2f69-4209-ae1c-69513ef82937 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/floatingips/ea47cd56-2291-4727-9cf3-ab152b8d96aa HTTP/1.1" status: 204 len: 168 time: 1.5658512 Oct 05 10:40:10.109239 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f0124e-8e26-47c3-b4b4-9490d905a548', 'tag': 'd0d0ce07-0af6-4676-afb5-cc0e08419939'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:40:10.111570 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c8d67f-17b4-4c17-944b-21645c8de17a" -d '{"events": [{"name": "network-changed", "server_uuid": "06f0124e-8e26-47c3-b4b4-9490d905a548", "tag": "d0d0ce07-0af6-4676-afb5-cc0e08419939"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:40:10.208330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7ff22a-5d13-43c5-9592-34f997377f2c x-openstack-request-id: req-ea7ff22a-5d13-43c5-9592-34f997377f2c {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:40:10.208633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f0124e-8e26-47c3-b4b4-9490d905a548", "tag": "d0d0ce07-0af6-4676-afb5-cc0e08419939", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:40:10.208891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea7ff22a-5d13-43c5-9592-34f997377f2c {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:40:10.209306 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7ff22a-5d13-43c5-9592-34f997377f2c'] response: {'name': 'network-changed', 'server_uuid': '06f0124e-8e26-47c3-b4b4-9490d905a548', 'tag': 'd0d0ce07-0af6-4676-afb5-cc0e08419939', 'status': 'completed', 'code': 200} Oct 05 10:40:10.238011 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-e11839ea-ba22-49bf-b74e-d778046e5623 None None] Set router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:40:10.308218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8d67f-17b4-4c17-944b-21645c8de17a req-d3d78479-22ce-4cb6-9e63-8ed7fc44673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:10.309661 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-11c8d67f-17b4-4c17-944b-21645c8de17a req-d3d78479-22ce-4cb6-9e63-8ed7fc44673d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 1099 time: 0.0801978 Oct 05 10:40:10.442701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8d67f-17b4-4c17-944b-21645c8de17a req-f03c644c-42d7-4198-84cc-69f0478501ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:10.444233 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-11c8d67f-17b4-4c17-944b-21645c8de17a req-f03c644c-42d7-4198-84cc-69f0478501ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=261ddfbf-c90d-4153-baae-cdf2fd293f97 HTTP/1.1" status: 200 len: 897 time: 0.1288741 Oct 05 10:40:10.515250 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-11c8d67f-17b4-4c17-944b-21645c8de17a req-661fcbf7-2c34-476f-9a9f-de97ddc4a509 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d0ce07-0af6-4676-afb5-cc0e08419939 HTTP/1.1" status: 200 len: 217 time: 0.0646646 Oct 05 10:40:10.553538 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e11839ea-ba22-49bf-b74e-d778046e5623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:38:20Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:21Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '7cfa89be-32ed-49ed-9bd8-ab02f6d09d86', 'name': '', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:eb:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:25Z', 'updated_at': '2022-10-05T10:38:32Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:10.557862 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11839ea-ba22-49bf-b74e-d778046e5623 None None] Checking router: cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:40:10.566383 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11839ea-ba22-49bf-b74e-d778046e5623 None None] Routers {'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:40:10.566947 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e11839ea-ba22-49bf-b74e-d778046e5623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:10.580918 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8d67f-17b4-4c17-944b-21645c8de17a req-52f39ba4-f463-4430-8fbb-b0cb29f48cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:10.583041 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-11c8d67f-17b4-4c17-944b-21645c8de17a req-52f39ba4-f463-4430-8fbb-b0cb29f48cd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cd55630-fb4b-4f56-bd6c-316cd957f6f2 HTTP/1.1" status: 200 len: 835 time: 0.0612941 Oct 05 10:40:10.668432 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8d67f-17b4-4c17-944b-21645c8de17a req-bd73e3eb-e077-4b59-91a3-8c21c033a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:10.669943 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-11c8d67f-17b4-4c17-944b-21645c8de17a req-bd73e3eb-e077-4b59-91a3-8c21c033a239 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=261ddfbf-c90d-4153-baae-cdf2fd293f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805104 Oct 05 10:40:10.673520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a66a2-ddb8-4a7d-94f8-8f010b94cdb4 req-ee1640b7-65d8-45fc-b3ad-33e5299cbc59 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:10.674981 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1f1a66a2-ddb8-4a7d-94f8-8f010b94cdb4 req-ee1640b7-65d8-45fc-b3ad-33e5299cbc59 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 946 time: 0.0944209 Oct 05 10:40:10.722227 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1f1a66a2-ddb8-4a7d-94f8-8f010b94cdb4 req-9e3dec5b-4d4f-4cac-8f65-c3fd0769db4a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414157 Oct 05 10:40:10.749854 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-e11839ea-ba22-49bf-b74e-d778046e5623 None None] Set router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:40:10.937364 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-11c8d67f-17b4-4c17-944b-21645c8de17a req-955e625d-f7a2-4aff-b189-cca04d869601 service neutron] 10.222.0.55 "GET /v2.0/networks/261ddfbf-c90d-4153-baae-cdf2fd293f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605972 Oct 05 10:40:11.075405 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-11c8d67f-17b4-4c17-944b-21645c8de17a req-a515b20c-86b3-42d9-b0f8-eaae14d88f6e service neutron] 10.222.0.55 "GET /v2.0/networks/261ddfbf-c90d-4153-baae-cdf2fd293f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306446 Oct 05 10:40:11.097343 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e11839ea-ba22-49bf-b74e-d778046e5623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:38:20Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:21Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '7cfa89be-32ed-49ed-9bd8-ab02f6d09d86', 'name': '', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:eb:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:25Z', 'updated_at': '2022-10-05T10:38:32Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:11.101325 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11839ea-ba22-49bf-b74e-d778046e5623 None None] The sync data for ids ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'] in dv-neutron-860329-1-hyperv is: [{'id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:38:20Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:21Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '7cfa89be-32ed-49ed-9bd8-ab02f6d09d86', 'name': '', 'network_id': '261ddfbf-c90d-4153-baae-cdf2fd293f97', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'mac_address': 'fa:16:3e:eb:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:25Z', 'updated_at': '2022-10-05T10:38:32Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'subnets': [{'id': '3cd55630-fb4b-4f56-bd6c-316cd957f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:40:11.311956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e8153-d2c8-4ce4-88b1-367088e4c655 None None] New status for floating IP ea47cd56-2291-4727-9cf3-ab152b8d96aa: DOWN {{(pid=89847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:40:11.926730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378b077-90df-475c-b66b-adc5f23fcb92 req-030c43ec-49cb-4d2d-a2ff-377f2d4a8c0a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:11.928163 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f378b077-90df-475c-b66b-adc5f23fcb92 req-030c43ec-49cb-4d2d-a2ff-377f2d4a8c0a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 946 time: 0.0893910 Oct 05 10:40:11.971176 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f378b077-90df-475c-b66b-adc5f23fcb92 req-c9bf051e-b3e9-4737-81c0-fc753a0bf30c tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372674 Oct 05 10:40:12.518397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f4d1d-cb21-43be-9a01-89383d212b5c req-4e67fa54-7351-4b63-84a6-41649d839249 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:12.519080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-6a0f4d1d-cb21-43be-9a01-89383d212b5c req-4e67fa54-7351-4b63-84a6-41649d839249 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Synchronizing usage tracker for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:40:12.594701 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-6a0f4d1d-cb21-43be-9a01-89383d212b5c req-4e67fa54-7351-4b63-84a6-41649d839249 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Unset dirty status for tenant:0eb250b69e284e1f83d5269e0e6b6212 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:40:12.595810 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6a0f4d1d-cb21-43be-9a01-89383d212b5c req-4e67fa54-7351-4b63-84a6-41649d839249 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 946 time: 0.1651196 Oct 05 10:40:12.664629 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-6a0f4d1d-cb21-43be-9a01-89383d212b5c req-8f7ad821-1840-445a-8662-1a661a6d2446 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port d0d0ce07-0af6-4676-afb5-cc0e08419939 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:40:12.664969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6a0f4d1d-cb21-43be-9a01-89383d212b5c req-8f7ad821-1840-445a-8662-1a661a6d2446 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:12.909437 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-6a0f4d1d-cb21-43be-9a01-89383d212b5c req-8f7ad821-1840-445a-8662-1a661a6d2446 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port d0d0ce07-0af6-4676-afb5-cc0e08419939, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d0d0ce07-0af6-4676-afb5-cc0e08419939,segment=NetworkSegment(cd29b7a7-6bcd-4fdf-9db8-660925ea73bd),segment_id=cd29b7a7-6bcd-4fdf-9db8-660925ea73bd)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:40:12.909798 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6a0f4d1d-cb21-43be-9a01-89383d212b5c req-8f7ad821-1840-445a-8662-1a661a6d2446 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:13.031557 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-6a0f4d1d-cb21-43be-9a01-89383d212b5c req-8f7ad821-1840-445a-8662-1a661a6d2446 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for d0d0ce07-0af6-4676-afb5-cc0e08419939 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:40:13.168111 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba610c-51a0-4147-bcd0-8652d3745eed req-aefb7d68-87a9-4aa7-9375-d2eedc4a5d6a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:13.169650 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2aba610c-51a0-4147-bcd0-8652d3745eed req-aefb7d68-87a9-4aa7-9375-d2eedc4a5d6a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f0124e-8e26-47c3-b4b4-9490d905a548 HTTP/1.1" status: 200 len: 946 time: 0.0883834 Oct 05 10:40:13.216793 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2aba610c-51a0-4147-bcd0-8652d3745eed req-a9f43ae0-2ace-43f1-9e07-eeba2740fb91 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c15a666-1292-452f-98fd-d2c9ec9a7059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406957 Oct 05 10:40:13.246379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6a0f4d1d-cb21-43be-9a01-89383d212b5c req-8f7ad821-1840-445a-8662-1a661a6d2446 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:13.295585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ad821-1840-445a-8662-1a661a6d2446 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=d0d0ce07-0af6-4676-afb5-cc0e08419939,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:13.382742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0f4d1d-cb21-43be-9a01-89383d212b5c req-8f7ad821-1840-445a-8662-1a661a6d2446 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] No DVR routers for this DVR port d0d0ce07-0af6-4676-afb5-cc0e08419939 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:40:13.385073 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-6a0f4d1d-cb21-43be-9a01-89383d212b5c req-8f7ad821-1840-445a-8662-1a661a6d2446 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:13.387554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f0124e-8e26-47c3-b4b4-9490d905a548', 'name': 'network-vif-deleted', 'tag': 'd0d0ce07-0af6-4676-afb5-cc0e08419939'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:40:13.389827 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899a6344-37b0-444f-9012-81b9ef3ec61f" -d '{"events": [{"server_uuid": "06f0124e-8e26-47c3-b4b4-9490d905a548", "name": "network-vif-deleted", "tag": "d0d0ce07-0af6-4676-afb5-cc0e08419939"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:40:13.432527 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ceabb4b-6038-4e5d-a8a4-44cbc0d406c1 x-openstack-request-id: req-4ceabb4b-6038-4e5d-a8a4-44cbc0d406c1 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:40:13.432814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f0124e-8e26-47c3-b4b4-9490d905a548", "name": "network-vif-deleted", "tag": "d0d0ce07-0af6-4676-afb5-cc0e08419939", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:40:13.433064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ceabb4b-6038-4e5d-a8a4-44cbc0d406c1 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:40:13.433459 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ceabb4b-6038-4e5d-a8a4-44cbc0d406c1'] response: {'server_uuid': '06f0124e-8e26-47c3-b4b4-9490d905a548', 'name': 'network-vif-deleted', 'tag': 'd0d0ce07-0af6-4676-afb5-cc0e08419939', 'status': 'completed', 'code': 200} Oct 05 10:40:13.446858 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-6a0f4d1d-cb21-43be-9a01-89383d212b5c req-8f7ad821-1840-445a-8662-1a661a6d2446 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.55 "DELETE /v2.0/ports/d0d0ce07-0af6-4676-afb5-cc0e08419939 HTTP/1.1" status: 204 len: 173 time: 0.8460197 Oct 05 10:40:14.323032 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52392) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:14.965684 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-876b5d71-7904-4448-973f-c044962622c9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:15.316504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-876b5d71-7904-4448-973f-c044962622c9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:40:15.317352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-876b5d71-7904-4448-973f-c044962622c9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:15.500614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-876b5d71-7904-4448-973f-c044962622c9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=7cfa89be-32ed-49ed-9bd8-ab02f6d09d86,segment=NetworkSegment(cd29b7a7-6bcd-4fdf-9db8-660925ea73bd),segment_id=cd29b7a7-6bcd-4fdf-9db8-660925ea73bd)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:40:15.501325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-876b5d71-7904-4448-973f-c044962622c9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:15.621776 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-876b5d71-7904-4448-973f-c044962622c9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:40:15.868819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-876b5d71-7904-4448-973f-c044962622c9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:15.918514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b5d71-7904-4448-973f-c044962622c9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=7cfa89be-32ed-49ed-9bd8-ab02f6d09d86,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:16.198340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-876b5d71-7904-4448-973f-c044962622c9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:16.650197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876b5d71-7904-4448-973f-c044962622c9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:40:16.826581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876b5d71-7904-4448-973f-c044962622c9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:40:16.836539 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fe835-9da2-42c8-88fc-c2cc5d424f48 None None] Sync routers for ids ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:40:16.840339 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-876b5d71-7904-4448-973f-c044962622c9 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "PUT /v2.0/routers/cdfdbbec-1b34-4ec2-9830-3d217ccf2af0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5162404 Oct 05 10:40:16.843149 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52396) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:16.850014 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fe835-9da2-42c8-88fc-c2cc5d424f48 None None] Routers {'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:40:16.850014 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-989fe835-9da2-42c8-88fc-c2cc5d424f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:16.908865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda88fe9-212c-45ff-bca1-ca4e9be7d95b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting subnet 3cd55630-fb4b-4f56-bd6c-316cd957f6f2 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:40:16.911758 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bda88fe9-212c-45ff-bca1-ca4e9be7d95b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:16.918043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device d0d0ce07-0af6-4676-afb5-cc0e08419939 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:40:16.953271 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: d0d0ce07-0af6-4676-afb5-cc0e08419939 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:40:16.953889 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device d0d0ce07-0af6-4676-afb5-cc0e08419939 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:40:16.970525 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bda88fe9-212c-45ff-bca1-ca4e9be7d95b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:17.018915 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-989fe835-9da2-42c8-88fc-c2cc5d424f48 None None] Set router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:40:17.053961 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bda88fe9-212c-45ff-bca1-ca4e9be7d95b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:17.189655 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bda88fe9-212c-45ff-bca1-ca4e9be7d95b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:17.232766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda88fe9-212c-45ff-bca1-ca4e9be7d95b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd55630-fb4b-4f56-bd6c-316cd957f6f2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:17.234714 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bda88fe9-212c-45ff-bca1-ca4e9be7d95b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:17.241504 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bda88fe9-212c-45ff-bca1-ca4e9be7d95b tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/subnets/3cd55630-fb4b-4f56-bd6c-316cd957f6f2 HTTP/1.1" status: 204 len: 168 time: 0.3971972 Oct 05 10:40:17.242747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a15fbb-7fe0-416f-9138-c0ef70a68c67 None None] Network 261ddfbf-c90d-4153-baae-cdf2fd293f97 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:40:17.244154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52400) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:17.304998 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-989fe835-9da2-42c8-88fc-c2cc5d424f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:38:20Z', 'updated_at': '2022-10-05T10:40:15Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:21Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:17.309007 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fe835-9da2-42c8-88fc-c2cc5d424f48 None None] Checking router: cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:40:17.318332 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fe835-9da2-42c8-88fc-c2cc5d424f48 None None] Routers {'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:40:17.318964 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-989fe835-9da2-42c8-88fc-c2cc5d424f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:39:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:17.503166 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] DHCP port deletion for 261ddfbf-c90d-4153-baae-cdf2fd293f97 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:40:17.504865 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-989fe835-9da2-42c8-88fc-c2cc5d424f48 None None] Set router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:40:17.507651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Deleting port f582d2d9-fdff-42a9-b8db-f357f181b205 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:40:17.508118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:17.547901 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:17.716767 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] For port f582d2d9-fdff-42a9-b8db-f357f181b205, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=f582d2d9-fdff-42a9-b8db-f357f181b205,segment=NetworkSegment(cd29b7a7-6bcd-4fdf-9db8-660925ea73bd),segment_id=cd29b7a7-6bcd-4fdf-9db8-660925ea73bd)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:40:17.717096 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:17.738140 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:17.797837 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-989fe835-9da2-42c8-88fc-c2cc5d424f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:38:20Z', 'updated_at': '2022-10-05T10:40:15Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:21Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:17.802965 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fe835-9da2-42c8-88fc-c2cc5d424f48 None None] The sync data for ids ['cdfdbbec-1b34-4ec2-9830-3d217ccf2af0'] in dv-neutron-860329-1-hyperv is: [{'id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30505269', 'tenant_id': '0eb250b69e284e1f83d5269e0e6b6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:38:20Z', 'updated_at': '2022-10-05T10:40:15Z', 'revision_number': 5, 'project_id': '0eb250b69e284e1f83d5269e0e6b6212', 'gw_port': {'id': '196371b7-368b-4935-b0a1-0b5eb303c3fa', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdbbec-1b34-4ec2-9830-3d217ccf2af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:38:21Z', 'updated_at': '2022-10-05T10:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:40:17.812548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Deleting port 196371b7-368b-4935-b0a1-0b5eb303c3fa {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:40:17.812901 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:17.888637 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Calling delete_port for f582d2d9-fdff-42a9-b8db-f357f181b205 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:40:17.988356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] For port 196371b7-368b-4935-b0a1-0b5eb303c3fa, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=196371b7-368b-4935-b0a1-0b5eb303c3fa,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:40:17.988677 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:18.006242 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983'] for port, after_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:18.055602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Pushing event deleted for resources: {'Port': ['ID=f582d2d9-fdff-42a9-b8db-f357f181b205,revision_number=None']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:18.060232 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] No DVR routers for this DVR port f582d2d9-fdff-42a9-b8db-f357f181b205 on host dv-neutron-860329-1-hyperv {{(pid=89847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:40:18.072041 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.072391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.072733 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.073070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.073399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.073729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.074144 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.074471 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.074796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.075118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.075438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.075782 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c6b15-e350-432e-8de7-062b98416d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.111590 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Calling delete_port for 196371b7-368b-4935-b0a1-0b5eb303c3fa owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:40:18.210711 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:40:18.244426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:40:18.244659 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 7cfa89be-32ed-49ed-9bd8-ab02f6d09d86 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:40:18.245135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device f582d2d9-fdff-42a9-b8db-f357f181b205 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:40:18.282278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: f582d2d9-fdff-42a9-b8db-f357f181b205 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:40:18.282608 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device f582d2d9-fdff-42a9-b8db-f357f181b205 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:40:18.354793 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:18.404759 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Port': ['ID=196371b7-368b-4935-b0a1-0b5eb303c3fa,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:18.445925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.446305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.446653 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.446991 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.447327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.447666 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.447997 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.448323 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.448647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.448970 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.449294 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.449619 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:18.513128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:18.688215 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:18.691152 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:18.778250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:18.778804 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Fanout notify agent at l3_agent the message router_deleted on router cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:40:18.794415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:18.797783 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-f7561ba0-9352-4ded-b99a-66156f4012ba tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/routers/cdfdbbec-1b34-4ec2-9830-3d217ccf2af0 HTTP/1.1" status: 204 len: 168 time: 1.5501733 Oct 05 10:40:18.798166 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52404) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:18.916795 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3a79-84dd-45df-9b0d-2b38ea54e779 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:19.057264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3a79-84dd-45df-9b0d-2b38ea54e779 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:19.082014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ecbd3a79-84dd-45df-9b0d-2b38ea54e779 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261ddfbf-c90d-4153-baae-cdf2fd293f97']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:19.093890 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ecbd3a79-84dd-45df-9b0d-2b38ea54e779 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd29b7a7-6bcd-4fdf-9db8-660925ea73bd') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:19.094216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-ecbd3a79-84dd-45df-9b0d-2b38ea54e779 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd29b7a7-6bcd-4fdf-9db8-660925ea73bd') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:19.105938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3a79-84dd-45df-9b0d-2b38ea54e779 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:19.122010 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3a79-84dd-45df-9b0d-2b38ea54e779 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:19.128111 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbd3a79-84dd-45df-9b0d-2b38ea54e779 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:40:19.128555 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3a79-84dd-45df-9b0d-2b38ea54e779 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:19.326438 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment cd29b7a7-6bcd-4fdf-9db8-660925ea73bd resource provider aggregate not found Oct 05 10:40:19.350305 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment cd29b7a7-6bcd-4fdf-9db8-660925ea73bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd29b7a7-6bcd-4fdf-9db8-660925ea73bd found for delete ", "request_id": "req-2ee8bfaf-0cf1-4e54-8c09-d88343f4d706"}]} Oct 05 10:40:19.423619 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3a79-84dd-45df-9b0d-2b38ea54e779 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:19.441582 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3a79-84dd-45df-9b0d-2b38ea54e779 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:19.454512 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd3a79-84dd-45df-9b0d-2b38ea54e779 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'Network': ['ID=261ddfbf-c90d-4153-baae-cdf2fd293f97,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:19.526933 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ecbd3a79-84dd-45df-9b0d-2b38ea54e779 tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/networks/261ddfbf-c90d-4153-baae-cdf2fd293f97 HTTP/1.1" status: 204 len: 168 time: 0.7275727 Oct 05 10:40:19.529446 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52414) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:19.595110 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a936b3c-e104-4f88-a58b-67cdd843ef0a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:19.624035 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a936b3c-e104-4f88-a58b-67cdd843ef0a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:19.748795 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a936b3c-e104-4f88-a58b-67cdd843ef0a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:19.767510 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a936b3c-e104-4f88-a58b-67cdd843ef0a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c15a666-1292-452f-98fd-d2c9ec9a7059,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:19.839497 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a936b3c-e104-4f88-a58b-67cdd843ef0a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:19.840600 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0a936b3c-e104-4f88-a58b-67cdd843ef0a tempest-TestNetworkAdvancedServerOps-1399210482 tempest-TestNetworkAdvancedServerOps-1399210482-project] 10.222.0.49 "DELETE /v2.0/security-groups/6c15a666-1292-452f-98fd-d2c9ec9a7059 HTTP/1.1" status: 204 len: 168 time: 0.3102355 Oct 05 10:40:20.017108 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 196371b7-368b-4935-b0a1-0b5eb303c3fa no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:40:20.050753 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 196371b7-368b-4935-b0a1-0b5eb303c3fa {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:40:20.051587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 196371b7-368b-4935-b0a1-0b5eb303c3fa not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:40:20.389300 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-29c340ec-ab29-4bd8-919d-939bc9ec1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:20.452655 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52426) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:20.599207 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b34a9e21-bdba-48bd-9377-933ac5cdc8b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0eb250b69e284e1f83d5269e0e6b6212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452444 Oct 05 10:40:20.601632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52432) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:20.657838 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6aa17e6f-089e-4cf6-a2b9-03d6507a4526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:20.683541 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6aa17e6f-089e-4cf6-a2b9-03d6507a4526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:20.800184 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6aa17e6f-089e-4cf6-a2b9-03d6507a4526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:20.819198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa17e6f-089e-4cf6-a2b9-03d6507a4526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67664bdd-797f-4681-acae-bb6f5f91119f,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:20.830308 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6aa17e6f-089e-4cf6-a2b9-03d6507a4526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:20.831469 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6aa17e6f-089e-4cf6-a2b9-03d6507a4526 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/67664bdd-797f-4681-acae-bb6f5f91119f HTTP/1.1" status: 204 len: 168 time: 0.2289133 Oct 05 10:40:21.301317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52440) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:21.318937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c821d77-362f-4650-a952-df7d64a50f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:21.333501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4c821d77-362f-4650-a952-df7d64a50f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:21.337249 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4c821d77-362f-4650-a952-df7d64a50f03 admin admin] Usage tracker for resource:security_group_rule and tenant:023d25d666db4d16aa6897fd56238b88 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:21.340072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-4c821d77-362f-4650-a952-df7d64a50f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:21.345644 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-4c821d77-362f-4650-a952-df7d64a50f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:21.425222 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c821d77-362f-4650-a952-df7d64a50f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:21.485836 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-4c821d77-362f-4650-a952-df7d64a50f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:21.534063 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-4c821d77-362f-4650-a952-df7d64a50f03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=023d25d666db4d16aa6897fd56238b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316716 Oct 05 10:40:21.534929 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c821d77-362f-4650-a952-df7d64a50f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fec3b28-498b-46d2-a10e-356b5638a276,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:21.536829 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52444) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:21.593271 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96d5f514-7332-46d3-b29a-b877644fbf65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:21.617969 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96d5f514-7332-46d3-b29a-b877644fbf65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:21.743483 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96d5f514-7332-46d3-b29a-b877644fbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:21.758850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5f514-7332-46d3-b29a-b877644fbf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fec3b28-498b-46d2-a10e-356b5638a276,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:21.767067 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96d5f514-7332-46d3-b29a-b877644fbf65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:21.770075 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-96d5f514-7332-46d3-b29a-b877644fbf65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1fec3b28-498b-46d2-a10e-356b5638a276 HTTP/1.1" status: 204 len: 168 time: 0.2303879 Oct 05 10:40:22.680595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-eb202fd7-4cfb-4fc1-ba29-3b88b380aa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:22.868634 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52468) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:22.970702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1693917953-network', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:22.975423 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:22.979325 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Usage tracker for resource:network and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:22.982162 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:22.987809 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:23.068634 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Made reservation on behalf of 4f0d12d4f24c4662847c753d23ba2b64 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:40:23.070994 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:23.083303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:23.097133 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:23.101572 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Usage tracker for resource:security_group_rule and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:23.104333 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:23.109948 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:23.190513 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:23.240005 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:23.271382 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:40:23.276682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b76dca-1a76-466f-aa01-39bc823a9333,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:23.283244 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:23.284106 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Added segment 37eb3996-1515-457d-8236-c50ba747a103 of type vlan for network 292a78cf-d20c-4fa0-a8de-919758c5cb13 Oct 05 10:40:23.309499 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:23.406045 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:23.406960 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:23.407525 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:23.506819 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] Pushing event updated for resources: {'Network': ['ID=292a78cf-d20c-4fa0-a8de-919758c5cb13,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:23.517383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 292a78cf-d20c-4fa0-a8de-919758c5cb13 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:40:23.555344 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e82aedb4-84c9-4f9b-92b8-e68d8cbc2757 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6853447 Oct 05 10:40:23.558309 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52474) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:23.563730 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] Request body: {'subnet': {'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1693917953-subnet', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'ip_version': 4}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:23.569281 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:23.573441 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] Usage tracker for resource:subnet and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:23.576331 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:23.582744 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:23.663398 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] Made reservation on behalf of 4f0d12d4f24c4662847c753d23ba2b64 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:40:23.665679 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:23.927059 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:23.997881 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b20acae-4ab7-4ed0-99d8-50c757b24ba2,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:24.006768 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] Checking segment: {'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:40:24.007117 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] Network hostable DHCP agents. Network: 292a78cf-d20c-4fa0-a8de-919758c5cb13, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:40:24.142818 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] Network 292a78cf-d20c-4fa0-a8de-919758c5cb13 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:40:24.194542 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 292a78cf-d20c-4fa0-a8de-919758c5cb13) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:40:24.199372 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:24.200418 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:24.204731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d13ad0e-dc69-4085-bc9c-99a01542b4d9 None None] Network 292a78cf-d20c-4fa0-a8de-919758c5cb13 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:40:24.220979 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:24.264141 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-b6d424f1-0509-45a3-b634-194f00969334 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7047875 Oct 05 10:40:24.266786 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52480) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:24.271947 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:24.276767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:24.280584 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Usage tracker for resource:router and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:24.283579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:24.289834 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:24.337364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:24.338495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:24.354118 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:24.432256 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-292a78cf-d20c-4fa0-a8de-919758c5cb13', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:40:24.433067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:24.486302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:24.591539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Allocated IP 172.20.0.2 (292a78cf-d20c-4fa0-a8de-919758c5cb13/1b20acae-4ab7-4ed0-99d8-50c757b24ba2/722e8b87-f09c-4d5b-8848-728988e263bf) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:40:24.663077 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:24.794392 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:24.804276 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Transition to ACTIVE for port object 722e8b87-f09c-4d5b-8848-728988e263bf will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:40:24.821932 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Transition to ACTIVE for port object 722e8b87-f09c-4d5b-8848-728988e263bf will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:40:24.869223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:24.936504 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Network 292a78cf-d20c-4fa0-a8de-919758c5cb13 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:40:24.939257 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:40:24.943455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:40:24.949284 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Pushing event updated for resources: {'Port': ['ID=722e8b87-f09c-4d5b-8848-728988e263bf,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:25.053065 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Attempting to bind port 722e8b87-f09c-4d5b-8848-728988e263bf on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:40:25.053340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Attempting to bind port 722e8b87-f09c-4d5b-8848-728988e263bf by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:40:25.053710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Attempting to bind port 722e8b87-f09c-4d5b-8848-728988e263bf on network 292a78cf-d20c-4fa0-a8de-919758c5cb13 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:40:25.059358 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:40:25.059740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Checking segment: {'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:40:25.060148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:25.060560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Bound using segment: {'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:40:25.061208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Bound port: 722e8b87-f09c-4d5b-8848-728988e263bf, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:40:25.061595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:25.112270 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:25.141661 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:25.154094 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] For port 722e8b87-f09c-4d5b-8848-728988e263bf, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:40:25.157043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] For port 722e8b87-f09c-4d5b-8848-728988e263bf, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=722e8b87-f09c-4d5b-8848-728988e263bf,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:40:25.229502 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:25.280560 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Allocated IP 172.26.7.162 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:40:25.312679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b42ee-b63f-4abe-af08-bba476781b20 None None] Pushing event updated for resources: {'Port': ['ID=722e8b87-f09c-4d5b-8848-728988e263bf,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:25.436661 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:25.549302 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:25.619488 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:40:25.622317 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:40:25.626001 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:40:25.658745 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Pushing event updated for resources: {'Port': ['ID=bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:25.876692 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:25.966340 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:26.067136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 722e8b87-f09c-4d5b-8848-728988e263bf up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:40:26.141085 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:26.188872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 722e8b87-f09c-4d5b-8848-728988e263bf completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:40:26.224057 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131cd5c2-495b-42d3-ae33-dff7660145b6 None None] Network 292a78cf-d20c-4fa0-a8de-919758c5cb13 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:40:26.404136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-616e4d63-97bf-4bca-99b0-05487dd57706 None None] Provisioning for port 722e8b87-f09c-4d5b-8848-728988e263bf completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:40:26.419307 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-616e4d63-97bf-4bca-99b0-05487dd57706 None None] Provisioning complete for port 722e8b87-f09c-4d5b-8848-728988e263bf triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:26.419674 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-616e4d63-97bf-4bca-99b0-05487dd57706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:26.420034 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-616e4d63-97bf-4bca-99b0-05487dd57706 None None] Attempt 1 to provision port 722e8b87-f09c-4d5b-8848-728988e263bf Oct 05 10:40:26.493793 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:26.600624 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-616e4d63-97bf-4bca-99b0-05487dd57706 None None] Current status of the port 722e8b87-f09c-4d5b-8848-728988e263bf is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:26.600995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-616e4d63-97bf-4bca-99b0-05487dd57706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:26.640582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-616e4d63-97bf-4bca-99b0-05487dd57706 None None] For port 722e8b87-f09c-4d5b-8848-728988e263bf, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=722e8b87-f09c-4d5b-8848-728988e263bf,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:40:26.737970 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-616e4d63-97bf-4bca-99b0-05487dd57706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:26.815434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e4d63-97bf-4bca-99b0-05487dd57706 None None] Pushing event updated for resources: {'Port': ['ID=722e8b87-f09c-4d5b-8848-728988e263bf,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:26.857024 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-63316630-4d28-4522-8373-46eda767cf14 None None] Provisioning complete for port 722e8b87-f09c-4d5b-8848-728988e263bf triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:26.857395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-63316630-4d28-4522-8373-46eda767cf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:26.857740 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-63316630-4d28-4522-8373-46eda767cf14 None None] Attempt 1 to provision port 722e8b87-f09c-4d5b-8848-728988e263bf Oct 05 10:40:26.903156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:40:26.975054 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-63316630-4d28-4522-8373-46eda767cf14 None None] Current status of the port 722e8b87-f09c-4d5b-8848-728988e263bf is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:27.077791 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:40:27.086322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Sync routers for ids ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:40:27.095078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Routers {'b06cbf84-4a4d-49a7-bd63-cd53b54e0961'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:40:27.095681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:40:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:27.166085 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:27.167364 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-cb42b86b-a2a0-4a38-9b6d-f4f89fe0aeed admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8994074 Oct 05 10:40:27.170272 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52488) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:27.270121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Set router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:40:27.549868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:25Z', 'revision_number': 3, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:27.554348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Checking router: b06cbf84-4a4d-49a7-bd63-cd53b54e0961 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:40:27.554695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Updating router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:40:27.608806 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:27.837789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:27.936250 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:27.947954 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Transition to ACTIVE for port object bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:40:28.017462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:28.044595 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Allocated IP 172.20.0.1 (292a78cf-d20c-4fa0-a8de-919758c5cb13/1b20acae-4ab7-4ed0-99d8-50c757b24ba2/76e22009-a456-4a01-b190-4e51f1bb334c) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:40:28.064663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 722e8b87-f09c-4d5b-8848-728988e263bf up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:40:28.109063 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Attempting to bind port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:40:28.109343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Attempting to bind port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:40:28.109703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Attempting to bind port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:40:28.140091 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfee41d-766c-4874-8cb9-5eab2fcb53e3 None None] Pushing event updated for resources: {'Port': ['ID=bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:28.142395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:40:28.142762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:40:28.143161 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:28.143557 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:40:28.143999 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Bound port: bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:40:28.144400 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:28.196687 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:28.212696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.provisioning_blocks [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Transition to ACTIVE for port object 76e22009-a456-4a01-b190-4e51f1bb334c will not be triggered until provisioned by entity DHCP. {{(pid=89846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:40:28.271375 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] For port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:40:28.275006 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] For port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:40:28.276627 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 722e8b87-f09c-4d5b-8848-728988e263bf triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:28.276987 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:28.277313 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 722e8b87-f09c-4d5b-8848-728988e263bf Oct 05 10:40:28.303490 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:28.366049 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Network 292a78cf-d20c-4fa0-a8de-919758c5cb13 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:40:28.369153 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:28.369312 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:40:28.372814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:40:28.452123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Routers {'b06cbf84-4a4d-49a7-bd63-cd53b54e0961'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:40:28.452913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:40:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:28.529313 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 722e8b87-f09c-4d5b-8848-728988e263bf is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:28.533560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfee41d-766c-4874-8cb9-5eab2fcb53e3 None None] Pushing event updated for resources: {'Port': ['ID=bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:28.547011 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Pushing event updated for resources: {'Port': ['ID=76e22009-a456-4a01-b190-4e51f1bb334c,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:28.563558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:28.656284 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] Set router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:40:28.740434 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:28.752566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Provisioning for port 76e22009-a456-4a01-b190-4e51f1bb334c completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:40:28.775362 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Provisioning complete for port 76e22009-a456-4a01-b190-4e51f1bb334c triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:28.775746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:28.776064 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Attempt 1 to provision port 76e22009-a456-4a01-b190-4e51f1bb334c Oct 05 10:40:28.892489 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Port 76e22009-a456-4a01-b190-4e51f1bb334c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:28.967504 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:28.991655 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:25Z', 'revision_number': 3, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:28.995593 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a9399-3455-46af-a522-4ef617908fe9 None None] The sync data for ids ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'] in dv-neutron-860329-1-hyperv is: [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:25Z', 'revision_number': 3, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:40:29.028952 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:29.138568 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:29.142030 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Pushing event updated for resources: {'Port': ['ID=76e22009-a456-4a01-b190-4e51f1bb334c,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:29.284278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Network 292a78cf-d20c-4fa0-a8de-919758c5cb13 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:40:29.285515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:40:29.393714 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Attempt 2 to provision port 76e22009-a456-4a01-b190-4e51f1bb334c Oct 05 10:40:29.458909 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Port 76e22009-a456-4a01-b190-4e51f1bb334c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:29.487741 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:40:29.672922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:40:29.682757 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-bf8ce7b9-9365-4131-991c-e318e7749b22 admin admin] 10.222.0.49 "PUT /v2.0/routers/b06cbf84-4a4d-49a7-bd63-cd53b54e0961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5114784 Oct 05 10:40:29.960248 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Attempt 3 to provision port 76e22009-a456-4a01-b190-4e51f1bb334c Oct 05 10:40:30.021805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Port 76e22009-a456-4a01-b190-4e51f1bb334c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:30.081004 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:40:30.240255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:40:30.245759 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:30.246332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:30.246673 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a Oct 05 10:40:30.370208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:30.370590 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:30.387749 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:40:30.451694 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:30.483755 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:40:30.513210 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Sync routers for ids ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:40:30.516000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52506) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:30.522601 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Attempt 4 to provision port 76e22009-a456-4a01-b190-4e51f1bb334c Oct 05 10:40:30.523404 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1458871407-network', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:30.523527 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Routers {'b06cbf84-4a4d-49a7-bd63-cd53b54e0961'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:40:30.524108 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:40:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:30.528650 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:30.532800 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Usage tracker for resource:network and tenant:c4e5549c6bad4eefb42e827ec13b9a9f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:30.535915 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:30.541797 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:30.555638 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:30.583968 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Port 76e22009-a456-4a01-b190-4e51f1bb334c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:30.634603 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Made reservation on behalf of c4e5549c6bad4eefb42e827ec13b9a9f for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:40:30.636924 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:30.649254 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:30.664547 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:30.668452 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Usage tracker for resource:security_group_rule and tenant:c4e5549c6bad4eefb42e827ec13b9a9f is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:30.671252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:30.677814 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:30.725239 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Set router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:40:30.764349 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:30.823426 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:30.856273 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:40:30.861502 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757c74eb-02c8-4b21-a3c3-5d913ecdd46d,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:30.875602 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:30.875602 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Added segment 963346d1-e226-4935-a9e1-0b6b6a1aee80 of type vlan for network 03a6ae97-b9f8-45f5-ac33-d46cdb4097fe Oct 05 10:40:30.898962 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:30.983354 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:30.984326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:30.984906 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:31.033710 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '76e22009-a456-4a01-b190-4e51f1bb334c', 'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'mac_address': 'fa:16:3e:a5:ba:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:27Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 2, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'subnets': [{'id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:31.038026 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Checking router: b06cbf84-4a4d-49a7-bd63-cd53b54e0961 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:40:31.038381 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Updating router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 port 76e22009-a456-4a01-b190-4e51f1bb334c binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:40:31.085166 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Attempt 5 to provision port 76e22009-a456-4a01-b190-4e51f1bb334c Oct 05 10:40:31.088936 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] Pushing event updated for resources: {'Network': ['ID=03a6ae97-b9f8-45f5-ac33-d46cdb4097fe,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:31.092106 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:31.116860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network 03a6ae97-b9f8-45f5-ac33-d46cdb4097fe details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:40:31.146728 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-ddb2c1f3-980f-4f8d-909c-7c4a2ab0189d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6268415 Oct 05 10:40:31.147037 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52510) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:31.153076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] Request body: {'subnet': {'network_id': '03a6ae97-b9f8-45f5-ac33-d46cdb4097fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1458871407-subnet', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'ip_version': 4}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:31.158469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:31.163192 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] Usage tracker for resource:subnet and tenant:c4e5549c6bad4eefb42e827ec13b9a9f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:31.166458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:31.173263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:31.226546 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Port 76e22009-a456-4a01-b190-4e51f1bb334c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:31.268503 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] Made reservation on behalf of c4e5549c6bad4eefb42e827ec13b9a9f for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:40:31.270933 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:31.431474 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:31.442976 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Transition to ACTIVE for port object 76e22009-a456-4a01-b190-4e51f1bb334c will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:40:31.514530 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:31.543353 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:31.611113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecbc2a63-9753-4544-a454-2d225006b1c8,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:31.624352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] Checking segment: {'id': '963346d1-e226-4935-a9e1-0b6b6a1aee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '03a6ae97-b9f8-45f5-ac33-d46cdb4097fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:40:31.624705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] Network hostable DHCP agents. Network: 03a6ae97-b9f8-45f5-ac33-d46cdb4097fe, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:40:31.702929 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4de304-9e20-4032-a26b-597e7d9d120c None None] Pushing event updated for resources: {'Port': ['ID=76e22009-a456-4a01-b190-4e51f1bb334c,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:31.708944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] Network 03a6ae97-b9f8-45f5-ac33-d46cdb4097fe is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:40:31.725225 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4de304-9e20-4032-a26b-597e7d9d120c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:31.725853 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4de304-9e20-4032-a26b-597e7d9d120c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:31.725955 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4de304-9e20-4032-a26b-597e7d9d120c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:31.726234 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4de304-9e20-4032-a26b-597e7d9d120c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:31.726563 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4de304-9e20-4032-a26b-597e7d9d120c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:31.726893 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4de304-9e20-4032-a26b-597e7d9d120c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:31.727197 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4de304-9e20-4032-a26b-597e7d9d120c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:31.727513 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4de304-9e20-4032-a26b-597e7d9d120c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:31.727629 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Attempt 6 to provision port 76e22009-a456-4a01-b190-4e51f1bb334c Oct 05 10:40:31.727851 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4de304-9e20-4032-a26b-597e7d9d120c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:31.728226 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4de304-9e20-4032-a26b-597e7d9d120c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:31.728550 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4de304-9e20-4032-a26b-597e7d9d120c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:31.728875 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4de304-9e20-4032-a26b-597e7d9d120c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:40:31.738319 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Attempting to bind port 76e22009-a456-4a01-b190-4e51f1bb334c on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:40:31.738685 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Attempting to bind port 76e22009-a456-4a01-b190-4e51f1bb334c by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:40:31.739044 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Attempting to bind port 76e22009-a456-4a01-b190-4e51f1bb334c on network 292a78cf-d20c-4fa0-a8de-919758c5cb13 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:40:31.744665 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:40:31.745032 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Checking segment: {'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:40:31.745425 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:31.745804 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Bound using segment: {'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:40:31.746278 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Bound port: 76e22009-a456-4a01-b190-4e51f1bb334c, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:40:31.746648 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:31.771940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, 03a6ae97-b9f8-45f5-ac33-d46cdb4097fe) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:40:31.778521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:31.780160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:31.784582 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a3c5ea-8a7e-47f8-851e-2005718f6a76 None None] Network 03a6ae97-b9f8-45f5-ac33-d46cdb4097fe requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:40:31.838936 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] For port 76e22009-a456-4a01-b190-4e51f1bb334c, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:40:31.842282 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] For port 76e22009-a456-4a01-b190-4e51f1bb334c, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=76e22009-a456-4a01-b190-4e51f1bb334c,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:40:31.881494 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ddf18dfd-dab5-4e47-9bab-4d3cfac4ff60 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7333074 Oct 05 10:40:31.884238 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52514) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:31.889143 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1458871407-router', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:31.892319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Port 76e22009-a456-4a01-b190-4e51f1bb334c cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:31.893859 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:31.898442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Usage tracker for resource:router and tenant:c4e5549c6bad4eefb42e827ec13b9a9f is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:31.901581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:31.907736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:31.909487 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:31.973531 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Routers {'b06cbf84-4a4d-49a7-bd63-cd53b54e0961'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:40:31.973946 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:40:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:32.011862 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:32.012920 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:32.033328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:32.056031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:40:32.059813 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4de304-9e20-4032-a26b-597e7d9d120c None None] Pushing event updated for resources: {'Port': ['ID=76e22009-a456-4a01-b190-4e51f1bb334c,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:32.088158 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-03a6ae97-b9f8-45f5-ac33-d46cdb4097fe', 'network_id': '03a6ae97-b9f8-45f5-ac33-d46cdb4097fe', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'fixed_ips': [{'subnet_id': 'ecbc2a63-9753-4544-a454-2d225006b1c8'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:40:32.088987 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:32.162368 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] Set router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:40:32.208276 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:32.208654 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:32.208998 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a Oct 05 10:40:32.337204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Allocated IP 172.20.0.2 (03a6ae97-b9f8-45f5-ac33-d46cdb4097fe/ecbc2a63-9753-4544-a454-2d225006b1c8/66a67c0c-5181-487a-837e-c146837fbef5) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:40:32.401820 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Attempt 7 to provision port 76e22009-a456-4a01-b190-4e51f1bb334c Oct 05 10:40:32.449663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:32.500576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:32.509946 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '76e22009-a456-4a01-b190-4e51f1bb334c', 'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'mac_address': 'fa:16:3e:a5:ba:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:27Z', 'updated_at': '2022-10-05T10:40:31Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'subnets': [{'id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:32.513969 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181ace3-e9a9-41c4-bdfc-a1d05292a117 None None] The sync data for ids ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'] in dv-neutron-860329-1-hyperv is: [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '76e22009-a456-4a01-b190-4e51f1bb334c', 'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'mac_address': 'fa:16:3e:a5:ba:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:27Z', 'updated_at': '2022-10-05T10:40:31Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'subnets': [{'id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:40:32.551876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2edac65f-fce1-47de-b66a-82f6692069ce None None] Port 76e22009-a456-4a01-b190-4e51f1bb334c had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:40:32.720174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:32.737348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Transition to ACTIVE for port object 66a67c0c-5181-487a-837e-c146837fbef5 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:40:32.760100 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Transition to ACTIVE for port object 66a67c0c-5181-487a-837e-c146837fbef5 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:40:32.842394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:32.915678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Network 03a6ae97-b9f8-45f5-ac33-d46cdb4097fe is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:40:32.918848 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:40:32.920147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:32.921545 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:40:32.950785 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:32.959760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Pushing event updated for resources: {'Port': ['ID=66a67c0c-5181-487a-837e-c146837fbef5,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:33.035131 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Attempting to bind port 66a67c0c-5181-487a-837e-c146837fbef5 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:40:33.035989 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Attempting to bind port 66a67c0c-5181-487a-837e-c146837fbef5 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '963346d1-e226-4935-a9e1-0b6b6a1aee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '03a6ae97-b9f8-45f5-ac33-d46cdb4097fe'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:40:33.036357 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Attempting to bind port 66a67c0c-5181-487a-837e-c146837fbef5 on network 03a6ae97-b9f8-45f5-ac33-d46cdb4097fe {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:40:33.041904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:40:33.042312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Checking segment: {'id': '963346d1-e226-4935-a9e1-0b6b6a1aee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '03a6ae97-b9f8-45f5-ac33-d46cdb4097fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:40:33.042739 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:33.043221 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Bound using segment: {'id': '963346d1-e226-4935-a9e1-0b6b6a1aee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '03a6ae97-b9f8-45f5-ac33-d46cdb4097fe'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:40:33.043673 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Bound port: 66a67c0c-5181-487a-837e-c146837fbef5, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963346d1-e226-4935-a9e1-0b6b6a1aee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '03a6ae97-b9f8-45f5-ac33-d46cdb4097fe'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:40:33.044051 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:33.104819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Allocated IP 172.26.7.130 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/d453ba1c-601a-4d41-8439-e4dd9f91cab8) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:40:33.140626 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] For port 66a67c0c-5181-487a-837e-c146837fbef5, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:40:33.143812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] For port 66a67c0c-5181-487a-837e-c146837fbef5, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=66a67c0c-5181-487a-837e-c146837fbef5,segment=NetworkSegment(963346d1-e226-4935-a9e1-0b6b6a1aee80),segment_id=963346d1-e226-4935-a9e1-0b6b6a1aee80)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:40:33.201573 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:33.263325 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:33.287208 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6325516-92ae-4c32-ac46-5a074c5c81f0 None None] Pushing event updated for resources: {'Port': ['ID=66a67c0c-5181-487a-837e-c146837fbef5,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:33.355697 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:33.427676 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:40:33.434370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:40:33.451804 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:40:33.510279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=d453ba1c-601a-4d41-8439-e4dd9f91cab8,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:33.962456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:34.093327 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 66a67c0c-5181-487a-837e-c146837fbef5 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:40:34.220390 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f126972f-4d4f-4055-bf6f-c30829cdcb86 None None] Network 03a6ae97-b9f8-45f5-ac33-d46cdb4097fe requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:40:34.292533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 66a67c0c-5181-487a-837e-c146837fbef5 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:40:34.309253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 76e22009-a456-4a01-b190-4e51f1bb334c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:40:34.436441 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:34.446433 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6e8bffb8-a77d-4f68-9d01-7a2a9c0b8831 None None] Provisioning for port 66a67c0c-5181-487a-837e-c146837fbef5 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:40:34.454099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-6e8bffb8-a77d-4f68-9d01-7a2a9c0b8831 None None] Provisioning complete for port 66a67c0c-5181-487a-837e-c146837fbef5 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:34.454474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6e8bffb8-a77d-4f68-9d01-7a2a9c0b8831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:34.454812 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-6e8bffb8-a77d-4f68-9d01-7a2a9c0b8831 None None] Attempt 1 to provision port 66a67c0c-5181-487a-837e-c146837fbef5 Oct 05 10:40:34.506345 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 76e22009-a456-4a01-b190-4e51f1bb334c completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:40:34.555262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 76e22009-a456-4a01-b190-4e51f1bb334c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:34.555635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:34.555975 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 76e22009-a456-4a01-b190-4e51f1bb334c Oct 05 10:40:34.697435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Router 32defd7d-1c1e-444c-8023-0e2bf22e9371 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:40:34.766015 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-6e8bffb8-a77d-4f68-9d01-7a2a9c0b8831 None None] Current status of the port 66a67c0c-5181-487a-837e-c146837fbef5 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:34.766015 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6e8bffb8-a77d-4f68-9d01-7a2a9c0b8831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:34.811913 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 76e22009-a456-4a01-b190-4e51f1bb334c is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:34.812288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:34.837066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-6e8bffb8-a77d-4f68-9d01-7a2a9c0b8831 None None] For port 66a67c0c-5181-487a-837e-c146837fbef5, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=66a67c0c-5181-487a-837e-c146837fbef5,segment=NetworkSegment(963346d1-e226-4935-a9e1-0b6b6a1aee80),segment_id=963346d1-e226-4935-a9e1-0b6b6a1aee80)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:40:34.854858 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 76e22009-a456-4a01-b190-4e51f1bb334c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=76e22009-a456-4a01-b190-4e51f1bb334c,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:40:34.890868 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:40:34.901420 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Sync routers for ids ['32defd7d-1c1e-444c-8023-0e2bf22e9371'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:40:34.911706 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Routers {'32defd7d-1c1e-444c-8023-0e2bf22e9371'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:40:34.912381 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:40:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['32defd7d-1c1e-444c-8023-0e2bf22e9371'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:34.970248 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:34.988681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:34.989921 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-54264ea8-321d-474d-b937-04e2c11c6bb7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1046662 Oct 05 10:40:34.992757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52524) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:35.007501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6e8bffb8-a77d-4f68-9d01-7a2a9c0b8831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:35.135186 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=76e22009-a456-4a01-b190-4e51f1bb334c,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:35.217279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Set router 32defd7d-1c1e-444c-8023-0e2bf22e9371 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:40:35.258345 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e2510040-230e-4b6a-9d61-b6a2d55111ff None None] Provisioning complete for port 66a67c0c-5181-487a-837e-c146837fbef5 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:35.259008 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e2510040-230e-4b6a-9d61-b6a2d55111ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:35.259100 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-e2510040-230e-4b6a-9d61-b6a2d55111ff None None] Attempt 1 to provision port 66a67c0c-5181-487a-837e-c146837fbef5 Oct 05 10:40:35.395061 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bffb8-a77d-4f68-9d01-7a2a9c0b8831 None None] Pushing event updated for resources: {'Port': ['ID=66a67c0c-5181-487a-837e-c146837fbef5,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:35.582971 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-e2510040-230e-4b6a-9d61-b6a2d55111ff None None] Current status of the port 66a67c0c-5181-487a-837e-c146837fbef5 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:35.618431 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'name': 'tempest-TestShelveInstance-1458871407-router', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:40:33Z', 'revision_number': 3, 'project_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'gw_port': {'id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:35.622302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Checking router: 32defd7d-1c1e-444c-8023-0e2bf22e9371 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:40:35.622662 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Updating router 32defd7d-1c1e-444c-8023-0e2bf22e9371 port d453ba1c-601a-4d41-8439-e4dd9f91cab8 binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:40:35.651731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:35.675290 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:35.975362 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Allocated IP 172.20.0.1 (03a6ae97-b9f8-45f5-ac33-d46cdb4097fe/ecbc2a63-9753-4544-a454-2d225006b1c8/0c8d3083-eb4a-4438-b284-91849898357a) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:40:36.019903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:36.033115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Transition to ACTIVE for port object d453ba1c-601a-4d41-8439-e4dd9f91cab8 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:40:36.046310 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 66a67c0c-5181-487a-837e-c146837fbef5 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:40:36.078150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:36.125876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:36.141948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Transition to ACTIVE for port object 0c8d3083-eb4a-4438-b284-91849898357a will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:40:36.158672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Attempting to bind port d453ba1c-601a-4d41-8439-e4dd9f91cab8 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:40:36.159050 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Attempting to bind port d453ba1c-601a-4d41-8439-e4dd9f91cab8 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:40:36.159391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Attempting to bind port d453ba1c-601a-4d41-8439-e4dd9f91cab8 on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:40:36.174780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdc5c3-8a4f-43c7-af0d-47b8a67cc031 None None] Pushing event updated for resources: {'Port': ['ID=d453ba1c-601a-4d41-8439-e4dd9f91cab8,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:36.178198 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:40:36.178563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:40:36.178958 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:36.179331 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:40:36.179792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Bound port: d453ba1c-601a-4d41-8439-e4dd9f91cab8, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:40:36.180157 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:36.246556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:36.283964 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 66a67c0c-5181-487a-837e-c146837fbef5 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:36.284543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:36.284653 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 66a67c0c-5181-487a-837e-c146837fbef5 Oct 05 10:40:36.313040 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Network 03a6ae97-b9f8-45f5-ac33-d46cdb4097fe is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:40:36.315886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:40:36.320517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:40:36.344015 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] For port d453ba1c-601a-4d41-8439-e4dd9f91cab8, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:40:36.353312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] For port d453ba1c-601a-4d41-8439-e4dd9f91cab8, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d453ba1c-601a-4d41-8439-e4dd9f91cab8,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:40:36.354702 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8d3083-eb4a-4438-b284-91849898357a,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:36.383453 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:36.417273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:36.481393 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Routers {'32defd7d-1c1e-444c-8023-0e2bf22e9371'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:40:36.482059 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:40:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['32defd7d-1c1e-444c-8023-0e2bf22e9371'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:36.531559 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 66a67c0c-5181-487a-837e-c146837fbef5 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:36.532645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 76e22009-a456-4a01-b190-4e51f1bb334c up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:40:36.629520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdc5c3-8a4f-43c7-af0d-47b8a67cc031 None None] Pushing event updated for resources: {'Port': ['ID=d453ba1c-601a-4d41-8439-e4dd9f91cab8,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:36.713598 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:36.731205 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 76e22009-a456-4a01-b190-4e51f1bb334c triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:36.731571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:36.731898 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 76e22009-a456-4a01-b190-4e51f1bb334c Oct 05 10:40:36.760215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] Set router 32defd7d-1c1e-444c-8023-0e2bf22e9371 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:40:36.859731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Provisioning for port 0c8d3083-eb4a-4438-b284-91849898357a completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:40:36.897369 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Provisioning complete for port 0c8d3083-eb4a-4438-b284-91849898357a triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:36.897740 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:36.898093 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Attempt 1 to provision port 0c8d3083-eb4a-4438-b284-91849898357a Oct 05 10:40:36.944832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:36.977010 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:37.022691 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Port 0c8d3083-eb4a-4438-b284-91849898357a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:37.078244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8d3083-eb4a-4438-b284-91849898357a,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:37.080581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:37.143212 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 76e22009-a456-4a01-b190-4e51f1bb334c is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:37.172238 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'name': 'tempest-TestShelveInstance-1458871407-router', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:40:33Z', 'revision_number': 3, 'project_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'gw_port': {'id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:37.176659 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a0664-ecf5-4e8d-aa12-097a6f4adc37 None None] The sync data for ids ['32defd7d-1c1e-444c-8023-0e2bf22e9371'] in dv-neutron-860329-1-hyperv is: [{'id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'name': 'tempest-TestShelveInstance-1458871407-router', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:40:33Z', 'revision_number': 3, 'project_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'gw_port': {'id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:40:37.219554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Network 03a6ae97-b9f8-45f5-ac33-d46cdb4097fe is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:40:37.220680 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:40:37.421778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Router 32defd7d-1c1e-444c-8023-0e2bf22e9371 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:40:37.524449 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Attempt 2 to provision port 0c8d3083-eb4a-4438-b284-91849898357a Oct 05 10:40:37.583679 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Port 0c8d3083-eb4a-4438-b284-91849898357a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:37.721204 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:40:37.736557 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-dae63a55-fd21-4537-aea3-d831df283cf5 admin admin] 10.222.0.49 "PUT /v2.0/routers/32defd7d-1c1e-444c-8023-0e2bf22e9371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7374310 Oct 05 10:40:38.070681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d453ba1c-601a-4d41-8439-e4dd9f91cab8 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:40:38.103623 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Attempt 3 to provision port 0c8d3083-eb4a-4438-b284-91849898357a Oct 05 10:40:38.177368 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Port 0c8d3083-eb4a-4438-b284-91849898357a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:38.203913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52540) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:38.209308 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e8273288-4f27-48c6-a5a4-02513d021a25 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-851239291', 'description': 'tempest-secgroup-smoke-851239291 description', 'project_id': '4f0d12d4f24c4662847c753d23ba2b64'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:38.215502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e8273288-4f27-48c6-a5a4-02513d021a25 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:38.219588 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e8273288-4f27-48c6-a5a4-02513d021a25 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:38.222568 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e8273288-4f27-48c6-a5a4-02513d021a25 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:38.228935 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e8273288-4f27-48c6-a5a4-02513d021a25 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:38.239926 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port d453ba1c-601a-4d41-8439-e4dd9f91cab8 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:40:38.244874 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port d453ba1c-601a-4d41-8439-e4dd9f91cab8 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:38.245182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:38.245512 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port d453ba1c-601a-4d41-8439-e4dd9f91cab8 Oct 05 10:40:38.291576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e8273288-4f27-48c6-a5a4-02513d021a25 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:38.312230 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e8273288-4f27-48c6-a5a4-02513d021a25 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:38.316855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e8273288-4f27-48c6-a5a4-02513d021a25 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group_rule and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:38.319751 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e8273288-4f27-48c6-a5a4-02513d021a25 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:38.325342 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e8273288-4f27-48c6-a5a4-02513d021a25 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:38.366222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port d453ba1c-601a-4d41-8439-e4dd9f91cab8 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:38.366600 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:38.383451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port d453ba1c-601a-4d41-8439-e4dd9f91cab8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d453ba1c-601a-4d41-8439-e4dd9f91cab8,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:40:38.396316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e8273288-4f27-48c6-a5a4-02513d021a25 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:38.422824 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:38.440050 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e8273288-4f27-48c6-a5a4-02513d021a25 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:38.485007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8273288-4f27-48c6-a5a4-02513d021a25 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb648e50-626c-4c43-9858-c82e8b2909d5,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:38.489329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=d453ba1c-601a-4d41-8439-e4dd9f91cab8,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:38.525802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e8273288-4f27-48c6-a5a4-02513d021a25 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:38.527314 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e8273288-4f27-48c6-a5a4-02513d021a25 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3222985 Oct 05 10:40:38.532495 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52544) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:38.538053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-d02f5669-0afe-42b0-b633-52d076adbfeb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'security_group_rule': {'security_group_id': 'cb648e50-626c-4c43-9858-c82e8b2909d5', 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:38.544163 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d02f5669-0afe-42b0-b633-52d076adbfeb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:38.548090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d02f5669-0afe-42b0-b633-52d076adbfeb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group_rule and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:38.551543 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-d02f5669-0afe-42b0-b633-52d076adbfeb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:38.557220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-d02f5669-0afe-42b0-b633-52d076adbfeb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:38.618197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d02f5669-0afe-42b0-b633-52d076adbfeb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:38.676584 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d02f5669-0afe-42b0-b633-52d076adbfeb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:38.678785 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Attempt 4 to provision port 0c8d3083-eb4a-4438-b284-91849898357a Oct 05 10:40:38.734841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Port 0c8d3083-eb4a-4438-b284-91849898357a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:38.737838 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d02f5669-0afe-42b0-b633-52d076adbfeb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:38.761425 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f5669-0afe-42b0-b633-52d076adbfeb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfec4ae6-f9f0-448f-a012-8db3c9cfe5f6,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:38.851847 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d02f5669-0afe-42b0-b633-52d076adbfeb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:38.853040 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d02f5669-0afe-42b0-b633-52d076adbfeb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3196023 Oct 05 10:40:38.855828 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52548) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:38.860857 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-f5da89f7-679e-4575-a1b8-292e290d79b1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'security_group_rule': {'security_group_id': 'cb648e50-626c-4c43-9858-c82e8b2909d5', 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:38.866844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f5da89f7-679e-4575-a1b8-292e290d79b1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:38.870830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f5da89f7-679e-4575-a1b8-292e290d79b1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group_rule and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:38.874012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-f5da89f7-679e-4575-a1b8-292e290d79b1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:38.879966 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-f5da89f7-679e-4575-a1b8-292e290d79b1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:38.955405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5da89f7-679e-4575-a1b8-292e290d79b1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:39.014852 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5da89f7-679e-4575-a1b8-292e290d79b1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:39.068949 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5da89f7-679e-4575-a1b8-292e290d79b1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:39.093907 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da89f7-679e-4575-a1b8-292e290d79b1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4b0ae6-9853-4edb-b390-767bacd0dc21,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:39.160982 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f5da89f7-679e-4575-a1b8-292e290d79b1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:39.162275 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f5da89f7-679e-4575-a1b8-292e290d79b1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3054631 Oct 05 10:40:39.165000 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52552) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:39.170051 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-7689ace8-1384-4cfc-a99a-b42c56adb8e8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'security_group_rule': {'security_group_id': 'cb648e50-626c-4c43-9858-c82e8b2909d5', 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:39.176069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7689ace8-1384-4cfc-a99a-b42c56adb8e8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:39.180152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7689ace8-1384-4cfc-a99a-b42c56adb8e8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group_rule and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:39.183147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-7689ace8-1384-4cfc-a99a-b42c56adb8e8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:39.189056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-7689ace8-1384-4cfc-a99a-b42c56adb8e8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:39.236189 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Attempt 5 to provision port 0c8d3083-eb4a-4438-b284-91849898357a Oct 05 10:40:39.252753 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7689ace8-1384-4cfc-a99a-b42c56adb8e8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:39.290986 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Port 0c8d3083-eb4a-4438-b284-91849898357a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:39.324774 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7689ace8-1384-4cfc-a99a-b42c56adb8e8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:39.389015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7689ace8-1384-4cfc-a99a-b42c56adb8e8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:39.414473 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689ace8-1384-4cfc-a99a-b42c56adb8e8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48200068-4b52-420d-898b-ef29620c4320,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:39.474793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-7689ace8-1384-4cfc-a99a-b42c56adb8e8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:39.476048 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-7689ace8-1384-4cfc-a99a-b42c56adb8e8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101211 Oct 05 10:40:39.478773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52556) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:39.483714 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-179c944d-f5a7-4baf-b981-fb4d5ff1a35b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'security_group_rule': {'security_group_id': 'cb648e50-626c-4c43-9858-c82e8b2909d5', 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:39.489769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-179c944d-f5a7-4baf-b981-fb4d5ff1a35b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:39.493911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-179c944d-f5a7-4baf-b981-fb4d5ff1a35b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group_rule and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:39.497084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-179c944d-f5a7-4baf-b981-fb4d5ff1a35b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:39.503209 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-179c944d-f5a7-4baf-b981-fb4d5ff1a35b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:39.547767 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69174891-3718-472a-8805-9315f3334895 None None] Sync routers for ids ['32defd7d-1c1e-444c-8023-0e2bf22e9371'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:40:39.558000 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69174891-3718-472a-8805-9315f3334895 None None] Routers {'32defd7d-1c1e-444c-8023-0e2bf22e9371'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:40:39.558600 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-69174891-3718-472a-8805-9315f3334895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:40:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['32defd7d-1c1e-444c-8023-0e2bf22e9371'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:39.583985 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-179c944d-f5a7-4baf-b981-fb4d5ff1a35b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:39.648008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-179c944d-f5a7-4baf-b981-fb4d5ff1a35b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:39.731833 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-179c944d-f5a7-4baf-b981-fb4d5ff1a35b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:39.740381 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-69174891-3718-472a-8805-9315f3334895 None None] Set router 32defd7d-1c1e-444c-8023-0e2bf22e9371 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:40:39.755258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c944d-f5a7-4baf-b981-fb4d5ff1a35b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988abb6c-f6a4-41f2-a2c6-53bd9b1385b5,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:39.791963 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Attempt 6 to provision port 0c8d3083-eb4a-4438-b284-91849898357a Oct 05 10:40:39.840332 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-179c944d-f5a7-4baf-b981-fb4d5ff1a35b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:39.844448 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52560) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:39.845535 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-179c944d-f5a7-4baf-b981-fb4d5ff1a35b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3654616 Oct 05 10:40:39.849762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Port 0c8d3083-eb4a-4438-b284-91849898357a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:39.851288 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-6c4f6970-666d-4c9d-b96f-47bdf69a44cb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'security_group_rule': {'security_group_id': 'cb648e50-626c-4c43-9858-c82e8b2909d5', 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:39.857216 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6c4f6970-666d-4c9d-b96f-47bdf69a44cb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:39.861021 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6c4f6970-666d-4c9d-b96f-47bdf69a44cb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group_rule and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:39.864648 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-6c4f6970-666d-4c9d-b96f-47bdf69a44cb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:39.871302 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-6c4f6970-666d-4c9d-b96f-47bdf69a44cb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:39.944152 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-6c4f6970-666d-4c9d-b96f-47bdf69a44cb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Project 4f0d12d4f24c4662847c753d23ba2b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:40:39.951791 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6c4f6970-666d-4c9d-b96f-47bdf69a44cb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:40.018412 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6c4f6970-666d-4c9d-b96f-47bdf69a44cb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:40.042183 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d453ba1c-601a-4d41-8439-e4dd9f91cab8 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:40:40.057640 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-69174891-3718-472a-8805-9315f3334895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'name': 'tempest-TestShelveInstance-1458871407-router', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:40:36Z', 'revision_number': 4, 'project_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'gw_port': {'id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '0c8d3083-eb4a-4438-b284-91849898357a', 'name': '', 'network_id': '03a6ae97-b9f8-45f5-ac33-d46cdb4097fe', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'mac_address': 'fa:16:3e:01:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'ecbc2a63-9753-4544-a454-2d225006b1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:35Z', 'updated_at': '2022-10-05T10:40:36Z', 'revision_number': 2, 'project_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'subnets': [{'id': 'ecbc2a63-9753-4544-a454-2d225006b1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:40.062329 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69174891-3718-472a-8805-9315f3334895 None None] Checking router: 32defd7d-1c1e-444c-8023-0e2bf22e9371 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:40:40.062686 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69174891-3718-472a-8805-9315f3334895 None None] Updating router 32defd7d-1c1e-444c-8023-0e2bf22e9371 port 0c8d3083-eb4a-4438-b284-91849898357a binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:40:40.103300 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6c4f6970-666d-4c9d-b96f-47bdf69a44cb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:40.120959 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-69174891-3718-472a-8805-9315f3334895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:40.133001 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f6970-666d-4c9d-b96f-47bdf69a44cb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a4c7fc-a4e3-4fc1-aa07-6bc82a6f1143,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:40.147870 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port d453ba1c-601a-4d41-8439-e4dd9f91cab8 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:40.148235 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:40.148564 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port d453ba1c-601a-4d41-8439-e4dd9f91cab8 Oct 05 10:40:40.228867 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-6c4f6970-666d-4c9d-b96f-47bdf69a44cb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:40.234167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52564) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:40.234324 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-6c4f6970-666d-4c9d-b96f-47bdf69a44cb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3872283 Oct 05 10:40:40.240887 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3af6f5c8-f066-42bc-95c7-cad354eb6f17 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'security_group_rule': {'security_group_id': 'cb648e50-626c-4c43-9858-c82e8b2909d5', 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:40.247424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3af6f5c8-f066-42bc-95c7-cad354eb6f17 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:40.251385 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3af6f5c8-f066-42bc-95c7-cad354eb6f17 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group_rule and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:40.256247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3af6f5c8-f066-42bc-95c7-cad354eb6f17 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:40.263398 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3af6f5c8-f066-42bc-95c7-cad354eb6f17 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:40.265041 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port d453ba1c-601a-4d41-8439-e4dd9f91cab8 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:40.326056 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-3af6f5c8-f066-42bc-95c7-cad354eb6f17 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Project 4f0d12d4f24c4662847c753d23ba2b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:40:40.333502 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3af6f5c8-f066-42bc-95c7-cad354eb6f17 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:40.351177 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Attempt 7 to provision port 0c8d3083-eb4a-4438-b284-91849898357a Oct 05 10:40:40.406820 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Port 0c8d3083-eb4a-4438-b284-91849898357a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:40.409169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3af6f5c8-f066-42bc-95c7-cad354eb6f17 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:40.445725 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3af6f5c8-f066-42bc-95c7-cad354eb6f17 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:40.469643 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-69174891-3718-472a-8805-9315f3334895 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:40.470454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6f5c8-f066-42bc-95c7-cad354eb6f17 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e227f1d-4fd5-47b7-948f-82b3725308fa,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:40.482372 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-69174891-3718-472a-8805-9315f3334895 None None] Transition to ACTIVE for port object 0c8d3083-eb4a-4438-b284-91849898357a will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:40:40.537382 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3af6f5c8-f066-42bc-95c7-cad354eb6f17 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:40.538666 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3af6f5c8-f066-42bc-95c7-cad354eb6f17 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3029063 Oct 05 10:40:40.542688 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-69174891-3718-472a-8805-9315f3334895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:40.701237 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-361e0371-6803-4663-a220-8e81c455f977 req-18b67dca-1043-412d-be10-da3205b16d3b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Synchronizing usage tracker for tenant:4f0d12d4f24c4662847c753d23ba2b64 on resource:security_group {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:40:40.777634 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e443c4-47e3-4a88-8da5-08ab64316c15 None None] Pushing event updated for resources: {'Port': ['ID=0c8d3083-eb4a-4438-b284-91849898357a,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:40.788941 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-361e0371-6803-4663-a220-8e81c455f977 req-18b67dca-1043-412d-be10-da3205b16d3b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Unset dirty status for tenant:4f0d12d4f24c4662847c753d23ba2b64 on resource:security_group {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:40:40.789085 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-69174891-3718-472a-8805-9315f3334895 None None] Attempting to bind port 0c8d3083-eb4a-4438-b284-91849898357a on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:40:40.789361 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-69174891-3718-472a-8805-9315f3334895 None None] Attempting to bind port 0c8d3083-eb4a-4438-b284-91849898357a by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '963346d1-e226-4935-a9e1-0b6b6a1aee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '03a6ae97-b9f8-45f5-ac33-d46cdb4097fe'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:40:40.789723 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69174891-3718-472a-8805-9315f3334895 None None] Attempting to bind port 0c8d3083-eb4a-4438-b284-91849898357a on network 03a6ae97-b9f8-45f5-ac33-d46cdb4097fe {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:40:40.790209 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-18b67dca-1043-412d-be10-da3205b16d3b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-851239291&fields=id&tenant_id=4f0d12d4f24c4662847c753d23ba2b64 HTTP/1.1" status: 200 len: 267 time: 0.1282134 Oct 05 10:40:40.795516 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69174891-3718-472a-8805-9315f3334895 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:40:40.795889 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69174891-3718-472a-8805-9315f3334895 None None] Checking segment: {'id': '963346d1-e226-4935-a9e1-0b6b6a1aee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '03a6ae97-b9f8-45f5-ac33-d46cdb4097fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:40:40.796294 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-69174891-3718-472a-8805-9315f3334895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:40.796822 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69174891-3718-472a-8805-9315f3334895 None None] Bound using segment: {'id': '963346d1-e226-4935-a9e1-0b6b6a1aee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '03a6ae97-b9f8-45f5-ac33-d46cdb4097fe'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:40:40.797283 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-69174891-3718-472a-8805-9315f3334895 None None] Bound port: 0c8d3083-eb4a-4438-b284-91849898357a, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963346d1-e226-4935-a9e1-0b6b6a1aee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '03a6ae97-b9f8-45f5-ac33-d46cdb4097fe'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:40:40.797774 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-69174891-3718-472a-8805-9315f3334895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:40.888723 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-69174891-3718-472a-8805-9315f3334895 None None] For port 0c8d3083-eb4a-4438-b284-91849898357a, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:40:40.891683 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-69174891-3718-472a-8805-9315f3334895 None None] For port 0c8d3083-eb4a-4438-b284-91849898357a, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0c8d3083-eb4a-4438-b284-91849898357a,segment=NetworkSegment(963346d1-e226-4935-a9e1-0b6b6a1aee80),segment_id=963346d1-e226-4935-a9e1-0b6b6a1aee80)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:40:40.908256 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Attempt 8 to provision port 0c8d3083-eb4a-4438-b284-91849898357a Oct 05 10:40:40.937901 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e0371-6803-4663-a220-8e81c455f977 req-1d56ee98-d238-4b56-819a-dd7c9e2c1b9e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:40.938609 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-361e0371-6803-4663-a220-8e81c455f977 req-1d56ee98-d238-4b56-819a-dd7c9e2c1b9e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Synchronizing usage tracker for tenant:4f0d12d4f24c4662847c753d23ba2b64 on resource:network {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:40:40.949105 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-69174891-3718-472a-8805-9315f3334895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:40.966535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Port 0c8d3083-eb4a-4438-b284-91849898357a cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:41.009088 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69174891-3718-472a-8805-9315f3334895 None None] Routers {'32defd7d-1c1e-444c-8023-0e2bf22e9371'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:40:41.009845 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-69174891-3718-472a-8805-9315f3334895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:40:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['32defd7d-1c1e-444c-8023-0e2bf22e9371'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:41.028862 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-361e0371-6803-4663-a220-8e81c455f977 req-1d56ee98-d238-4b56-819a-dd7c9e2c1b9e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Unset dirty status for tenant:4f0d12d4f24c4662847c753d23ba2b64 on resource:network {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:40:41.030160 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-1d56ee98-d238-4b56-819a-dd7c9e2c1b9e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 809 time: 0.2330983 Oct 05 10:40:41.045510 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-eb60a166-98b0-419b-ace1-4778f276b2d2 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/quotas/4f0d12d4f24c4662847c753d23ba2b64 HTTP/1.1" status: 200 len: 375 time: 0.0095809 Oct 05 10:40:41.098062 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e443c4-47e3-4a88-8da5-08ab64316c15 None None] Pushing event updated for resources: {'Port': ['ID=0c8d3083-eb4a-4438-b284-91849898357a,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:41.204079 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-69174891-3718-472a-8805-9315f3334895 None None] Set router 32defd7d-1c1e-444c-8023-0e2bf22e9371 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:40:41.254573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-361e0371-6803-4663-a220-8e81c455f977 req-275b6b8b-8faf-424f-a9e2-554793301826 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Synchronizing usage tracker for tenant:4f0d12d4f24c4662847c753d23ba2b64 on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:40:41.360325 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-361e0371-6803-4663-a220-8e81c455f977 req-275b6b8b-8faf-424f-a9e2-554793301826 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Unset dirty status for tenant:4f0d12d4f24c4662847c753d23ba2b64 on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:40:41.361641 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-275b6b8b-8faf-424f-a9e2-554793301826 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3109593 Oct 05 10:40:41.467842 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Attempt 9 to provision port 0c8d3083-eb4a-4438-b284-91849898357a Oct 05 10:40:41.473579 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-865c875a-23fa-4ba3-8000-32ebbd9241f9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:40:41.474632 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-865c875a-23fa-4ba3-8000-32ebbd9241f9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1005967 Oct 05 10:40:41.515973 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-69174891-3718-472a-8805-9315f3334895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'name': 'tempest-TestShelveInstance-1458871407-router', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:40:36Z', 'revision_number': 4, 'project_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'gw_port': {'id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '0c8d3083-eb4a-4438-b284-91849898357a', 'name': '', 'network_id': '03a6ae97-b9f8-45f5-ac33-d46cdb4097fe', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'mac_address': 'fa:16:3e:01:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'ecbc2a63-9753-4544-a454-2d225006b1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:35Z', 'updated_at': '2022-10-05T10:40:40Z', 'revision_number': 4, 'project_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'subnets': [{'id': 'ecbc2a63-9753-4544-a454-2d225006b1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:41.519843 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69174891-3718-472a-8805-9315f3334895 None None] The sync data for ids ['32defd7d-1c1e-444c-8023-0e2bf22e9371'] in dv-neutron-860329-1-hyperv is: [{'id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'name': 'tempest-TestShelveInstance-1458871407-router', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:40:36Z', 'revision_number': 4, 'project_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'gw_port': {'id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '0c8d3083-eb4a-4438-b284-91849898357a', 'name': '', 'network_id': '03a6ae97-b9f8-45f5-ac33-d46cdb4097fe', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'mac_address': 'fa:16:3e:01:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'ecbc2a63-9753-4544-a454-2d225006b1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:35Z', 'updated_at': '2022-10-05T10:40:40Z', 'revision_number': 4, 'project_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'subnets': [{'id': 'ecbc2a63-9753-4544-a454-2d225006b1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:40:41.529037 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c92c1faa-4cff-41a6-be9e-605d5155498e None None] Port 0c8d3083-eb4a-4438-b284-91849898357a had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:40:41.623025 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-02980065-9271-49f6-a658-a69fb791f653 service neutron] 10.222.0.49 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417284 Oct 05 10:40:41.762430 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-a26cc90b-c0d7-4989-ae87-3db0537e56a4 service neutron] 10.222.0.49 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322560 Oct 05 10:40:42.073349 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0c8d3083-eb4a-4438-b284-91849898357a up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:40:42.091998 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-01511c13-16f6-4de8-ac99-f47942c5f162 req-eb65691a-755a-4ead-a332-0e1135d027e5 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 210 time: 0.0521240 Oct 05 10:40:42.228792 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 0c8d3083-eb4a-4438-b284-91849898357a completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:40:42.234274 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0c8d3083-eb4a-4438-b284-91849898357a triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:42.234672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:42.235018 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0c8d3083-eb4a-4438-b284-91849898357a Oct 05 10:40:42.352517 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0c8d3083-eb4a-4438-b284-91849898357a is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:42.353076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:42.385494 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 0c8d3083-eb4a-4438-b284-91849898357a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0c8d3083-eb4a-4438-b284-91849898357a,segment=NetworkSegment(963346d1-e226-4935-a9e1-0b6b6a1aee80),segment_id=963346d1-e226-4935-a9e1-0b6b6a1aee80)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:40:42.474168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:42.543063 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=0c8d3083-eb4a-4438-b284-91849898357a,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:43.201709 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1a4260dc-004b-4b04-8afd-c0b9a5df27f8 req-d05a14a3-9f54-41bf-bce9-2ce067ad803b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 210 time: 0.0515475 Oct 05 10:40:44.038850 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0c8d3083-eb4a-4438-b284-91849898357a up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:40:44.110598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 0c8d3083-eb4a-4438-b284-91849898357a triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:44.110974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:44.111309 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 0c8d3083-eb4a-4438-b284-91849898357a Oct 05 10:40:44.231055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 0c8d3083-eb4a-4438-b284-91849898357a is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:44.367040 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a2d11d1d-f435-40f7-a823-62f4b7dcb662 req-cb367581-6def-4b18-a05d-2ed35121c42e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 210 time: 0.0533359 Oct 05 10:40:44.422805 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e0371-6803-4663-a220-8e81c455f977 req-507e6fb2-b11a-4900-9420-c191ddf3fbf0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:44.424318 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-507e6fb2-b11a-4900-9420-c191ddf3fbf0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 809 time: 0.1552634 Oct 05 10:40:44.470591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-361e0371-6803-4663-a220-8e81c455f977 req-71bc7876-c343-464d-912a-8dc90ecabfe5 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Synchronizing usage tracker for tenant:4f0d12d4f24c4662847c753d23ba2b64 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:40:44.481634 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-361e0371-6803-4663-a220-8e81c455f977 req-71bc7876-c343-464d-912a-8dc90ecabfe5 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Unset dirty status for tenant:4f0d12d4f24c4662847c753d23ba2b64 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:40:44.482851 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-71bc7876-c343-464d-912a-8dc90ecabfe5 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f0d12d4f24c4662847c753d23ba2b64 HTTP/1.1" status: 200 len: 379 time: 0.0509434 Oct 05 10:40:44.490762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-361e0371-6803-4663-a220-8e81c455f977 req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'port': {'device_id': '0512d992-ca56-46ec-af82-c659f86129d0', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'admin_state_up': True, 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'security_groups': ['cb648e50-626c-4c43-9858-c82e8b2909d5']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:44.630986 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-361e0371-6803-4663-a220-8e81c455f977 req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:44.640420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-361e0371-6803-4663-a220-8e81c455f977 req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:44.931708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361e0371-6803-4663-a220-8e81c455f977 req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Made reservation on behalf of 4f0d12d4f24c4662847c753d23ba2b64 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:40:44.935310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-361e0371-6803-4663-a220-8e81c455f977 req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:45.100090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-361e0371-6803-4663-a220-8e81c455f977 req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Allocated IP 172.20.0.13 (292a78cf-d20c-4fa0-a8de-919758c5cb13/1b20acae-4ab7-4ed0-99d8-50c757b24ba2/5762addc-0432-45d4-9204-95527ff45914) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:40:45.283766 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-361e0371-6803-4663-a220-8e81c455f977 req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:45.298749 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-361e0371-6803-4663-a220-8e81c455f977 req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Transition to ACTIVE for port object 5762addc-0432-45d4-9204-95527ff45914 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:40:45.400747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-361e0371-6803-4663-a220-8e81c455f977 req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:45.469717 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361e0371-6803-4663-a220-8e81c455f977 req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Network 292a78cf-d20c-4fa0-a8de-919758c5cb13 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:40:45.473234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-361e0371-6803-4663-a220-8e81c455f977 req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:40:45.477341 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-361e0371-6803-4663-a220-8e81c455f977 req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:40:45.516130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'Port': ['ID=5762addc-0432-45d4-9204-95527ff45914,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:45.551926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e0371-6803-4663-a220-8e81c455f977 req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:45.552560 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-361e0371-6803-4663-a220-8e81c455f977 req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:45.587551 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187898da-b73f-4adf-ab29-cb0eb229af64 req-1f72d335-2640-440c-b027-d2cdd0d28fc1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:45.589104 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-187898da-b73f-4adf-ab29-cb0eb229af64 req-1f72d335-2640-440c-b027-d2cdd0d28fc1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 932 time: 0.1075416 Oct 05 10:40:45.635691 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-187898da-b73f-4adf-ab29-cb0eb229af64 req-a303627c-9f1c-4dd8-b78a-7c0232a4a0a9 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405791 Oct 05 10:40:45.647187 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-930212b0-9223-45c6-9943-4caae8cc9e02 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1599123 Oct 05 10:40:45.659265 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Request body: {'port': {'device_id': '0512d992-ca56-46ec-af82-c659f86129d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:45.755132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-07e04330-bb47-47ec-862b-e9a131d3ead5 None None] Provisioning for port 5762addc-0432-45d4-9204-95527ff45914 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:40:45.760169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-07e04330-bb47-47ec-862b-e9a131d3ead5 None None] Provisioning complete for port 5762addc-0432-45d4-9204-95527ff45914 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:45.761860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-07e04330-bb47-47ec-862b-e9a131d3ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:45.761860 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-07e04330-bb47-47ec-862b-e9a131d3ead5 None None] Attempt 1 to provision port 5762addc-0432-45d4-9204-95527ff45914 Oct 05 10:40:45.774219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:45.816521 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-07e04330-bb47-47ec-862b-e9a131d3ead5 None None] Port 5762addc-0432-45d4-9204-95527ff45914 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:46.208957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5762addc-0432-45d4-9204-95527ff45914 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:40:46.216094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:46.229727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Transition to ACTIVE for port object 5762addc-0432-45d4-9204-95527ff45914 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:40:46.303260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:46.317560 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-07e04330-bb47-47ec-862b-e9a131d3ead5 None None] Attempt 2 to provision port 5762addc-0432-45d4-9204-95527ff45914 Oct 05 10:40:46.371273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-07e04330-bb47-47ec-862b-e9a131d3ead5 None None] Port 5762addc-0432-45d4-9204-95527ff45914 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:40:46.485423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Pushing event updated for resources: {'Port': ['ID=5762addc-0432-45d4-9204-95527ff45914,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:46.524998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Attempting to bind port 5762addc-0432-45d4-9204-95527ff45914 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:40:46.525330 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Attempting to bind port 5762addc-0432-45d4-9204-95527ff45914 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:40:46.525650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Attempting to bind port 5762addc-0432-45d4-9204-95527ff45914 on network 292a78cf-d20c-4fa0-a8de-919758c5cb13 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:40:46.530338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Port 5762addc-0432-45d4-9204-95527ff45914 on network 292a78cf-d20c-4fa0-a8de-919758c5cb13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:40:46.530650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Attempting to bind port 5762addc-0432-45d4-9204-95527ff45914 on network 292a78cf-d20c-4fa0-a8de-919758c5cb13 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:40:46.535597 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:40:46.535924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Checking segment: {'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:40:46.536292 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Bound using segment: {'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:40:46.536705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Bound port: 5762addc-0432-45d4-9204-95527ff45914, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:40:46.537043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:46.626128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] For port 5762addc-0432-45d4-9204-95527ff45914, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:40:46.629640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] For port 5762addc-0432-45d4-9204-95527ff45914, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5762addc-0432-45d4-9204-95527ff45914,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:40:46.676659 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:46.708768 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:46.709381 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:46.710836 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] 10.222.0.55 "PUT /v2.0/ports/5762addc-0432-45d4-9204-95527ff45914 HTTP/1.1" status: 200 len: 1094 time: 1.0557325 Oct 05 10:40:46.711337 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'tag': '5762addc-0432-45d4-9204-95527ff45914'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:40:46.713695 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c70a96f-2a05-463c-b2e8-c29b2b7c0a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "tag": "5762addc-0432-45d4-9204-95527ff45914"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:40:46.771509 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f4e6f-9a83-487e-b470-3dad9e64af87 service neutron] Pushing event updated for resources: {'Port': ['ID=5762addc-0432-45d4-9204-95527ff45914,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:46.777762 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471811c8-bca0-4b69-8ec3-794cf4998b28 x-openstack-request-id: req-471811c8-bca0-4b69-8ec3-794cf4998b28 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:40:46.781074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "tag": "5762addc-0432-45d4-9204-95527ff45914", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:40:46.781074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-471811c8-bca0-4b69-8ec3-794cf4998b28 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:40:46.781074 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471811c8-bca0-4b69-8ec3-794cf4998b28'] response: {'name': 'network-changed', 'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'tag': '5762addc-0432-45d4-9204-95527ff45914', 'status': 'completed', 'code': 200} Oct 05 10:40:46.845024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499efa95-2304-4675-a3d5-864a42fb79e4 req-422b8f8c-9e62-459e-9715-b7d021449cdb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:46.846635 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-499efa95-2304-4675-a3d5-864a42fb79e4 req-422b8f8c-9e62-459e-9715-b7d021449cdb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0899525 Oct 05 10:40:46.872189 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-07e04330-bb47-47ec-862b-e9a131d3ead5 None None] Attempt 3 to provision port 5762addc-0432-45d4-9204-95527ff45914 Oct 05 10:40:46.879466 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a96f-2a05-463c-b2e8-c29b2b7c0a9b req-c2d52dce-3afd-4137-a408-43a75b07af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:46.881150 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5c70a96f-2a05-463c-b2e8-c29b2b7c0a9b req-c2d52dce-3afd-4137-a408-43a75b07af0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 1097 time: 0.0875306 Oct 05 10:40:46.895934 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-499efa95-2304-4675-a3d5-864a42fb79e4 req-c508ae6d-02b6-4490-bbae-6d97148642da tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426340 Oct 05 10:40:46.935355 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-07e04330-bb47-47ec-862b-e9a131d3ead5 None None] Port 5762addc-0432-45d4-9204-95527ff45914 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:40:47.030239 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a96f-2a05-463c-b2e8-c29b2b7c0a9b req-f24a1ebf-06ac-4b12-bc68-b04ccf666550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:47.031565 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5c70a96f-2a05-463c-b2e8-c29b2b7c0a9b req-f24a1ebf-06ac-4b12-bc68-b04ccf666550 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1440270 Oct 05 10:40:47.165800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a96f-2a05-463c-b2e8-c29b2b7c0a9b req-24b8b935-46e3-41b1-a64b-1e4c3bb1eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:47.167251 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5c70a96f-2a05-463c-b2e8-c29b2b7c0a9b req-24b8b935-46e3-41b1-a64b-1e4c3bb1eed7 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295404 Oct 05 10:40:47.280407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e0371-6803-4663-a220-8e81c455f977 req-43c86e46-aa91-4559-9596-f741eaf42dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:47.281774 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-43c86e46-aa91-4559-9596-f741eaf42dce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 1097 time: 0.0773957 Oct 05 10:40:47.352156 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-394e1b41-a6fd-404e-ae80-73055f7c46fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5762addc-0432-45d4-9204-95527ff45914 HTTP/1.1" status: 200 len: 217 time: 0.0633717 Oct 05 10:40:47.412969 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e0371-6803-4663-a220-8e81c455f977 req-f3b5bd29-8a8f-4d67-a8ea-e0b264472dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:47.414353 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-f3b5bd29-8a8f-4d67-a8ea-e0b264472dd6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0566862 Oct 05 10:40:47.499077 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e0371-6803-4663-a220-8e81c455f977 req-2b4a672c-7e4d-4e5b-aaac-9f6998e1f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:47.500527 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-2b4a672c-7e4d-4e5b-aaac-9f6998e1f16a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805092 Oct 05 10:40:47.630862 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-8e029fcd-e9c5-4b4c-8b9a-27e8e68d3bf9 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239979 Oct 05 10:40:47.760686 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-361e0371-6803-4663-a220-8e81c455f977 req-cc24cf77-83b9-4fd5-9882-74a3d8708759 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240094 Oct 05 10:40:48.096014 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7edf18-f0fa-44d5-8f24-b7207706536e req-ec22f139-b2ab-4254-b646-9cd57e681f36 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:48.098073 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5f7edf18-f0fa-44d5-8f24-b7207706536e req-ec22f139-b2ab-4254-b646-9cd57e681f36 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0859008 Oct 05 10:40:48.140749 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5f7edf18-f0fa-44d5-8f24-b7207706536e req-90b3ea77-f30c-4bb2-94f5-1689f7fc776a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371165 Oct 05 10:40:49.341662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be29d70-0521-47d2-abce-9871bf912aad req-7cea9f4a-2eab-4652-9380-1b522834d842 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:49.343160 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8be29d70-0521-47d2-abce-9871bf912aad req-7cea9f4a-2eab-4652-9380-1b522834d842 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0901780 Oct 05 10:40:49.386247 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8be29d70-0521-47d2-abce-9871bf912aad req-8ef3b52b-fda4-4409-86b6-9de0a0db7fba tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368066 Oct 05 10:40:50.394370 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4a469261-90e2-4172-81e6-95aa27ad676d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:50.582781 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4f44-95ef-494c-89df-7dcb3e8b3e95 req-3b8f4900-be9e-44f0-867a-d233abb8e4ad tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:50.584226 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-069c4f44-95ef-494c-89df-7dcb3e8b3e95 req-3b8f4900-be9e-44f0-867a-d233abb8e4ad tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0861695 Oct 05 10:40:50.630841 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-069c4f44-95ef-494c-89df-7dcb3e8b3e95 req-7d2bd562-ea73-45e9-941c-74d10c5be8db tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406113 Oct 05 10:40:51.069969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 5762addc-0432-45d4-9204-95527ff45914 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:40:51.201695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 5762addc-0432-45d4-9204-95527ff45914, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5762addc-0432-45d4-9204-95527ff45914,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:40:51.218999 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '5762addc-0432-45d4-9204-95527ff45914', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'port_id': '5762addc-0432-45d4-9204-95527ff45914', 'mac_address': 'fa:16:3e:ec:15:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:40:51.272684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 5762addc-0432-45d4-9204-95527ff45914 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:51.273062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:51.290367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5762addc-0432-45d4-9204-95527ff45914 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:40:51.305748 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 5762addc-0432-45d4-9204-95527ff45914, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5762addc-0432-45d4-9204-95527ff45914,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:40:51.377225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:51.442558 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=5762addc-0432-45d4-9204-95527ff45914,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:51.739264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['5762addc-0432-45d4-9204-95527ff45914'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:40:51.826767 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731446c-8de7-44ea-bb32-7ef8e0c420e1 req-ef421b08-ed05-4b07-a1c5-2860df59110e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:51.828201 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7731446c-8de7-44ea-bb32-7ef8e0c420e1 req-ef421b08-ed05-4b07-a1c5-2860df59110e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 945 time: 0.0871503 Oct 05 10:40:51.872694 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7731446c-8de7-44ea-bb32-7ef8e0c420e1 req-312ae384-be85-4074-bd30-4864590bb607 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378850 Oct 05 10:40:52.703235 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ea7e80f5-6022-49d8-8b54-0ee28b140a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:53.073365 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efdf76-ef89-48f6-90b9-2837a2d106e4 req-13486560-64eb-40e8-a3cc-832d45cd0df2 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:53.074849 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-48efdf76-ef89-48f6-90b9-2837a2d106e4 req-13486560-64eb-40e8-a3cc-832d45cd0df2 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 945 time: 0.0898156 Oct 05 10:40:53.090755 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 5762addc-0432-45d4-9204-95527ff45914 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:40:53.120727 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-48efdf76-ef89-48f6-90b9-2837a2d106e4 req-73d90472-a4d8-430a-867d-7df8731456b1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399747 Oct 05 10:40:53.205268 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 5762addc-0432-45d4-9204-95527ff45914 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:40:53.210533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 5762addc-0432-45d4-9204-95527ff45914 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:40:53.210907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:53.211242 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 5762addc-0432-45d4-9204-95527ff45914 Oct 05 10:40:53.348667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 5762addc-0432-45d4-9204-95527ff45914 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:40:53.349045 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:53.375055 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5762addc-0432-45d4-9204-95527ff45914'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:40:53.377339 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d77ec39-958d-41a9-9829-6815557114c6" -d '{"events": [{"server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "name": "network-vif-plugged", "status": "completed", "tag": "5762addc-0432-45d4-9204-95527ff45914"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:40:53.385221 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 5762addc-0432-45d4-9204-95527ff45914, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5762addc-0432-45d4-9204-95527ff45914,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:40:53.434371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:53.478492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcefc6c-ba3b-4c8c-a125-04f4c29c8b73 x-openstack-request-id: req-1bcefc6c-ba3b-4c8c-a125-04f4c29c8b73 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:40:53.479121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "name": "network-vif-plugged", "status": "completed", "tag": "5762addc-0432-45d4-9204-95527ff45914", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:40:53.479121 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bcefc6c-ba3b-4c8c-a125-04f4c29c8b73 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:40:53.479388 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bcefc6c-ba3b-4c8c-a125-04f4c29c8b73'] response: {'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5762addc-0432-45d4-9204-95527ff45914', 'code': 200} Oct 05 10:40:53.508604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=5762addc-0432-45d4-9204-95527ff45914,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:53.940977 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e19945-c918-4164-9b87-5dd0b0c0910e req-6f0ac223-e2cc-446e-8b5f-d1213a8f6a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:53.942482 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-23e19945-c918-4164-9b87-5dd0b0c0910e req-6f0ac223-e2cc-446e-8b5f-d1213a8f6a53 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 1099 time: 0.1740050 Oct 05 10:40:53.982005 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-23e19945-c918-4164-9b87-5dd0b0c0910e req-a97bb978-b524-46d7-be7e-3a873c1238a6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330167 Oct 05 10:40:54.228858 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:54.314798 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68f492-9f67-4141-9fd7-3fe5d9ca7e5b req-f6df486f-247a-48c2-a088-014f6fcefca1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:54.316224 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7d68f492-9f67-4141-9fd7-3fe5d9ca7e5b req-f6df486f-247a-48c2-a088-014f6fcefca1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 946 time: 0.0861590 Oct 05 10:40:54.362371 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7d68f492-9f67-4141-9fd7-3fe5d9ca7e5b req-1c4528e2-53bc-4563-ae18-342283ff77cf tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397067 Oct 05 10:40:54.468635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:55.562316 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0abac2-5c1f-40f8-90ed-66439777a028 req-9c2e6b6c-b3a4-4d8f-be7b-9722f98c1b12 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:55.563765 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6c0abac2-5c1f-40f8-90ed-66439777a028 req-9c2e6b6c-b3a4-4d8f-be7b-9722f98c1b12 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 946 time: 0.0884390 Oct 05 10:40:55.609115 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6c0abac2-5c1f-40f8-90ed-66439777a028 req-fca1c48f-5ac8-4bbe-a811-9d1c49a0b9ca tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392244 Oct 05 10:40:55.806992 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efd205-38cd-4fdb-aca8-841379d5a727 req-3af67a63-9542-44ee-a169-cc3f4fdf45e7 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:55.808421 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-32efd205-38cd-4fdb-aca8-841379d5a727 req-3af67a63-9542-44ee-a169-cc3f4fdf45e7 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 946 time: 0.0905070 Oct 05 10:40:55.845777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:55.851743 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-32efd205-38cd-4fdb-aca8-841379d5a727 req-eba968f0-a28d-418c-bf40-28aee284ad1a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375497 Oct 05 10:40:55.880277 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52630) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:55.920109 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:55.997753 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22173e55-2a5f-4c43-ac2a-b99878a5603b tempest-TestShelveInstance-936569456 tempest-TestShelveInstance-936569456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:55.999401 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-22173e55-2a5f-4c43-ac2a-b99878a5603b tempest-TestShelveInstance-936569456 tempest-TestShelveInstance-936569456-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 1094 time: 0.1180975 Oct 05 10:40:56.002320 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 52636) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:40:56.007558 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '5762addc-0432-45d4-9204-95527ff45914', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:40:56.013331 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:40:56.017097 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:floatingip and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:40:56.019852 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:40:56.025402 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:40:56.068626 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:56.295990 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:56.429733 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Allocated IP 172.26.7.189 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/8211061d-ea50-4628-98c2-b90ede18c0c5) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:40:56.575606 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:56.580888 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0078876c-c0a5-41c2-90ba-604e7010db31 req-a7bb1baf-30ad-4cbc-afc4-f1a81b158f94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798540 Oct 05 10:40:56.680495 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:56.729190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078876c-c0a5-41c2-90ba-604e7010db31 req-92ed23d7-e15f-412a-8896-4bd7188d5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:56.730994 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0078876c-c0a5-41c2-90ba-604e7010db31 req-92ed23d7-e15f-412a-8896-4bd7188d5651 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 1099 time: 0.0825946 Oct 05 10:40:56.749642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:40:56.752322 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:40:56.756673 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:40:56.797449 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'Port': ['ID=8211061d-ea50-4628-98c2-b90ede18c0c5,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:56.878892 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078876c-c0a5-41c2-90ba-604e7010db31 req-58bee143-47dd-4a84-873f-b5c3b2f68ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:56.880256 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0078876c-c0a5-41c2-90ba-604e7010db31 req-58bee143-47dd-4a84-873f-b5c3b2f68ed5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1322207 Oct 05 10:40:56.952611 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0078876c-c0a5-41c2-90ba-604e7010db31 req-de3972a0-d0c4-4af9-86b7-54ef16a2b705 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5762addc-0432-45d4-9204-95527ff45914 HTTP/1.1" status: 200 len: 217 time: 0.0656502 Oct 05 10:40:57.013686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078876c-c0a5-41c2-90ba-604e7010db31 req-7b376fb1-9a7a-477e-9ad1-bcf62249f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:57.015136 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0078876c-c0a5-41c2-90ba-604e7010db31 req-7b376fb1-9a7a-477e-9ad1-bcf62249f183 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0574718 Oct 05 10:40:57.100433 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078876c-c0a5-41c2-90ba-604e7010db31 req-544699d4-60e4-45db-859c-2f00898fb572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:57.101890 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0078876c-c0a5-41c2-90ba-604e7010db31 req-544699d4-60e4-45db-859c-2f00898fb572 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805199 Oct 05 10:40:57.177386 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:57.232477 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0078876c-c0a5-41c2-90ba-604e7010db31 req-b3525a25-4cf9-447f-b1b8-7ba633996a1b service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243093 Oct 05 10:40:57.318203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:57.363466 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-0078876c-c0a5-41c2-90ba-604e7010db31 req-5bf08f68-24f5-4e24-b3a8-f887e8c82212 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249082 Oct 05 10:40:57.525469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:57.593997 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:57.698353 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'Port': ['ID=8211061d-ea50-4628-98c2-b90ede18c0c5,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:40:57.700647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:57.913080 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Floating IP 21161e39-6c0f-490a-b26d-b39a3480344a associated. External IP: 172.26.7.189, port: 5762addc-0432-45d4-9204-95527ff45914. Oct 05 10:40:58.356333 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:40:58.531350 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:40:58.540734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9d1a4e-a61e-45da-a5d3-e60ff1388c7c None None] Sync routers for ids ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:40:58.549919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d1a4e-a61e-45da-a5d3-e60ff1388c7c None None] Routers {'b06cbf84-4a4d-49a7-bd63-cd53b54e0961'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:40:58.550556 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bc9d1a4e-a61e-45da-a5d3-e60ff1388c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:40:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:58.599842 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:40:58.657140 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-96ce314c-16e5-4f2e-abee-bb9d5cc368c8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6536944 Oct 05 10:40:58.657625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'tag': '5762addc-0432-45d4-9204-95527ff45914'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:40:58.659978 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8940b944d1cb0b736743cf1dca784893609a332e17d05f98fbb9d60a91039ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48337fa-4a21-407e-892e-c2b4ac12a934" -d '{"events": [{"name": "network-changed", "server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "tag": "5762addc-0432-45d4-9204-95527ff45914"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:40:58.702514 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc66ca65-8f5c-4c1e-bc82-ffcf3f5e9737 x-openstack-request-id: req-cc66ca65-8f5c-4c1e-bc82-ffcf3f5e9737 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:40:58.702800 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "tag": "5762addc-0432-45d4-9204-95527ff45914", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:40:58.703044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc66ca65-8f5c-4c1e-bc82-ffcf3f5e9737 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:40:58.703437 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc66ca65-8f5c-4c1e-bc82-ffcf3f5e9737'] response: {'name': 'network-changed', 'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'tag': '5762addc-0432-45d4-9204-95527ff45914', 'status': 'completed', 'code': 200} Oct 05 10:40:58.734719 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-bc9d1a4e-a61e-45da-a5d3-e60ff1388c7c None None] Set router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:40:58.830572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48337fa-4a21-407e-892e-c2b4ac12a934 req-7f2815ce-ecf6-403f-94d3-2f7c1646ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:58.832049 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d48337fa-4a21-407e-892e-c2b4ac12a934 req-7f2815ce-ecf6-403f-94d3-2f7c1646ec99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 1099 time: 0.0992429 Oct 05 10:40:58.967941 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48337fa-4a21-407e-892e-c2b4ac12a934 req-e54e7b0d-331b-4440-bc4b-17159021df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:58.969459 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d48337fa-4a21-407e-892e-c2b4ac12a934 req-e54e7b0d-331b-4440-bc4b-17159021df97 service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1308084 Oct 05 10:40:59.077716 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d48337fa-4a21-407e-892e-c2b4ac12a934 req-a8f7e748-b293-4fc8-8f4c-bf948b316e35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5762addc-0432-45d4-9204-95527ff45914 HTTP/1.1" status: 200 len: 1000 time: 0.0974300 Oct 05 10:40:59.087425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bc9d1a4e-a61e-45da-a5d3-e60ff1388c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '21161e39-6c0f-490a-b26d-b39a3480344a', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'floating_ip_address': '172.26.7.189', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'port_id': '5762addc-0432-45d4-9204-95527ff45914', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'mac_address': 'fa:16:3e:ec:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0512d992-ca56-46ec-af82-c659f86129d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:40:57Z', 'updated_at': '2022-10-05T10:40:57Z', 'revision_number': 0, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e22009-a456-4a01-b190-4e51f1bb334c', 'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'mac_address': 'fa:16:3e:a5:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:27Z', 'updated_at': '2022-10-05T10:40:34Z', 'revision_number': 5, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'subnets': [{'id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:59.091397 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9d1a4e-a61e-45da-a5d3-e60ff1388c7c None None] Checking router: b06cbf84-4a4d-49a7-bd63-cd53b54e0961 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:40:59.099634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d1a4e-a61e-45da-a5d3-e60ff1388c7c None None] Routers {'b06cbf84-4a4d-49a7-bd63-cd53b54e0961'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:40:59.100828 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bc9d1a4e-a61e-45da-a5d3-e60ff1388c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:40:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:59.139830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48337fa-4a21-407e-892e-c2b4ac12a934 req-515b4f41-1f41-45e7-9292-8da7f37e878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:59.141326 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d48337fa-4a21-407e-892e-c2b4ac12a934 req-515b4f41-1f41-45e7-9292-8da7f37e878b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0580547 Oct 05 10:40:59.223795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48337fa-4a21-407e-892e-c2b4ac12a934 req-783807db-b60a-4412-ad3c-1157f87152a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:40:59.225675 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d48337fa-4a21-407e-892e-c2b4ac12a934 req-783807db-b60a-4412-ad3c-1157f87152a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790572 Oct 05 10:40:59.278642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-bc9d1a4e-a61e-45da-a5d3-e60ff1388c7c None None] Set router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:40:59.354050 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d48337fa-4a21-407e-892e-c2b4ac12a934 req-ffe44636-448f-4c1b-a9d1-6de4162f9dc0 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218145 Oct 05 10:40:59.595285 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d48337fa-4a21-407e-892e-c2b4ac12a934 req-fd10bc6e-4802-4395-97a5-c8f3f313ed59 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349005 Oct 05 10:40:59.629207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-bc9d1a4e-a61e-45da-a5d3-e60ff1388c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '21161e39-6c0f-490a-b26d-b39a3480344a', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'floating_ip_address': '172.26.7.189', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'port_id': '5762addc-0432-45d4-9204-95527ff45914', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'mac_address': 'fa:16:3e:ec:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0512d992-ca56-46ec-af82-c659f86129d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:40:57Z', 'updated_at': '2022-10-05T10:40:57Z', 'revision_number': 0, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e22009-a456-4a01-b190-4e51f1bb334c', 'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'mac_address': 'fa:16:3e:a5:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:27Z', 'updated_at': '2022-10-05T10:40:34Z', 'revision_number': 5, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'subnets': [{'id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:40:59.633347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9d1a4e-a61e-45da-a5d3-e60ff1388c7c None None] The sync data for ids ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'] in dv-neutron-860329-1-hyperv is: [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '21161e39-6c0f-490a-b26d-b39a3480344a', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'floating_ip_address': '172.26.7.189', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'port_id': '5762addc-0432-45d4-9204-95527ff45914', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'mac_address': 'fa:16:3e:ec:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0512d992-ca56-46ec-af82-c659f86129d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:40:57Z', 'updated_at': '2022-10-05T10:40:57Z', 'revision_number': 0, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e22009-a456-4a01-b190-4e51f1bb334c', 'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'mac_address': 'fa:16:3e:a5:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:27Z', 'updated_at': '2022-10-05T10:40:34Z', 'revision_number': 5, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'subnets': [{'id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:40:59.831736 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0fb3dc-fa7d-4557-b96a-9cfa317e2977 None None] New status for floating IP 21161e39-6c0f-490a-b26d-b39a3480344a: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:41:07.473584 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:41:20.411284 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-99438954-c5c5-4751-b54f-1e34e828dfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:41:22.731535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-15b5bbe0-2736-4cab-b2bd-bfbbbd35479d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:41:24.216756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:41:24.462483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:41:25.886492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:41:25.976566 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:41:44.471908 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:41:50.416373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-587141e8-22b5-4a5d-a56a-4b07380f1f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:41:52.713941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e0cc41da-08f3-4895-8129-8b0e1a203a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:41:54.238855 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:41:54.490914 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:41:55.867729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:41:55.947667 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:41:56.531192 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-de8975ff-ab0d-47ea-90c9-20d67d501517 req-c0bcdded-ea90-4078-9e2f-bfd475b8bf38 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776894 Oct 05 10:41:56.679312 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8975ff-ab0d-47ea-90c9-20d67d501517 req-5479bc00-c8e4-40c8-987f-fda1b4c7cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:41:56.680766 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-de8975ff-ab0d-47ea-90c9-20d67d501517 req-5479bc00-c8e4-40c8-987f-fda1b4c7cec0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 1099 time: 0.0832577 Oct 05 10:41:56.822235 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8975ff-ab0d-47ea-90c9-20d67d501517 req-040ca7d2-4b76-47c8-9add-c30d08787bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:41:56.823600 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-de8975ff-ab0d-47ea-90c9-20d67d501517 req-040ca7d2-4b76-47c8-9add-c30d08787bc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1249919 Oct 05 10:41:56.926633 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-de8975ff-ab0d-47ea-90c9-20d67d501517 req-23ce2a79-4165-491d-ace0-de109385b370 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5762addc-0432-45d4-9204-95527ff45914 HTTP/1.1" status: 200 len: 1002 time: 0.0968130 Oct 05 10:41:56.988339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8975ff-ab0d-47ea-90c9-20d67d501517 req-233eb48d-9cf0-4b78-83ad-3a85e904ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:41:56.989737 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-de8975ff-ab0d-47ea-90c9-20d67d501517 req-233eb48d-9cf0-4b78-83ad-3a85e904ab5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0573640 Oct 05 10:41:57.075670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8975ff-ab0d-47ea-90c9-20d67d501517 req-597a759e-29aa-4236-8cc0-609708b69aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:41:57.077050 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-de8975ff-ab0d-47ea-90c9-20d67d501517 req-597a759e-29aa-4236-8cc0-609708b69aa4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818648 Oct 05 10:41:57.209290 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-de8975ff-ab0d-47ea-90c9-20d67d501517 req-61add5e5-df8d-4f6c-b769-49e6e65333b8 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260037 Oct 05 10:41:57.337885 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-de8975ff-ab0d-47ea-90c9-20d67d501517 req-2ef01e45-99ac-455b-86c2-aee6b93a9d53 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221044 Oct 05 10:42:20.433412 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9f5f7676-8920-4ac6-b254-bbe9c3c14dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:42:21.470834 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:42:22.690615 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6b7a2665-4999-4766-b261-3adab4ae752b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:42:24.250322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:42:24.484672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:42:25.873435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:42:25.958902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:42:50.387168 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-663d20d8-b22d-4fe3-a107-32716cb27b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:42:52.684821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-92d403d9-388e-4594-974b-64833ea45cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:42:54.250786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:42:54.495014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:42:55.901648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:42:55.992777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:42:57.570155 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad23603e-d5de-416a-a1d7-d2e02b5bc88e req-ecda8658-4816-4d98-b570-3b2cf52b4d0b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767229 Oct 05 10:42:57.719104 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23603e-d5de-416a-a1d7-d2e02b5bc88e req-b31b64f3-6066-4a5b-964d-52cb965e4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:42:57.720552 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad23603e-d5de-416a-a1d7-d2e02b5bc88e req-b31b64f3-6066-4a5b-964d-52cb965e4b6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 1099 time: 0.0824461 Oct 05 10:42:57.864844 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23603e-d5de-416a-a1d7-d2e02b5bc88e req-e52fb1a2-a8eb-43b8-a1ee-5f8d78817cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:42:57.866229 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad23603e-d5de-416a-a1d7-d2e02b5bc88e req-e52fb1a2-a8eb-43b8-a1ee-5f8d78817cc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1260839 Oct 05 10:42:57.962923 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad23603e-d5de-416a-a1d7-d2e02b5bc88e req-849989ce-1fbf-4fb2-9de1-6dd8955acf4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5762addc-0432-45d4-9204-95527ff45914 HTTP/1.1" status: 200 len: 1002 time: 0.0908666 Oct 05 10:42:58.027645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23603e-d5de-416a-a1d7-d2e02b5bc88e req-e05b0645-13fe-43c7-8084-309be6dfd6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:42:58.029548 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad23603e-d5de-416a-a1d7-d2e02b5bc88e req-e05b0645-13fe-43c7-8084-309be6dfd6f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0599105 Oct 05 10:42:58.112034 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23603e-d5de-416a-a1d7-d2e02b5bc88e req-4f16f97f-a73d-4572-8794-7427dd4efffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:42:58.113472 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad23603e-d5de-416a-a1d7-d2e02b5bc88e req-4f16f97f-a73d-4572-8794-7427dd4efffe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771322 Oct 05 10:42:58.122925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [req-ad23603e-d5de-416a-a1d7-d2e02b5bc88e req-388bbb30-8168-4268-bc20-8683c6637473 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:42:58.123771 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad23603e-d5de-416a-a1d7-d2e02b5bc88e req-388bbb30-8168-4268-bc20-8683c6637473 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047164 Oct 05 10:42:58.253342 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad23603e-d5de-416a-a1d7-d2e02b5bc88e req-d25203aa-e402-41d3-89a4-3f184e73672c service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233428 Oct 05 10:42:58.469369 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:42:58.481481 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ad23603e-d5de-416a-a1d7-d2e02b5bc88e req-d2613ea8-d689-42d8-ac4a-f6ccf3fb84b9 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219684 Oct 05 10:43:20.392745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d37d48a2-1649-485a-8e54-2373748d116a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:43:22.707426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9bdcf8ac-bc59-4e85-a59b-ad6ad58a75db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:43:24.232658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:43:24.490148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:43:25.941816 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:43:25.987260 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:43:35.468216 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:43:49.486922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6705b-4b7d-417c-9b17-8ac96e8cbc98 req-a43d3755-ef62-4fd3-8070-cb135e03c31e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:43:49.488357 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f1a6705b-4b7d-417c-9b17-8ac96e8cbc98 req-a43d3755-ef62-4fd3-8070-cb135e03c31e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 946 time: 0.1344564 Oct 05 10:43:49.534337 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f1a6705b-4b7d-417c-9b17-8ac96e8cbc98 req-5b98ef38-8be0-4eed-afd2-3db5548d4981 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400617 Oct 05 10:43:50.415537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-309c153e-f00b-41d0-b3a8-f4259405e6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:43:50.732201 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de830e17-2171-4e86-b875-d994f47c6bb5 req-a465e383-d80e-49ce-81b4-cc873feb3967 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:43:50.733650 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-de830e17-2171-4e86-b875-d994f47c6bb5 req-a465e383-d80e-49ce-81b4-cc873feb3967 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 946 time: 0.0876954 Oct 05 10:43:50.778595 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-de830e17-2171-4e86-b875-d994f47c6bb5 req-74073d52-5a20-42f0-8711-3b31ebdd1898 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386992 Oct 05 10:43:51.985250 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7bc03-fb4b-4319-8603-4d8bba5973f2 req-d995f07b-089c-4ac2-983c-38f6b1f953a8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:43:51.987231 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c9e7bc03-fb4b-4319-8603-4d8bba5973f2 req-d995f07b-089c-4ac2-983c-38f6b1f953a8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 946 time: 0.0899670 Oct 05 10:43:52.030865 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c9e7bc03-fb4b-4319-8603-4d8bba5973f2 req-67bdb9fd-a929-471a-b331-da1824f60ee3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380027 Oct 05 10:43:52.683993 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7553d0a0-73f1-4f99-a8ef-e0cff03a2539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:43:53.228478 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2606e-c780-45bf-b053-a71417d3181d req-960fb66a-79e7-4c58-b5ab-ed2f850d3240 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:43:53.229933 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a5c2606e-c780-45bf-b053-a71417d3181d req-960fb66a-79e7-4c58-b5ab-ed2f850d3240 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 946 time: 0.0861068 Oct 05 10:43:53.276983 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a5c2606e-c780-45bf-b053-a71417d3181d req-f7311864-9fd5-43c3-b200-b60f98e551b7 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413899 Oct 05 10:43:54.238252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:43:54.472707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916d7ef-7d88-43b3-b0ce-87cc137cb6e4 req-9629b2bc-1c8d-4f3f-a3e7-91f8a861be0a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:43:54.474168 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d916d7ef-7d88-43b3-b0ce-87cc137cb6e4 req-9629b2bc-1c8d-4f3f-a3e7-91f8a861be0a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 946 time: 0.0882542 Oct 05 10:43:54.499812 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:43:54.517852 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d916d7ef-7d88-43b3-b0ce-87cc137cb6e4 req-c1c69c6a-7b88-4868-956b-1d1a0a105235 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380015 Oct 05 10:43:55.716066 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30979b3-9801-4c28-8eac-eb3866e7caa2 req-bb56c852-4e4f-4241-99b6-36d1160b4db1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:43:55.717516 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e30979b3-9801-4c28-8eac-eb3866e7caa2 req-bb56c852-4e4f-4241-99b6-36d1160b4db1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 946 time: 0.0904331 Oct 05 10:43:55.761382 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e30979b3-9801-4c28-8eac-eb3866e7caa2 req-b92fd4b3-0198-4f74-b105-83f918378dc5 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382268 Oct 05 10:43:55.945633 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:43:56.021038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:43:56.959846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a34b4b-de25-41fe-b77a-30706890b2dc req-02725f5c-fd1e-44ca-8f8d-8958ad3b7f60 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:43:56.961298 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e5a34b4b-de25-41fe-b77a-30706890b2dc req-02725f5c-fd1e-44ca-8f8d-8958ad3b7f60 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 946 time: 0.0877402 Oct 05 10:43:57.008441 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e5a34b4b-de25-41fe-b77a-30706890b2dc req-b2d56581-6ab0-4475-a6ab-66fc2c778f17 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413284 Oct 05 10:43:57.630244 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5f5de-0727-433f-a841-bed0879ec73c req-1dee454e-2a36-46de-97ce-cab179eef105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:43:57.631708 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ca5f5de-0727-433f-a841-bed0879ec73c req-1dee454e-2a36-46de-97ce-cab179eef105 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 1099 time: 0.1250653 Oct 05 10:43:57.770912 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5f5de-0727-433f-a841-bed0879ec73c req-872284f7-2a7c-4a70-811e-9121586e1e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:43:57.772410 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ca5f5de-0727-433f-a841-bed0879ec73c req-872284f7-2a7c-4a70-811e-9121586e1e2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1230588 Oct 05 10:43:57.874759 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ca5f5de-0727-433f-a841-bed0879ec73c req-38ff8ad1-118d-4d22-846b-a638923389c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5762addc-0432-45d4-9204-95527ff45914 HTTP/1.1" status: 200 len: 1002 time: 0.0963583 Oct 05 10:43:57.935493 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5f5de-0727-433f-a841-bed0879ec73c req-0509c612-add9-46b3-a63a-1980c8ddb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:43:57.936867 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ca5f5de-0727-433f-a841-bed0879ec73c req-0509c612-add9-46b3-a63a-1980c8ddb927 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0564387 Oct 05 10:43:58.020841 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5f5de-0727-433f-a841-bed0879ec73c req-9e2b9dd9-c3a1-4e7e-a431-f7eee5cf91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:43:58.022242 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ca5f5de-0727-433f-a841-bed0879ec73c req-9e2b9dd9-c3a1-4e7e-a431-f7eee5cf91f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792065 Oct 05 10:43:58.153867 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ca5f5de-0727-433f-a841-bed0879ec73c req-b31de62b-b9a9-42af-bdd3-4fc623bf8f62 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248577 Oct 05 10:43:58.202987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a715ce-668c-454e-b500-6294676760a8 req-65c378eb-bac7-4c9a-9edd-1618dc2208ba tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:43:58.204419 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-30a715ce-668c-454e-b500-6294676760a8 req-65c378eb-bac7-4c9a-9edd-1618dc2208ba tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 946 time: 0.0861521 Oct 05 10:43:58.248042 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-30a715ce-668c-454e-b500-6294676760a8 req-6c422568-1269-46df-82c3-e569bbbf2116 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372734 Oct 05 10:43:58.288671 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ca5f5de-0727-433f-a841-bed0879ec73c req-66eeb895-9ee2-48f7-b301-516692924898 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274531 Oct 05 10:43:59.544696 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62295-b9cd-48c2-9530-ce0ece538bc9 req-ecb7c1d1-0fe9-4c31-b9c4-2242ac630dfa tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:43:59.546087 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8bd62295-b9cd-48c2-9530-ce0ece538bc9 req-ecb7c1d1-0fe9-4c31-b9c4-2242ac630dfa tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 946 time: 0.1869638 Oct 05 10:43:59.588931 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-8bd62295-b9cd-48c2-9530-ce0ece538bc9 req-878f6fc7-5d22-4120-9189-b1d459eee3e0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370450 Oct 05 10:44:00.789861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6649881-4279-48e2-9805-58387ba1918f req-33480003-c450-4e1b-bafc-db95373127f7 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:44:00.791353 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a6649881-4279-48e2-9805-58387ba1918f req-33480003-c450-4e1b-bafc-db95373127f7 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 946 time: 0.0877512 Oct 05 10:44:00.838173 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a6649881-4279-48e2-9805-58387ba1918f req-ddd2bc54-a3f6-47a0-82b8-d76ebf858998 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408735 Oct 05 10:44:03.981965 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 5762addc-0432-45d4-9204-95527ff45914 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:44:04.112904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 5762addc-0432-45d4-9204-95527ff45914, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5762addc-0432-45d4-9204-95527ff45914,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:44:04.125639 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '5762addc-0432-45d4-9204-95527ff45914', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'port_id': '5762addc-0432-45d4-9204-95527ff45914', 'mac_address': 'fa:16:3e:ec:15:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:44:04.181993 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 5762addc-0432-45d4-9204-95527ff45914 is: ACTIVE; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:44:04.182382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:04.198847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5762addc-0432-45d4-9204-95527ff45914 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:44:04.213447 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 5762addc-0432-45d4-9204-95527ff45914, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5762addc-0432-45d4-9204-95527ff45914,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:44:04.284267 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:04.358902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['5762addc-0432-45d4-9204-95527ff45914'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:44:04.382947 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=5762addc-0432-45d4-9204-95527ff45914,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:44:04.402873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:44:04.403223 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:44:04.403564 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:44:04.403900 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:44:04.404230 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:44:04.404562 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:44:04.404888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:44:04.405214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:44:04.405539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:44:04.405860 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:44:04.406211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:44:04.406528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:44:06.026253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 5762addc-0432-45d4-9204-95527ff45914 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:44:06.093800 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 5762addc-0432-45d4-9204-95527ff45914 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:44:06.099608 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:06.099608 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 5762addc-0432-45d4-9204-95527ff45914 Oct 05 10:44:06.210617 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 5762addc-0432-45d4-9204-95527ff45914 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:44:06.210985 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:06.238235 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5762addc-0432-45d4-9204-95527ff45914'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:44:06.240501 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00968b74-ca51-4634-bba6-47f35588f131" -d '{"events": [{"server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "name": "network-vif-plugged", "status": "completed", "tag": "5762addc-0432-45d4-9204-95527ff45914"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:44:06.248460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 5762addc-0432-45d4-9204-95527ff45914, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5762addc-0432-45d4-9204-95527ff45914,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:44:06.282364 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa45e99b-5111-491b-80e7-bd72b36a887d x-openstack-request-id: req-aa45e99b-5111-491b-80e7-bd72b36a887d {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:44:06.282657 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "name": "network-vif-plugged", "status": "completed", "tag": "5762addc-0432-45d4-9204-95527ff45914", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:44:06.288603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa45e99b-5111-491b-80e7-bd72b36a887d {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:44:06.288603 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa45e99b-5111-491b-80e7-bd72b36a887d'] response: {'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5762addc-0432-45d4-9204-95527ff45914', 'code': 200} Oct 05 10:44:06.340948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:06.407819 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=5762addc-0432-45d4-9204-95527ff45914,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:44:12.466926 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:44:20.076923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3b6f4-f427-448c-a15b-c29491a48c93 req-b7299fe6-7a41-4e19-a5f5-5203c5e1170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:44:20.078339 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2db3b6f4-f427-448c-a15b-c29491a48c93 req-b7299fe6-7a41-4e19-a5f5-5203c5e1170b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 1099 time: 0.0783877 Oct 05 10:44:20.207324 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3b6f4-f427-448c-a15b-c29491a48c93 req-e596c60e-78bc-433f-9029-bacd227b432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:44:20.208756 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2db3b6f4-f427-448c-a15b-c29491a48c93 req-e596c60e-78bc-433f-9029-bacd227b432e service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1247425 Oct 05 10:44:20.310886 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2db3b6f4-f427-448c-a15b-c29491a48c93 req-f1f5aded-1900-419b-806a-5894e56a775d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5762addc-0432-45d4-9204-95527ff45914 HTTP/1.1" status: 200 len: 1002 time: 0.0962896 Oct 05 10:44:20.375789 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3b6f4-f427-448c-a15b-c29491a48c93 req-d488780b-a307-4d8f-8e68-fe0e3b4f4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:44:20.375789 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2db3b6f4-f427-448c-a15b-c29491a48c93 req-d488780b-a307-4d8f-8e68-fe0e3b4f4701 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0567260 Oct 05 10:44:20.421243 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0285b35f-d4b2-49bc-baaf-109d1dd958c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:20.463124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3b6f4-f427-448c-a15b-c29491a48c93 req-58dcdfc4-77b1-4111-a153-5c8dfe0483da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:44:20.464582 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2db3b6f4-f427-448c-a15b-c29491a48c93 req-58dcdfc4-77b1-4111-a153-5c8dfe0483da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838470 Oct 05 10:44:20.594759 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2db3b6f4-f427-448c-a15b-c29491a48c93 req-7c653919-90e9-43dc-bd5e-d512a4647e7d service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239169 Oct 05 10:44:20.832545 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2db3b6f4-f427-448c-a15b-c29491a48c93 req-698a4f6a-41d5-42f2-9d6e-5654b93f3cbb service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325203 Oct 05 10:44:22.740847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7190fe1d-a9b7-474d-afb3-20340085db48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:24.101583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 5762addc-0432-45d4-9204-95527ff45914 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:44:24.223228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 5762addc-0432-45d4-9204-95527ff45914 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:44:24.233240 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:24.252243 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5762addc-0432-45d4-9204-95527ff45914'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:44:24.255460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa74ace-8429-4f2a-bd3d-967dcd964f63" -d '{"events": [{"server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "name": "network-vif-unplugged", "status": "completed", "tag": "5762addc-0432-45d4-9204-95527ff45914"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:44:24.262787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 5762addc-0432-45d4-9204-95527ff45914, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5762addc-0432-45d4-9204-95527ff45914,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:44:24.293613 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 05 Oct 2022 10:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398f798f-d408-45d8-b67b-b732d306ff5f x-openstack-request-id: req-398f798f-d408-45d8-b67b-b732d306ff5f {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:44:24.293898 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "name": "network-vif-unplugged", "status": "failed", "tag": "5762addc-0432-45d4-9204-95527ff45914", "code": 422}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:44:24.294177 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-398f798f-d408-45d8-b67b-b732d306ff5f {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:44:24.294609 dv-neutron-860329-1-hyperv neutron-server[89847]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-398f798f-d408-45d8-b67b-b732d306ff5f']: {'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5762addc-0432-45d4-9204-95527ff45914', 'code': 422} returned with failed status Oct 05 10:44:24.306359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:24.339333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:24.408609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=5762addc-0432-45d4-9204-95527ff45914,revision_number=8']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:44:24.499092 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:25.905011 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:26.007684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:49.466362 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:44:50.437366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0330ee8a-0454-446e-a3ea-b30f51cdc4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:52.681422 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a3e19eab-8381-4a92-ac51-b46476ff5fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:54.277574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:54.494789 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:55.904578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:44:56.001601 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:02.088496 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f11ce-92c8-4ef4-8af1-64b35f0748c2 req-497701b2-3b01-49ba-9d00-c443640f666a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:02.089889 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b73f11ce-92c8-4ef4-8af1-64b35f0748c2 req-497701b2-3b01-49ba-9d00-c443640f666a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0875182 Oct 05 10:45:02.133055 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b73f11ce-92c8-4ef4-8af1-64b35f0748c2 req-b5259494-59cb-4e06-8b20-f7badc0d8104 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375819 Oct 05 10:45:02.617221 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d922775-cd76-473b-ab5a-3774aeda5efc req-ebc71c2b-baac-4287-b2af-253aae8c910d tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:02.618741 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3d922775-cd76-473b-ab5a-3774aeda5efc req-ebc71c2b-baac-4287-b2af-253aae8c910d tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0916927 Oct 05 10:45:02.663792 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3d922775-cd76-473b-ab5a-3774aeda5efc req-000215d0-cf2d-46e4-9108-403d72c09f5a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386543 Oct 05 10:45:02.945453 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cea9266b-0c77-4c04-b2eb-bc34035c9bb5 req-3ebbf8f8-3fcc-4cc5-b577-7852038ad124 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1191733 Oct 05 10:45:03.862397 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f685a5c-a267-46c5-8434-8cf6c8380008 req-d771d697-02f4-42b4-bc16-4208e3b2a64d tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:03.863832 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7f685a5c-a267-46c5-8434-8cf6c8380008 req-d771d697-02f4-42b4-bc16-4208e3b2a64d tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0860269 Oct 05 10:45:03.914636 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7f685a5c-a267-46c5-8434-8cf6c8380008 req-32c8109f-e0e8-400d-b695-96c132c987da tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443718 Oct 05 10:45:04.267354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9266b-0c77-4c04-b2eb-bc34035c9bb5 req-aa4a4a08-bc02-4d43-9db6-c72145afd139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:04.268921 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cea9266b-0c77-4c04-b2eb-bc34035c9bb5 req-aa4a4a08-bc02-4d43-9db6-c72145afd139 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0&tenant_id=4f0d12d4f24c4662847c753d23ba2b64 HTTP/1.1" status: 200 len: 1097 time: 0.0805707 Oct 05 10:45:04.366988 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9266b-0c77-4c04-b2eb-bc34035c9bb5 req-cc4a7480-aa45-43cc-a133-0c4a78f4b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:04.368355 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cea9266b-0c77-4c04-b2eb-bc34035c9bb5 req-cc4a7480-aa45-43cc-a133-0c4a78f4b11c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 1097 time: 0.0786870 Oct 05 10:45:04.498114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9266b-0c77-4c04-b2eb-bc34035c9bb5 req-69df808f-784a-4cb0-bc50-27e0a80aa03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:04.499569 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cea9266b-0c77-4c04-b2eb-bc34035c9bb5 req-69df808f-784a-4cb0-bc50-27e0a80aa03e service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1243131 Oct 05 10:45:04.601957 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cea9266b-0c77-4c04-b2eb-bc34035c9bb5 req-b86738fc-7d91-4da8-a519-372a59082407 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5762addc-0432-45d4-9204-95527ff45914 HTTP/1.1" status: 200 len: 1000 time: 0.0959222 Oct 05 10:45:04.666764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9266b-0c77-4c04-b2eb-bc34035c9bb5 req-1743bfbc-014f-45d3-b4b0-a0bad8413956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:04.668080 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cea9266b-0c77-4c04-b2eb-bc34035c9bb5 req-1743bfbc-014f-45d3-b4b0-a0bad8413956 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0603685 Oct 05 10:45:04.750651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9266b-0c77-4c04-b2eb-bc34035c9bb5 req-8e5d6948-4b97-4eb7-bd12-d026a84ac3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:04.752231 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cea9266b-0c77-4c04-b2eb-bc34035c9bb5 req-8e5d6948-4b97-4eb7-bd12-d026a84ac3bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775821 Oct 05 10:45:04.881597 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cea9266b-0c77-4c04-b2eb-bc34035c9bb5 req-4de7de95-e25a-41c4-a466-132e2ca28d85 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235750 Oct 05 10:45:05.011610 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-cea9266b-0c77-4c04-b2eb-bc34035c9bb5 req-5b8bd8bb-8c67-434b-a13e-ac8b63beed99 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247025 Oct 05 10:45:05.115338 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134c58b-57af-480c-8c47-664f495affad req-ae8d3e02-c016-455c-a1d7-7fe0ac0170c3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:05.116846 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b134c58b-57af-480c-8c47-664f495affad req-ae8d3e02-c016-455c-a1d7-7fe0ac0170c3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0878308 Oct 05 10:45:05.161609 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b134c58b-57af-480c-8c47-664f495affad req-1ffa2234-6ff7-4692-a0ca-d61b85e20ba3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389972 Oct 05 10:45:06.368678 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec51487-06f7-42fa-a17a-45fb26a27093 req-289fd5ce-d76b-4a2b-945e-22b840411561 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:06.370072 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9ec51487-06f7-42fa-a17a-45fb26a27093 req-289fd5ce-d76b-4a2b-945e-22b840411561 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0943677 Oct 05 10:45:06.419181 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9ec51487-06f7-42fa-a17a-45fb26a27093 req-bb9b337b-3395-4f0f-bcfa-85d22921f9ad tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424325 Oct 05 10:45:07.625023 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158ec8d-10a2-4061-95fa-392bb196f343 req-7a1b1376-6319-46d9-8581-d3ca81b46945 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:07.626512 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a158ec8d-10a2-4061-95fa-392bb196f343 req-7a1b1376-6319-46d9-8581-d3ca81b46945 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0913360 Oct 05 10:45:07.677828 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a158ec8d-10a2-4061-95fa-392bb196f343 req-9a9053a2-1d1d-4c71-82bf-64f38dd6bcac tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440583 Oct 05 10:45:08.893921 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecf460-7985-433f-851e-b978d983c3e7 req-6db9c16f-fc8e-444b-afc2-14ca25d79644 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:08.895424 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3fecf460-7985-433f-851e-b978d983c3e7 req-6db9c16f-fc8e-444b-afc2-14ca25d79644 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0904105 Oct 05 10:45:08.947880 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3fecf460-7985-433f-851e-b978d983c3e7 req-3d37ebc9-6d68-481f-94dd-92bdf74311e1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419006 Oct 05 10:45:10.160925 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae37fcd-0c78-472e-8fcd-ad493b3d9ea5 req-bb862a7a-7708-4711-8244-14266733feba tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:10.162772 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ae37fcd-0c78-472e-8fcd-ad493b3d9ea5 req-bb862a7a-7708-4711-8244-14266733feba tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0968711 Oct 05 10:45:10.209282 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5ae37fcd-0c78-472e-8fcd-ad493b3d9ea5 req-9df821be-fc2d-483a-9ce1-1e8e0efe6b9e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404172 Oct 05 10:45:11.412965 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ee4ab-7a01-4fbe-8589-bf6c18718ecf req-bdcb9d26-bb39-47e4-9a50-d80d7e2e74ba tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:11.414447 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-442ee4ab-7a01-4fbe-8589-bf6c18718ecf req-bdcb9d26-bb39-47e4-9a50-d80d7e2e74ba tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0903778 Oct 05 10:45:11.469415 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-442ee4ab-7a01-4fbe-8589-bf6c18718ecf req-81728d20-1abb-4d19-bd84-2736199d1c74 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457826 Oct 05 10:45:12.679376 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b26a73-817a-431a-9ea3-60999711d1cc req-5ecf1e6a-b3a9-49c9-9c6f-2e6ccde306c0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:12.680854 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-38b26a73-817a-431a-9ea3-60999711d1cc req-5ecf1e6a-b3a9-49c9-9c6f-2e6ccde306c0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0908844 Oct 05 10:45:12.727831 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-38b26a73-817a-431a-9ea3-60999711d1cc req-7dc2575b-2c0d-4c63-b2cc-a25f0500d944 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413272 Oct 05 10:45:13.941072 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7e99b-67cf-4b4e-a254-3caa87093118 req-4ed6e7be-eeef-4952-a0bb-2cf882b30ed1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:13.944115 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b0d7e99b-67cf-4b4e-a254-3caa87093118 req-4ed6e7be-eeef-4952-a0bb-2cf882b30ed1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0948062 Oct 05 10:45:13.993079 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b0d7e99b-67cf-4b4e-a254-3caa87093118 req-dd44be41-4240-4e7d-8517-cbf4d8e52b9a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431654 Oct 05 10:45:15.202463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cef38c-ce95-4050-b850-9a436aaf4a62 req-6866ff31-1629-4d2a-bb1f-91c1b492bea7 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:15.203990 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e0cef38c-ce95-4050-b850-9a436aaf4a62 req-6866ff31-1629-4d2a-bb1f-91c1b492bea7 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0872953 Oct 05 10:45:15.251872 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e0cef38c-ce95-4050-b850-9a436aaf4a62 req-6832628c-52bd-4d8d-bf57-866e40459c49 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415008 Oct 05 10:45:16.450507 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465a84c-8f4f-4c26-be2b-814226967f26 req-a999fdfc-320f-4108-9e5b-de407cf76b54 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:16.451956 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1465a84c-8f4f-4c26-be2b-814226967f26 req-a999fdfc-320f-4108-9e5b-de407cf76b54 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0864725 Oct 05 10:45:16.496600 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1465a84c-8f4f-4c26-be2b-814226967f26 req-2cd9d030-8a5f-43ff-9bc0-dd154177a828 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388751 Oct 05 10:45:17.696704 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055893d9-eabf-4b70-9042-833e56ba165e req-b283bd2c-11b1-4e34-874a-955e13a54c04 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:17.698157 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-055893d9-eabf-4b70-9042-833e56ba165e req-b283bd2c-11b1-4e34-874a-955e13a54c04 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0907428 Oct 05 10:45:17.742638 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-055893d9-eabf-4b70-9042-833e56ba165e req-e59f5caf-9630-4b0d-8f14-1c8498b91a88 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388114 Oct 05 10:45:18.941581 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003abcf-0fe4-4b5a-b09d-d80f16c07fb3 req-616b68c1-e70b-4153-bad1-9733338c409d tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:18.943196 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a003abcf-0fe4-4b5a-b09d-d80f16c07fb3 req-616b68c1-e70b-4153-bad1-9733338c409d tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0868301 Oct 05 10:45:19.012857 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a003abcf-0fe4-4b5a-b09d-d80f16c07fb3 req-47a50079-652f-4f47-8504-ab59d156619c tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628996 Oct 05 10:45:20.221120 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129d3a0-c87b-4a08-bd51-ccfdc79eef4c req-1c6f9e85-4b74-4c90-bd9c-7bbb8549230c tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:20.222595 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5129d3a0-c87b-4a08-bd51-ccfdc79eef4c req-1c6f9e85-4b74-4c90-bd9c-7bbb8549230c tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0872056 Oct 05 10:45:20.265452 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5129d3a0-c87b-4a08-bd51-ccfdc79eef4c req-bfb6d023-8ee5-4f01-ab2c-ac5304e04102 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367014 Oct 05 10:45:20.423894 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-1ab3b568-7b7b-4af6-8cce-b0371b23fdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:21.465164 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224cdb8-e7f5-487c-8555-7a080a326357 req-fdbcbbe1-73d1-40e5-ba9a-f7b22f29f442 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:21.466700 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5224cdb8-e7f5-487c-8555-7a080a326357 req-fdbcbbe1-73d1-40e5-ba9a-f7b22f29f442 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0902619 Oct 05 10:45:21.510535 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5224cdb8-e7f5-487c-8555-7a080a326357 req-5aaec237-98e1-4769-a218-1023c6c4c7e2 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380163 Oct 05 10:45:22.372439 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 5762addc-0432-45d4-9204-95527ff45914 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:45:22.502487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 5762addc-0432-45d4-9204-95527ff45914, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5762addc-0432-45d4-9204-95527ff45914,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:45:22.515586 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '5762addc-0432-45d4-9204-95527ff45914', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'port_id': '5762addc-0432-45d4-9204-95527ff45914', 'mac_address': 'fa:16:3e:ec:15:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:45:22.574622 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 5762addc-0432-45d4-9204-95527ff45914 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:45:22.575003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:22.591078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5762addc-0432-45d4-9204-95527ff45914 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:45:22.606097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 5762addc-0432-45d4-9204-95527ff45914, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5762addc-0432-45d4-9204-95527ff45914,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:45:22.707729 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47da47b-a212-456e-8930-f461cf0e2175 req-39b50e61-46c7-48ab-ae66-dd8171cfc4f4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:22.709222 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a47da47b-a212-456e-8930-f461cf0e2175 req-39b50e61-46c7-48ab-ae66-dd8171cfc4f4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 944 time: 0.0883880 Oct 05 10:45:22.717432 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:22.759844 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a47da47b-a212-456e-8930-f461cf0e2175 req-f8d22930-950b-44e9-8bab-af4edd46f4e4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448315 Oct 05 10:45:22.764191 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-20d88ae7-47be-4a14-b747-2c416fac8308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:22.790975 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=5762addc-0432-45d4-9204-95527ff45914,revision_number=9']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:45:22.798579 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:45:22.798957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:45:22.799299 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:45:22.799634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:45:22.799967 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:45:22.800298 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:45:22.800630 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:45:22.800956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:45:22.801281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:45:22.801623 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:45:22.801948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:45:22.802295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:45:23.133997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['5762addc-0432-45d4-9204-95527ff45914'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:45:23.960651 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51d342-54d5-4a7a-9ee8-1bdfe6cb9fc0 req-292834be-38d7-4dec-9c7c-affdf07c1384 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:23.962129 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cf51d342-54d5-4a7a-9ee8-1bdfe6cb9fc0 req-292834be-38d7-4dec-9c7c-affdf07c1384 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 945 time: 0.0894430 Oct 05 10:45:24.005114 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cf51d342-54d5-4a7a-9ee8-1bdfe6cb9fc0 req-2f9de104-91e9-447d-9f09-be8512bdc92f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372880 Oct 05 10:45:24.294713 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:24.371537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 5762addc-0432-45d4-9204-95527ff45914 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:45:24.441446 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 5762addc-0432-45d4-9204-95527ff45914 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:45:24.441815 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:24.442173 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 5762addc-0432-45d4-9204-95527ff45914 Oct 05 10:45:24.554703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:24.562382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 5762addc-0432-45d4-9204-95527ff45914 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:45:24.562746 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:24.588543 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5762addc-0432-45d4-9204-95527ff45914'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:45:24.590796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8716b34-90a5-412a-b83b-2f8cc0a3dff2" -d '{"events": [{"server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "name": "network-vif-plugged", "status": "completed", "tag": "5762addc-0432-45d4-9204-95527ff45914"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:45:24.601813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 5762addc-0432-45d4-9204-95527ff45914, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5762addc-0432-45d4-9204-95527ff45914,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:45:24.636029 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c290ec-e46b-4140-b1b6-f74669efbfe7 x-openstack-request-id: req-58c290ec-e46b-4140-b1b6-f74669efbfe7 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:45:24.636029 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "name": "network-vif-plugged", "status": "completed", "tag": "5762addc-0432-45d4-9204-95527ff45914", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:45:24.636029 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58c290ec-e46b-4140-b1b6-f74669efbfe7 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:45:24.636029 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c290ec-e46b-4140-b1b6-f74669efbfe7'] response: {'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5762addc-0432-45d4-9204-95527ff45914', 'code': 200} Oct 05 10:45:24.688682 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:24.757426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=5762addc-0432-45d4-9204-95527ff45914,revision_number=10']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:45:25.079553 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b3b6f-37c7-47b6-8322-44888295bbe3 req-858f1997-c9d4-488e-a948-8738df8df53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:25.081008 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-603b3b6f-37c7-47b6-8322-44888295bbe3 req-858f1997-c9d4-488e-a948-8738df8df53f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 1100 time: 0.0813408 Oct 05 10:45:25.121308 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-603b3b6f-37c7-47b6-8322-44888295bbe3 req-d6a35c37-731b-4540-bb4f-63ecf17b0921 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345039 Oct 05 10:45:25.207010 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a0164-ffa7-4db6-9f2f-1e9d14ee5200 req-578c3bc7-688c-4f2d-b19e-aa02f3d7e80e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:25.208436 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b42a0164-ffa7-4db6-9f2f-1e9d14ee5200 req-578c3bc7-688c-4f2d-b19e-aa02f3d7e80e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 947 time: 0.0899446 Oct 05 10:45:25.251373 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b42a0164-ffa7-4db6-9f2f-1e9d14ee5200 req-9912133f-acf8-40ad-9954-33d3aa361ef5 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366442 Oct 05 10:45:25.892114 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:25.995060 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:26.453326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85434ffb-5717-4fcb-b249-42194bcfc220 req-ba55becd-6640-4581-938a-e040506c0231 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:26.454553 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-85434ffb-5717-4fcb-b249-42194bcfc220 req-ba55becd-6640-4581-938a-e040506c0231 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 947 time: 0.0916283 Oct 05 10:45:26.466253 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:45:26.507674 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-85434ffb-5717-4fcb-b249-42194bcfc220 req-0d2dd80a-fd84-43bf-abd7-78e63a4acf22 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447598 Oct 05 10:45:27.708784 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefeb31-a2f8-4084-a5a5-bd11b7a5face req-c880d992-1cb1-4754-bdb8-b1362d50ae51 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:27.710980 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7cefeb31-a2f8-4084-a5a5-bd11b7a5face req-c880d992-1cb1-4754-bdb8-b1362d50ae51 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 947 time: 0.0887218 Oct 05 10:45:27.755430 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7cefeb31-a2f8-4084-a5a5-bd11b7a5face req-e5266951-9770-4695-be5a-3cf230cb339f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382380 Oct 05 10:45:28.955317 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569ade4-632c-4a06-b8a6-c65308ad0890 req-0a1a9e2c-20cf-4709-aef3-fd1d76fbbef6 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:28.956774 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1569ade4-632c-4a06-b8a6-c65308ad0890 req-0a1a9e2c-20cf-4709-aef3-fd1d76fbbef6 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 947 time: 0.0914564 Oct 05 10:45:29.001427 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1569ade4-632c-4a06-b8a6-c65308ad0890 req-5c964dcc-796e-4efe-8453-3b1a646599aa tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380988 Oct 05 10:45:50.419621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-86762434-1bd1-4b2d-8626-741dd44afd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:52.709230 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-896a3555-e06a-41a9-bd13-84f4474a89a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:54.253796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:54.508885 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:55.899574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:56.025175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:45:58.536291 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b3967de8-96bb-49a2-b9b4-2287e4813044 req-fb6e2c62-c694-403c-b001-fb984a917a0e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777409 Oct 05 10:45:58.683281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3967de8-96bb-49a2-b9b4-2287e4813044 req-7d51a87c-ad4a-4048-b0c6-fcf3c97e0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:58.684741 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b3967de8-96bb-49a2-b9b4-2287e4813044 req-7d51a87c-ad4a-4048-b0c6-fcf3c97e0825 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 1100 time: 0.0817173 Oct 05 10:45:58.828474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3967de8-96bb-49a2-b9b4-2287e4813044 req-3b51c616-bd9c-4233-855b-3c3592b6ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:58.829819 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b3967de8-96bb-49a2-b9b4-2287e4813044 req-3b51c616-bd9c-4233-855b-3c3592b6ff6a service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1254230 Oct 05 10:45:58.930488 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b3967de8-96bb-49a2-b9b4-2287e4813044 req-dcbb4052-fd28-49fe-8031-a6196c85cb82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5762addc-0432-45d4-9204-95527ff45914 HTTP/1.1" status: 200 len: 1002 time: 0.0940862 Oct 05 10:45:58.989696 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3967de8-96bb-49a2-b9b4-2287e4813044 req-45b1a164-4613-409a-a228-5e764bab4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:58.991135 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b3967de8-96bb-49a2-b9b4-2287e4813044 req-45b1a164-4613-409a-a228-5e764bab4de2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0559976 Oct 05 10:45:59.077090 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3967de8-96bb-49a2-b9b4-2287e4813044 req-d28bb676-9d64-4a92-b3d2-2f2cc03e9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:45:59.078742 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b3967de8-96bb-49a2-b9b4-2287e4813044 req-d28bb676-9d64-4a92-b3d2-2f2cc03e9bdd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803008 Oct 05 10:45:59.312947 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b3967de8-96bb-49a2-b9b4-2287e4813044 req-02ee68f0-317a-4be8-9b7d-d540708ba06d service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287321 Oct 05 10:45:59.440297 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b3967de8-96bb-49a2-b9b4-2287e4813044 req-fe6bbc6a-ecbe-4304-9564-b436a03ece25 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212623 Oct 05 10:46:03.465673 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:46:20.413999 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-41a95688-585e-4f6b-8b75-e3d1d2d93104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:46:22.771713 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6c79b30a-ee25-47c4-8b1d-2e4e5cbb73e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:46:24.251378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:46:24.537069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:46:25.891229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:46:26.010938 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:46:40.465524 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:46:50.424862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a9c39f9b-f5ad-43f7-b200-ed56def16ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:46:52.713729 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-255845d5-027c-4896-9996-7fe6915a94f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:46:54.261997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:46:54.513381 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:46:55.902787 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:46:56.011270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:46:59.562129 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b4c36a6e-cf52-46e3-be40-0c8b4e3f3867 req-48c0eb2c-6f19-42e1-ad83-2c98f3655603 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765979 Oct 05 10:46:59.713785 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c36a6e-cf52-46e3-be40-0c8b4e3f3867 req-775e4a69-e3d4-4a7d-83cb-52a69e20bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:46:59.715290 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b4c36a6e-cf52-46e3-be40-0c8b4e3f3867 req-775e4a69-e3d4-4a7d-83cb-52a69e20bfb3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 1100 time: 0.0838776 Oct 05 10:46:59.861068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c36a6e-cf52-46e3-be40-0c8b4e3f3867 req-1ec38932-285f-4904-bb7e-9384832a82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:46:59.862448 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b4c36a6e-cf52-46e3-be40-0c8b4e3f3867 req-1ec38932-285f-4904-bb7e-9384832a82a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1279335 Oct 05 10:46:59.962284 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b4c36a6e-cf52-46e3-be40-0c8b4e3f3867 req-3902463f-efe4-43d8-a969-e216dd403441 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5762addc-0432-45d4-9204-95527ff45914 HTTP/1.1" status: 200 len: 1002 time: 0.0937905 Oct 05 10:47:00.023627 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c36a6e-cf52-46e3-be40-0c8b4e3f3867 req-3aa8b135-7baa-44a6-a252-a19461514cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:00.025034 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b4c36a6e-cf52-46e3-be40-0c8b4e3f3867 req-3aa8b135-7baa-44a6-a252-a19461514cc8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0564125 Oct 05 10:47:00.107314 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c36a6e-cf52-46e3-be40-0c8b4e3f3867 req-a79e1e28-6c3b-4abc-9270-a61b8049683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:00.108792 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b4c36a6e-cf52-46e3-be40-0c8b4e3f3867 req-a79e1e28-6c3b-4abc-9270-a61b8049683b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773706 Oct 05 10:47:00.238128 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b4c36a6e-cf52-46e3-be40-0c8b4e3f3867 req-08101cd3-04d6-45e4-97bf-34fcb3d436ec service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225569 Oct 05 10:47:00.366627 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b4c36a6e-cf52-46e3-be40-0c8b4e3f3867 req-25ac6c47-54b1-494b-be07-84cf22f0732d service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229255 Oct 05 10:47:13.105599 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 52982) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:47:13.354133 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Deleting port 8211061d-ea50-4628-98c2-b90ede18c0c5 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:47:13.354470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:13.520317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:13.520644 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:13.743100 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Calling delete_port for 8211061d-ea50-4628-98c2-b90ede18c0c5 owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:47:13.938855 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:13.986819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event deleted for resources: {'Port': ['ID=8211061d-ea50-4628-98c2-b90ede18c0c5,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:47:14.032597 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:47:14.032942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:47:14.033284 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:47:14.033621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:47:14.033953 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:47:14.034304 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:47:14.034631 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:47:14.034955 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:47:14.035280 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:47:14.035607 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:47:14.035928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:47:14.036247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:47:14.094464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:14.094795 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Floating IP 21161e39-6c0f-490a-b26d-b39a3480344a disassociated (deleted). External IP: 172.26.7.189, port: 5762addc-0432-45d4-9204-95527ff45914. Oct 05 10:47:14.439585 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:47:14.616190 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:47:14.627032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab5677e-0a50-4423-bd94-8d021d898aa6 None None] Sync routers for ids ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:47:14.632437 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:14.636005 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab5677e-0a50-4423-bd94-8d021d898aa6 None None] Routers {'b06cbf84-4a4d-49a7-bd63-cd53b54e0961'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:47:14.636609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1ab5677e-0a50-4423-bd94-8d021d898aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:46:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:47:14.687172 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ece43540-256c-412c-a0b5-8882e9e0f080 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "DELETE /v2.0/floatingips/21161e39-6c0f-490a-b26d-b39a3480344a HTTP/1.1" status: 204 len: 168 time: 1.5804484 Oct 05 10:47:14.687845 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'tag': '5762addc-0432-45d4-9204-95527ff45914'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:47:14.691625 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cce310-b3a6-4e93-9381-00f751b7f716" -d '{"events": [{"name": "network-changed", "server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "tag": "5762addc-0432-45d4-9204-95527ff45914"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:47:14.813710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-1ab5677e-0a50-4423-bd94-8d021d898aa6 None None] Set router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:47:15.157007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1ab5677e-0a50-4423-bd94-8d021d898aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '76e22009-a456-4a01-b190-4e51f1bb334c', 'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'mac_address': 'fa:16:3e:a5:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:27Z', 'updated_at': '2022-10-05T10:40:34Z', 'revision_number': 5, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'subnets': [{'id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:47:15.160794 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab5677e-0a50-4423-bd94-8d021d898aa6 None None] Checking router: b06cbf84-4a4d-49a7-bd63-cd53b54e0961 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:47:15.169403 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab5677e-0a50-4423-bd94-8d021d898aa6 None None] Routers {'b06cbf84-4a4d-49a7-bd63-cd53b54e0961'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:47:15.170006 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1ab5677e-0a50-4423-bd94-8d021d898aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:46:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:47:15.283705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1360a8a4-4ea1-4952-a9a2-502538873182 x-openstack-request-id: req-1360a8a4-4ea1-4952-a9a2-502538873182 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:47:15.284004 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "tag": "5762addc-0432-45d4-9204-95527ff45914", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:47:15.284257 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1360a8a4-4ea1-4952-a9a2-502538873182 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:47:15.284666 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1360a8a4-4ea1-4952-a9a2-502538873182'] response: {'name': 'network-changed', 'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'tag': '5762addc-0432-45d4-9204-95527ff45914', 'status': 'completed', 'code': 200} Oct 05 10:47:15.351329 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-1ab5677e-0a50-4423-bd94-8d021d898aa6 None None] Set router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:47:15.390884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cce310-b3a6-4e93-9381-00f751b7f716 req-18a8a2de-3270-42f1-9a3a-a477b3042acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:15.392416 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-66cce310-b3a6-4e93-9381-00f751b7f716 req-18a8a2de-3270-42f1-9a3a-a477b3042acc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 1100 time: 0.0848970 Oct 05 10:47:15.462025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaec33f-57d8-4740-9b16-4eba088535fc req-47a73d76-888e-4cb7-a49d-ca2b4b33ca95 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:15.464304 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aaaec33f-57d8-4740-9b16-4eba088535fc req-47a73d76-888e-4cb7-a49d-ca2b4b33ca95 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 947 time: 0.0993533 Oct 05 10:47:15.532049 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cce310-b3a6-4e93-9381-00f751b7f716 req-3de523ac-d1e4-4b4e-b969-911e0ac72850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:15.533613 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-66cce310-b3a6-4e93-9381-00f751b7f716 req-3de523ac-d1e4-4b4e-b969-911e0ac72850 service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1341438 Oct 05 10:47:15.604452 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-66cce310-b3a6-4e93-9381-00f751b7f716 req-83bc2385-040b-4153-92fa-25b51594a369 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5762addc-0432-45d4-9204-95527ff45914 HTTP/1.1" status: 200 len: 217 time: 0.0625138 Oct 05 10:47:15.612503 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-aaaec33f-57d8-4740-9b16-4eba088535fc req-4892f7dc-fb00-49b4-a18d-396f92b95c5f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418853 Oct 05 10:47:15.679960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-1ab5677e-0a50-4423-bd94-8d021d898aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '76e22009-a456-4a01-b190-4e51f1bb334c', 'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'mac_address': 'fa:16:3e:a5:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:27Z', 'updated_at': '2022-10-05T10:40:34Z', 'revision_number': 5, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'subnets': [{'id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:47:15.684945 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab5677e-0a50-4423-bd94-8d021d898aa6 None None] The sync data for ids ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'] in dv-neutron-860329-1-hyperv is: [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '76e22009-a456-4a01-b190-4e51f1bb334c', 'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'mac_address': 'fa:16:3e:a5:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:27Z', 'updated_at': '2022-10-05T10:40:34Z', 'revision_number': 5, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'subnets': [{'id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:47:15.785033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cce310-b3a6-4e93-9381-00f751b7f716 req-199c314d-863f-487d-96b1-e16092ad3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:15.786489 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-66cce310-b3a6-4e93-9381-00f751b7f716 req-199c314d-863f-487d-96b1-e16092ad3b8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.1759231 Oct 05 10:47:15.871336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cce310-b3a6-4e93-9381-00f751b7f716 req-452c43de-579a-4af1-acd9-881416bab512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:15.873395 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-66cce310-b3a6-4e93-9381-00f751b7f716 req-452c43de-579a-4af1-acd9-881416bab512 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799146 Oct 05 10:47:15.917833 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c44338-1e96-4c10-973b-4dab9be8d8f2 None None] New status for floating IP 21161e39-6c0f-490a-b26d-b39a3480344a: DOWN {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:47:16.004664 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-66cce310-b3a6-4e93-9381-00f751b7f716 req-fbac76e7-49de-4ed3-810e-7070410d0a20 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243391 Oct 05 10:47:16.137029 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-66cce310-b3a6-4e93-9381-00f751b7f716 req-756ec4f6-75f2-42bd-b85a-862be5019713 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251493 Oct 05 10:47:16.813601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094e066-d4d8-4b20-8bce-a8ae08374886 req-933e0701-d0a2-4b0a-987b-3ec62343e73b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:16.821620 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f094e066-d4d8-4b20-8bce-a8ae08374886 req-933e0701-d0a2-4b0a-987b-3ec62343e73b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 947 time: 0.0878544 Oct 05 10:47:16.862408 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f094e066-d4d8-4b20-8bce-a8ae08374886 req-7077a693-222d-4cf9-89a3-87f7fc5745da tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb648e50-626c-4c43-9858-c82e8b2909d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415852 Oct 05 10:47:16.924712 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2f36e-7fdd-4e4d-8e7f-fbd22d65926d req-c70c49cd-9302-466a-941d-77fe44365003 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:16.925319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-14e2f36e-7fdd-4e4d-8e7f-fbd22d65926d req-c70c49cd-9302-466a-941d-77fe44365003 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Synchronizing usage tracker for tenant:4f0d12d4f24c4662847c753d23ba2b64 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:47:17.001477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-14e2f36e-7fdd-4e4d-8e7f-fbd22d65926d req-c70c49cd-9302-466a-941d-77fe44365003 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Unset dirty status for tenant:4f0d12d4f24c4662847c753d23ba2b64 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:47:17.002616 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-14e2f36e-7fdd-4e4d-8e7f-fbd22d65926d req-c70c49cd-9302-466a-941d-77fe44365003 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 947 time: 0.1680601 Oct 05 10:47:17.073392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-14e2f36e-7fdd-4e4d-8e7f-fbd22d65926d req-84b90449-c16b-457a-bd9e-925315c682b0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Deleting port 5762addc-0432-45d4-9204-95527ff45914 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:47:17.073729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-14e2f36e-7fdd-4e4d-8e7f-fbd22d65926d req-84b90449-c16b-457a-bd9e-925315c682b0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:17.314327 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-14e2f36e-7fdd-4e4d-8e7f-fbd22d65926d req-84b90449-c16b-457a-bd9e-925315c682b0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] For port 5762addc-0432-45d4-9204-95527ff45914, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5762addc-0432-45d4-9204-95527ff45914,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:47:17.314679 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-14e2f36e-7fdd-4e4d-8e7f-fbd22d65926d req-84b90449-c16b-457a-bd9e-925315c682b0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:17.436065 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-14e2f36e-7fdd-4e4d-8e7f-fbd22d65926d req-84b90449-c16b-457a-bd9e-925315c682b0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Calling delete_port for 5762addc-0432-45d4-9204-95527ff45914 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:47:17.464539 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:47:17.636063 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-14e2f36e-7fdd-4e4d-8e7f-fbd22d65926d req-84b90449-c16b-457a-bd9e-925315c682b0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:17.685491 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b90449-c16b-457a-bd9e-925315c682b0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event deleted for resources: {'Port': ['ID=5762addc-0432-45d4-9204-95527ff45914,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:47:17.775319 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e2f36e-7fdd-4e4d-8e7f-fbd22d65926d req-84b90449-c16b-457a-bd9e-925315c682b0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] No DVR routers for this DVR port 5762addc-0432-45d4-9204-95527ff45914 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:47:17.778424 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-14e2f36e-7fdd-4e4d-8e7f-fbd22d65926d req-84b90449-c16b-457a-bd9e-925315c682b0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:17.781017 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'name': 'network-vif-deleted', 'tag': '5762addc-0432-45d4-9204-95527ff45914'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:47:17.783447 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e9ca36-82c8-4ef7-a18f-0a1eda6cf561" -d '{"events": [{"server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "name": "network-vif-deleted", "tag": "5762addc-0432-45d4-9204-95527ff45914"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:47:17.825748 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f427d8c-3b83-42e9-8ece-039b951edbd8 x-openstack-request-id: req-2f427d8c-3b83-42e9-8ece-039b951edbd8 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:47:17.826072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0512d992-ca56-46ec-af82-c659f86129d0", "name": "network-vif-deleted", "tag": "5762addc-0432-45d4-9204-95527ff45914", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:47:17.826333 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f427d8c-3b83-42e9-8ece-039b951edbd8 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:47:17.826764 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f427d8c-3b83-42e9-8ece-039b951edbd8'] response: {'server_uuid': '0512d992-ca56-46ec-af82-c659f86129d0', 'name': 'network-vif-deleted', 'tag': '5762addc-0432-45d4-9204-95527ff45914', 'status': 'completed', 'code': 200} Oct 05 10:47:17.859587 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-14e2f36e-7fdd-4e4d-8e7f-fbd22d65926d req-84b90449-c16b-457a-bd9e-925315c682b0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.55 "DELETE /v2.0/ports/5762addc-0432-45d4-9204-95527ff45914 HTTP/1.1" status: 204 len: 173 time: 0.8514502 Oct 05 10:47:18.030191 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b86d34a2-b96d-4937-a5e4-96ca526541a9 req-69e6d00e-b2d4-4bb4-ae41-63471e3390cc tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=0512d992-ca56-46ec-af82-c659f86129d0 HTTP/1.1" status: 200 len: 210 time: 0.0509148 Oct 05 10:47:19.131648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53006) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:47:19.200393 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-512bc9ae-76ba-422b-b4fa-a607eaf8b285 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:19.230392 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-512bc9ae-76ba-422b-b4fa-a607eaf8b285 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:19.365676 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-512bc9ae-76ba-422b-b4fa-a607eaf8b285 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:19.384474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bc9ae-76ba-422b-b4fa-a607eaf8b285 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb648e50-626c-4c43-9858-c82e8b2909d5,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:47:19.487387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-512bc9ae-76ba-422b-b4fa-a607eaf8b285 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:19.488538 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-512bc9ae-76ba-422b-b4fa-a607eaf8b285 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "DELETE /v2.0/security-groups/cb648e50-626c-4c43-9858-c82e8b2909d5 HTTP/1.1" status: 204 len: 168 time: 0.3558328 Oct 05 10:47:19.739797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53014) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:47:19.745226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-67cea5cc-d2a1-41eb-9abf-cccf9ee2e661 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2125266980', 'description': 'tempest-secgroup-smoke-2125266980 description', 'project_id': '4f0d12d4f24c4662847c753d23ba2b64'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:47:19.751581 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-67cea5cc-d2a1-41eb-9abf-cccf9ee2e661 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:47:19.755732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-67cea5cc-d2a1-41eb-9abf-cccf9ee2e661 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:47:19.758705 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-67cea5cc-d2a1-41eb-9abf-cccf9ee2e661 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:47:19.764944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-67cea5cc-d2a1-41eb-9abf-cccf9ee2e661 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:47:19.852905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-67cea5cc-d2a1-41eb-9abf-cccf9ee2e661 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:19.872197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-67cea5cc-d2a1-41eb-9abf-cccf9ee2e661 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:47:19.876087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-67cea5cc-d2a1-41eb-9abf-cccf9ee2e661 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group_rule and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:47:19.878843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-67cea5cc-d2a1-41eb-9abf-cccf9ee2e661 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:47:19.884464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-67cea5cc-d2a1-41eb-9abf-cccf9ee2e661 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:47:19.951841 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-67cea5cc-d2a1-41eb-9abf-cccf9ee2e661 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:20.038854 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-67cea5cc-d2a1-41eb-9abf-cccf9ee2e661 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:20.083960 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cea5cc-d2a1-41eb-9abf-cccf9ee2e661 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:47:20.147523 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-67cea5cc-d2a1-41eb-9abf-cccf9ee2e661 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:20.148657 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-67cea5cc-d2a1-41eb-9abf-cccf9ee2e661 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4078488 Oct 05 10:47:20.151797 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53018) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:47:20.156547 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-da26a6bb-a758-4f8e-91a9-631dc0576cd3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'security_group_rule': {'security_group_id': '14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40', 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:47:20.162441 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-da26a6bb-a758-4f8e-91a9-631dc0576cd3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:47:20.166196 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-da26a6bb-a758-4f8e-91a9-631dc0576cd3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group_rule and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:47:20.169002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-da26a6bb-a758-4f8e-91a9-631dc0576cd3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:47:20.174646 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-da26a6bb-a758-4f8e-91a9-631dc0576cd3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:47:20.251008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da26a6bb-a758-4f8e-91a9-631dc0576cd3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:20.312778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da26a6bb-a758-4f8e-91a9-631dc0576cd3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:20.381473 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da26a6bb-a758-4f8e-91a9-631dc0576cd3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:20.404667 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26a6bb-a758-4f8e-91a9-631dc0576cd3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e445581-678c-4300-86ca-e359d38ccd63,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:47:20.456117 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-41d84817-1ebe-4b31-bff1-8410ce5ad42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:20.484692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da26a6bb-a758-4f8e-91a9-631dc0576cd3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:20.485909 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-da26a6bb-a758-4f8e-91a9-631dc0576cd3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331659 Oct 05 10:47:20.488748 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53022) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:47:20.493665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-62f0c22c-beb0-4029-a7da-c7138dfc0a73 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'security_group_rule': {'security_group_id': '14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40', 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:47:20.500459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-62f0c22c-beb0-4029-a7da-c7138dfc0a73 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:47:20.504282 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-62f0c22c-beb0-4029-a7da-c7138dfc0a73 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group_rule and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:47:20.507309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-62f0c22c-beb0-4029-a7da-c7138dfc0a73 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:47:20.513041 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-62f0c22c-beb0-4029-a7da-c7138dfc0a73 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:47:20.599456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62f0c22c-beb0-4029-a7da-c7138dfc0a73 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:20.660043 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62f0c22c-beb0-4029-a7da-c7138dfc0a73 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:20.741790 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62f0c22c-beb0-4029-a7da-c7138dfc0a73 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:20.764633 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0c22c-beb0-4029-a7da-c7138dfc0a73 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7553b3-db39-48ee-9265-c78cb2164bed,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:47:20.839094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-62f0c22c-beb0-4029-a7da-c7138dfc0a73 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:20.840834 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-62f0c22c-beb0-4029-a7da-c7138dfc0a73 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3511147 Oct 05 10:47:20.843698 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53026) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:47:20.848688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-2b0dd93c-602f-46ca-b81f-303cd3068851 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'security_group_rule': {'security_group_id': '14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40', 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:47:20.855053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2b0dd93c-602f-46ca-b81f-303cd3068851 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:47:20.859490 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2b0dd93c-602f-46ca-b81f-303cd3068851 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group_rule and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:47:20.862569 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2b0dd93c-602f-46ca-b81f-303cd3068851 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:47:20.868287 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2b0dd93c-602f-46ca-b81f-303cd3068851 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:47:20.938861 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2b0dd93c-602f-46ca-b81f-303cd3068851 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:21.000275 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2b0dd93c-602f-46ca-b81f-303cd3068851 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:21.061400 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2b0dd93c-602f-46ca-b81f-303cd3068851 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:21.076793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 5762addc-0432-45d4-9204-95527ff45914 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:47:21.084241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0dd93c-602f-46ca-b81f-303cd3068851 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd93766c-8cf8-495b-8954-c3f7fcbe80ae,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:47:21.111521 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 5762addc-0432-45d4-9204-95527ff45914 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:47:21.111862 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 5762addc-0432-45d4-9204-95527ff45914 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:47:21.172977 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2b0dd93c-602f-46ca-b81f-303cd3068851 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:21.174244 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2b0dd93c-602f-46ca-b81f-303cd3068851 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3295720 Oct 05 10:47:21.176923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53030) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:47:21.181806 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-ebb21f13-ff3f-4b6c-b6c6-e184602aa852 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'security_group_rule': {'security_group_id': '14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40', 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:47:21.189013 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ebb21f13-ff3f-4b6c-b6c6-e184602aa852 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:47:21.192784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ebb21f13-ff3f-4b6c-b6c6-e184602aa852 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group_rule and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:47:21.197007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ebb21f13-ff3f-4b6c-b6c6-e184602aa852 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:47:21.201915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ebb21f13-ff3f-4b6c-b6c6-e184602aa852 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:47:21.280233 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ebb21f13-ff3f-4b6c-b6c6-e184602aa852 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:21.437520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ebb21f13-ff3f-4b6c-b6c6-e184602aa852 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:21.526877 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ebb21f13-ff3f-4b6c-b6c6-e184602aa852 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:21.549937 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb21f13-ff3f-4b6c-b6c6-e184602aa852 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d2e0ee-7888-4c12-a732-25acccc63b13,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:47:21.632998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ebb21f13-ff3f-4b6c-b6c6-e184602aa852 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:21.634220 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ebb21f13-ff3f-4b6c-b6c6-e184602aa852 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4563699 Oct 05 10:47:21.637648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53034) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:47:21.642554 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-ce9bc496-3fdc-40b3-b064-a8db7deb5c7f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'security_group_rule': {'security_group_id': '14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40', 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:47:21.648747 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ce9bc496-3fdc-40b3-b064-a8db7deb5c7f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:47:21.652548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ce9bc496-3fdc-40b3-b064-a8db7deb5c7f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group_rule and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:47:21.655370 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-ce9bc496-3fdc-40b3-b064-a8db7deb5c7f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:47:21.661405 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-ce9bc496-3fdc-40b3-b064-a8db7deb5c7f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:47:21.735795 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-ce9bc496-3fdc-40b3-b064-a8db7deb5c7f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Project 4f0d12d4f24c4662847c753d23ba2b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:47:21.742704 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc496-3fdc-40b3-b064-a8db7deb5c7f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:21.805770 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc496-3fdc-40b3-b064-a8db7deb5c7f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:21.875423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc496-3fdc-40b3-b064-a8db7deb5c7f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:21.898851 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bc496-3fdc-40b3-b064-a8db7deb5c7f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33f0e47-2a9e-4b8d-998e-5726f2f912b9,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:47:21.961512 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc496-3fdc-40b3-b064-a8db7deb5c7f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:21.962750 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ce9bc496-3fdc-40b3-b064-a8db7deb5c7f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3241293 Oct 05 10:47:21.965479 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53038) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:47:21.970754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-97286a17-73e0-4e96-b710-af578052a57b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'security_group_rule': {'security_group_id': '14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40', 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:47:21.976692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-97286a17-73e0-4e96-b710-af578052a57b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:47:21.981122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-97286a17-73e0-4e96-b710-af578052a57b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:security_group_rule and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:47:21.983944 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-97286a17-73e0-4e96-b710-af578052a57b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:47:21.989612 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-97286a17-73e0-4e96-b710-af578052a57b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:47:22.047218 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-97286a17-73e0-4e96-b710-af578052a57b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Project 4f0d12d4f24c4662847c753d23ba2b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:47:22.053853 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97286a17-73e0-4e96-b710-af578052a57b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:22.121834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97286a17-73e0-4e96-b710-af578052a57b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:22.184959 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97286a17-73e0-4e96-b710-af578052a57b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:22.207691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97286a17-73e0-4e96-b710-af578052a57b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854c333c-cd7d-4ce1-85cd-4af2f0e25efe,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:47:22.284702 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-97286a17-73e0-4e96-b710-af578052a57b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:22.285912 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-97286a17-73e0-4e96-b710-af578052a57b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3193319 Oct 05 10:47:22.742136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3eb5634b-de56-4d20-ba53-93d356f2c523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:24.247140 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:24.515694 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:25.904645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:26.018996 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:46.323760 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-e56c5f1a-16db-4969-b08b-09783a877d0d tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125266980&fields=id&tenant_id=4f0d12d4f24c4662847c753d23ba2b64 HTTP/1.1" status: 200 len: 267 time: 0.0388291 Oct 05 10:47:46.470942 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-bf67f0b4-1914-4f7c-855d-5bb2ffd3df71 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:46.472370 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-bf67f0b4-1914-4f7c-855d-5bb2ffd3df71 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 809 time: 0.1417718 Oct 05 10:47:46.486440 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-6866bb67-67fd-46a2-857b-292175433b98 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/quotas/4f0d12d4f24c4662847c753d23ba2b64 HTTP/1.1" status: 200 len: 375 time: 0.0087559 Oct 05 10:47:46.578469 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-1f027647-be3a-4838-a1b2-87ada6bc83b0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872383 Oct 05 10:47:46.754853 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-4f8d82e1-ab30-4df2-84e8-69ccf02ce87c service neutron] 10.222.0.49 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629336 Oct 05 10:47:46.885091 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-c06ff9ca-dc22-4470-ab81-6c10a3bbb6ed service neutron] 10.222.0.49 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239393 Oct 05 10:47:47.591730 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-77916e6d-6c76-4419-9b06-35d79c81cd73 req-9fa3fc33-72ea-4a93-aabf-8e6d92337aef tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 210 time: 0.0485935 Oct 05 10:47:48.755166 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e912c02b-6be8-4009-bb7b-346117425c9a req-8af5c37c-7254-40b5-9c96-1ec66bce7085 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 210 time: 0.0528092 Oct 05 10:47:49.715955 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-02ad500e-73fd-49f6-9738-53b9974e991e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:49.717391 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-02ad500e-73fd-49f6-9738-53b9974e991e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 809 time: 0.1431341 Oct 05 10:47:49.768115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-0d8ced7b-5a7b-48bb-9838-7c31582443f1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Synchronizing usage tracker for tenant:4f0d12d4f24c4662847c753d23ba2b64 on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:47:49.838627 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-0d8ced7b-5a7b-48bb-9838-7c31582443f1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Unset dirty status for tenant:4f0d12d4f24c4662847c753d23ba2b64 on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:47:49.839848 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-0d8ced7b-5a7b-48bb-9838-7c31582443f1 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f0d12d4f24c4662847c753d23ba2b64 HTTP/1.1" status: 200 len: 380 time: 0.1117723 Oct 05 10:47:49.847816 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'port': {'device_id': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'admin_state_up': True, 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'security_groups': ['14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:47:49.923668 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a2291afc-2f8e-45bc-b390-83ca4c388d6a req-f429c42f-62f3-4f8d-9f62-aa44547ed4eb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 210 time: 0.0556953 Oct 05 10:47:49.994407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:47:49.998769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:port and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:47:50.001608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:47:50.007496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:47:50.075407 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Made reservation on behalf of 4f0d12d4f24c4662847c753d23ba2b64 for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:47:50.079169 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:50.248007 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Allocated IP 172.20.0.10 (292a78cf-d20c-4fa0-a8de-919758c5cb13/1b20acae-4ab7-4ed0-99d8-50c757b24ba2/40debc3f-1043-4abb-b882-f8ddca244ab3) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:47:50.429922 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a83495fd-d25f-4966-a1a4-65b202353ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:50.438294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:50.454076 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Transition to ACTIVE for port object 40debc3f-1043-4abb-b882-f8ddca244ab3 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:47:50.556160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:50.629220 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Network 292a78cf-d20c-4fa0-a8de-919758c5cb13 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:47:50.632232 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:47:50.636167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:47:50.674122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'Port': ['ID=40debc3f-1043-4abb-b882-f8ddca244ab3,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:47:50.707212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:50.707857 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:50.839130 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-7dbac36e-428f-4d11-af2b-9ac22eb07217 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9948790 Oct 05 10:47:50.850528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Request body: {'port': {'device_id': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:47:50.958957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c1a74aab-32f8-4d3c-a25b-3b9f6630da96 None None] Provisioning for port 40debc3f-1043-4abb-b882-f8ddca244ab3 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:47:50.962862 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:50.966316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c1a74aab-32f8-4d3c-a25b-3b9f6630da96 None None] Provisioning complete for port 40debc3f-1043-4abb-b882-f8ddca244ab3 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:47:50.966806 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c1a74aab-32f8-4d3c-a25b-3b9f6630da96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:50.967242 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c1a74aab-32f8-4d3c-a25b-3b9f6630da96 None None] Attempt 1 to provision port 40debc3f-1043-4abb-b882-f8ddca244ab3 Oct 05 10:47:51.036786 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c1a74aab-32f8-4d3c-a25b-3b9f6630da96 None None] Port 40debc3f-1043-4abb-b882-f8ddca244ab3 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:47:51.139573 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7a45f-ddf8-4fc7-825a-2989456490b3 req-852a0ba2-26be-4089-8584-1f05e65fa36e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:51.141040 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-05a7a45f-ddf8-4fc7-825a-2989456490b3 req-852a0ba2-26be-4089-8584-1f05e65fa36e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 932 time: 0.0952439 Oct 05 10:47:51.187509 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-05a7a45f-ddf8-4fc7-825a-2989456490b3 req-37dcfb62-5945-4fa2-bbd7-c9de819b87e2 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393376 Oct 05 10:47:51.320531 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40debc3f-1043-4abb-b882-f8ddca244ab3 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:47:51.329174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:51.346329 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Transition to ACTIVE for port object 40debc3f-1043-4abb-b882-f8ddca244ab3 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:47:51.418643 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:51.537850 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c1a74aab-32f8-4d3c-a25b-3b9f6630da96 None None] Attempt 2 to provision port 40debc3f-1043-4abb-b882-f8ddca244ab3 Oct 05 10:47:51.594682 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c1a74aab-32f8-4d3c-a25b-3b9f6630da96 None None] Port 40debc3f-1043-4abb-b882-f8ddca244ab3 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:47:51.723917 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Pushing event updated for resources: {'Port': ['ID=40debc3f-1043-4abb-b882-f8ddca244ab3,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:47:51.761408 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Attempting to bind port 40debc3f-1043-4abb-b882-f8ddca244ab3 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:47:51.761735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Attempting to bind port 40debc3f-1043-4abb-b882-f8ddca244ab3 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:47:51.762091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Attempting to bind port 40debc3f-1043-4abb-b882-f8ddca244ab3 on network 292a78cf-d20c-4fa0-a8de-919758c5cb13 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:47:51.767063 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Port 40debc3f-1043-4abb-b882-f8ddca244ab3 on network 292a78cf-d20c-4fa0-a8de-919758c5cb13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:47:51.767382 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Attempting to bind port 40debc3f-1043-4abb-b882-f8ddca244ab3 on network 292a78cf-d20c-4fa0-a8de-919758c5cb13 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:47:51.773264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:47:51.773595 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Checking segment: {'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:47:51.773970 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Bound using segment: {'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:47:51.774414 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Bound port: 40debc3f-1043-4abb-b882-f8ddca244ab3, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eb3996-1515-457d-8236-c50ba747a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:47:51.774755 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:51.864351 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] For port 40debc3f-1043-4abb-b882-f8ddca244ab3, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:47:51.867213 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] For port 40debc3f-1043-4abb-b882-f8ddca244ab3, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=40debc3f-1043-4abb-b882-f8ddca244ab3,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:47:51.961533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:51.991710 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:51.992307 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:51.993651 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-2455a7a7-3823-4463-8873-79097effe350 service neutron] 10.222.0.55 "PUT /v2.0/ports/40debc3f-1043-4abb-b882-f8ddca244ab3 HTTP/1.1" status: 200 len: 1094 time: 1.1475322 Oct 05 10:47:51.994106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'tag': '40debc3f-1043-4abb-b882-f8ddca244ab3'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:47:51.996338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a903db94-c062-4566-a00d-83580106b8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcb61d1-46bd-4de7-9564-c5b336ee37fe", "tag": "40debc3f-1043-4abb-b882-f8ddca244ab3"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:47:52.037440 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec00ea87-c563-4e75-89b8-778771333a81 x-openstack-request-id: req-ec00ea87-c563-4e75-89b8-778771333a81 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:47:52.037727 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcb61d1-46bd-4de7-9564-c5b336ee37fe", "tag": "40debc3f-1043-4abb-b882-f8ddca244ab3", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:47:52.038005 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec00ea87-c563-4e75-89b8-778771333a81 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:47:52.038399 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec00ea87-c563-4e75-89b8-778771333a81'] response: {'name': 'network-changed', 'server_uuid': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'tag': '40debc3f-1043-4abb-b882-f8ddca244ab3', 'status': 'completed', 'code': 200} Oct 05 10:47:52.048454 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455a7a7-3823-4463-8873-79097effe350 service neutron] Pushing event updated for resources: {'Port': ['ID=40debc3f-1043-4abb-b882-f8ddca244ab3,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:47:52.095733 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c1a74aab-32f8-4d3c-a25b-3b9f6630da96 None None] Attempt 3 to provision port 40debc3f-1043-4abb-b882-f8ddca244ab3 Oct 05 10:47:52.159463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c1a74aab-32f8-4d3c-a25b-3b9f6630da96 None None] Port 40debc3f-1043-4abb-b882-f8ddca244ab3 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:47:52.162057 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903db94-c062-4566-a00d-83580106b8f1 req-eaa3f455-dfe7-4263-9ac2-2ee3958cad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:52.163539 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a903db94-c062-4566-a00d-83580106b8f1 req-eaa3f455-dfe7-4263-9ac2-2ee3958cad7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 1097 time: 0.0826676 Oct 05 10:47:52.309211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903db94-c062-4566-a00d-83580106b8f1 req-bbe3db7b-b7d0-4928-b2b7-e1850c1e5aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:52.310678 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a903db94-c062-4566-a00d-83580106b8f1 req-bbe3db7b-b7d0-4928-b2b7-e1850c1e5aaf service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1405296 Oct 05 10:47:52.389406 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c0fad-bc85-4051-8b96-efdf52bd3ee9 req-8635ec40-1b25-4ffe-9f50-8727a1f5e9fe tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:52.391394 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-704c0fad-bc85-4051-8b96-efdf52bd3ee9 req-8635ec40-1b25-4ffe-9f50-8727a1f5e9fe tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0888834 Oct 05 10:47:52.434990 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-704c0fad-bc85-4051-8b96-efdf52bd3ee9 req-ac3564a0-1cb9-4716-a725-7c60e1cd8691 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375662 Oct 05 10:47:52.450285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903db94-c062-4566-a00d-83580106b8f1 req-72da3945-0619-43c8-a3d4-d0be49d3a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:52.451738 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a903db94-c062-4566-a00d-83580106b8f1 req-72da3945-0619-43c8-a3d4-d0be49d3a14a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348889 Oct 05 10:47:52.560760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-0c6452ae-08dc-4ead-ab50-d2957b802056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:52.562855 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-0c6452ae-08dc-4ead-ab50-d2957b802056 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 1097 time: 0.0789444 Oct 05 10:47:52.631374 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-aead100e-637c-4f63-8e19-2d1999b05650 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40debc3f-1043-4abb-b882-f8ddca244ab3 HTTP/1.1" status: 200 len: 217 time: 0.0626497 Oct 05 10:47:52.694832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-e0f0bba3-f58b-481d-ba81-bc6123cde081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:52.696162 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-e0f0bba3-f58b-481d-ba81-bc6123cde081 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0579636 Oct 05 10:47:52.704194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-fc31ae8f-cafd-490b-a880-128fde6bd7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:52.781300 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-f5d7f705-9343-4aea-afcd-1623f36aff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:52.782809 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-f5d7f705-9343-4aea-afcd-1623f36aff87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809970 Oct 05 10:47:52.913107 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-35e1d0b0-e834-4697-91ae-f699241d51a2 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243274 Oct 05 10:47:53.043555 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3479a10c-5884-425f-a1d0-23a3b61d02d2 req-43753dc6-61cd-47a6-9340-c61214a16465 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233757 Oct 05 10:47:53.633231 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cb546-46ec-436e-9bac-6f00d0f117ef req-5895c4f9-eacd-4cf6-97a5-334583ad3a0b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:53.634688 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1a4cb546-46ec-436e-9bac-6f00d0f117ef req-5895c4f9-eacd-4cf6-97a5-334583ad3a0b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0895758 Oct 05 10:47:53.677750 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1a4cb546-46ec-436e-9bac-6f00d0f117ef req-914a3759-5ec8-4e2a-8128-cea82f1b7b33 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367510 Oct 05 10:47:54.255169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:54.470858 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:47:54.518405 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:54.877335 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ccf68-3820-441a-be0b-e7afc63d52cf req-c5dae528-3f38-4948-be66-c6a57385ddf4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:54.878809 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e04ccf68-3820-441a-be0b-e7afc63d52cf req-c5dae528-3f38-4948-be66-c6a57385ddf4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0903952 Oct 05 10:47:54.921692 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e04ccf68-3820-441a-be0b-e7afc63d52cf req-914b2f5d-d438-40fd-bbe3-33198d217854 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372298 Oct 05 10:47:55.915176 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:56.004089 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:47:56.119473 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283048b-6746-445b-a782-02e49bc11bdd req-101a1341-69f9-4823-b7ae-842d335fa263 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:56.120833 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0283048b-6746-445b-a782-02e49bc11bdd req-101a1341-69f9-4823-b7ae-842d335fa263 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0879169 Oct 05 10:47:56.164796 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0283048b-6746-445b-a782-02e49bc11bdd req-54c5d8fd-e8c2-4ad3-acdc-dac4d070478e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377538 Oct 05 10:47:57.361123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e84356-09f0-4246-aa5d-27142c8bc269 req-a09d8e1c-188e-4c4c-9b73-9cedf640ac00 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:57.362569 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-85e84356-09f0-4246-aa5d-27142c8bc269 req-a09d8e1c-188e-4c4c-9b73-9cedf640ac00 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0892961 Oct 05 10:47:57.405677 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-85e84356-09f0-4246-aa5d-27142c8bc269 req-92ed0109-002d-4ae3-8f85-bacaef25d8f8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374832 Oct 05 10:47:58.604774 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b3265-323f-4730-a27e-2557de757a80 req-2d7fccbf-df10-4762-8e63-f37b75a05738 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:47:58.606216 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-df1b3265-323f-4730-a27e-2557de757a80 req-2d7fccbf-df10-4762-8e63-f37b75a05738 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0904250 Oct 05 10:47:58.743221 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-df1b3265-323f-4730-a27e-2557de757a80 req-c5be321d-8ca4-4989-a7fc-1ce154554d0b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312637 Oct 05 10:48:00.090816 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea210ae-a91f-4f59-9e60-84d190e0a973 req-b02baf49-d6a9-4588-a24f-5215a89db1dd tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:48:00.092148 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7ea210ae-a91f-4f59-9e60-84d190e0a973 req-b02baf49-d6a9-4588-a24f-5215a89db1dd tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0872178 Oct 05 10:48:00.137812 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7ea210ae-a91f-4f59-9e60-84d190e0a973 req-e38106c4-7ac5-417f-8f0e-9e46f7ef14fc tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393841 Oct 05 10:48:01.331145 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1446a24-dd21-44d4-99d5-f96f568c453f req-c0d772df-b454-4baa-9300-6b7cce789df3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:48:01.332576 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b1446a24-dd21-44d4-99d5-f96f568c453f req-c0d772df-b454-4baa-9300-6b7cce789df3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0857668 Oct 05 10:48:01.376539 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b1446a24-dd21-44d4-99d5-f96f568c453f req-5aefb1d8-35b6-4eb2-bcb5-ed0218b5de7a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383265 Oct 05 10:48:02.578353 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d29f6b-2c9b-473a-aabe-06da24e529ff req-66e7bf17-3c3c-4b28-b263-f2892b0caaf7 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:48:02.579749 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c8d29f6b-2c9b-473a-aabe-06da24e529ff req-66e7bf17-3c3c-4b28-b263-f2892b0caaf7 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0946753 Oct 05 10:48:02.624832 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c8d29f6b-2c9b-473a-aabe-06da24e529ff req-c993d5ba-485c-4074-8471-880a41d812ea tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395298 Oct 05 10:48:03.288153 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 40debc3f-1043-4abb-b882-f8ddca244ab3 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:48:03.419831 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 40debc3f-1043-4abb-b882-f8ddca244ab3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=40debc3f-1043-4abb-b882-f8ddca244ab3,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:48:03.432594 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '40debc3f-1043-4abb-b882-f8ddca244ab3', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'port_id': '40debc3f-1043-4abb-b882-f8ddca244ab3', 'mac_address': 'fa:16:3e:d3:d4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:48:03.489442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 40debc3f-1043-4abb-b882-f8ddca244ab3 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:48:03.489809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:03.506607 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40debc3f-1043-4abb-b882-f8ddca244ab3 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:48:03.522373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 40debc3f-1043-4abb-b882-f8ddca244ab3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=40debc3f-1043-4abb-b882-f8ddca244ab3,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:48:03.586273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:03.652005 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=40debc3f-1043-4abb-b882-f8ddca244ab3,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:48:03.659621 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:48:03.659972 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:48:03.660314 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:48:03.660652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:48:03.660987 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:48:03.661322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:48:03.661649 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:48:03.661974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:48:03.662325 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:48:03.662658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:48:03.662967 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:48:03.663285 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:48:03.825507 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25435a-fbbb-428f-a96d-33d05f6dbdf0 req-f0538a54-30fe-41d7-8606-581ac8b16130 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:48:03.826985 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fb25435a-fbbb-428f-a96d-33d05f6dbdf0 req-f0538a54-30fe-41d7-8606-581ac8b16130 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 945 time: 0.0883522 Oct 05 10:48:03.874746 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fb25435a-fbbb-428f-a96d-33d05f6dbdf0 req-cd445ed8-f3f2-4f5c-b8a3-28c5e56f928a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420439 Oct 05 10:48:03.961467 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['40debc3f-1043-4abb-b882-f8ddca244ab3'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:48:05.078872 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8415c53-cb27-4b07-902c-98a3437fab16 req-08afa917-df08-440d-9040-8c76d99dd276 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:48:05.078872 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e8415c53-cb27-4b07-902c-98a3437fab16 req-08afa917-df08-440d-9040-8c76d99dd276 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 945 time: 0.0874286 Oct 05 10:48:05.114834 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e8415c53-cb27-4b07-902c-98a3437fab16 req-3c2510c3-d262-4265-8116-6e00967d71aa tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389147 Oct 05 10:48:05.303535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 40debc3f-1043-4abb-b882-f8ddca244ab3 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:48:05.443445 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 40debc3f-1043-4abb-b882-f8ddca244ab3 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:48:05.448236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 40debc3f-1043-4abb-b882-f8ddca244ab3 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:48:05.453214 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:05.453214 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 40debc3f-1043-4abb-b882-f8ddca244ab3 Oct 05 10:48:05.565180 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 40debc3f-1043-4abb-b882-f8ddca244ab3 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:48:05.565547 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:05.590725 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40debc3f-1043-4abb-b882-f8ddca244ab3'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:48:05.592984 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c672c7e-7725-483f-a80f-2430befaa754" -d '{"events": [{"server_uuid": "bfcb61d1-46bd-4de7-9564-c5b336ee37fe", "name": "network-vif-plugged", "status": "completed", "tag": "40debc3f-1043-4abb-b882-f8ddca244ab3"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:48:05.600316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 40debc3f-1043-4abb-b882-f8ddca244ab3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=40debc3f-1043-4abb-b882-f8ddca244ab3,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:48:05.666601 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:05.703727 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea20973-8a27-447b-8e0f-4ec4028261e2 x-openstack-request-id: req-3ea20973-8a27-447b-8e0f-4ec4028261e2 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:48:05.703934 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcb61d1-46bd-4de7-9564-c5b336ee37fe", "name": "network-vif-plugged", "status": "completed", "tag": "40debc3f-1043-4abb-b882-f8ddca244ab3", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:48:05.704154 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ea20973-8a27-447b-8e0f-4ec4028261e2 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:48:05.704535 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea20973-8a27-447b-8e0f-4ec4028261e2'] response: {'server_uuid': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40debc3f-1043-4abb-b882-f8ddca244ab3', 'code': 200} Oct 05 10:48:05.745642 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=40debc3f-1043-4abb-b882-f8ddca244ab3,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:48:06.084843 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c481b22-c47c-48fc-b524-eb742e15bf1e req-750efea3-d051-4a87-92e4-af62395ee697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:48:06.086250 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2c481b22-c47c-48fc-b524-eb742e15bf1e req-750efea3-d051-4a87-92e4-af62395ee697 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 1099 time: 0.0779896 Oct 05 10:48:06.126643 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2c481b22-c47c-48fc-b524-eb742e15bf1e req-b6b03e3e-7c12-4e83-9251-981fa92d5325 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346780 Oct 05 10:48:06.318384 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e12a87-17cb-423c-a5f2-fb6a3a103c1c req-fdd6ebdb-1509-4187-9956-f71c5530b998 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:48:06.319829 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c0e12a87-17cb-423c-a5f2-fb6a3a103c1c req-fdd6ebdb-1509-4187-9956-f71c5530b998 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0910797 Oct 05 10:48:06.362891 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c0e12a87-17cb-423c-a5f2-fb6a3a103c1c req-6b9fc0e4-c151-4c77-b3d0-f4d6516dc09b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373595 Oct 05 10:48:07.562260 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d99cc-4a0b-4437-9f85-ea88a24d18de req-5cd8a2d3-f2ec-4c6d-8526-175657d9c4d4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:48:07.563731 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-893d99cc-4a0b-4437-9f85-ea88a24d18de req-5cd8a2d3-f2ec-4c6d-8526-175657d9c4d4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0872505 Oct 05 10:48:07.611492 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-893d99cc-4a0b-4437-9f85-ea88a24d18de req-367dbf31-4e16-4dbe-abc1-b1460df10392 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420434 Oct 05 10:48:08.806893 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9136d-e2a3-4b42-b75c-ec4a5a9129cb req-026b763a-b790-4e92-b571-7e886bf85163 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:48:08.808344 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0ab9136d-e2a3-4b42-b75c-ec4a5a9129cb req-026b763a-b790-4e92-b571-7e886bf85163 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0879567 Oct 05 10:48:08.851705 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0ab9136d-e2a3-4b42-b75c-ec4a5a9129cb req-3df632df-8be3-4cf7-b489-b0d73d3c1a69 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375547 Oct 05 10:48:09.051616 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30d6a2-951c-4e70-9843-8bde5cf87a15 req-f6d9d54f-8d76-49e1-b64e-2da5022a01ce tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:48:09.053087 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cf30d6a2-951c-4e70-9843-8bde5cf87a15 req-f6d9d54f-8d76-49e1-b64e-2da5022a01ce tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0946763 Oct 05 10:48:09.103469 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cf30d6a2-951c-4e70-9843-8bde5cf87a15 req-659a95a5-62a7-4d1b-bfff-7cd1eb0c7535 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427475 Oct 05 10:48:09.132983 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53260) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:48:09.254925 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f37ae4-75a0-48a5-8670-fd58fe17c6a4 tempest-TestShelveInstance-936569456 tempest-TestShelveInstance-936569456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:48:09.255545 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-68f37ae4-75a0-48a5-8670-fd58fe17c6a4 tempest-TestShelveInstance-936569456 tempest-TestShelveInstance-936569456-project-admin] Synchronizing usage tracker for tenant:c4e5549c6bad4eefb42e827ec13b9a9f on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:48:09.335122 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-68f37ae4-75a0-48a5-8670-fd58fe17c6a4 tempest-TestShelveInstance-936569456 tempest-TestShelveInstance-936569456-project-admin] Unset dirty status for tenant:c4e5549c6bad4eefb42e827ec13b9a9f on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:48:09.336278 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-68f37ae4-75a0-48a5-8670-fd58fe17c6a4 tempest-TestShelveInstance-936569456 tempest-TestShelveInstance-936569456-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 1094 time: 0.2022803 Oct 05 10:48:09.339155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53266) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:48:09.344434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '40debc3f-1043-4abb-b882-f8ddca244ab3', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:48:09.350409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:48:09.354231 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Usage tracker for resource:floatingip and tenant:4f0d12d4f24c4662847c753d23ba2b64 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:48:09.357021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:48:09.362765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:48:09.426882 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for floatingip, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:09.560148 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:09.691773 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Allocated IP 172.26.7.4 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/408657ee-2ae9-442f-8aba-6d846b3e9d7a) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:48:09.940170 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:10.023908 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:10.087544 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:48:10.090254 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:48:10.093894 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:48:10.126186 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'Port': ['ID=408657ee-2ae9-442f-8aba-6d846b3e9d7a,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:48:10.495112 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:10.613869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:10.815586 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:10.871802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:10.977124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event updated for resources: {'Port': ['ID=408657ee-2ae9-442f-8aba-6d846b3e9d7a,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:48:10.983024 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:11.151716 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Floating IP d20bd841-608b-463b-a104-0dbc717d3f89 associated. External IP: 172.26.7.4, port: 40debc3f-1043-4abb-b882-f8ddca244ab3. Oct 05 10:48:11.598873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:48:11.775124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:48:11.787430 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea067172-8dc8-487a-8c9c-b2d1a4b12faf None None] Sync routers for ids ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:48:11.797316 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea067172-8dc8-487a-8c9c-b2d1a4b12faf None None] Routers {'b06cbf84-4a4d-49a7-bd63-cd53b54e0961'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:48:11.797902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ea067172-8dc8-487a-8c9c-b2d1a4b12faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:47:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:48:11.866494 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:11.926198 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9b2c6dae-75ed-4f86-b372-bc60e66ae4af tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5838332 Oct 05 10:48:11.926198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'tag': '40debc3f-1043-4abb-b882-f8ddca244ab3'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:48:11.926886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccb45c7-1627-4e8d-a58e-fcb711661247" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcb61d1-46bd-4de7-9564-c5b336ee37fe", "tag": "40debc3f-1043-4abb-b882-f8ddca244ab3"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:48:11.968240 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f2e9a5-025a-49d4-8702-a897690ad840 x-openstack-request-id: req-70f2e9a5-025a-49d4-8702-a897690ad840 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:48:11.968524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcb61d1-46bd-4de7-9564-c5b336ee37fe", "tag": "40debc3f-1043-4abb-b882-f8ddca244ab3", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:48:11.968767 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70f2e9a5-025a-49d4-8702-a897690ad840 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:48:11.969157 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f2e9a5-025a-49d4-8702-a897690ad840'] response: {'name': 'network-changed', 'server_uuid': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'tag': '40debc3f-1043-4abb-b882-f8ddca244ab3', 'status': 'completed', 'code': 200} Oct 05 10:48:11.973760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-ea067172-8dc8-487a-8c9c-b2d1a4b12faf None None] Set router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:48:12.064153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb45c7-1627-4e8d-a58e-fcb711661247 req-69d32001-d8c5-4db3-bc56-ad8a82c007d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:48:12.065615 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ccb45c7-1627-4e8d-a58e-fcb711661247 req-69d32001-d8c5-4db3-bc56-ad8a82c007d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 1099 time: 0.0773098 Oct 05 10:48:12.193736 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb45c7-1627-4e8d-a58e-fcb711661247 req-3f2d2023-434a-4e06-a8dd-b7b9d8b0aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:48:12.195208 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ccb45c7-1627-4e8d-a58e-fcb711661247 req-3f2d2023-434a-4e06-a8dd-b7b9d8b0aecd service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1229861 Oct 05 10:48:12.298081 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ccb45c7-1627-4e8d-a58e-fcb711661247 req-e489bf14-94e4-4dcd-ba6f-dd4fe5432ad5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40debc3f-1043-4abb-b882-f8ddca244ab3 HTTP/1.1" status: 200 len: 998 time: 0.0970232 Oct 05 10:48:12.317322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ea067172-8dc8-487a-8c9c-b2d1a4b12faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'd20bd841-608b-463b-a104-0dbc717d3f89', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'floating_ip_address': '172.26.7.4', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'port_id': '40debc3f-1043-4abb-b882-f8ddca244ab3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'mac_address': 'fa:16:3e:d3:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:48:10Z', 'updated_at': '2022-10-05T10:48:10Z', 'revision_number': 0, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e22009-a456-4a01-b190-4e51f1bb334c', 'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'mac_address': 'fa:16:3e:a5:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:27Z', 'updated_at': '2022-10-05T10:40:34Z', 'revision_number': 5, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'subnets': [{'id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:48:12.321174 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea067172-8dc8-487a-8c9c-b2d1a4b12faf None None] Checking router: b06cbf84-4a4d-49a7-bd63-cd53b54e0961 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:48:12.329956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea067172-8dc8-487a-8c9c-b2d1a4b12faf None None] Routers {'b06cbf84-4a4d-49a7-bd63-cd53b54e0961'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:48:12.330578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ea067172-8dc8-487a-8c9c-b2d1a4b12faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:47:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:48:12.359757 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb45c7-1627-4e8d-a58e-fcb711661247 req-b7d268f4-32fe-48cb-acd6-84f85524958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:48:12.361180 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ccb45c7-1627-4e8d-a58e-fcb711661247 req-b7d268f4-32fe-48cb-acd6-84f85524958b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0575366 Oct 05 10:48:12.447391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb45c7-1627-4e8d-a58e-fcb711661247 req-d0ad6bac-fdaf-4b7d-8e7e-e6cf4ac5de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:48:12.450156 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ccb45c7-1627-4e8d-a58e-fcb711661247 req-d0ad6bac-fdaf-4b7d-8e7e-e6cf4ac5de4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822742 Oct 05 10:48:12.508843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-ea067172-8dc8-487a-8c9c-b2d1a4b12faf None None] Set router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:48:12.585351 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ccb45c7-1627-4e8d-a58e-fcb711661247 req-f3762709-5a45-4599-85f7-305fcf35d598 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296945 Oct 05 10:48:12.718322 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1ccb45c7-1627-4e8d-a58e-fcb711661247 req-bd25fedf-4753-4fed-823c-45b811b1fedf service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269975 Oct 05 10:48:12.892680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ea067172-8dc8-487a-8c9c-b2d1a4b12faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'd20bd841-608b-463b-a104-0dbc717d3f89', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'floating_ip_address': '172.26.7.4', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'port_id': '40debc3f-1043-4abb-b882-f8ddca244ab3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'mac_address': 'fa:16:3e:d3:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:48:10Z', 'updated_at': '2022-10-05T10:48:10Z', 'revision_number': 0, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e22009-a456-4a01-b190-4e51f1bb334c', 'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'mac_address': 'fa:16:3e:a5:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:27Z', 'updated_at': '2022-10-05T10:40:34Z', 'revision_number': 5, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'subnets': [{'id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:48:12.896852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea067172-8dc8-487a-8c9c-b2d1a4b12faf None None] The sync data for ids ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'] in dv-neutron-860329-1-hyperv is: [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': 'd20bd841-608b-463b-a104-0dbc717d3f89', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'floating_ip_address': '172.26.7.4', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'port_id': '40debc3f-1043-4abb-b882-f8ddca244ab3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'mac_address': 'fa:16:3e:d3:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:48:10Z', 'updated_at': '2022-10-05T10:48:10Z', 'revision_number': 0, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e22009-a456-4a01-b190-4e51f1bb334c', 'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'mac_address': 'fa:16:3e:a5:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:27Z', 'updated_at': '2022-10-05T10:40:34Z', 'revision_number': 5, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'subnets': [{'id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:48:13.068456 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad136a6e-7e80-4961-b2f3-a8d7d33b7d30 None None] New status for floating IP d20bd841-608b-463b-a104-0dbc717d3f89: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:48:20.454798 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-05bec096-3fc5-4190-ac6a-1d695dc99c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:22.705852 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-76901766-fdcf-4372-b1cc-7bd4d91bf07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:24.263284 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:24.526540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:25.945956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:26.037337 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:31.474561 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:48:50.457535 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-19d87b2b-72bb-4a2b-a148-6959a96901f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:52.723248 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6e237005-f244-442a-a306-81323f1d11bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:54.219639 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:54.528163 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:55.914903 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:48:56.022943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:49:01.583134 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b94497b2-8710-4a3e-a1c7-042bfce2b006 req-3ece64cc-98b9-4413-8a05-a49a4d2d9394 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1266456 Oct 05 10:49:01.734347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94497b2-8710-4a3e-a1c7-042bfce2b006 req-93283f19-90a4-4fcf-a9c6-fe674d574453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:49:01.735791 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b94497b2-8710-4a3e-a1c7-042bfce2b006 req-93283f19-90a4-4fcf-a9c6-fe674d574453 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 1099 time: 0.0827985 Oct 05 10:49:01.881665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94497b2-8710-4a3e-a1c7-042bfce2b006 req-f9d9b006-72a6-40e2-a13c-87f724f828ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:49:01.883107 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b94497b2-8710-4a3e-a1c7-042bfce2b006 req-f9d9b006-72a6-40e2-a13c-87f724f828ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1277485 Oct 05 10:49:01.987762 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b94497b2-8710-4a3e-a1c7-042bfce2b006 req-079daaa8-8287-4bca-a9c7-066ad7e3be5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40debc3f-1043-4abb-b882-f8ddca244ab3 HTTP/1.1" status: 200 len: 1000 time: 0.0961053 Oct 05 10:49:02.166302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94497b2-8710-4a3e-a1c7-042bfce2b006 req-5795a9fc-a597-4c52-bf54-a85aa5267beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:49:02.167723 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b94497b2-8710-4a3e-a1c7-042bfce2b006 req-5795a9fc-a597-4c52-bf54-a85aa5267beb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.1738806 Oct 05 10:49:02.255363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94497b2-8710-4a3e-a1c7-042bfce2b006 req-fee4837e-b3ac-41b4-abf7-6500804fd32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:49:02.256916 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b94497b2-8710-4a3e-a1c7-042bfce2b006 req-fee4837e-b3ac-41b4-abf7-6500804fd32d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824795 Oct 05 10:49:02.388786 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b94497b2-8710-4a3e-a1c7-042bfce2b006 req-3c6febb5-53ee-40c4-8b68-bc6c2c34d151 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260231 Oct 05 10:49:02.519057 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b94497b2-8710-4a3e-a1c7-042bfce2b006 req-867c25fe-0ec3-4298-bcf5-0052adc5e20b service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236262 Oct 05 10:49:08.465794 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:49:20.434637 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5844ed89-796b-4bf3-a99e-0ed50c38233d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:49:22.702739 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6f5aff4b-dde2-4ad0-8418-143e947ee17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:49:24.239892 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:49:24.531328 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:49:25.904873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:49:26.017136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:49:45.465195 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:49:50.430078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f3e6bdf7-61a3-4821-948a-83c8be1c5654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:49:52.773128 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-22db43cc-7bc3-4ea4-a798-9f89ba079069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:49:54.250941 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:49:54.527394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:49:55.932554 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:49:56.018234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:50:01.678064 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3b1d5a6f-ca22-4dda-8797-04b7a0d751a3 req-0c64f53d-05d8-4dca-98e1-e30ae501cffd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756941 Oct 05 10:50:01.824664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d5a6f-ca22-4dda-8797-04b7a0d751a3 req-179f1946-bd2b-47f0-9f48-4a05ad733c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:50:01.826147 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3b1d5a6f-ca22-4dda-8797-04b7a0d751a3 req-179f1946-bd2b-47f0-9f48-4a05ad733c33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 1099 time: 0.0809290 Oct 05 10:50:01.968295 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d5a6f-ca22-4dda-8797-04b7a0d751a3 req-d6a9f409-c0ec-4c82-9a19-3807240d928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:50:01.969709 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3b1d5a6f-ca22-4dda-8797-04b7a0d751a3 req-d6a9f409-c0ec-4c82-9a19-3807240d928c service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1258991 Oct 05 10:50:02.067968 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3b1d5a6f-ca22-4dda-8797-04b7a0d751a3 req-6f0dbc29-effe-4a26-9990-439fe1674aac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40debc3f-1043-4abb-b882-f8ddca244ab3 HTTP/1.1" status: 200 len: 1000 time: 0.0916715 Oct 05 10:50:02.130905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d5a6f-ca22-4dda-8797-04b7a0d751a3 req-ddc0d28a-53dd-4d74-8f06-4b27d5cb097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:50:02.132300 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3b1d5a6f-ca22-4dda-8797-04b7a0d751a3 req-ddc0d28a-53dd-4d74-8f06-4b27d5cb097e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0588207 Oct 05 10:50:02.212009 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d5a6f-ca22-4dda-8797-04b7a0d751a3 req-3264e559-5ad7-4074-82b5-516aa7b579a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:50:02.214056 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3b1d5a6f-ca22-4dda-8797-04b7a0d751a3 req-3264e559-5ad7-4074-82b5-516aa7b579a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763965 Oct 05 10:50:02.343099 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3b1d5a6f-ca22-4dda-8797-04b7a0d751a3 req-fc110948-d43a-4697-97a7-9a3810656982 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232610 Oct 05 10:50:02.472469 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-3b1d5a6f-ca22-4dda-8797-04b7a0d751a3 req-cc5d5240-c98d-4f57-98f3-674987a46000 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228106 Oct 05 10:50:20.441076 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-04cbb1f4-59fe-4960-8fe3-38a838cd78f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:50:22.464805 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:50:22.701830 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-127280ea-3283-40da-958e-96723ede3235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:50:24.280867 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:50:24.530432 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:50:25.926272 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:50:26.069222 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:50:50.463133 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-066bb776-3863-449a-9197-31371803adb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:50:50.522520 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f20e4-d804-4065-bb61-e185e00b6d2f req-dfc67aef-56d8-4c61-bb5d-e087c111af3a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:50:50.523477 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d24f20e4-d804-4065-bb61-e185e00b6d2f req-dfc67aef-56d8-4c61-bb5d-e087c111af3a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.3015339 Oct 05 10:50:50.570545 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d24f20e4-d804-4065-bb61-e185e00b6d2f req-c0b64358-f22e-4883-93ae-73966e0bcf38 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Oct 05 10:50:51.775004 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3127c34-5cca-407e-a442-13e9f808b575 req-f438cd71-8a1c-469a-8b64-e896f94355b8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:50:51.776473 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f3127c34-5cca-407e-a442-13e9f808b575 req-f438cd71-8a1c-469a-8b64-e896f94355b8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0873358 Oct 05 10:50:51.820157 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f3127c34-5cca-407e-a442-13e9f808b575 req-c5d71acf-ee45-49fc-8f41-367e82267782 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373428 Oct 05 10:50:52.748866 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-da51f1e1-e468-4d24-a2e1-6a4df3e53d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:50:53.021521 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fa771-30aa-4501-b85c-918719c43198 req-adb60b41-5f1e-43fb-9cd1-4b5ac6a8301c tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:50:53.024375 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fe3fa771-30aa-4501-b85c-918719c43198 req-adb60b41-5f1e-43fb-9cd1-4b5ac6a8301c tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0922639 Oct 05 10:50:53.066297 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fe3fa771-30aa-4501-b85c-918719c43198 req-20894dcb-a311-4760-856f-580e136aa9b3 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375338 Oct 05 10:50:54.264058 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adb3a0-1577-4d62-bb58-57a418e0b2af req-c05594ba-960b-431f-824d-54e3289be90d tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:50:54.265788 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-21adb3a0-1577-4d62-bb58-57a418e0b2af req-c05594ba-960b-431f-824d-54e3289be90d tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0882952 Oct 05 10:50:54.274492 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:50:54.314643 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-21adb3a0-1577-4d62-bb58-57a418e0b2af req-ba71d993-ebd8-40da-b7c6-61276583bece tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427387 Oct 05 10:50:54.536997 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:50:55.513965 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99283a60-59bc-42a4-bc7b-60877427f5c9 req-6da387b0-8d9d-44f7-9bc5-8f73dd8a08a9 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:50:55.515694 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-99283a60-59bc-42a4-bc7b-60877427f5c9 req-6da387b0-8d9d-44f7-9bc5-8f73dd8a08a9 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0880384 Oct 05 10:50:55.559032 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-99283a60-59bc-42a4-bc7b-60877427f5c9 req-0845022b-c727-4b04-b479-45f6f1b4f434 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376785 Oct 05 10:50:55.919111 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:50:56.046123 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:50:56.758351 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43bebe-719a-4551-8c27-84b03b0ac8bb req-55fbe6c1-1add-499c-91f5-cb444e6b8c13 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:50:56.759798 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0e43bebe-719a-4551-8c27-84b03b0ac8bb req-55fbe6c1-1add-499c-91f5-cb444e6b8c13 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0931504 Oct 05 10:50:56.805023 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0e43bebe-719a-4551-8c27-84b03b0ac8bb req-ed344daa-fcbd-4ec1-b23b-05fd279bdc7a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386019 Oct 05 10:50:57.998675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787bbd2-24e5-4c8d-bb34-f4cdc6b3a126 req-11093721-8213-4d34-a0d1-7661b13973a9 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:50:58.000131 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2787bbd2-24e5-4c8d-bb34-f4cdc6b3a126 req-11093721-8213-4d34-a0d1-7661b13973a9 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0856965 Oct 05 10:50:58.046187 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2787bbd2-24e5-4c8d-bb34-f4cdc6b3a126 req-0fe975b3-8b15-4123-8991-2df42da33afb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403252 Oct 05 10:50:59.247100 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14e9d7-756c-4f31-8853-cd85d1461b13 req-c7c70f60-9a4e-4856-a1ab-7739351f4247 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:50:59.248540 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1c14e9d7-756c-4f31-8853-cd85d1461b13 req-c7c70f60-9a4e-4856-a1ab-7739351f4247 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0874350 Oct 05 10:50:59.291582 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1c14e9d7-756c-4f31-8853-cd85d1461b13 req-165aeec6-3611-4d19-a576-ec671b75e5f4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373240 Oct 05 10:50:59.463712 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:51:00.492923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c1cb9-cc10-45cd-8770-075b58b7d24d req-7a20f76f-2ffa-4221-b363-edffcca03507 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:00.494422 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6c4c1cb9-cc10-45cd-8770-075b58b7d24d req-7a20f76f-2ffa-4221-b363-edffcca03507 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0925939 Oct 05 10:51:00.539266 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6c4c1cb9-cc10-45cd-8770-075b58b7d24d req-57fbb7d9-63ca-4983-86e3-1537b3888978 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392313 Oct 05 10:51:01.613775 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ad6ad-c0e3-4a87-8986-30592c6e2640 req-cd54fb3f-74a2-4549-b4ee-4eceb183b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:01.615281 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ed0ad6ad-c0e3-4a87-8986-30592c6e2640 req-cd54fb3f-74a2-4549-b4ee-4eceb183b922 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 1099 time: 0.0832922 Oct 05 10:51:01.736331 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8f5c7-7a14-4fdc-bfb1-2c6e0b9e62ba req-1751216f-120f-47f5-a1ff-3fe0bcfab6cd tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:01.737790 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a0f8f5c7-7a14-4fdc-bfb1-2c6e0b9e62ba req-1751216f-120f-47f5-a1ff-3fe0bcfab6cd tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0878050 Oct 05 10:51:01.760987 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ad6ad-c0e3-4a87-8986-30592c6e2640 req-e0e21563-1146-4506-b109-2538f4058115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:01.763049 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ed0ad6ad-c0e3-4a87-8986-30592c6e2640 req-e0e21563-1146-4506-b109-2538f4058115 service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1302013 Oct 05 10:51:01.786935 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a0f8f5c7-7a14-4fdc-bfb1-2c6e0b9e62ba req-55ab39c0-09e5-4fd4-b4b6-240e8e8388aa tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430195 Oct 05 10:51:01.960368 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ed0ad6ad-c0e3-4a87-8986-30592c6e2640 req-1f871d11-8f15-4f8b-bd20-0660b0a89e06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40debc3f-1043-4abb-b882-f8ddca244ab3 HTTP/1.1" status: 200 len: 1000 time: 0.1909130 Oct 05 10:51:02.021886 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ad6ad-c0e3-4a87-8986-30592c6e2640 req-9890f643-99cb-4b24-8454-1583c1e4f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:02.023332 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ed0ad6ad-c0e3-4a87-8986-30592c6e2640 req-9890f643-99cb-4b24-8454-1583c1e4f9c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0570464 Oct 05 10:51:02.109738 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ad6ad-c0e3-4a87-8986-30592c6e2640 req-d28d9a66-887b-486a-9c2b-715e9d0f8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:02.111218 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ed0ad6ad-c0e3-4a87-8986-30592c6e2640 req-d28d9a66-887b-486a-9c2b-715e9d0f8ee6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822484 Oct 05 10:51:02.242107 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ed0ad6ad-c0e3-4a87-8986-30592c6e2640 req-b11433e9-e1b1-4faf-afa6-a0fa3ead227c service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226089 Oct 05 10:51:02.369506 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ed0ad6ad-c0e3-4a87-8986-30592c6e2640 req-1cf84e7c-527e-4058-b8fb-ae7d43ea5dd9 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212597 Oct 05 10:51:02.985246 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b10b08-d6f0-4c77-9119-9a8912e7b4e9 req-d12d0fca-a95b-42a4-b052-1c1ad214f9ad tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:02.986729 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f8b10b08-d6f0-4c77-9119-9a8912e7b4e9 req-d12d0fca-a95b-42a4-b052-1c1ad214f9ad tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0872438 Oct 05 10:51:03.030351 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f8b10b08-d6f0-4c77-9119-9a8912e7b4e9 req-acdae136-9b53-4e87-8243-ff4a05341a30 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378206 Oct 05 10:51:04.227613 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdb327-911f-4a20-bc50-28e3144f381d req-e706332e-69f4-4716-9a6f-91199e6d6d95 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:04.229066 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-07cdb327-911f-4a20-bc50-28e3144f381d req-e706332e-69f4-4716-9a6f-91199e6d6d95 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0901403 Oct 05 10:51:04.272078 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-07cdb327-911f-4a20-bc50-28e3144f381d req-bf148d74-5866-42e5-9d35-6f6947da27d5 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374289 Oct 05 10:51:05.466024 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6253cba-6479-4d83-8657-436347bcfa69 req-702f5b4f-b7d7-4643-8313-37ccb8ac1935 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:05.467515 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f6253cba-6479-4d83-8657-436347bcfa69 req-702f5b4f-b7d7-4643-8313-37ccb8ac1935 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0863290 Oct 05 10:51:05.515601 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f6253cba-6479-4d83-8657-436347bcfa69 req-e1fe77bc-f2bb-498f-8920-2625b09b31fe tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425723 Oct 05 10:51:05.548915 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910a8fb-7393-424e-a8ee-068123c65ae7 req-7a41a9bc-23c8-4d54-97cb-bf0e001d21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:05.550407 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d910a8fb-7393-424e-a8ee-068123c65ae7 req-7a41a9bc-23c8-4d54-97cb-bf0e001d21f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 1099 time: 0.0790255 Oct 05 10:51:05.681123 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910a8fb-7393-424e-a8ee-068123c65ae7 req-29c6ac70-537b-4e7d-8102-a5a9b638ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:05.682576 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d910a8fb-7393-424e-a8ee-068123c65ae7 req-29c6ac70-537b-4e7d-8102-a5a9b638ddc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1262019 Oct 05 10:51:05.785358 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d910a8fb-7393-424e-a8ee-068123c65ae7 req-a82a679b-b247-48c5-a7b2-2db0cbc2c519 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40debc3f-1043-4abb-b882-f8ddca244ab3 HTTP/1.1" status: 200 len: 1000 time: 0.0966930 Oct 05 10:51:05.845181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910a8fb-7393-424e-a8ee-068123c65ae7 req-dd809a63-d2b4-42e5-9482-07e52bf41e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:05.846562 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d910a8fb-7393-424e-a8ee-068123c65ae7 req-dd809a63-d2b4-42e5-9482-07e52bf41e9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0556800 Oct 05 10:51:05.929432 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910a8fb-7393-424e-a8ee-068123c65ae7 req-1217b1ab-f8ad-452d-92a4-6fe267cc8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:05.930899 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d910a8fb-7393-424e-a8ee-068123c65ae7 req-1217b1ab-f8ad-452d-92a4-6fe267cc8e68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788395 Oct 05 10:51:06.060244 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d910a8fb-7393-424e-a8ee-068123c65ae7 req-83fdda51-80bb-4720-af4e-05081b66bdba service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234424 Oct 05 10:51:06.190377 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d910a8fb-7393-424e-a8ee-068123c65ae7 req-2e127e6a-33c3-4925-8c24-d93f570e7d1f service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240625 Oct 05 10:51:06.714728 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8374ea-7005-4cad-a411-39e504c6d9ea req-dcd88e16-1810-4e9a-85c1-88e63b943a73 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:06.716330 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0b8374ea-7005-4cad-a411-39e504c6d9ea req-dcd88e16-1810-4e9a-85c1-88e63b943a73 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0878022 Oct 05 10:51:06.766300 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0b8374ea-7005-4cad-a411-39e504c6d9ea req-bc1f7f32-09a7-47d1-93a4-303903cca575 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410366 Oct 05 10:51:07.968563 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1e7bd-edc5-4737-bcb2-140f407465a3 req-5e7ed413-8b81-4fe8-b85b-852decf0e6ef tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:07.970044 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6ff1e7bd-edc5-4737-bcb2-140f407465a3 req-5e7ed413-8b81-4fe8-b85b-852decf0e6ef tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0912428 Oct 05 10:51:08.015607 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6ff1e7bd-edc5-4737-bcb2-140f407465a3 req-927ee144-a218-4c1e-a014-57f258e99432 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397129 Oct 05 10:51:09.212772 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3d036-64be-4057-9f8e-24ac5f792e27 req-ebb4f84b-744f-4965-8602-787c7100f2aa tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:09.214255 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-66a3d036-64be-4057-9f8e-24ac5f792e27 req-ebb4f84b-744f-4965-8602-787c7100f2aa tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0886068 Oct 05 10:51:09.356579 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-66a3d036-64be-4057-9f8e-24ac5f792e27 req-7d292376-5cc6-4465-a392-5c8f4c7f3481 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354225 Oct 05 10:51:09.861884 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41987392-bf9d-4f58-93a8-3112c9fd458a req-a9c7869b-2cdd-4dcf-81c6-8efb654fad46 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:09.863361 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-41987392-bf9d-4f58-93a8-3112c9fd458a req-a9c7869b-2cdd-4dcf-81c6-8efb654fad46 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0933549 Oct 05 10:51:09.908770 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-41987392-bf9d-4f58-93a8-3112c9fd458a req-a17d909f-d848-46c9-9343-b44bafe3c043 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395770 Oct 05 10:51:09.992239 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b8453275-fcbd-4bd4-8360-e1551abd9bd8 req-f5d37a14-d055-4604-8960-5e8df12e3713 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1755881 Oct 05 10:51:10.047044 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 40debc3f-1043-4abb-b882-f8ddca244ab3 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:51:10.162963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 40debc3f-1043-4abb-b882-f8ddca244ab3 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:51:10.163347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:10.189765 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40debc3f-1043-4abb-b882-f8ddca244ab3'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:51:10.192241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b500052-e188-432c-bebb-b6e20f95dd5e" -d '{"events": [{"server_uuid": "bfcb61d1-46bd-4de7-9564-c5b336ee37fe", "name": "network-vif-unplugged", "status": "completed", "tag": "40debc3f-1043-4abb-b882-f8ddca244ab3"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:51:10.200757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 40debc3f-1043-4abb-b882-f8ddca244ab3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=40debc3f-1043-4abb-b882-f8ddca244ab3,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:51:10.234236 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 05 Oct 2022 10:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81492c1e-d23e-40c9-ba2e-2c7398c780ec x-openstack-request-id: req-81492c1e-d23e-40c9-ba2e-2c7398c780ec {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:51:10.234528 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcb61d1-46bd-4de7-9564-c5b336ee37fe", "name": "network-vif-unplugged", "status": "failed", "tag": "40debc3f-1043-4abb-b882-f8ddca244ab3", "code": 422}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:51:10.234781 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81492c1e-d23e-40c9-ba2e-2c7398c780ec {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:51:10.235195 dv-neutron-860329-1-hyperv neutron-server[89847]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-81492c1e-d23e-40c9-ba2e-2c7398c780ec']: {'server_uuid': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '40debc3f-1043-4abb-b882-f8ddca244ab3', 'code': 422} returned with failed status Oct 05 10:51:10.272637 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:10.347032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=40debc3f-1043-4abb-b882-f8ddca244ab3,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:51:10.354049 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:51:10.354401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:51:10.354744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:51:10.355083 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:51:10.355442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:51:10.355777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:51:10.356107 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:51:10.356435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:51:10.356764 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:51:10.357091 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:51:10.357415 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:51:10.357737 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:51:11.125923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9c268-df64-4bb3-8131-389bdf2ab8ce req-1a2ac15f-7eed-4241-abf2-ddc052ca7843 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:11.127400 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f7b9c268-df64-4bb3-8131-389bdf2ab8ce req-1a2ac15f-7eed-4241-abf2-ddc052ca7843 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.1049597 Oct 05 10:51:11.172767 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f7b9c268-df64-4bb3-8131-389bdf2ab8ce req-3222f93a-f08c-46c8-a96d-f62193cedec7 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387220 Oct 05 10:51:12.374081 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808f811-99fd-4651-bcf6-9ef162947f33 req-acfb3fda-85e7-4bf7-bf60-46d2ad3f3a2b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:12.375453 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5808f811-99fd-4651-bcf6-9ef162947f33 req-acfb3fda-85e7-4bf7-bf60-46d2ad3f3a2b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0910749 Oct 05 10:51:12.420737 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5808f811-99fd-4651-bcf6-9ef162947f33 req-1a04ee5c-985a-4e32-af2d-cfff3fde6d3c tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392270 Oct 05 10:51:13.603975 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453275-fcbd-4bd4-8360-e1551abd9bd8 req-19ab7a29-2549-4679-92bf-e48d268220e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:13.605456 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b8453275-fcbd-4bd4-8360-e1551abd9bd8 req-19ab7a29-2549-4679-92bf-e48d268220e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe&tenant_id=4f0d12d4f24c4662847c753d23ba2b64 HTTP/1.1" status: 200 len: 1097 time: 0.0816565 Oct 05 10:51:13.616802 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ec0bd-7801-482f-a8d3-b8c24796997f req-4909a019-743e-492b-b242-0b324b54ac21 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:13.618315 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-057ec0bd-7801-482f-a8d3-b8c24796997f req-4909a019-743e-492b-b242-0b324b54ac21 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0874894 Oct 05 10:51:13.663280 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-057ec0bd-7801-482f-a8d3-b8c24796997f req-43e34555-b28e-40a4-9653-65206f507a9f tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389655 Oct 05 10:51:13.703154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453275-fcbd-4bd4-8360-e1551abd9bd8 req-dca31357-f60f-47d3-bdcc-9a48dfb2a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:13.704631 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b8453275-fcbd-4bd4-8360-e1551abd9bd8 req-dca31357-f60f-47d3-bdcc-9a48dfb2a4c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 1097 time: 0.0790966 Oct 05 10:51:13.833924 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453275-fcbd-4bd4-8360-e1551abd9bd8 req-244a4d03-f791-47b4-aea3-c55aa12c5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:13.835365 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b8453275-fcbd-4bd4-8360-e1551abd9bd8 req-244a4d03-f791-47b4-aea3-c55aa12c5ba6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1247122 Oct 05 10:51:14.040401 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b8453275-fcbd-4bd4-8360-e1551abd9bd8 req-c2f9c502-9f4f-42bc-b7c1-69f549e2955e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40debc3f-1043-4abb-b882-f8ddca244ab3 HTTP/1.1" status: 200 len: 998 time: 0.1986248 Oct 05 10:51:14.103189 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453275-fcbd-4bd4-8360-e1551abd9bd8 req-642e7892-f3b5-4344-8753-216ffff013e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:14.104538 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b8453275-fcbd-4bd4-8360-e1551abd9bd8 req-642e7892-f3b5-4344-8753-216ffff013e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0571854 Oct 05 10:51:14.184115 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453275-fcbd-4bd4-8360-e1551abd9bd8 req-e2da7acb-3001-4cf8-b0b5-2c5d2482294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:14.185557 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b8453275-fcbd-4bd4-8360-e1551abd9bd8 req-e2da7acb-3001-4cf8-b0b5-2c5d2482294e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752723 Oct 05 10:51:14.314037 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b8453275-fcbd-4bd4-8360-e1551abd9bd8 req-66e37c1d-02be-4185-aef1-27e9652e97f8 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226270 Oct 05 10:51:14.442875 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b8453275-fcbd-4bd4-8360-e1551abd9bd8 req-0ddaf987-9944-4062-bb29-75f892239fbb service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228487 Oct 05 10:51:14.873175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cc29f-b675-4b55-9e79-ed9badb18659 req-48e7027b-bb68-4c4e-94a2-babae278dc65 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:14.874658 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d11cc29f-b675-4b55-9e79-ed9badb18659 req-48e7027b-bb68-4c4e-94a2-babae278dc65 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0983028 Oct 05 10:51:14.917059 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-d11cc29f-b675-4b55-9e79-ed9badb18659 req-ca3e61a6-f5dc-4123-8c8f-89b0f8eb6f58 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368044 Oct 05 10:51:16.116252 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dd042-f4f2-4086-9ffd-489bc27c9bc8 req-92863120-1f5d-4334-8f08-50d842dfe874 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:16.117612 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-da7dd042-f4f2-4086-9ffd-489bc27c9bc8 req-92863120-1f5d-4334-8f08-50d842dfe874 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0900109 Oct 05 10:51:16.160669 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-da7dd042-f4f2-4086-9ffd-489bc27c9bc8 req-7b6a2a25-9865-4caf-bd99-4af0fea57c44 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368085 Oct 05 10:51:17.357810 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2923db-e680-46b5-a09c-34a5354eb2a0 req-1122cae4-be3a-43a9-9b65-0577a9943c75 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:17.359292 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-df2923db-e680-46b5-a09c-34a5354eb2a0 req-1122cae4-be3a-43a9-9b65-0577a9943c75 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0867238 Oct 05 10:51:17.402882 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-df2923db-e680-46b5-a09c-34a5354eb2a0 req-af0b4cde-d6fd-4c5e-a36c-77127c64755a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379839 Oct 05 10:51:18.604418 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4fade-57cf-49d0-85e9-36dad6a5b9b6 req-60244aad-0809-4338-ada5-178a7de2883e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:18.605869 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b9c4fade-57cf-49d0-85e9-36dad6a5b9b6 req-60244aad-0809-4338-ada5-178a7de2883e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0921540 Oct 05 10:51:18.649849 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b9c4fade-57cf-49d0-85e9-36dad6a5b9b6 req-60b45e3d-c0d5-4055-8ca1-33a3b68f4b3a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383062 Oct 05 10:51:19.852000 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69585a8-96ca-418b-9353-a4fc6da0e0b8 req-1d3f9364-1019-4ec0-9970-12c4708beb8a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:19.853442 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a69585a8-96ca-418b-9353-a4fc6da0e0b8 req-1d3f9364-1019-4ec0-9970-12c4708beb8a tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0922084 Oct 05 10:51:19.896730 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a69585a8-96ca-418b-9353-a4fc6da0e0b8 req-21e215c2-8a80-46cd-93ed-3c343c02f04c tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375495 Oct 05 10:51:20.439648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8128f687-d174-424b-a7f0-0193221e9f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:21.089942 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6de36-58de-44c8-b73a-217ca1ca6632 req-2938ca34-eb6c-457e-bfe7-9b0a1eb93284 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:21.091824 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dbf6de36-58de-44c8-b73a-217ca1ca6632 req-2938ca34-eb6c-457e-bfe7-9b0a1eb93284 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0862620 Oct 05 10:51:21.135077 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-dbf6de36-58de-44c8-b73a-217ca1ca6632 req-9893581a-769c-4185-a23a-1fa88c97923e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376239 Oct 05 10:51:22.139357 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 40debc3f-1043-4abb-b882-f8ddca244ab3 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:51:22.272359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 40debc3f-1043-4abb-b882-f8ddca244ab3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=40debc3f-1043-4abb-b882-f8ddca244ab3,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:51:22.285356 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '40debc3f-1043-4abb-b882-f8ddca244ab3', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'port_id': '40debc3f-1043-4abb-b882-f8ddca244ab3', 'mac_address': 'fa:16:3e:d3:d4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:51:22.337063 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1666a9a-5aad-40ec-a271-acff86433f92 req-2a4e8760-8952-4805-86e3-bf425aee2c13 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:22.338655 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e1666a9a-5aad-40ec-a271-acff86433f92 req-2a4e8760-8952-4805-86e3-bf425aee2c13 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 944 time: 0.0922673 Oct 05 10:51:22.339742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 40debc3f-1043-4abb-b882-f8ddca244ab3 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:51:22.340125 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:22.357294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40debc3f-1043-4abb-b882-f8ddca244ab3 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:51:22.372951 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 40debc3f-1043-4abb-b882-f8ddca244ab3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=40debc3f-1043-4abb-b882-f8ddca244ab3,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:51:22.382994 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e1666a9a-5aad-40ec-a271-acff86433f92 req-e979057f-9924-4c00-8d8e-5be8f8e5228b tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384943 Oct 05 10:51:22.468490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:22.538470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=40debc3f-1043-4abb-b882-f8ddca244ab3,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:51:22.702833 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-637aa82d-cac1-4926-9bd9-39503c93b26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:22.862033 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['40debc3f-1043-4abb-b882-f8ddca244ab3'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:51:23.588984 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10e276-471a-4cb9-8dab-119d6c61de68 req-a613b2b6-b4c6-4964-a926-37ef1c4a7f52 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:23.590436 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1d10e276-471a-4cb9-8dab-119d6c61de68 req-a613b2b6-b4c6-4964-a926-37ef1c4a7f52 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 945 time: 0.0903838 Oct 05 10:51:23.633705 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1d10e276-471a-4cb9-8dab-119d6c61de68 req-ca661bfd-45bc-4065-b91d-25bec7425e76 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375881 Oct 05 10:51:24.155756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 40debc3f-1043-4abb-b882-f8ddca244ab3 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:51:24.232960 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 40debc3f-1043-4abb-b882-f8ddca244ab3 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:51:24.233321 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:24.233677 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 40debc3f-1043-4abb-b882-f8ddca244ab3 Oct 05 10:51:24.292368 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:24.351973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 40debc3f-1043-4abb-b882-f8ddca244ab3 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:51:24.352347 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:24.377917 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40debc3f-1043-4abb-b882-f8ddca244ab3'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:51:24.380176 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d75f91e-6993-4c34-b8ba-5cb3dbbee58d" -d '{"events": [{"server_uuid": "bfcb61d1-46bd-4de7-9564-c5b336ee37fe", "name": "network-vif-plugged", "status": "completed", "tag": "40debc3f-1043-4abb-b882-f8ddca244ab3"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:51:24.388150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 40debc3f-1043-4abb-b882-f8ddca244ab3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=40debc3f-1043-4abb-b882-f8ddca244ab3,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:51:24.423243 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4438497-ed3d-43b4-9000-0a6a1cbe5940 x-openstack-request-id: req-b4438497-ed3d-43b4-9000-0a6a1cbe5940 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:51:24.423538 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcb61d1-46bd-4de7-9564-c5b336ee37fe", "name": "network-vif-plugged", "status": "completed", "tag": "40debc3f-1043-4abb-b882-f8ddca244ab3", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:51:24.423796 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4438497-ed3d-43b4-9000-0a6a1cbe5940 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:51:24.424193 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4438497-ed3d-43b4-9000-0a6a1cbe5940'] response: {'server_uuid': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40debc3f-1043-4abb-b882-f8ddca244ab3', 'code': 200} Oct 05 10:51:24.451763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:24.528966 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=40debc3f-1043-4abb-b882-f8ddca244ab3,revision_number=8']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:51:24.576853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:24.787819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1757027-ddd9-466f-9c03-f910ce8efc05 req-073f6e8e-28d9-4a72-b050-e3c427b2cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:24.789296 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d1757027-ddd9-466f-9c03-f910ce8efc05 req-073f6e8e-28d9-4a72-b050-e3c427b2cef3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 1099 time: 0.0829022 Oct 05 10:51:24.830174 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d1757027-ddd9-466f-9c03-f910ce8efc05 req-5f148212-034d-4d18-9cf9-ad4c9ad12daf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346277 Oct 05 10:51:24.832833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5240e-501c-4fc2-8ff3-fe141f642ff3 req-2be69c7e-7a4d-4291-abc7-df96f914305e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:24.834360 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c8d5240e-501c-4fc2-8ff3-fe141f642ff3 req-2be69c7e-7a4d-4291-abc7-df96f914305e tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0881507 Oct 05 10:51:24.883288 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c8d5240e-501c-4fc2-8ff3-fe141f642ff3 req-56ed28e8-1f1b-4aa5-9d50-3fe7ddcfa475 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410125 Oct 05 10:51:25.923901 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:26.038437 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:26.087683 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe749a2-3796-4869-aacb-2ab950217806 req-aca4f92d-5a1f-476e-9b84-518b829055cb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:26.089046 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fbe749a2-3796-4869-aacb-2ab950217806 req-aca4f92d-5a1f-476e-9b84-518b829055cb tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0902386 Oct 05 10:51:26.132883 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fbe749a2-3796-4869-aacb-2ab950217806 req-49c765af-bee2-45b6-bcdf-86806c165f95 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371923 Oct 05 10:51:27.332846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d982f3-5c14-466d-bdc5-440ad8ed65f8 req-b3bdf1b9-3a86-4e91-b54c-b5da67f22fc5 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:51:27.334283 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-79d982f3-5c14-466d-bdc5-440ad8ed65f8 req-b3bdf1b9-3a86-4e91-b54c-b5da67f22fc5 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0902410 Oct 05 10:51:27.377247 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-79d982f3-5c14-466d-bdc5-440ad8ed65f8 req-577d48b4-caab-4ae3-a84f-eb3bdd8fd138 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373375 Oct 05 10:51:36.462993 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:51:50.443460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9e19f164-9b39-4e27-a8aa-3a61bcc8b1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:52.747589 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9321cffe-b579-4dd5-81d4-53736fcf6d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:54.222010 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:54.519396 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:55.952819 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:51:56.055152 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:52:03.501708 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9367d652-9102-4401-9087-fdddd095c979 req-fb60ad7f-dd96-43f9-97a5-db1172491d4b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765092 Oct 05 10:52:03.646794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367d652-9102-4401-9087-fdddd095c979 req-8b108279-abb7-4516-bfbc-9a664da2a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:52:03.648242 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9367d652-9102-4401-9087-fdddd095c979 req-8b108279-abb7-4516-bfbc-9a664da2a778 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 1099 time: 0.0807521 Oct 05 10:52:03.794129 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367d652-9102-4401-9087-fdddd095c979 req-f816aff7-fa4a-4dbc-9b49-c232d3373bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:52:03.799955 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9367d652-9102-4401-9087-fdddd095c979 req-f816aff7-fa4a-4dbc-9b49-c232d3373bec service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1282480 Oct 05 10:52:03.897696 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9367d652-9102-4401-9087-fdddd095c979 req-776348aa-8ac0-451c-a0ea-8db4ce9451b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40debc3f-1043-4abb-b882-f8ddca244ab3 HTTP/1.1" status: 200 len: 1000 time: 0.0952873 Oct 05 10:52:03.959083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367d652-9102-4401-9087-fdddd095c979 req-b3f75e65-2123-410d-bc34-e88eadee203b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:52:03.960472 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9367d652-9102-4401-9087-fdddd095c979 req-b3f75e65-2123-410d-bc34-e88eadee203b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0565636 Oct 05 10:52:04.046156 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367d652-9102-4401-9087-fdddd095c979 req-dada1de6-c9f7-48e7-8c3f-c33f27f46bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:52:04.047648 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9367d652-9102-4401-9087-fdddd095c979 req-dada1de6-c9f7-48e7-8c3f-c33f27f46bda service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818861 Oct 05 10:52:04.182846 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9367d652-9102-4401-9087-fdddd095c979 req-1cb8237b-a036-4dd7-a64e-a9d8b69f8604 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295497 Oct 05 10:52:04.313856 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-9367d652-9102-4401-9087-fdddd095c979 req-2be18ddf-691a-4914-83fd-6284f669f33e service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248212 Oct 05 10:52:13.506953 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:52:20.421484 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-76ad3ea2-c88f-4f1c-bf63-72778d6db7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:52:22.684375 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4faf3cc3-e3dc-4c26-a9b5-18e3ac90007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:52:24.237602 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:52:24.563648 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:52:25.999434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:52:26.089491 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:52:50.442512 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f3d9-03cc-40de-9dc7-b8f8efa212b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:52:50.461357 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:52:52.728020 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d434a457-176c-4b14-93e1-e7771abf65ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:52:54.237771 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:52:54.546645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:52:55.945763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:52:56.088805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:04.493308 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7625bf58-cdcb-4861-b9dc-715ba7453f49 req-97ab235d-933e-4bd0-b40c-f3518e55897d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764959 Oct 05 10:53:04.637083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625bf58-cdcb-4861-b9dc-715ba7453f49 req-41ae2002-0f8c-43a2-a417-0a7455285ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:04.638712 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7625bf58-cdcb-4861-b9dc-715ba7453f49 req-41ae2002-0f8c-43a2-a417-0a7455285ca9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 1099 time: 0.0804043 Oct 05 10:53:04.884058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625bf58-cdcb-4861-b9dc-715ba7453f49 req-8cb66d5f-d3ca-4e85-aa42-826a4bd01659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:04.885531 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7625bf58-cdcb-4861-b9dc-715ba7453f49 req-8cb66d5f-d3ca-4e85-aa42-826a4bd01659 service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.2272613 Oct 05 10:53:04.987306 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7625bf58-cdcb-4861-b9dc-715ba7453f49 req-3a73e05c-4d4f-4467-9bfa-df31d9ddb7d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40debc3f-1043-4abb-b882-f8ddca244ab3 HTTP/1.1" status: 200 len: 1000 time: 0.0953715 Oct 05 10:53:05.048336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625bf58-cdcb-4861-b9dc-715ba7453f49 req-708189c7-d16e-40f0-855d-b8f20441ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:05.049722 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7625bf58-cdcb-4861-b9dc-715ba7453f49 req-708189c7-d16e-40f0-855d-b8f20441ccd3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0566723 Oct 05 10:53:05.134255 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625bf58-cdcb-4861-b9dc-715ba7453f49 req-962a707a-bda8-4b42-b67b-a58967595319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:05.135685 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7625bf58-cdcb-4861-b9dc-715ba7453f49 req-962a707a-bda8-4b42-b67b-a58967595319 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805235 Oct 05 10:53:05.145356 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [req-7625bf58-cdcb-4861-b9dc-715ba7453f49 req-fffb1afc-43cb-437d-a8dd-2fe752292005 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:53:05.146313 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7625bf58-cdcb-4861-b9dc-715ba7453f49 req-fffb1afc-43cb-437d-a8dd-2fe752292005 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046649 Oct 05 10:53:05.274406 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7625bf58-cdcb-4861-b9dc-715ba7453f49 req-8515dc5f-1a2a-40e2-a61d-baf429346daf service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225650 Oct 05 10:53:05.405824 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7625bf58-cdcb-4861-b9dc-715ba7453f49 req-abc35878-2a2a-4d26-a2f4-7d2cfedaebed service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248560 Oct 05 10:53:15.471655 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53438) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:15.805311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Deleting port 408657ee-2ae9-442f-8aba-6d846b3e9d7a {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:53:15.805658 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:15.973029 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:15.973352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:16.093001 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Calling delete_port for 408657ee-2ae9-442f-8aba-6d846b3e9d7a owned by network:floatingip {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:53:16.305802 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:16.352710 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event deleted for resources: {'Port': ['ID=408657ee-2ae9-442f-8aba-6d846b3e9d7a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:16.396640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:16.396994 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:16.397335 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:16.397668 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:16.398027 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:16.398347 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:16.398675 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:16.398998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:16.399322 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:16.399648 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:16.400002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:16.400321 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:16.561517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for floatingip, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:16.562231 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.l3_db [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Floating IP d20bd841-608b-463b-a104-0dbc717d3f89 disassociated (deleted). External IP: 172.26.7.4, port: 40debc3f-1043-4abb-b882-f8ddca244ab3. Oct 05 10:53:16.910183 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:53:17.087109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:53:17.097252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8679761-25da-47b9-bf20-1f9a11381c33 None None] Sync routers for ids ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:53:17.103733 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:17.106554 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8679761-25da-47b9-bf20-1f9a11381c33 None None] Routers {'b06cbf84-4a4d-49a7-bd63-cd53b54e0961'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:53:17.107173 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e8679761-25da-47b9-bf20-1f9a11381c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:52:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:17.159104 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f95f574e-ac88-4f7d-a83c-35cb51cda4b4 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "DELETE /v2.0/floatingips/d20bd841-608b-463b-a104-0dbc717d3f89 HTTP/1.1" status: 204 len: 168 time: 1.6863651 Oct 05 10:53:17.159800 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'tag': '40debc3f-1043-4abb-b882-f8ddca244ab3'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:53:17.162103 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfa01ca-b793-4c69-893b-320bb13a83f4" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcb61d1-46bd-4de7-9564-c5b336ee37fe", "tag": "40debc3f-1043-4abb-b882-f8ddca244ab3"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:53:17.287165 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-e8679761-25da-47b9-bf20-1f9a11381c33 None None] Set router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:53:17.597422 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e8679761-25da-47b9-bf20-1f9a11381c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '76e22009-a456-4a01-b190-4e51f1bb334c', 'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'mac_address': 'fa:16:3e:a5:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:27Z', 'updated_at': '2022-10-05T10:40:34Z', 'revision_number': 5, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'subnets': [{'id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:17.601216 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8679761-25da-47b9-bf20-1f9a11381c33 None None] Checking router: b06cbf84-4a4d-49a7-bd63-cd53b54e0961 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:53:17.610083 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8679761-25da-47b9-bf20-1f9a11381c33 None None] Routers {'b06cbf84-4a4d-49a7-bd63-cd53b54e0961'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:53:17.610665 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e8679761-25da-47b9-bf20-1f9a11381c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:52:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:17.650524 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00ee9f8-c647-4ac8-988a-7b05e454c5f1 x-openstack-request-id: req-d00ee9f8-c647-4ac8-988a-7b05e454c5f1 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:53:17.650990 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcb61d1-46bd-4de7-9564-c5b336ee37fe", "tag": "40debc3f-1043-4abb-b882-f8ddca244ab3", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:53:17.651180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d00ee9f8-c647-4ac8-988a-7b05e454c5f1 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:53:17.651590 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00ee9f8-c647-4ac8-988a-7b05e454c5f1'] response: {'name': 'network-changed', 'server_uuid': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'tag': '40debc3f-1043-4abb-b882-f8ddca244ab3', 'status': 'completed', 'code': 200} Oct 05 10:53:17.761250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa01ca-b793-4c69-893b-320bb13a83f4 req-c485e269-254a-4423-b0ba-bb6b90d88887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:17.763067 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1cfa01ca-b793-4c69-893b-320bb13a83f4 req-c485e269-254a-4423-b0ba-bb6b90d88887 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 1099 time: 0.0893545 Oct 05 10:53:17.824242 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998305-9709-4b58-bb13-ab596c2ff2e5 req-8d9f50ea-f45b-4fcb-8297-54461555b9e8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:17.825616 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-12998305-9709-4b58-bb13-ab596c2ff2e5 req-8d9f50ea-f45b-4fcb-8297-54461555b9e8 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0922053 Oct 05 10:53:17.842470 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-e8679761-25da-47b9-bf20-1f9a11381c33 None None] Set router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:53:17.874393 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-12998305-9709-4b58-bb13-ab596c2ff2e5 req-290d611d-851e-40a0-8d08-df5f7de9f239 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422287 Oct 05 10:53:17.913695 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa01ca-b793-4c69-893b-320bb13a83f4 req-4f14b964-c6a1-419e-bd4a-4113176b3e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:17.915264 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1cfa01ca-b793-4c69-893b-320bb13a83f4 req-4f14b964-c6a1-419e-bd4a-4113176b3e9f service neutron] 10.222.0.55 "GET /v2.0/networks?id=292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 200 len: 910 time: 0.1450059 Oct 05 10:53:17.982438 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1cfa01ca-b793-4c69-893b-320bb13a83f4 req-3034f479-7a24-42b3-9ee6-ea14bc105508 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40debc3f-1043-4abb-b882-f8ddca244ab3 HTTP/1.1" status: 200 len: 217 time: 0.0597210 Oct 05 10:53:18.048714 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa01ca-b793-4c69-893b-320bb13a83f4 req-9c00e0be-196e-4bda-8095-011e2468d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:18.053298 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1cfa01ca-b793-4c69-893b-320bb13a83f4 req-9c00e0be-196e-4bda-8095-011e2468d653 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 200 len: 848 time: 0.0608938 Oct 05 10:53:18.132629 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa01ca-b793-4c69-893b-320bb13a83f4 req-a5d5cf7d-8b40-41ab-8cc8-3201bdf15fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:18.134065 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1cfa01ca-b793-4c69-893b-320bb13a83f4 req-a5d5cf7d-8b40-41ab-8cc8-3201bdf15fb6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=292a78cf-d20c-4fa0-a8de-919758c5cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777264 Oct 05 10:53:18.158442 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-e8679761-25da-47b9-bf20-1f9a11381c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '76e22009-a456-4a01-b190-4e51f1bb334c', 'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'mac_address': 'fa:16:3e:a5:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:27Z', 'updated_at': '2022-10-05T10:40:34Z', 'revision_number': 5, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'subnets': [{'id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:18.162479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8679761-25da-47b9-bf20-1f9a11381c33 None None] The sync data for ids ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'] in dv-neutron-860329-1-hyperv is: [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:40:28Z', 'revision_number': 4, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '76e22009-a456-4a01-b190-4e51f1bb334c', 'name': '', 'network_id': '292a78cf-d20c-4fa0-a8de-919758c5cb13', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'mac_address': 'fa:16:3e:a5:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:27Z', 'updated_at': '2022-10-05T10:40:34Z', 'revision_number': 5, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'subnets': [{'id': '1b20acae-4ab7-4ed0-99d8-50c757b24ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:53:18.269695 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1cfa01ca-b793-4c69-893b-320bb13a83f4 req-70a6b18f-c4a3-4281-a6f2-45cce8175012 service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282361 Oct 05 10:53:18.383586 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d385350-acb5-4231-92c7-3317f581e65b None None] New status for floating IP d20bd841-608b-463b-a104-0dbc717d3f89: DOWN {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:53:18.405430 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1cfa01ca-b793-4c69-893b-320bb13a83f4 req-c35aa288-042f-4088-beaa-f525179679ae service neutron] 10.222.0.55 "GET /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285608 Oct 05 10:53:19.079709 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03926385-a976-4b5e-9038-f2e5463f1e20 req-8d7f5c6c-d5d2-4a88-8070-92561d455643 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:19.081123 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-03926385-a976-4b5e-9038-f2e5463f1e20 req-8d7f5c6c-d5d2-4a88-8070-92561d455643 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.0881686 Oct 05 10:53:19.128665 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-03926385-a976-4b5e-9038-f2e5463f1e20 req-144afbac-eece-4031-8657-63e529ae6207 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418236 Oct 05 10:53:19.562274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4779738-b3a6-4990-a8a3-8fbe85d46dde req-c73e9767-5366-476d-9e2a-f9d3a4194e11 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:19.562901 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-c4779738-b3a6-4990-a8a3-8fbe85d46dde req-c73e9767-5366-476d-9e2a-f9d3a4194e11 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Synchronizing usage tracker for tenant:4f0d12d4f24c4662847c753d23ba2b64 on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:53:19.619390 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-c4779738-b3a6-4990-a8a3-8fbe85d46dde req-c73e9767-5366-476d-9e2a-f9d3a4194e11 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Unset dirty status for tenant:4f0d12d4f24c4662847c753d23ba2b64 on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:53:19.620473 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c4779738-b3a6-4990-a8a3-8fbe85d46dde req-c73e9767-5366-476d-9e2a-f9d3a4194e11 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 946 time: 0.2557850 Oct 05 10:53:19.689455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-c4779738-b3a6-4990-a8a3-8fbe85d46dde req-4e8fad1d-b6fc-4986-b097-3e17d6ad5939 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Deleting port 40debc3f-1043-4abb-b882-f8ddca244ab3 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:53:19.689805 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c4779738-b3a6-4990-a8a3-8fbe85d46dde req-4e8fad1d-b6fc-4986-b097-3e17d6ad5939 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:19.939172 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-c4779738-b3a6-4990-a8a3-8fbe85d46dde req-4e8fad1d-b6fc-4986-b097-3e17d6ad5939 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] For port 40debc3f-1043-4abb-b882-f8ddca244ab3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=40debc3f-1043-4abb-b882-f8ddca244ab3,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:53:19.939578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c4779738-b3a6-4990-a8a3-8fbe85d46dde req-4e8fad1d-b6fc-4986-b097-3e17d6ad5939 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:20.061145 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-c4779738-b3a6-4990-a8a3-8fbe85d46dde req-4e8fad1d-b6fc-4986-b097-3e17d6ad5939 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Calling delete_port for 40debc3f-1043-4abb-b882-f8ddca244ab3 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:53:20.265871 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c4779738-b3a6-4990-a8a3-8fbe85d46dde req-4e8fad1d-b6fc-4986-b097-3e17d6ad5939 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:20.297868 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-6bdc2af9-3327-4224-bc02-947c17f348d8 req-f2e70b08-228c-4533-b79b-6239c9ffc9aa tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 210 time: 0.0537946 Oct 05 10:53:20.316837 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fad1d-b6fc-4986-b097-3e17d6ad5939 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event deleted for resources: {'Port': ['ID=40debc3f-1043-4abb-b882-f8ddca244ab3,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:20.409848 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4779738-b3a6-4990-a8a3-8fbe85d46dde req-4e8fad1d-b6fc-4986-b097-3e17d6ad5939 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] No DVR routers for this DVR port 40debc3f-1043-4abb-b882-f8ddca244ab3 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:53:20.412326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-c4779738-b3a6-4990-a8a3-8fbe85d46dde req-4e8fad1d-b6fc-4986-b097-3e17d6ad5939 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:20.415214 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'name': 'network-vif-deleted', 'tag': '40debc3f-1043-4abb-b882-f8ddca244ab3'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:53:20.417670 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c21148-150c-4f9a-930d-d83e79ea9a76" -d '{"events": [{"server_uuid": "bfcb61d1-46bd-4de7-9564-c5b336ee37fe", "name": "network-vif-deleted", "tag": "40debc3f-1043-4abb-b882-f8ddca244ab3"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:53:20.448481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-879118d5-9469-4498-b051-4495c1e845d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:20.461835 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dbbbcf-ae50-46e0-ab65-7cacba785d2e x-openstack-request-id: req-11dbbbcf-ae50-46e0-ab65-7cacba785d2e {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:53:20.462161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcb61d1-46bd-4de7-9564-c5b336ee37fe", "name": "network-vif-deleted", "tag": "40debc3f-1043-4abb-b882-f8ddca244ab3", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:53:20.462420 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11dbbbcf-ae50-46e0-ab65-7cacba785d2e {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:53:20.462827 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11dbbbcf-ae50-46e0-ab65-7cacba785d2e'] response: {'server_uuid': 'bfcb61d1-46bd-4de7-9564-c5b336ee37fe', 'name': 'network-vif-deleted', 'tag': '40debc3f-1043-4abb-b882-f8ddca244ab3', 'status': 'completed', 'code': 200} Oct 05 10:53:20.529175 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-c4779738-b3a6-4990-a8a3-8fbe85d46dde req-4e8fad1d-b6fc-4986-b097-3e17d6ad5939 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.55 "DELETE /v2.0/ports/40debc3f-1043-4abb-b882-f8ddca244ab3 HTTP/1.1" status: 204 len: 173 time: 0.9034023 Oct 05 10:53:21.458669 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e376ed84-b875-4828-b75b-a1d18bef89ba req-9a3f27c4-1f34-4e68-a72c-8dd1c747ab6d tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcb61d1-46bd-4de7-9564-c5b336ee37fe HTTP/1.1" status: 200 len: 210 time: 0.0501270 Oct 05 10:53:22.558523 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53462) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:22.582241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 40debc3f-1043-4abb-b882-f8ddca244ab3 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:53:22.617047 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 40debc3f-1043-4abb-b882-f8ddca244ab3 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:53:22.617395 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 40debc3f-1043-4abb-b882-f8ddca244ab3 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:53:22.627615 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d21c9059-29f6-47dd-9e65-2d299ab6b6ac tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:22.658256 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d21c9059-29f6-47dd-9e65-2d299ab6b6ac tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:22.713436 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca43c-1968-432f-b1ab-f64731b850a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:22.809026 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d21c9059-29f6-47dd-9e65-2d299ab6b6ac tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:22.831631 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c9059-29f6-47dd-9e65-2d299ab6b6ac tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:22.888334 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-d21c9059-29f6-47dd-9e65-2d299ab6b6ac tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:22.889411 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-d21c9059-29f6-47dd-9e65-2d299ab6b6ac tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] 10.222.0.49 "DELETE /v2.0/security-groups/14ccfaf7-b0d1-4f9f-9b38-e7b335e20c40 HTTP/1.1" status: 204 len: 168 time: 0.3298826 Oct 05 10:53:23.995922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 53470) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:24.225663 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:24.528262 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:24.775846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:25.116572 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Deleting port 76e22009-a456-4a01-b190-4e51f1bb334c {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:53:25.117247 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:25.283915 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] For port 76e22009-a456-4a01-b190-4e51f1bb334c, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=76e22009-a456-4a01-b190-4e51f1bb334c,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:53:25.284264 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:25.402900 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Calling delete_port for 76e22009-a456-4a01-b190-4e51f1bb334c owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:53:25.877099 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:25.925128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Pushing event deleted for resources: {'Port': ['ID=76e22009-a456-4a01-b190-4e51f1bb334c,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:25.945695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:26.002069 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:26.002424 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:26.002766 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:26.003105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:26.003431 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:26.003760 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:26.004087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:26.004415 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:26.004740 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:26.005060 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:26.005381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:26.005702 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:26.105348 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:26.204938 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:26.554078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:53:26.724960 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:53:26.736062 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64f588-0a6d-4125-8620-7069af14cf4c None None] Sync routers for ids ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:53:26.737360 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e6fccb5a-95f5-4aa6-9d5c-e23a71e0af4a admin admin] 10.222.0.49 "PUT /v2.0/routers/b06cbf84-4a4d-49a7-bd63-cd53b54e0961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7398412 Oct 05 10:53:26.739839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 53476) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:26.748382 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64f588-0a6d-4125-8620-7069af14cf4c None None] Routers {'b06cbf84-4a4d-49a7-bd63-cd53b54e0961'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:53:26.748996 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-cd64f588-0a6d-4125-8620-7069af14cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:53:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:26.913433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:26.929372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-cd64f588-0a6d-4125-8620-7069af14cf4c None None] Set router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:53:27.197407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:27.217813 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-cd64f588-0a6d-4125-8620-7069af14cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:53:25Z', 'revision_number': 5, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port': {'id': 'bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:25Z', 'updated_at': '2022-10-05T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:27.222495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64f588-0a6d-4125-8620-7069af14cf4c None None] Checking router: b06cbf84-4a4d-49a7-bd63-cd53b54e0961 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:53:27.230872 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64f588-0a6d-4125-8620-7069af14cf4c None None] Routers {'b06cbf84-4a4d-49a7-bd63-cd53b54e0961'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:53:27.231457 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-cd64f588-0a6d-4125-8620-7069af14cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:53:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:27.253454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] Deleting port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:53:27.253922 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:27.383919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-cd64f588-0a6d-4125-8620-7069af14cf4c None None] Set router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 gateway port host: None {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:53:27.426795 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] For port bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:53:27.427154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:27.461043 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:53:27.490518 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-cd64f588-0a6d-4125-8620-7069af14cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:53:27Z', 'revision_number': 6, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:27.494453 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64f588-0a6d-4125-8620-7069af14cf4c None None] The sync data for ids ['b06cbf84-4a4d-49a7-bd63-cd53b54e0961'] in dv-neutron-860329-1-hyperv is: [{'id': 'b06cbf84-4a4d-49a7-bd63-cd53b54e0961', 'name': 'tempest-TestShelveInstance-1693917953-router', 'tenant_id': '4f0d12d4f24c4662847c753d23ba2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:24Z', 'updated_at': '2022-10-05T10:53:27Z', 'revision_number': 6, 'project_id': '4f0d12d4f24c4662847c753d23ba2b64', 'gw_port_host': None}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:53:27.553437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] Calling delete_port for bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:53:27.779830 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:27.830554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:27.931601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:28.100902 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:28.103084 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:28.203139 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:28.203655 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b06cbf84-4a4d-49a7-bd63-cd53b54e0961 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:53:28.216581 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:28.223983 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-33925b1a-866d-42f3-8496-17d5c886c122 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b06cbf84-4a4d-49a7-bd63-cd53b54e0961 HTTP/1.1" status: 204 len: 168 time: 1.4771240 Oct 05 10:53:28.224074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53480) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:28.280504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-658814fe-c1de-4c69-ba46-bb5d17b4eec1 admin admin] Deleting subnet 1b20acae-4ab7-4ed0-99d8-50c757b24ba2 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:53:28.283450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-658814fe-c1de-4c69-ba46-bb5d17b4eec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:28.333248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-658814fe-c1de-4c69-ba46-bb5d17b4eec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:28.403841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 76e22009-a456-4a01-b190-4e51f1bb334c no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:53:28.418746 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-658814fe-c1de-4c69-ba46-bb5d17b4eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:28.440296 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 76e22009-a456-4a01-b190-4e51f1bb334c {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:53:28.440647 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 76e22009-a456-4a01-b190-4e51f1bb334c not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:53:28.441074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:53:28.477589 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:53:28.477911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device bf6c55b2-1b5a-4fdc-bb1d-1ab6e690673a not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:53:28.545904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-658814fe-c1de-4c69-ba46-bb5d17b4eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:28.584434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658814fe-c1de-4c69-ba46-bb5d17b4eec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b20acae-4ab7-4ed0-99d8-50c757b24ba2,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:28.588107 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-658814fe-c1de-4c69-ba46-bb5d17b4eec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:28.594188 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f50b32-650a-4886-8e3b-651c2f7fa552 None None] Network 292a78cf-d20c-4fa0-a8de-919758c5cb13 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:53:28.596066 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-658814fe-c1de-4c69-ba46-bb5d17b4eec1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1b20acae-4ab7-4ed0-99d8-50c757b24ba2 HTTP/1.1" status: 204 len: 168 time: 0.3743951 Oct 05 10:53:28.598576 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53484) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:28.706234 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:28.717003 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] Deleting port 722e8b87-f09c-4d5b-8848-728988e263bf {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:53:28.717306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:28.884500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0fcb85-f801-4db9-9a7b-9083959998e7 None None] DHCP port deletion for 292a78cf-d20c-4fa0-a8de-919758c5cb13 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:53:28.889204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec0fcb85-f801-4db9-9a7b-9083959998e7 None None] Deleting port 722e8b87-f09c-4d5b-8848-728988e263bf {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:53:28.889631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcb85-f801-4db9-9a7b-9083959998e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:28.925513 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] For port 722e8b87-f09c-4d5b-8848-728988e263bf, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=722e8b87-f09c-4d5b-8848-728988e263bf,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:53:28.925881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:29.049550 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] Calling delete_port for 722e8b87-f09c-4d5b-8848-728988e263bf owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:53:29.092373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ec0fcb85-f801-4db9-9a7b-9083959998e7 None None] For port 722e8b87-f09c-4d5b-8848-728988e263bf, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=722e8b87-f09c-4d5b-8848-728988e263bf,segment=NetworkSegment(37eb3996-1515-457d-8236-c50ba747a103),segment_id=37eb3996-1515-457d-8236-c50ba747a103)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:53:29.092767 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcb85-f801-4db9-9a7b-9083959998e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:29.226908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec0fcb85-f801-4db9-9a7b-9083959998e7 None None] Calling delete_port for 722e8b87-f09c-4d5b-8848-728988e263bf owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:53:29.227708 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:29.279884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=722e8b87-f09c-4d5b-8848-728988e263bf,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:29.284350 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] No DVR routers for this DVR port 722e8b87-f09c-4d5b-8848-728988e263bf on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:53:29.302048 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-ec0fcb85-f801-4db9-9a7b-9083959998e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:53:29.302406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-ec0fcb85-f801-4db9-9a7b-9083959998e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:53:29.397622 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:29.421810 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292a78cf-d20c-4fa0-a8de-919758c5cb13']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:29.433397 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37eb3996-1515-457d-8236-c50ba747a103') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:29.433694 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37eb3996-1515-457d-8236-c50ba747a103') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:29.445152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:29.464873 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:29.471031 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:53:29.471409 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:29.603074 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:29.608091 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:29.624560 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 37eb3996-1515-457d-8236-c50ba747a103 resource provider aggregate not found Oct 05 10:53:29.637618 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=292a78cf-d20c-4fa0-a8de-919758c5cb13,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:29.648260 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 37eb3996-1515-457d-8236-c50ba747a103 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37eb3996-1515-457d-8236-c50ba747a103 found for delete ", "request_id": "req-d0c2b6b4-5f3a-4734-93ed-5da6a3f6d6c6"}]} Oct 05 10:53:29.717228 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-9283290e-57f2-4f58-8574-a9b4bf005b2a admin admin] 10.222.0.49 "DELETE /v2.0/networks/292a78cf-d20c-4fa0-a8de-919758c5cb13 HTTP/1.1" status: 204 len: 168 time: 1.1176820 Oct 05 10:53:29.720180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53496) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:29.803695 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec0fcb85-f801-4db9-9a7b-9083959998e7 None None] Deleting port 722e8b87-f09c-4d5b-8848-728988e263bf {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:53:29.804217 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcb85-f801-4db9-9a7b-9083959998e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:29.871217 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-ec0fcb85-f801-4db9-9a7b-9083959998e7 None None] The port '722e8b87-f09c-4d5b-8848-728988e263bf' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:53:30.362062 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da084288-336c-4343-8628-66cbb1038ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:30.393515 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 722e8b87-f09c-4d5b-8848-728988e263bf no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:53:30.428244 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 722e8b87-f09c-4d5b-8848-728988e263bf {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:53:30.428595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 722e8b87-f09c-4d5b-8848-728988e263bf not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:53:30.704226 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-da084288-336c-4343-8628-66cbb1038ccb admin admin] Deleting port 0c8d3083-eb4a-4438-b284-91849898357a {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:53:30.704569 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da084288-336c-4343-8628-66cbb1038ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:30.872628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-da084288-336c-4343-8628-66cbb1038ccb admin admin] For port 0c8d3083-eb4a-4438-b284-91849898357a, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=0c8d3083-eb4a-4438-b284-91849898357a,segment=NetworkSegment(963346d1-e226-4935-a9e1-0b6b6a1aee80),segment_id=963346d1-e226-4935-a9e1-0b6b6a1aee80)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:53:30.872985 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da084288-336c-4343-8628-66cbb1038ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:30.996473 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-da084288-336c-4343-8628-66cbb1038ccb admin admin] Calling delete_port for 0c8d3083-eb4a-4438-b284-91849898357a owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:53:31.476950 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da084288-336c-4343-8628-66cbb1038ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:31.524463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da084288-336c-4343-8628-66cbb1038ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8d3083-eb4a-4438-b284-91849898357a,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:31.796982 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-da084288-336c-4343-8628-66cbb1038ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:32.143865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da084288-336c-4343-8628-66cbb1038ccb admin admin] Router 32defd7d-1c1e-444c-8023-0e2bf22e9371 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:53:32.314940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da084288-336c-4343-8628-66cbb1038ccb admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:53:32.323549 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100fca69-2580-4243-9f0a-0d847cdce557 None None] Sync routers for ids ['32defd7d-1c1e-444c-8023-0e2bf22e9371'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:53:32.332487 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100fca69-2580-4243-9f0a-0d847cdce557 None None] Routers {'32defd7d-1c1e-444c-8023-0e2bf22e9371'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:53:32.333088 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-100fca69-2580-4243-9f0a-0d847cdce557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:53:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['32defd7d-1c1e-444c-8023-0e2bf22e9371'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:32.404678 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-da084288-336c-4343-8628-66cbb1038ccb admin admin] 10.222.0.49 "PUT /v2.0/routers/32defd7d-1c1e-444c-8023-0e2bf22e9371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6834965 Oct 05 10:53:32.407751 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53500) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:32.510555 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-100fca69-2580-4243-9f0a-0d847cdce557 None None] Set router 32defd7d-1c1e-444c-8023-0e2bf22e9371 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:53:32.583161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:32.794435 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-100fca69-2580-4243-9f0a-0d847cdce557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'name': 'tempest-TestShelveInstance-1458871407-router', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:53:31Z', 'revision_number': 5, 'project_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'gw_port': {'id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:32.798312 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100fca69-2580-4243-9f0a-0d847cdce557 None None] Checking router: 32defd7d-1c1e-444c-8023-0e2bf22e9371 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:53:32.806475 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100fca69-2580-4243-9f0a-0d847cdce557 None None] Routers {'32defd7d-1c1e-444c-8023-0e2bf22e9371'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:53:32.807058 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-100fca69-2580-4243-9f0a-0d847cdce557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:53:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['32defd7d-1c1e-444c-8023-0e2bf22e9371'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:32.876779 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:32.946630 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] Deleting port d453ba1c-601a-4d41-8439-e4dd9f91cab8 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:53:32.947198 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:32.987104 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-100fca69-2580-4243-9f0a-0d847cdce557 None None] Set router 32defd7d-1c1e-444c-8023-0e2bf22e9371 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:53:33.126780 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] For port d453ba1c-601a-4d41-8439-e4dd9f91cab8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d453ba1c-601a-4d41-8439-e4dd9f91cab8,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:53:33.127093 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:33.256879 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] Calling delete_port for d453ba1c-601a-4d41-8439-e4dd9f91cab8 owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:53:33.299332 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-100fca69-2580-4243-9f0a-0d847cdce557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'name': 'tempest-TestShelveInstance-1458871407-router', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:53:31Z', 'revision_number': 5, 'project_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'gw_port': {'id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:33.303258 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100fca69-2580-4243-9f0a-0d847cdce557 None None] The sync data for ids ['32defd7d-1c1e-444c-8023-0e2bf22e9371'] in dv-neutron-860329-1-hyperv is: [{'id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'name': 'tempest-TestShelveInstance-1458871407-router', 'tenant_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:53:31Z', 'revision_number': 5, 'project_id': 'c4e5549c6bad4eefb42e827ec13b9a9f', 'gw_port': {'id': 'd453ba1c-601a-4d41-8439-e4dd9f91cab8', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32defd7d-1c1e-444c-8023-0e2bf22e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:40:32Z', 'updated_at': '2022-10-05T10:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:53:33.504813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:33.554113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d453ba1c-601a-4d41-8439-e4dd9f91cab8,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:33.647952 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:33.822517 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:33.824650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:33.916620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:33.917134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32defd7d-1c1e-444c-8023-0e2bf22e9371 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:53:33.929402 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:33.930596 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-a300b685-196f-466b-9951-e1cae75c0d21 admin admin] 10.222.0.49 "DELETE /v2.0/routers/32defd7d-1c1e-444c-8023-0e2bf22e9371 HTTP/1.1" status: 204 len: 168 time: 1.5219219 Oct 05 10:53:33.933120 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53504) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:33.996876 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4483ed-f7d2-4867-a814-d12f7b2557f6 admin admin] Deleting subnet ecbc2a63-9753-4544-a454-2d225006b1c8 {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:53:34.000661 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bd4483ed-f7d2-4867-a814-d12f7b2557f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:34.052380 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bd4483ed-f7d2-4867-a814-d12f7b2557f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:34.130654 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bd4483ed-f7d2-4867-a814-d12f7b2557f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:34.237276 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bd4483ed-f7d2-4867-a814-d12f7b2557f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:34.277083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4483ed-f7d2-4867-a814-d12f7b2557f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecbc2a63-9753-4544-a454-2d225006b1c8,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:34.278972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bd4483ed-f7d2-4867-a814-d12f7b2557f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:34.283169 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eb10cb-85e2-400b-b2a2-681dc8ca1381 None None] Network 03a6ae97-b9f8-45f5-ac33-d46cdb4097fe requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:53:34.285220 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bd4483ed-f7d2-4867-a814-d12f7b2557f6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ecbc2a63-9753-4544-a454-2d225006b1c8 HTTP/1.1" status: 204 len: 168 time: 0.3511376 Oct 05 10:53:34.287704 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53508) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:34.398795 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:34.410622 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] Deleting port 66a67c0c-5181-487a-837e-c146837fbef5 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:53:34.410972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:34.426182 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d453ba1c-601a-4d41-8439-e4dd9f91cab8 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:53:34.492014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: d453ba1c-601a-4d41-8439-e4dd9f91cab8 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:53:34.492355 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d453ba1c-601a-4d41-8439-e4dd9f91cab8 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:53:34.492777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0c8d3083-eb4a-4438-b284-91849898357a no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:53:34.539203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 0c8d3083-eb4a-4438-b284-91849898357a {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:53:34.539458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 0c8d3083-eb4a-4438-b284-91849898357a not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:53:34.641549 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cea76b-227a-452b-9197-a12a40aa0408 None None] DHCP port deletion for 03a6ae97-b9f8-45f5-ac33-d46cdb4097fe request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:53:34.645825 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-57cea76b-227a-452b-9197-a12a40aa0408 None None] Deleting port 66a67c0c-5181-487a-837e-c146837fbef5 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:53:34.646240 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-57cea76b-227a-452b-9197-a12a40aa0408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:34.724154 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] For port 66a67c0c-5181-487a-837e-c146837fbef5, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=66a67c0c-5181-487a-837e-c146837fbef5,segment=NetworkSegment(963346d1-e226-4935-a9e1-0b6b6a1aee80),segment_id=963346d1-e226-4935-a9e1-0b6b6a1aee80)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:53:34.724724 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:34.845558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] Calling delete_port for 66a67c0c-5181-487a-837e-c146837fbef5 owned by network:dhcp {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:53:34.847927 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-57cea76b-227a-452b-9197-a12a40aa0408 None None] For port 66a67c0c-5181-487a-837e-c146837fbef5, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=66a67c0c-5181-487a-837e-c146837fbef5,segment=NetworkSegment(963346d1-e226-4935-a9e1-0b6b6a1aee80),segment_id=963346d1-e226-4935-a9e1-0b6b6a1aee80)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:53:34.848322 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-57cea76b-227a-452b-9197-a12a40aa0408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:34.997777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-57cea76b-227a-452b-9197-a12a40aa0408 None None] Calling delete_port for 66a67c0c-5181-487a-837e-c146837fbef5 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:53:35.001786 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:35.049474 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] Pushing event deleted for resources: {'Port': ['ID=66a67c0c-5181-487a-837e-c146837fbef5,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:35.053027 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] No DVR routers for this DVR port 66a67c0c-5181-487a-837e-c146837fbef5 on host dv-neutron-860329-1-hyperv {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:53:35.072372 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-57cea76b-227a-452b-9197-a12a40aa0408 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:53:35.072727 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-57cea76b-227a-452b-9197-a12a40aa0408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:53:35.167616 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:35.192640 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a6ae97-b9f8-45f5-ac33-d46cdb4097fe']}} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:35.205167 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963346d1-e226-4935-a9e1-0b6b6a1aee80') {'for_net_delete': True} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:35.205457 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.services.segments.db [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963346d1-e226-4935-a9e1-0b6b6a1aee80') {} {{(pid=89845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:35.216339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14874368'] for segment, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:35.231456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:35.237298 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=89845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:53:35.239923 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14841057'] for segment, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:35.301958 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 963346d1-e226-4935-a9e1-0b6b6a1aee80 resource provider aggregate not found Oct 05 10:53:35.323517 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.services.segments.plugin [-] Segment 963346d1-e226-4935-a9e1-0b6b6a1aee80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 963346d1-e226-4935-a9e1-0b6b6a1aee80 found for delete ", "request_id": "req-2e8e1358-7d9c-4383-88cc-f8ea8a985a88"}]} Oct 05 10:53:35.402434 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:35.418180 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:35.427819 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] Pushing event deleted for resources: {'Network': ['ID=03a6ae97-b9f8-45f5-ac33-d46cdb4097fe,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:35.434788 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-bedbacb6-dafb-4db7-8eba-35677315a56f admin admin] 10.222.0.49 "DELETE /v2.0/networks/03a6ae97-b9f8-45f5-ac33-d46cdb4097fe HTTP/1.1" status: 204 len: 168 time: 1.1461608 Oct 05 10:53:35.574093 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-57cea76b-227a-452b-9197-a12a40aa0408 None None] Deleting port 66a67c0c-5181-487a-837e-c146837fbef5 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:53:35.574622 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-57cea76b-227a-452b-9197-a12a40aa0408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:35.642709 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-57cea76b-227a-452b-9197-a12a40aa0408 None None] The port '66a67c0c-5181-487a-837e-c146837fbef5' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:53:35.769433 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 53518) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:35.816991 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-828f5344-1c5e-498f-8441-50a975501d3b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f0d12d4f24c4662847c753d23ba2b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463905 Oct 05 10:53:35.819469 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 53522) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:35.880933 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4e224751-16d6-4a9f-aada-e4a6e4cbc8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:35.906350 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4e224751-16d6-4a9f-aada-e4a6e4cbc8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:36.024994 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4e224751-16d6-4a9f-aada-e4a6e4cbc8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:36.043298 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e224751-16d6-4a9f-aada-e4a6e4cbc8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b76dca-1a76-466f-aa01-39bc823a9333,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:36.047608 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-4e224751-16d6-4a9f-aada-e4a6e4cbc8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:36.048697 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-4e224751-16d6-4a9f-aada-e4a6e4cbc8f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7b76dca-1a76-466f-aa01-39bc823a9333 HTTP/1.1" status: 204 len: 168 time: 0.2283664 Oct 05 10:53:36.398381 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 66a67c0c-5181-487a-837e-c146837fbef5 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:53:36.432028 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 66a67c0c-5181-487a-837e-c146837fbef5 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:53:36.432375 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 66a67c0c-5181-487a-837e-c146837fbef5 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:53:36.724998 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53530) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:36.778820 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e6a6fb04-f213-4451-8d39-398716ff8072 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4e5549c6bad4eefb42e827ec13b9a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524981 Oct 05 10:53:36.782124 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53534) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:36.844760 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ad68985f-144a-4f57-b079-bd17eeeb9a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:36.872258 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ad68985f-144a-4f57-b079-bd17eeeb9a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:36.967764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ad68985f-144a-4f57-b079-bd17eeeb9a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:36.984884 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68985f-144a-4f57-b079-bd17eeeb9a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757c74eb-02c8-4b21-a3c3-5d913ecdd46d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:36.988197 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-ad68985f-144a-4f57-b079-bd17eeeb9a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:36.989336 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-ad68985f-144a-4f57-b079-bd17eeeb9a34 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/757c74eb-02c8-4b21-a3c3-5d913ecdd46d HTTP/1.1" status: 204 len: 168 time: 0.2059939 Oct 05 10:53:38.013174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53564) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:38.116274 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-466274537-network', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:53:38.120995 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:38.125309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Usage tracker for resource:network and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:38.128223 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:38.134339 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:38.219266 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Made reservation on behalf of f0e5bf6968024e8ea0cfdeff72873bfe for: {'network': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:53:38.221520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:38.233600 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:38.248302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:38.252608 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Usage tracker for resource:security_group_rule and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:38.255522 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:38.261252 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:38.341535 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:38.408069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:38.437357 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=89845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:53:38.449178 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7760304a-c023-4a13-9b30-98f62e9c6637,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:38.454248 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:38.454586 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.segments_db [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Added segment 0269acd9-8c29-451d-b970-fc09afb54d53 of type vlan for network ec51f5c3-6a22-452e-a349-632654ff93d6 Oct 05 10:53:38.480946 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:38.579621 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:38.580558 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:38.581130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Notify callbacks [] for network, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:38.682461 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] Pushing event updated for resources: {'Network': ['ID=ec51f5c3-6a22-452e-a349-632654ff93d6,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:38.692483 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network ec51f5c3-6a22-452e-a349-632654ff93d6 details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:53:38.729143 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-2000f13f-75fc-4ecc-97c2-d44caa305613 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7148263 Oct 05 10:53:38.732064 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53570) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:38.737911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] Request body: {'subnet': {'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-466274537-subnet', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'ip_version': 4}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:53:38.742957 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:38.747009 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] Usage tracker for resource:subnet and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:38.749813 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:38.756842 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:38.814054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] Made reservation on behalf of f0e5bf6968024e8ea0cfdeff72873bfe for: {'subnet': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:53:38.816456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16643859'] for subnet, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:39.076871 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14874510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16643873'] for subnet, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:39.155008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e21c326-9c3e-42de-8c27-57c4e6428aaa,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:39.159410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] Checking segment: {'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:53:39.159767 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] Network hostable DHCP agents. Network: ec51f5c3-6a22-452e-a349-632654ff93d6, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:53:39.282793 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] Network ec51f5c3-6a22-452e-a349-632654ff93d6 is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:53:39.328372 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, ec51f5c3-6a22-452e-a349-632654ff93d6) {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:53:39.332926 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:39.334056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:39.337003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415041af-4b09-4d7f-a765-8bd326d5de1b None None] Network ec51f5c3-6a22-452e-a349-632654ff93d6 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:53:39.397261 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-72eded34-7845-4d01-a22f-689ae6a8af84 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6639032 Oct 05 10:53:39.399979 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53574) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:39.404942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:53:39.409580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:39.413497 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Usage tracker for resource:router and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:39.416306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:39.422692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:39.488084 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:39.489106 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:39.504210 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:39.556845 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-ec51f5c3-6a22-452e-a349-632654ff93d6', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:53:39.557672 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:39.718332 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Allocated IP 172.20.0.2 (ec51f5c3-6a22-452e-a349-632654ff93d6/0e21c326-9c3e-42de-8c27-57c4e6428aaa/d07e05d1-439d-4bee-9bd4-619a59cb1fa8) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:53:39.938083 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:39.939330 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:39.949358 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Transition to ACTIVE for port object d07e05d1-439d-4bee-9bd4-619a59cb1fa8 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:53:39.967720 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Transition to ACTIVE for port object d07e05d1-439d-4bee-9bd4-619a59cb1fa8 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:53:40.032278 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:40.098375 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Network ec51f5c3-6a22-452e-a349-632654ff93d6 is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:53:40.101034 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:53:40.104664 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:53:40.146821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Pushing event updated for resources: {'Port': ['ID=d07e05d1-439d-4bee-9bd4-619a59cb1fa8,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:40.191603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:40.191956 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:40.192301 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:40.192636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:40.192969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:40.193302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:40.193651 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:40.194048 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:40.194378 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:40.194708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:40.195052 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:40.195371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:40.220774 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Attempting to bind port d07e05d1-439d-4bee-9bd4-619a59cb1fa8 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:53:40.221148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Attempting to bind port d07e05d1-439d-4bee-9bd4-619a59cb1fa8 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:53:40.221513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Attempting to bind port d07e05d1-439d-4bee-9bd4-619a59cb1fa8 on network ec51f5c3-6a22-452e-a349-632654ff93d6 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:53:40.227119 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:53:40.227498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Checking segment: {'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:53:40.227904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:40.228294 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Bound using segment: {'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:53:40.228756 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Bound port: d07e05d1-439d-4bee-9bd4-619a59cb1fa8, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:53:40.229132 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:40.311572 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:40.320497 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] For port d07e05d1-439d-4bee-9bd4-619a59cb1fa8, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:53:40.323595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] For port d07e05d1-439d-4bee-9bd4-619a59cb1fa8, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d07e05d1-439d-4bee-9bd4-619a59cb1fa8,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:53:40.344986 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:40.380406 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:40.463757 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8986c5c-4c1c-4adc-8b54-d0272d26d042 None None] Pushing event updated for resources: {'Port': ['ID=d07e05d1-439d-4bee-9bd4-619a59cb1fa8,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:40.491088 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Allocated IP 172.26.7.222 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/b95c37f7-a771-4664-a1c4-57c10e27622d) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:53:40.650195 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:40.734484 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:40.806114 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:53:40.808945 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:53:40.812722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:53:40.842126 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Pushing event updated for resources: {'Port': ['ID=b95c37f7-a771-4664-a1c4-57c10e27622d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:41.291160 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:41.369241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c2d9e3-d321-48fe-922e-59320a57478c None None] Network ec51f5c3-6a22-452e-a349-632654ff93d6 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:53:41.520500 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-b0767dee-c581-4d6b-b291-fdf38cb8064c None None] Provisioning for port d07e05d1-439d-4bee-9bd4-619a59cb1fa8 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:53:41.754113 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:42.024731 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Router e2cc3782-1a91-4158-966b-dfb59eeaac38 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:53:42.195729 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:53:42.206338 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Sync routers for ids ['e2cc3782-1a91-4158-966b-dfb59eeaac38'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:53:42.216604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Routers {'e2cc3782-1a91-4158-966b-dfb59eeaac38'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:53:42.217209 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:53:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e2cc3782-1a91-4158-966b-dfb59eeaac38'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:42.294056 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:42.295332 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-05075c93-77cd-4b6d-9dd1-ceb41f65e6a8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8944373 Oct 05 10:53:42.298761 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53590) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:42.429343 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Set router e2cc3782-1a91-4158-966b-dfb59eeaac38 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:53:42.473086 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d07e05d1-439d-4bee-9bd4-619a59cb1fa8 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:53:42.768662 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port d07e05d1-439d-4bee-9bd4-619a59cb1fa8 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:53:42.775950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:41Z', 'revision_number': 3, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:42.778994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port d07e05d1-439d-4bee-9bd4-619a59cb1fa8 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:53:42.779367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:42.779702 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port d07e05d1-439d-4bee-9bd4-619a59cb1fa8 Oct 05 10:53:42.809751 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Checking router: e2cc3782-1a91-4158-966b-dfb59eeaac38 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:53:42.810136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Updating router e2cc3782-1a91-4158-966b-dfb59eeaac38 port b95c37f7-a771-4664-a1c4-57c10e27622d binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:53:42.889204 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:43.053658 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port d07e05d1-439d-4bee-9bd4-619a59cb1fa8 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:53:43.053945 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:43.095360 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:43.165996 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port d07e05d1-439d-4bee-9bd4-619a59cb1fa8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d07e05d1-439d-4bee-9bd4-619a59cb1fa8,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:53:43.257383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:43.299002 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Allocated IP 172.20.0.1 (ec51f5c3-6a22-452e-a349-632654ff93d6/0e21c326-9c3e-42de-8c27-57c4e6428aaa/a9ff34c4-d553-400e-b9e5-4f5b314fdde0) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:53:43.346815 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:43.360126 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=d07e05d1-439d-4bee-9bd4-619a59cb1fa8,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:43.364690 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Transition to ACTIVE for port object b95c37f7-a771-4664-a1c4-57c10e27622d will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:53:43.419171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:43.448427 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:43.464087 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Transition to ACTIVE for port object a9ff34c4-d553-400e-b9e5-4f5b314fdde0 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:53:43.479326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Attempting to bind port b95c37f7-a771-4664-a1c4-57c10e27622d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:53:43.479878 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Attempting to bind port b95c37f7-a771-4664-a1c4-57c10e27622d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:53:43.480014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Attempting to bind port b95c37f7-a771-4664-a1c4-57c10e27622d on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:53:43.490694 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:53:43.491053 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:53:43.491446 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:43.491834 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:53:43.492283 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Bound port: b95c37f7-a771-4664-a1c4-57c10e27622d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:53:43.492656 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:43.522516 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:43.532485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b456d92-92b5-47e5-8615-3c8211a8d015 None None] Pushing event updated for resources: {'Port': ['ID=b95c37f7-a771-4664-a1c4-57c10e27622d,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:43.572136 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] For port b95c37f7-a771-4664-a1c4-57c10e27622d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:53:43.575493 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] For port b95c37f7-a771-4664-a1c4-57c10e27622d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=b95c37f7-a771-4664-a1c4-57c10e27622d,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:53:43.588080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Network ec51f5c3-6a22-452e-a349-632654ff93d6 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:53:43.591251 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:53:43.595183 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:53:43.638072 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Pushing event updated for resources: {'Port': ['ID=a9ff34c4-d553-400e-b9e5-4f5b314fdde0,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:43.648911 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:43.654744 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:43.703779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Routers {'e2cc3782-1a91-4158-966b-dfb59eeaac38'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:53:43.704565 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:53:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e2cc3782-1a91-4158-966b-dfb59eeaac38'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:43.880917 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b456d92-92b5-47e5-8615-3c8211a8d015 None None] Pushing event updated for resources: {'Port': ['ID=b95c37f7-a771-4664-a1c4-57c10e27622d,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:43.966451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] Set router e2cc3782-1a91-4158-966b-dfb59eeaac38 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:53:43.976830 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:44.006989 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Provisioning for port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:53:44.073509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Provisioning complete for port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:53:44.073873 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:44.074232 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Attempt 1 to provision port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 Oct 05 10:53:44.199099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:44.205442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:44.270174 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:44.295495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:41Z', 'revision_number': 3, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:44.299568 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09494e-de2f-4939-9c4f-9edd98ead0bf None None] The sync data for ids ['e2cc3782-1a91-4158-966b-dfb59eeaac38'] in dv-neutron-860329-1-hyperv is: [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:41Z', 'revision_number': 3, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:53:44.378778 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:44.382241 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Pushing event updated for resources: {'Port': ['ID=a9ff34c4-d553-400e-b9e5-4f5b314fdde0,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:44.410292 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d07e05d1-439d-4bee-9bd4-619a59cb1fa8 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:53:44.482548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port d07e05d1-439d-4bee-9bd4-619a59cb1fa8 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:53:44.483070 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:44.483070 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port d07e05d1-439d-4bee-9bd4-619a59cb1fa8 Oct 05 10:53:44.550378 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Network ec51f5c3-6a22-452e-a349-632654ff93d6 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:53:44.552579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:53:44.634710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port d07e05d1-439d-4bee-9bd4-619a59cb1fa8 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:53:44.699917 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Attempt 2 to provision port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 Oct 05 10:53:44.795013 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:44.906155 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Router e2cc3782-1a91-4158-966b-dfb59eeaac38 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:53:45.096033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:53:45.104956 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-212c4f74-6306-40a8-9309-a7377ef118bf admin admin] 10.222.0.49 "PUT /v2.0/routers/e2cc3782-1a91-4158-966b-dfb59eeaac38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8051016 Oct 05 10:53:45.296130 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Attempt 3 to provision port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 Oct 05 10:53:45.352157 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:45.798773 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Sync routers for ids ['e2cc3782-1a91-4158-966b-dfb59eeaac38'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:53:45.811001 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 53620) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:45.812238 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Routers {'e2cc3782-1a91-4158-966b-dfb59eeaac38'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:53:45.812943 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:53:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e2cc3782-1a91-4158-966b-dfb59eeaac38'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:45.816993 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1000911364-network', 'tenant_id': '15f0bc13107847a38a15b05d755b8350'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:53:45.821735 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:45.825548 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Usage tracker for resource:network and tenant:15f0bc13107847a38a15b05d755b8350 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:45.828983 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:45.835255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:45.854045 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Attempt 4 to provision port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 Oct 05 10:53:45.893280 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Made reservation on behalf of 15f0bc13107847a38a15b05d755b8350 for: {'network': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:53:45.897096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for network, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:45.912490 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:45.917185 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:45.940214 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:45.946123 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Usage tracker for resource:security_group_rule and tenant:15f0bc13107847a38a15b05d755b8350 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:45.950305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:45.959629 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:46.031080 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Set router e2cc3782-1a91-4158-966b-dfb59eeaac38 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:53:46.050282 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:46.121709 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:46.158946 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=89846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:53:46.164147 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bdbd76-5047-414b-b169-a55ee1be3aaa,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:46.173850 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:46.174239 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.segments_db [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Added segment 59661fef-6f9c-4a34-89c1-0942e3c2555b of type vlan for network b023d13a-285d-464b-a377-84f2047250dc Oct 05 10:53:46.202009 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764024052619'] for network, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:46.305266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253'] for network, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:46.306279 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:46.306861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:46.339738 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'a9ff34c4-d553-400e-b9e5-4f5b314fdde0', 'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'mac_address': 'fa:16:3e:f0:27:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:43Z', 'updated_at': '2022-10-05T10:53:44Z', 'revision_number': 2, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'subnets': [{'id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:46.344271 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Checking router: e2cc3782-1a91-4158-966b-dfb59eeaac38 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:53:46.345758 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Updating router e2cc3782-1a91-4158-966b-dfb59eeaac38 port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:53:46.402677 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:46.410743 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] Pushing event updated for resources: {'Network': ['ID=b023d13a-285d-464b-a377-84f2047250dc,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:46.413675 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Attempt 5 to provision port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 Oct 05 10:53:46.443284 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-587f47f1-e589-4f21-80e2-9d2f774b4f33 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6306822 Oct 05 10:53:46.446214 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 53624) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:46.451731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] Request body: {'subnet': {'network_id': 'b023d13a-285d-464b-a377-84f2047250dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1000911364-subnet', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'ip_version': 4}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:53:46.454868 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Network b023d13a-285d-464b-a377-84f2047250dc details requested by agent ovs-agent-dv-neutron-860329-1-hyperv with host dv-neutron-860329-1-hyperv {{(pid=89847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:53:46.457044 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:46.461105 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] Usage tracker for resource:subnet and tenant:15f0bc13107847a38a15b05d755b8350 is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:46.465113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:46.472479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:46.474507 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device b95c37f7-a771-4664-a1c4-57c10e27622d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:53:46.522149 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] Made reservation on behalf of 15f0bc13107847a38a15b05d755b8350 for: {'subnet': 1} {{(pid=89846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:53:46.524545 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299645'] for subnet, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:46.607107 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:46.676987 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port b95c37f7-a771-4664-a1c4-57c10e27622d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:53:46.683553 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port b95c37f7-a771-4664-a1c4-57c10e27622d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:53:46.684201 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:46.684817 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port b95c37f7-a771-4664-a1c4-57c10e27622d Oct 05 10:53:46.749590 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:46.761081 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Transition to ACTIVE for port object a9ff34c4-d553-400e-b9e5-4f5b314fdde0 will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:53:46.807288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port b95c37f7-a771-4664-a1c4-57c10e27622d is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:53:46.807671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:46.813917 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13362080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299599'] for subnet, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:46.824616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port b95c37f7-a771-4664-a1c4-57c10e27622d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=b95c37f7-a771-4664-a1c4-57c10e27622d,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:53:46.836547 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:46.911297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:46.986083 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=b95c37f7-a771-4664-a1c4-57c10e27622d,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:46.997703 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de646f8-1be7-4064-93bc-169a13a75931 None None] Pushing event updated for resources: {'Port': ['ID=a9ff34c4-d553-400e-b9e5-4f5b314fdde0,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:47.001340 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed101b1c-1e6d-4873-9719-5d31bd30d23b,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:47.008800 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] Checking segment: {'id': '59661fef-6f9c-4a34-89c1-0942e3c2555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b023d13a-285d-464b-a377-84f2047250dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:53:47.009153 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] Network hostable DHCP agents. Network: b023d13a-285d-464b-a377-84f2047250dc, hostable agents: ['5bc1159c-cafa-4804-9265-e9f9a7ce7f10'], hosted agents: [] {{(pid=89846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:53:47.048591 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de646f8-1be7-4064-93bc-169a13a75931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:47.048932 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de646f8-1be7-4064-93bc-169a13a75931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:47.049271 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de646f8-1be7-4064-93bc-169a13a75931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:47.049600 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de646f8-1be7-4064-93bc-169a13a75931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:47.049921 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de646f8-1be7-4064-93bc-169a13a75931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:47.050267 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de646f8-1be7-4064-93bc-169a13a75931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:47.050585 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de646f8-1be7-4064-93bc-169a13a75931 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:47.050904 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de646f8-1be7-4064-93bc-169a13a75931 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:47.051237 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de646f8-1be7-4064-93bc-169a13a75931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:47.051543 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de646f8-1be7-4064-93bc-169a13a75931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:47.051856 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de646f8-1be7-4064-93bc-169a13a75931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:47.052171 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de646f8-1be7-4064-93bc-169a13a75931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:53:47.063350 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Attempting to bind port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:53:47.063714 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Attempting to bind port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:53:47.064082 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Attempting to bind port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 on network ec51f5c3-6a22-452e-a349-632654ff93d6 {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:53:47.069211 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:53:47.069580 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Checking segment: {'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:53:47.069970 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:47.070370 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Bound using segment: {'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:53:47.070817 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Bound port: a9ff34c4-d553-400e-b9e5-4f5b314fdde0, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:53:47.071194 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:47.076501 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] Network b023d13a-285d-464b-a377-84f2047250dc is scheduled to be hosted by DHCP agent 5bc1159c-cafa-4804-9265-e9f9a7ce7f10 with binding_index 1 {{(pid=89846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:53:47.108137 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Attempt 6 to provision port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 Oct 05 10:53:47.144738 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-1-hyperv, b023d13a-285d-464b-a377-84f2047250dc) {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:53:47.149639 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:47.150388 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:47.168995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6d54c1-e914-4931-8533-8a5ab882bf90 None None] Network b023d13a-285d-464b-a377-84f2047250dc requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:53:47.186058 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] For port a9ff34c4-d553-400e-b9e5-4f5b314fdde0, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:53:47.189010 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] For port a9ff34c4-d553-400e-b9e5-4f5b314fdde0, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a9ff34c4-d553-400e-b9e5-4f5b314fdde0,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:53:47.241587 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:47.319731 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:47.320708 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-a7f9741f-0216-4841-805b-dc2553a97caf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8700323 Oct 05 10:53:47.320815 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53628) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:47.326764 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1000911364-router', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:53:47.331485 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:47.335820 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Usage tracker for resource:router and tenant:15f0bc13107847a38a15b05d755b8350 is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:47.338673 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:47.344885 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:47.380478 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Routers {'e2cc3782-1a91-4158-966b-dfb59eeaac38'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:53:47.381101 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:53:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e2cc3782-1a91-4158-966b-dfb59eeaac38'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:47.396159 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb39b75a4-4363-51be-b762-05b9995b1e64-b023d13a-285d-464b-a377-84f2047250dc', 'network_id': 'b023d13a-285d-464b-a377-84f2047250dc', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'fixed_ips': [{'subnet_id': 'ed101b1c-1e6d-4873-9719-5d31bd30d23b'}]}} from dv-neutron-860329-1-hyperv. {{(pid=89847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:53:47.397057 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:47.419786 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1597166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:47.420756 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:47.437260 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:47.464708 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de646f8-1be7-4064-93bc-169a13a75931 None None] Pushing event updated for resources: {'Port': ['ID=a9ff34c4-d553-400e-b9e5-4f5b314fdde0,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:47.574648 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] Set router e2cc3782-1a91-4158-966b-dfb59eeaac38 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:53:47.595128 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.db_base_plugin_common [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Allocated IP 172.20.0.2 (b023d13a-285d-464b-a377-84f2047250dc/ed101b1c-1e6d-4873-9719-5d31bd30d23b/4fa40ca2-62a3-47df-ab57-5386a62ee8b4) {{(pid=89847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:53:47.744377 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Attempt 7 to provision port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 Oct 05 10:53:47.786344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1368'] for router, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:47.866274 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Notify callbacks [] for port, precommit_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:47.871551 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-05643414-b223-4b36-b864-33d3f81dd10c None None] Port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:53:47.878375 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Transition to ACTIVE for port object 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:53:47.901724 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'a9ff34c4-d553-400e-b9e5-4f5b314fdde0', 'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'mac_address': 'fa:16:3e:f0:27:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:43Z', 'updated_at': '2022-10-05T10:53:47Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'subnets': [{'id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:47.903508 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Transition to ACTIVE for port object 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 will not be triggered until provisioned by entity DHCP. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:53:47.907687 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacba9d6-4a11-4090-9fdc-84f28d6eaa5c None None] The sync data for ids ['e2cc3782-1a91-4158-966b-dfb59eeaac38'] in dv-neutron-860329-1-hyperv is: [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'a9ff34c4-d553-400e-b9e5-4f5b314fdde0', 'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'mac_address': 'fa:16:3e:f0:27:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:43Z', 'updated_at': '2022-10-05T10:53:47Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'subnets': [{'id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:53:47.984295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974'] for port, after_create {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:48.057385 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Network b023d13a-285d-464b-a377-84f2047250dc is already hosted by enough agents. {{(pid=89847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:53:48.063495 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.scheduler.base_scheduler [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Resources bound (agent type, host, resource id): {{(pid=89847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:53:48.070318 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Received port after_create {{(pid=89847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:53:48.074800 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Pushing event updated for resources: {'Port': ['ID=4fa40ca2-62a3-47df-ab57-5386a62ee8b4,revision_number=1']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:48.184173 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Attempting to bind port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:53:48.184688 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Attempting to bind port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '59661fef-6f9c-4a34-89c1-0942e3c2555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b023d13a-285d-464b-a377-84f2047250dc'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:53:48.185165 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Attempting to bind port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 on network b023d13a-285d-464b-a377-84f2047250dc {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:53:48.191264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:53:48.191770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Checking segment: {'id': '59661fef-6f9c-4a34-89c1-0942e3c2555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b023d13a-285d-464b-a377-84f2047250dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:53:48.192373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:48.193297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Bound using segment: {'id': '59661fef-6f9c-4a34-89c1-0942e3c2555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b023d13a-285d-464b-a377-84f2047250dc'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:53:48.193297 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Bound port: 4fa40ca2-62a3-47df-ab57-5386a62ee8b4, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59661fef-6f9c-4a34-89c1-0942e3c2555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b023d13a-285d-464b-a377-84f2047250dc'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:53:48.193805 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:48.210293 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:48.241556 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:48.293287 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] For port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:53:48.297944 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] For port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4fa40ca2-62a3-47df-ab57-5386a62ee8b4,segment=NetworkSegment(59661fef-6f9c-4a34-89c1-0942e3c2555b),segment_id=59661fef-6f9c-4a34-89c1-0942e3c2555b)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:53:48.346061 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:48.391303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Allocated IP 172.26.7.118 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/d52a95c6-a181-45b4-ba07-932e2f85541d) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:53:48.420043 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa8733-e8ad-412a-bd69-ebe878be9686 None None] Pushing event updated for resources: {'Port': ['ID=4fa40ca2-62a3-47df-ab57-5386a62ee8b4,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:48.530426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device b95c37f7-a771-4664-a1c4-57c10e27622d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:53:48.559366 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:48.613069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port b95c37f7-a771-4664-a1c4-57c10e27622d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:53:48.613450 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:48.613789 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port b95c37f7-a771-4664-a1c4-57c10e27622d Oct 05 10:53:48.650529 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:48.731477 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:53:48.734681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:53:48.744205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:53:48.801574 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Pushing event updated for resources: {'Port': ['ID=d52a95c6-a181-45b4-ba07-932e2f85541d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:48.817603 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port b95c37f7-a771-4664-a1c4-57c10e27622d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:53:48.819088 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a9ff34c4-d553-400e-b9e5-4f5b314fdde0 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:53:48.968157 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:53:48.973678 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:53:48.977821 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:48.977821 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 Oct 05 10:53:49.102544 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:53:49.103604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:49.141851 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port a9ff34c4-d553-400e-b9e5-4f5b314fdde0, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a9ff34c4-d553-400e-b9e5-4f5b314fdde0,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:53:49.356793 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:49.430349 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=a9ff34c4-d553-400e-b9e5-4f5b314fdde0,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:49.487340 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:49.520653 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5bb47f-ffda-4929-ba11-e1ae6d710321 None None] Network b023d13a-285d-464b-a377-84f2047250dc requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:53:49.677115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-a210b372-0592-4eed-adbd-493000cf9cd0 None None] Provisioning for port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:53:49.840429 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597054'] for router, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:50.094039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Router b9439a78-ed4b-45f2-90e9-c85c1f967fd9 is scheduled to L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 with binding_index 1 {{(pid=89845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:53:50.273250 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:53:50.282383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Sync routers for ids ['b9439a78-ed4b-45f2-90e9-c85c1f967fd9'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:53:50.291601 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Routers {'b9439a78-ed4b-45f2-90e9-c85c1f967fd9'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:53:50.292284 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:53:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b9439a78-ed4b-45f2-90e9-c85c1f967fd9'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:50.351022 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:50.356525 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-abb6510c-99a2-444f-aba3-acedf8a0425f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0308568 Oct 05 10:53:50.357269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53632) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:50.438925 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ad3afa5c-1a10-4270-b360-d47e5654044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:50.484243 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Set router b9439a78-ed4b-45f2-90e9-c85c1f967fd9 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:53:50.562604 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:53:50.839479 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:53:50.847673 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:53:50.848270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:50.848534 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 Oct 05 10:53:50.918448 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'name': 'tempest-TestSnapshotPattern-1000911364-router', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd52a95c6-a181-45b4-ba07-932e2f85541d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:47Z', 'updated_at': '2022-10-05T10:53:49Z', 'revision_number': 3, 'project_id': '15f0bc13107847a38a15b05d755b8350', 'gw_port': {'id': 'd52a95c6-a181-45b4-ba07-932e2f85541d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:48Z', 'updated_at': '2022-10-05T10:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:50.925050 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Checking router: b9439a78-ed4b-45f2-90e9-c85c1f967fd9 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:53:50.925401 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Updating router b9439a78-ed4b-45f2-90e9-c85c1f967fd9 port d52a95c6-a181-45b4-ba07-932e2f85541d binding host dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:53:51.024537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:51.058886 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:53:51.059266 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:51.153475 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:51.155701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4fa40ca2-62a3-47df-ab57-5386a62ee8b4,segment=NetworkSegment(59661fef-6f9c-4a34-89c1-0942e3c2555b),segment_id=59661fef-6f9c-4a34-89c1-0942e3c2555b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:53:51.236455 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:51.237213 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a9ff34c4-d553-400e-b9e5-4f5b314fdde0 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:53:51.357279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Allocated IP 172.20.0.1 (b023d13a-285d-464b-a377-84f2047250dc/ed101b1c-1e6d-4873-9719-5d31bd30d23b/38014ad0-6eae-47bf-8549-b6ac5803341d) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:53:51.400247 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=4fa40ca2-62a3-47df-ab57-5386a62ee8b4,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:51.424232 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:53:51.424609 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:51.424948 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 Oct 05 10:53:51.507092 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:51.523315 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Transition to ACTIVE for port object 38014ad0-6eae-47bf-8549-b6ac5803341d will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:53:51.553253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Notify callbacks [] for port, precommit_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:51.598945 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Transition to ACTIVE for port object d52a95c6-a181-45b4-ba07-932e2f85541d will not be triggered until provisioned by entity L2. {{(pid=89847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:53:51.617619 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:53:51.630717 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:51.682211 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:51.692749 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Network b023d13a-285d-464b-a377-84f2047250dc is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:53:51.695968 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:53:51.699492 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:53:51.744779 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Attempting to bind port d52a95c6-a181-45b4-ba07-932e2f85541d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:53:51.745149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Attempting to bind port d52a95c6-a181-45b4-ba07-932e2f85541d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:53:51.745509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Attempting to bind port d52a95c6-a181-45b4-ba07-932e2f85541d on network 12658a95-590a-4fd3-b4a7-e649c53318e9 {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:53:51.748459 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Pushing event updated for resources: {'Port': ['ID=38014ad0-6eae-47bf-8549-b6ac5803341d,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:51.755319 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:53:51.761099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Checking segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:53:51.761099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:51.761099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Bound using segment: {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'} {{(pid=89847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:53:51.761099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.managers [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Bound port: d52a95c6-a181-45b4-ba07-932e2f85541d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ae247-6653-4ad4-8486-24d2b430e69a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9'}}] {{(pid=89847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:53:51.761099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:51.775364 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590320'] for router_interface, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:51.809365 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf5752-99ef-4f85-87ea-bf6b751730e5 None None] Pushing event updated for resources: {'Port': ['ID=d52a95c6-a181-45b4-ba07-932e2f85541d,revision_number=2']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:51.844915 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] For port d52a95c6-a181-45b4-ba07-932e2f85541d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:53:51.848120 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] For port d52a95c6-a181-45b4-ba07-932e2f85541d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d52a95c6-a181-45b4-ba07-932e2f85541d,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:53:51.934760 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:51.985520 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:51.999247 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Routers {'b9439a78-ed4b-45f2-90e9-c85c1f967fd9'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:53:51.999879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:53:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b9439a78-ed4b-45f2-90e9-c85c1f967fd9'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:52.060462 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Provisioning for port 38014ad0-6eae-47bf-8549-b6ac5803341d completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:53:52.078137 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Provisioning complete for port 38014ad0-6eae-47bf-8549-b6ac5803341d triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:53:52.078505 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:52.078834 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Attempt 1 to provision port 38014ad0-6eae-47bf-8549-b6ac5803341d Oct 05 10:53:52.135384 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf5752-99ef-4f85-87ea-bf6b751730e5 None None] Pushing event updated for resources: {'Port': ['ID=d52a95c6-a181-45b4-ba07-932e2f85541d,revision_number=3']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:52.210134 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:52.243660 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Port 38014ad0-6eae-47bf-8549-b6ac5803341d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:52.270164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:52.285533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] Set router b9439a78-ed4b-45f2-90e9-c85c1f967fd9 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:53:52.377650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590349'] for router_interface, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:52.381311 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Pushing event updated for resources: {'Port': ['ID=38014ad0-6eae-47bf-8549-b6ac5803341d,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:52.419367 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:53:52.599896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:53:52.600270 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:52.600612 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 Oct 05 10:53:52.632419 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Network b023d13a-285d-464b-a377-84f2047250dc is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:53:52.633528 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:53:52.763185 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Attempt 2 to provision port 38014ad0-6eae-47bf-8549-b6ac5803341d Oct 05 10:53:52.801837 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-b6084613-b23a-4f9c-9679-bba696010df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:52.838686 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Router b9439a78-ed4b-45f2-90e9-c85c1f967fd9 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:53:52.852105 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:53:52.861845 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'name': 'tempest-TestSnapshotPattern-1000911364-router', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd52a95c6-a181-45b4-ba07-932e2f85541d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:47Z', 'updated_at': '2022-10-05T10:53:51Z', 'revision_number': 4, 'project_id': '15f0bc13107847a38a15b05d755b8350', 'gw_port': {'id': 'd52a95c6-a181-45b4-ba07-932e2f85541d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:48Z', 'updated_at': '2022-10-05T10:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '38014ad0-6eae-47bf-8549-b6ac5803341d', 'name': '', 'network_id': 'b023d13a-285d-464b-a377-84f2047250dc', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'mac_address': 'fa:16:3e:9e:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'ed101b1c-1e6d-4873-9719-5d31bd30d23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:51Z', 'updated_at': '2022-10-05T10:53:51Z', 'revision_number': 1, 'project_id': '15f0bc13107847a38a15b05d755b8350', 'subnets': [{'id': 'ed101b1c-1e6d-4873-9719-5d31bd30d23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:52.863904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Port 38014ad0-6eae-47bf-8549-b6ac5803341d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:52.869253 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8128d1f0-c61b-45c3-8695-36ac0d9aa5e2 None None] The sync data for ids ['b9439a78-ed4b-45f2-90e9-c85c1f967fd9'] in dv-neutron-860329-1-hyperv is: [{'id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'name': 'tempest-TestSnapshotPattern-1000911364-router', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd52a95c6-a181-45b4-ba07-932e2f85541d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:47Z', 'updated_at': '2022-10-05T10:53:51Z', 'revision_number': 4, 'project_id': '15f0bc13107847a38a15b05d755b8350', 'gw_port': {'id': 'd52a95c6-a181-45b4-ba07-932e2f85541d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:48Z', 'updated_at': '2022-10-05T10:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '38014ad0-6eae-47bf-8549-b6ac5803341d', 'name': '', 'network_id': 'b023d13a-285d-464b-a377-84f2047250dc', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'mac_address': 'fa:16:3e:9e:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'ed101b1c-1e6d-4873-9719-5d31bd30d23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:51Z', 'updated_at': '2022-10-05T10:53:51Z', 'revision_number': 1, 'project_id': '15f0bc13107847a38a15b05d755b8350', 'subnets': [{'id': 'ed101b1c-1e6d-4873-9719-5d31bd30d23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:53:53.025365 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:53:53.035015 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-f0e0aea9-b775-4eff-a4e3-867247cd65d9 admin admin] 10.222.0.49 "PUT /v2.0/routers/b9439a78-ed4b-45f2-90e9-c85c1f967fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6773632 Oct 05 10:53:53.365576 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Attempt 3 to provision port 38014ad0-6eae-47bf-8549-b6ac5803341d Oct 05 10:53:53.423574 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Port 38014ad0-6eae-47bf-8549-b6ac5803341d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:53.543094 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53642) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:53.548591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-34d6f4c4-01af-4443-bfb2-633c036faa79 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-93219520', 'description': 'tempest-secgroup-smoke-93219520 description', 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:53:53.554730 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-34d6f4c4-01af-4443-bfb2-633c036faa79 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:53.558591 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-34d6f4c4-01af-4443-bfb2-633c036faa79 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Usage tracker for resource:security_group and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:53.562442 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-34d6f4c4-01af-4443-bfb2-633c036faa79 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:53.568691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-34d6f4c4-01af-4443-bfb2-633c036faa79 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:53.625482 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34d6f4c4-01af-4443-bfb2-633c036faa79 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:53.645665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-34d6f4c4-01af-4443-bfb2-633c036faa79 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:53.649464 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-34d6f4c4-01af-4443-bfb2-633c036faa79 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Usage tracker for resource:security_group_rule and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:53.652336 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-34d6f4c4-01af-4443-bfb2-633c036faa79 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:53.658455 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-34d6f4c4-01af-4443-bfb2-633c036faa79 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:53.730579 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34d6f4c4-01af-4443-bfb2-633c036faa79 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:53.767476 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34d6f4c4-01af-4443-bfb2-633c036faa79 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:53.808928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6f4c4-01af-4443-bfb2-633c036faa79 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6f133c-7674-468e-ae8d-5bd9c006b176,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:53.859780 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-34d6f4c4-01af-4443-bfb2-633c036faa79 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:53.861029 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-34d6f4c4-01af-4443-bfb2-633c036faa79 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3169339 Oct 05 10:53:53.863928 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53646) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:53.868900 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-0c306801-83d5-4c83-a485-2e6349103f93 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Request body: {'security_group_rule': {'security_group_id': '9b6f133c-7674-468e-ae8d-5bd9c006b176', 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:53:53.874940 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0c306801-83d5-4c83-a485-2e6349103f93 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:53.878794 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0c306801-83d5-4c83-a485-2e6349103f93 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Usage tracker for resource:security_group_rule and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:53.881642 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-0c306801-83d5-4c83-a485-2e6349103f93 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:53.887891 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-0c306801-83d5-4c83-a485-2e6349103f93 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:53.925038 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Attempt 4 to provision port 38014ad0-6eae-47bf-8549-b6ac5803341d Oct 05 10:53:53.962435 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c306801-83d5-4c83-a485-2e6349103f93 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:53.978312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Port 38014ad0-6eae-47bf-8549-b6ac5803341d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:54.022211 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c306801-83d5-4c83-a485-2e6349103f93 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.098549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c306801-83d5-4c83-a485-2e6349103f93 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.121108 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c306801-83d5-4c83-a485-2e6349103f93 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a234d76-2757-4131-8b6f-9ef6bca014dc,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:54.191328 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-0c306801-83d5-4c83-a485-2e6349103f93 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.192929 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-0c306801-83d5-4c83-a485-2e6349103f93 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3280866 Oct 05 10:53:54.196721 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53650) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:54.204533 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-e2396d8d-3bec-4a87-b3fe-01144eed0f32 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Request body: {'security_group_rule': {'security_group_id': '9b6f133c-7674-468e-ae8d-5bd9c006b176', 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:53:54.208302 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e2396d8d-3bec-4a87-b3fe-01144eed0f32 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:54.212207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e2396d8d-3bec-4a87-b3fe-01144eed0f32 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Usage tracker for resource:security_group_rule and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:54.215183 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-e2396d8d-3bec-4a87-b3fe-01144eed0f32 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:54.222534 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-e2396d8d-3bec-4a87-b3fe-01144eed0f32 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:54.253847 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.277645 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e2396d8d-3bec-4a87-b3fe-01144eed0f32 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.343015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e2396d8d-3bec-4a87-b3fe-01144eed0f32 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.413614 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e2396d8d-3bec-4a87-b3fe-01144eed0f32 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.434359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d52a95c6-a181-45b4-ba07-932e2f85541d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:53:54.442754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2396d8d-3bec-4a87-b3fe-01144eed0f32 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ac6e9b-eafd-4a54-b98c-54cea1ac77d8,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:54.482439 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Attempt 5 to provision port 38014ad0-6eae-47bf-8549-b6ac5803341d Oct 05 10:53:54.511202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-e2396d8d-3bec-4a87-b3fe-01144eed0f32 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.512682 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-e2396d8d-3bec-4a87-b3fe-01144eed0f32 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3155899 Oct 05 10:53:54.515942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53654) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:54.522021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-1b5a4a02-0761-40ef-8e79-9d3d7ad4af24 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Request body: {'security_group_rule': {'security_group_id': '9b6f133c-7674-468e-ae8d-5bd9c006b176', 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:53:54.529628 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1b5a4a02-0761-40ef-8e79-9d3d7ad4af24 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:54.534610 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1b5a4a02-0761-40ef-8e79-9d3d7ad4af24 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Usage tracker for resource:security_group_rule and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:54.538769 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-1b5a4a02-0761-40ef-8e79-9d3d7ad4af24 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:54.545841 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-1b5a4a02-0761-40ef-8e79-9d3d7ad4af24 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:54.561525 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Port 38014ad0-6eae-47bf-8549-b6ac5803341d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:54.608195 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.631128 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port d52a95c6-a181-45b4-ba07-932e2f85541d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:53:54.637066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port d52a95c6-a181-45b4-ba07-932e2f85541d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:53:54.637520 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.638081 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port d52a95c6-a181-45b4-ba07-932e2f85541d Oct 05 10:53:54.638818 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4a02-0761-40ef-8e79-9d3d7ad4af24 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.714161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4a02-0761-40ef-8e79-9d3d7ad4af24 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.768634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port d52a95c6-a181-45b4-ba07-932e2f85541d is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:53:54.769003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.779150 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4a02-0761-40ef-8e79-9d3d7ad4af24 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.787516 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port d52a95c6-a181-45b4-ba07-932e2f85541d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d52a95c6-a181-45b4-ba07-932e2f85541d,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:53:54.803906 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a4a02-0761-40ef-8e79-9d3d7ad4af24 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0b440e-0a21-47aa-96fa-bbcd7f779c8e,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:54.859827 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.885754 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4a02-0761-40ef-8e79-9d3d7ad4af24 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:54.885754 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-1b5a4a02-0761-40ef-8e79-9d3d7ad4af24 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3665788 Oct 05 10:53:54.886535 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 53658) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:54.891725 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-94c63e63-0df2-48a4-bcf2-f07ec2ef50ad tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Request body: {'security_group_rule': {'security_group_id': '9b6f133c-7674-468e-ae8d-5bd9c006b176', 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:53:54.898013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-94c63e63-0df2-48a4-bcf2-f07ec2ef50ad tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:54.902758 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-94c63e63-0df2-48a4-bcf2-f07ec2ef50ad tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Usage tracker for resource:security_group_rule and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:54.906333 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-94c63e63-0df2-48a4-bcf2-f07ec2ef50ad tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:54.915053 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-94c63e63-0df2-48a4-bcf2-f07ec2ef50ad tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:54.937353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=d52a95c6-a181-45b4-ba07-932e2f85541d,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:54.991782 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-94c63e63-0df2-48a4-bcf2-f07ec2ef50ad tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:55.059119 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-94c63e63-0df2-48a4-bcf2-f07ec2ef50ad tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:55.062860 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Attempt 6 to provision port 38014ad0-6eae-47bf-8549-b6ac5803341d Oct 05 10:53:55.120784 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Port 38014ad0-6eae-47bf-8549-b6ac5803341d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:55.127633 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-94c63e63-0df2-48a4-bcf2-f07ec2ef50ad tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:55.152910 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c63e63-0df2-48a4-bcf2-f07ec2ef50ad tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00bf869-1b21-4518-b0e6-7705552988fb,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:55.224939 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-94c63e63-0df2-48a4-bcf2-f07ec2ef50ad tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:55.226286 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-94c63e63-0df2-48a4-bcf2-f07ec2ef50ad tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3386121 Oct 05 10:53:55.228843 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 53662) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:55.234484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-e6071d19-ced6-4757-a69f-3684c8e30588 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Request body: {'security_group_rule': {'security_group_id': '9b6f133c-7674-468e-ae8d-5bd9c006b176', 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:53:55.240431 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e6071d19-ced6-4757-a69f-3684c8e30588 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:55.244230 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e6071d19-ced6-4757-a69f-3684c8e30588 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Usage tracker for resource:security_group_rule and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:55.247187 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-e6071d19-ced6-4757-a69f-3684c8e30588 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:55.254488 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-e6071d19-ced6-4757-a69f-3684c8e30588 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:55.327640 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.securitygroups_db [None req-e6071d19-ced6-4757-a69f-3684c8e30588 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Project f0e5bf6968024e8ea0cfdeff72873bfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:53:55.334437 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6071d19-ced6-4757-a69f-3684c8e30588 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:55.398632 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6071d19-ced6-4757-a69f-3684c8e30588 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:55.476364 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6071d19-ced6-4757-a69f-3684c8e30588 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:55.500156 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6071d19-ced6-4757-a69f-3684c8e30588 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce97cf8-b491-4c66-a765-c7d67e7feb2d,revision_number=0']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:55.562042 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-e6071d19-ced6-4757-a69f-3684c8e30588 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:55.563234 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-e6071d19-ced6-4757-a69f-3684c8e30588 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3334816 Oct 05 10:53:55.566127 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 53666) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:53:55.571303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [None req-3d39dc3d-4ce0-4a63-80c6-28fed8a844ac tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Request body: {'security_group_rule': {'security_group_id': '9b6f133c-7674-468e-ae8d-5bd9c006b176', 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:53:55.577999 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3d39dc3d-4ce0-4a63-80c6-28fed8a844ac tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:55.582183 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3d39dc3d-4ce0-4a63-80c6-28fed8a844ac tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Usage tracker for resource:security_group_rule and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:55.585130 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [None req-3d39dc3d-4ce0-4a63-80c6-28fed8a844ac tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:55.590919 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [None req-3d39dc3d-4ce0-4a63-80c6-28fed8a844ac tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:55.621723 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Attempt 7 to provision port 38014ad0-6eae-47bf-8549-b6ac5803341d Oct 05 10:53:55.671964 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.db.securitygroups_db [None req-3d39dc3d-4ce0-4a63-80c6-28fed8a844ac tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Project f0e5bf6968024e8ea0cfdeff72873bfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:53:55.679393 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Port 38014ad0-6eae-47bf-8549-b6ac5803341d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:55.680345 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3d39dc3d-4ce0-4a63-80c6-28fed8a844ac tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:55.747650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3d39dc3d-4ce0-4a63-80c6-28fed8a844ac tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:55.813068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3d39dc3d-4ce0-4a63-80c6-28fed8a844ac tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776867'] for security_group_rule, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:55.837269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39dc3d-4ce0-4a63-80c6-28fed8a844ac tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c12e23-5a9f-4019-824a-0d02361fbb03,revision_number=0']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:55.911016 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-3d39dc3d-4ce0-4a63-80c6-28fed8a844ac tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:55.912255 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-3d39dc3d-4ce0-4a63-80c6-28fed8a844ac tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3451180 Oct 05 10:53:55.915444 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Sync routers for ids ['b9439a78-ed4b-45f2-90e9-c85c1f967fd9'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:53:55.925205 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Routers {'b9439a78-ed4b-45f2-90e9-c85c1f967fd9'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:53:55.925752 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:53:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b9439a78-ed4b-45f2-90e9-c85c1f967fd9'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:55.939701 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:56.076189 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:56.080542 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-96a656a8-dbff-41b4-911b-5862f1824312 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93219520&fields=id&tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe HTTP/1.1" status: 200 len: 267 time: 0.0425549 Oct 05 10:53:56.110676 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Set router b9439a78-ed4b-45f2-90e9-c85c1f967fd9 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:53:56.181134 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Attempt 8 to provision port 38014ad0-6eae-47bf-8549-b6ac5803341d Oct 05 10:53:56.231037 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-bc77682a-b5d4-4e6b-be91-181f65c0fd8e tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:56.232633 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-bc77682a-b5d4-4e6b-be91-181f65c0fd8e tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/networks?id=ec51f5c3-6a22-452e-a349-632654ff93d6 HTTP/1.1" status: 200 len: 809 time: 0.1454575 Oct 05 10:53:56.243119 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Port 38014ad0-6eae-47bf-8549-b6ac5803341d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:56.252523 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-8a2f84a5-cd7d-4020-a5e2-ba701c466e21 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/quotas/f0e5bf6968024e8ea0cfdeff72873bfe HTTP/1.1" status: 200 len: 375 time: 0.0114942 Oct 05 10:53:56.340004 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-c1de801a-4e25-4c48-8d91-a1ca5128626f tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836759 Oct 05 10:53:56.417843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d52a95c6-a181-45b4-ba07-932e2f85541d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:53:56.427365 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'name': 'tempest-TestSnapshotPattern-1000911364-router', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd52a95c6-a181-45b4-ba07-932e2f85541d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:47Z', 'updated_at': '2022-10-05T10:53:51Z', 'revision_number': 4, 'project_id': '15f0bc13107847a38a15b05d755b8350', 'gw_port': {'id': 'd52a95c6-a181-45b4-ba07-932e2f85541d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:48Z', 'updated_at': '2022-10-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '38014ad0-6eae-47bf-8549-b6ac5803341d', 'name': '', 'network_id': 'b023d13a-285d-464b-a377-84f2047250dc', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'mac_address': 'fa:16:3e:9e:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'ed101b1c-1e6d-4873-9719-5d31bd30d23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:51Z', 'updated_at': '2022-10-05T10:53:52Z', 'revision_number': 2, 'project_id': '15f0bc13107847a38a15b05d755b8350', 'subnets': [{'id': 'ed101b1c-1e6d-4873-9719-5d31bd30d23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:56.431335 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Checking router: b9439a78-ed4b-45f2-90e9-c85c1f967fd9 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:53:56.431689 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Updating router b9439a78-ed4b-45f2-90e9-c85c1f967fd9 port 38014ad0-6eae-47bf-8549-b6ac5803341d binding host dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:53:56.467682 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-78d8ccb7-971f-4ccd-9b31-c67725a9968a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=89846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:53:56.470443 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-78d8ccb7-971f-4ccd-9b31-c67725a9968a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1155946 Oct 05 10:53:56.485719 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:56.489326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port d52a95c6-a181-45b4-ba07-932e2f85541d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:53:56.489703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:56.490065 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port d52a95c6-a181-45b4-ba07-932e2f85541d Oct 05 10:53:56.609364 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port d52a95c6-a181-45b4-ba07-932e2f85541d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:53:56.611368 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-9e71eca4-4e51-4eb1-9e32-e93bcbeb4ce0 service neutron] 10.222.0.49 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350968 Oct 05 10:53:56.743675 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Attempt 9 to provision port 38014ad0-6eae-47bf-8549-b6ac5803341d Oct 05 10:53:56.745878 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-23daeef1-af9d-4721-82e9-bd445f8f9115 service neutron] 10.222.0.49 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285925 Oct 05 10:53:56.806034 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Port 38014ad0-6eae-47bf-8549-b6ac5803341d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:56.864436 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Notify callbacks [] for port, precommit_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:56.876191 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.provisioning_blocks [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Transition to ACTIVE for port object 38014ad0-6eae-47bf-8549-b6ac5803341d will not be triggered until provisioned by entity L2. {{(pid=89848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:53:56.967973 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:57.018118 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e204b83b-cbf9-4623-acf4-720097ed18bd req-8896c374-7934-4d42-a527-4f8dec5af9be tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 210 time: 0.0597374 Oct 05 10:53:57.155395 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e1de7-3599-4aff-89a8-9a8671fa0c47 None None] Pushing event updated for resources: {'Port': ['ID=38014ad0-6eae-47bf-8549-b6ac5803341d,revision_number=3']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:57.179922 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Attempting to bind port 38014ad0-6eae-47bf-8549-b6ac5803341d on host dv-neutron-860329-1-hyperv for vnic_type normal with profile {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:53:57.180285 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Attempting to bind port 38014ad0-6eae-47bf-8549-b6ac5803341d by drivers openvswitch,hyperv on host dv-neutron-860329-1-hyperv at level 0 using segments [{'id': '59661fef-6f9c-4a34-89c1-0942e3c2555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b023d13a-285d-464b-a377-84f2047250dc'}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:53:57.180642 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Attempting to bind port 38014ad0-6eae-47bf-8549-b6ac5803341d on network b023d13a-285d-464b-a377-84f2047250dc {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:53:57.185862 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Checking agent: {'id': '96e97fbe-600a-4cd6-8247-7e50e1213916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 21, 24), 'started_at': datetime.datetime(2022, 10, 5, 9, 21, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:53:57.186859 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Checking segment: {'id': '59661fef-6f9c-4a34-89c1-0942e3c2555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b023d13a-285d-464b-a377-84f2047250dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:53:57.187252 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:57.187635 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Bound using segment: {'id': '59661fef-6f9c-4a34-89c1-0942e3c2555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b023d13a-285d-464b-a377-84f2047250dc'} {{(pid=89848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:53:57.188085 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.managers [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Bound port: 38014ad0-6eae-47bf-8549-b6ac5803341d, host: dv-neutron-860329-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59661fef-6f9c-4a34-89c1-0942e3c2555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b023d13a-285d-464b-a377-84f2047250dc'}}] {{(pid=89848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:53:57.188449 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:57.274802 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] For port 38014ad0-6eae-47bf-8549-b6ac5803341d, host dv-neutron-860329-1-hyperv, cleared binding levels {{(pid=89848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:53:57.277682 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.plugins.ml2.db [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] For port 38014ad0-6eae-47bf-8549-b6ac5803341d, host dv-neutron-860329-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=38014ad0-6eae-47bf-8549-b6ac5803341d,segment=NetworkSegment(59661fef-6f9c-4a34-89c1-0942e3c2555b),segment_id=59661fef-6f9c-4a34-89c1-0942e3c2555b)] {{(pid=89848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:53:57.307249 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Attempt 10 to provision port 38014ad0-6eae-47bf-8549-b6ac5803341d Oct 05 10:53:57.345042 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron_lib.callbacks.manager [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:57.402296 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc5734-5c5e-4970-852b-dde85fca23be None None] Port 38014ad0-6eae-47bf-8549-b6ac5803341d cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:53:57.414829 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Routers {'b9439a78-ed4b-45f2-90e9-c85c1f967fd9'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:53:57.416469 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:53:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b9439a78-ed4b-45f2-90e9-c85c1f967fd9'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:57.501900 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e1de7-3599-4aff-89a8-9a8671fa0c47 None None] Pushing event updated for resources: {'Port': ['ID=38014ad0-6eae-47bf-8549-b6ac5803341d,revision_number=4']} {{(pid=89848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:57.616639 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] Set router b9439a78-ed4b-45f2-90e9-c85c1f967fd9 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:53:57.935730 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'name': 'tempest-TestSnapshotPattern-1000911364-router', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd52a95c6-a181-45b4-ba07-932e2f85541d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:47Z', 'updated_at': '2022-10-05T10:53:51Z', 'revision_number': 4, 'project_id': '15f0bc13107847a38a15b05d755b8350', 'gw_port': {'id': 'd52a95c6-a181-45b4-ba07-932e2f85541d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:48Z', 'updated_at': '2022-10-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '38014ad0-6eae-47bf-8549-b6ac5803341d', 'name': '', 'network_id': 'b023d13a-285d-464b-a377-84f2047250dc', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'mac_address': 'fa:16:3e:9e:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'ed101b1c-1e6d-4873-9719-5d31bd30d23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:51Z', 'updated_at': '2022-10-05T10:53:57Z', 'revision_number': 4, 'project_id': '15f0bc13107847a38a15b05d755b8350', 'subnets': [{'id': 'ed101b1c-1e6d-4873-9719-5d31bd30d23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:53:57.939598 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65ff8c-c5ca-4d06-8295-b3c8a129ed56 None None] The sync data for ids ['b9439a78-ed4b-45f2-90e9-c85c1f967fd9'] in dv-neutron-860329-1-hyperv is: [{'id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'name': 'tempest-TestSnapshotPattern-1000911364-router', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd52a95c6-a181-45b4-ba07-932e2f85541d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:47Z', 'updated_at': '2022-10-05T10:53:51Z', 'revision_number': 4, 'project_id': '15f0bc13107847a38a15b05d755b8350', 'gw_port': {'id': 'd52a95c6-a181-45b4-ba07-932e2f85541d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:48Z', 'updated_at': '2022-10-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': '38014ad0-6eae-47bf-8549-b6ac5803341d', 'name': '', 'network_id': 'b023d13a-285d-464b-a377-84f2047250dc', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'mac_address': 'fa:16:3e:9e:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'ed101b1c-1e6d-4873-9719-5d31bd30d23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:51Z', 'updated_at': '2022-10-05T10:53:57Z', 'revision_number': 4, 'project_id': '15f0bc13107847a38a15b05d755b8350', 'subnets': [{'id': 'ed101b1c-1e6d-4873-9719-5d31bd30d23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:53:58.183591 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3878adf8-d87e-427a-b44c-53267845cf7b req-f1e47dd3-ee24-4721-ada1-6cc4bd900c8f tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 210 time: 0.0529883 Oct 05 10:53:58.439259 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 38014ad0-6eae-47bf-8549-b6ac5803341d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:53:58.613519 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning for port 38014ad0-6eae-47bf-8549-b6ac5803341d completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:53:58.619002 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 38014ad0-6eae-47bf-8549-b6ac5803341d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:53:58.625575 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:58.625575 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 38014ad0-6eae-47bf-8549-b6ac5803341d Oct 05 10:53:58.744275 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 38014ad0-6eae-47bf-8549-b6ac5803341d is: DOWN; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:53:58.744544 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:58.778824 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] For port 38014ad0-6eae-47bf-8549-b6ac5803341d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=38014ad0-6eae-47bf-8549-b6ac5803341d,segment=NetworkSegment(59661fef-6f9c-4a34-89c1-0942e3c2555b),segment_id=59661fef-6f9c-4a34-89c1-0942e3c2555b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:53:58.847219 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:58.914181 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Pushing event updated for resources: {'Port': ['ID=38014ad0-6eae-47bf-8549-b6ac5803341d,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:53:59.219456 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-63bc996a-7948-405f-a5c8-92ba5f92f60f tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:53:59.222246 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-63bc996a-7948-405f-a5c8-92ba5f92f60f tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Synchronizing usage tracker for tenant:f0e5bf6968024e8ea0cfdeff72873bfe on resource:network {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:53:59.299219 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-63bc996a-7948-405f-a5c8-92ba5f92f60f tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Unset dirty status for tenant:f0e5bf6968024e8ea0cfdeff72873bfe on resource:network {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:53:59.300468 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-63bc996a-7948-405f-a5c8-92ba5f92f60f tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.55 "GET /v2.0/networks?id=ec51f5c3-6a22-452e-a349-632654ff93d6 HTTP/1.1" status: 200 len: 809 time: 0.2226400 Oct 05 10:53:59.348927 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-61f3d086-5ba9-4984-9d5c-d35cd0c7f41d req-d0add280-6b42-4a42-a070-0ca01b017108 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 210 time: 0.0499833 Oct 05 10:53:59.352950 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-8f65c1e4-42eb-4175-af1f-648c40321e5d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Synchronizing usage tracker for tenant:f0e5bf6968024e8ea0cfdeff72873bfe on resource:security_group {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:53:59.436099 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-8f65c1e4-42eb-4175-af1f-648c40321e5d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Unset dirty status for tenant:f0e5bf6968024e8ea0cfdeff72873bfe on resource:security_group {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:53:59.437393 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-8f65c1e4-42eb-4175-af1f-648c40321e5d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe HTTP/1.1" status: 200 len: 378 time: 0.1293387 Oct 05 10:53:59.445869 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Request body: {'port': {'device_id': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'admin_state_up': True, 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'security_groups': ['9b6f133c-7674-468e-ae8d-5bd9c006b176']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:53:59.585269 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:53:59.589047 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Usage tracker for resource:port and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:53:59.591814 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:53:59.598295 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:53:59.670047 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Made reservation on behalf of f0e5bf6968024e8ea0cfdeff72873bfe for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:53:59.674015 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:53:59.834584 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Allocated IP 172.20.0.8 (ec51f5c3-6a22-452e-a349-632654ff93d6/0e21c326-9c3e-42de-8c27-57c4e6428aaa/53f9411d-5f39-4048-8284-58c9ee47c9ed) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:54:00.024629 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:00.040222 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Transition to ACTIVE for port object 53f9411d-5f39-4048-8284-58c9ee47c9ed will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:54:00.122212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:00.191035 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Network ec51f5c3-6a22-452e-a349-632654ff93d6 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:54:00.193913 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:54:00.202153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:54:00.229272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event updated for resources: {'Port': ['ID=53f9411d-5f39-4048-8284-58c9ee47c9ed,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:54:00.270019 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:00.276620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:00.351558 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-efc4605f-346d-4318-a1e8-bc67defc065d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9093719 Oct 05 10:54:00.363068 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Request body: {'port': {'device_id': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:54:00.418662 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 38014ad0-6eae-47bf-8549-b6ac5803341d up at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:54:00.511135 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Provisioning complete for port 38014ad0-6eae-47bf-8549-b6ac5803341d triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:54:00.511686 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:00.512024 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Attempt 1 to provision port 38014ad0-6eae-47bf-8549-b6ac5803341d Oct 05 10:54:00.548377 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0e30607e-75d9-4eb8-9753-ebd7f2dc2495 None None] Provisioning for port 53f9411d-5f39-4048-8284-58c9ee47c9ed completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:54:00.554659 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-0e30607e-75d9-4eb8-9753-ebd7f2dc2495 None None] Provisioning complete for port 53f9411d-5f39-4048-8284-58c9ee47c9ed triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:54:00.555034 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0e30607e-75d9-4eb8-9753-ebd7f2dc2495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:00.557194 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0e30607e-75d9-4eb8-9753-ebd7f2dc2495 None None] Attempt 1 to provision port 53f9411d-5f39-4048-8284-58c9ee47c9ed Oct 05 10:54:00.580658 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:00.585875 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1bbb2-5153-4606-ba25-9794473fdc0e req-574833c2-3cfe-4096-a26c-abcfe3a3070d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:00.587380 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9ec1bbb2-5153-4606-ba25-9794473fdc0e req-574833c2-3cfe-4096-a26c-abcfe3a3070d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 931 time: 0.0975640 Oct 05 10:54:00.629276 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0e30607e-75d9-4eb8-9753-ebd7f2dc2495 None None] Port 53f9411d-5f39-4048-8284-58c9ee47c9ed cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:54:00.635039 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9ec1bbb2-5153-4606-ba25-9794473fdc0e req-2aa11f05-1d14-453a-b528-566718500850 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403216 Oct 05 10:54:00.687854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Current status of the port 38014ad0-6eae-47bf-8549-b6ac5803341d is: ACTIVE; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:54:00.926178 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f9411d-5f39-4048-8284-58c9ee47c9ed {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:54:00.933111 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:00.947498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Transition to ACTIVE for port object 53f9411d-5f39-4048-8284-58c9ee47c9ed will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:54:00.995765 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:01.130317 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0e30607e-75d9-4eb8-9753-ebd7f2dc2495 None None] Attempt 2 to provision port 53f9411d-5f39-4048-8284-58c9ee47c9ed Oct 05 10:54:01.180039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Pushing event updated for resources: {'Port': ['ID=53f9411d-5f39-4048-8284-58c9ee47c9ed,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:54:01.187215 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0e30607e-75d9-4eb8-9753-ebd7f2dc2495 None None] Port 53f9411d-5f39-4048-8284-58c9ee47c9ed cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:54:01.220359 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Attempting to bind port 53f9411d-5f39-4048-8284-58c9ee47c9ed on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:54:01.220692 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Attempting to bind port 53f9411d-5f39-4048-8284-58c9ee47c9ed by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:54:01.221020 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Attempting to bind port 53f9411d-5f39-4048-8284-58c9ee47c9ed on network ec51f5c3-6a22-452e-a349-632654ff93d6 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:54:01.225578 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Port 53f9411d-5f39-4048-8284-58c9ee47c9ed on network ec51f5c3-6a22-452e-a349-632654ff93d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:54:01.225898 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Attempting to bind port 53f9411d-5f39-4048-8284-58c9ee47c9ed on network ec51f5c3-6a22-452e-a349-632654ff93d6 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:54:01.231080 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:54:01.231656 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Checking segment: {'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:54:01.231777 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Bound using segment: {'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:54:01.232193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Bound port: 53f9411d-5f39-4048-8284-58c9ee47c9ed, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:54:01.232537 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:01.321272 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] For port 53f9411d-5f39-4048-8284-58c9ee47c9ed, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:54:01.324164 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] For port 53f9411d-5f39-4048-8284-58c9ee47c9ed, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:54:01.391450 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:01.420774 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:01.421354 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:01.422718 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] 10.222.0.55 "PUT /v2.0/ports/53f9411d-5f39-4048-8284-58c9ee47c9ed HTTP/1.1" status: 200 len: 1093 time: 1.0640056 Oct 05 10:54:01.423139 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'tag': '53f9411d-5f39-4048-8284-58c9ee47c9ed'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:54:01.425414 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1fb508-9a98-45f8-ac2f-485ec72680d6" -d '{"events": [{"name": "network-changed", "server_uuid": "829ac15e-1b08-480d-ad0d-db224caa2d7a", "tag": "53f9411d-5f39-4048-8284-58c9ee47c9ed"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:54:01.473422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d9a73-0ec4-47a5-b2f8-60aa814427f9 service neutron] Pushing event updated for resources: {'Port': ['ID=53f9411d-5f39-4048-8284-58c9ee47c9ed,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:54:01.473422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ab8a91-4531-4326-b86a-3c5f3513fc98 x-openstack-request-id: req-a5ab8a91-4531-4326-b86a-3c5f3513fc98 {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:54:01.473422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829ac15e-1b08-480d-ad0d-db224caa2d7a", "tag": "53f9411d-5f39-4048-8284-58c9ee47c9ed", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:54:01.473422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5ab8a91-4531-4326-b86a-3c5f3513fc98 {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:54:01.473422 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ab8a91-4531-4326-b86a-3c5f3513fc98'] response: {'name': 'network-changed', 'server_uuid': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'tag': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'status': 'completed', 'code': 200} Oct 05 10:54:01.609099 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fb508-9a98-45f8-ac2f-485ec72680d6 req-06b9e6d5-273a-41f4-afc7-7bc1ea874ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:01.610655 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7f1fb508-9a98-45f8-ac2f-485ec72680d6 req-06b9e6d5-273a-41f4-afc7-7bc1ea874ab7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 1096 time: 0.1196201 Oct 05 10:54:01.689211 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-0e30607e-75d9-4eb8-9753-ebd7f2dc2495 None None] Attempt 3 to provision port 53f9411d-5f39-4048-8284-58c9ee47c9ed Oct 05 10:54:01.754973 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-0e30607e-75d9-4eb8-9753-ebd7f2dc2495 None None] Port 53f9411d-5f39-4048-8284-58c9ee47c9ed had new provisioning blocks added so it will not transition to active. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:54:01.756664 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fb508-9a98-45f8-ac2f-485ec72680d6 req-ac135a13-3c87-44b7-9e80-bb9e3be2b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:01.757909 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7f1fb508-9a98-45f8-ac2f-485ec72680d6 req-ac135a13-3c87-44b7-9e80-bb9e3be2b569 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1409428 Oct 05 10:54:01.851053 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f3383-e4d2-4fda-8175-8d70e877ec08 req-c2f3fe1b-904d-42d7-97aa-64601b131b23 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:01.852497 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a23f3383-e4d2-4fda-8175-8d70e877ec08 req-c2f3fe1b-904d-42d7-97aa-64601b131b23 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 943 time: 0.0917234 Oct 05 10:54:01.896575 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-a23f3383-e4d2-4fda-8175-8d70e877ec08 req-2d77b934-3aea-4ae5-b1d3-637a314abfc0 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384121 Oct 05 10:54:01.897363 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fb508-9a98-45f8-ac2f-485ec72680d6 req-755537ff-d978-49e3-a8f5-4a5bf3d2c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:01.898846 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-7f1fb508-9a98-45f8-ac2f-485ec72680d6 req-755537ff-d978-49e3-a8f5-4a5bf3d2c55c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357286 Oct 05 10:54:02.019344 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-7d4b4ebc-5ca5-4e2a-b05c-bbd6247daf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:02.020722 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-7d4b4ebc-5ca5-4e2a-b05c-bbd6247daf09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 1096 time: 0.0818491 Oct 05 10:54:02.091432 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-d596ae7c-73e4-4676-b107-f71f43cba660 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed HTTP/1.1" status: 200 len: 217 time: 0.0637894 Oct 05 10:54:02.153321 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-4dafb2fc-0b9a-4ea7-bba0-272f4e5edb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:02.154753 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-4dafb2fc-0b9a-4ea7-bba0-272f4e5edb4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e21c326-9c3e-42de-8c27-57c4e6428aaa HTTP/1.1" status: 200 len: 848 time: 0.0570593 Oct 05 10:54:02.236681 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-2021bf9f-0221-4a8a-acb8-72c5a47de445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:02.238163 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-2021bf9f-0221-4a8a-acb8-72c5a47de445 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec51f5c3-6a22-452e-a349-632654ff93d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764563 Oct 05 10:54:02.368802 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-208dcb2a-ac91-439a-9362-8991967087c1 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249061 Oct 05 10:54:02.589383 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a03f83a3-7d02-4420-9e77-d9519f8446de req-a0c816b6-fe10-4d7a-8c46-5cfe48c95889 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147200 Oct 05 10:54:03.095656 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3eb0f-12f6-44b3-b01b-4c9f4fe2624d req-587ed745-7abb-4cca-a50c-8d955a9e6aad tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:03.097079 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e9c3eb0f-12f6-44b3-b01b-4c9f4fe2624d req-587ed745-7abb-4cca-a50c-8d955a9e6aad tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 943 time: 0.0884686 Oct 05 10:54:03.140165 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-e9c3eb0f-12f6-44b3-b01b-4c9f4fe2624d req-398b09e7-8c20-4cb6-b9e6-12a70563d226 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374415 Oct 05 10:54:04.340327 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a41ba8-7a08-4111-aaa0-486d86ac5be4 req-2badd5c9-c350-45a7-af11-47c5138c1bad tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:04.341749 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f5a41ba8-7a08-4111-aaa0-486d86ac5be4 req-2badd5c9-c350-45a7-af11-47c5138c1bad tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 943 time: 0.0895298 Oct 05 10:54:04.385379 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f5a41ba8-7a08-4111-aaa0-486d86ac5be4 req-08150f88-07fb-4a62-85eb-b6aad8a36fa5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373640 Oct 05 10:54:04.460289 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:54:04.793747 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 53f9411d-5f39-4048-8284-58c9ee47c9ed details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:54:04.925038 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 53f9411d-5f39-4048-8284-58c9ee47c9ed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:54:04.938605 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'port_id': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'mac_address': 'fa:16:3e:f1:05:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:54:04.992469 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 53f9411d-5f39-4048-8284-58c9ee47c9ed is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:54:04.992849 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:05.012026 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f9411d-5f39-4048-8284-58c9ee47c9ed {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:54:05.027366 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 53f9411d-5f39-4048-8284-58c9ee47c9ed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:54:05.076074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:05.144261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=53f9411d-5f39-4048-8284-58c9ee47c9ed,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:54:05.477247 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['53f9411d-5f39-4048-8284-58c9ee47c9ed'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:54:05.587172 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2638a1-69b2-4854-bebc-6057c9745074 req-35d3467b-27b6-4e83-a740-a0e55437788e tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:05.588622 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-da2638a1-69b2-4854-bebc-6057c9745074 req-35d3467b-27b6-4e83-a740-a0e55437788e tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 944 time: 0.0911961 Oct 05 10:54:05.632469 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-da2638a1-69b2-4854-bebc-6057c9745074 req-435d48c5-6f5f-4bd6-a2fb-9c2f8c4ce17a tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373156 Oct 05 10:54:06.804540 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 53f9411d-5f39-4048-8284-58c9ee47c9ed up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:54:06.828841 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58ceaa-d65b-402a-ba51-794928b1b366 req-bb5bf2f7-ece8-487d-9435-685a5847fcf4 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:06.830384 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cb58ceaa-d65b-402a-ba51-794928b1b366 req-bb5bf2f7-ece8-487d-9435-685a5847fcf4 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 944 time: 0.0864861 Oct 05 10:54:06.875884 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-cb58ceaa-d65b-402a-ba51-794928b1b366 req-ad297ef9-bf66-487a-83ab-18ea68c24543 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396891 Oct 05 10:54:06.927435 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 53f9411d-5f39-4048-8284-58c9ee47c9ed completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:54:06.932391 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 53f9411d-5f39-4048-8284-58c9ee47c9ed triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:54:06.932780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:06.933117 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 53f9411d-5f39-4048-8284-58c9ee47c9ed Oct 05 10:54:07.049049 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 53f9411d-5f39-4048-8284-58c9ee47c9ed is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:54:07.049440 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:07.075141 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f9411d-5f39-4048-8284-58c9ee47c9ed'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:54:07.077397 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969a7934-72ff-4db8-9ca5-06537a938731" -d '{"events": [{"server_uuid": "829ac15e-1b08-480d-ad0d-db224caa2d7a", "name": "network-vif-plugged", "status": "completed", "tag": "53f9411d-5f39-4048-8284-58c9ee47c9ed"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:54:07.085668 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 53f9411d-5f39-4048-8284-58c9ee47c9ed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:54:07.167995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:07.171119 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be01f1f6-7451-4042-8fea-e0b9cee50fb1 x-openstack-request-id: req-be01f1f6-7451-4042-8fea-e0b9cee50fb1 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:54:07.171503 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829ac15e-1b08-480d-ad0d-db224caa2d7a", "name": "network-vif-plugged", "status": "completed", "tag": "53f9411d-5f39-4048-8284-58c9ee47c9ed", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:54:07.171763 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be01f1f6-7451-4042-8fea-e0b9cee50fb1 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:54:07.172150 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be01f1f6-7451-4042-8fea-e0b9cee50fb1'] response: {'server_uuid': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'code': 200} Oct 05 10:54:07.238888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=53f9411d-5f39-4048-8284-58c9ee47c9ed,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:54:07.566562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cbbaf-6a71-4cf1-800a-d7817196265b req-20741459-0689-41fe-a062-f641916a7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:07.567944 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8b9cbbaf-6a71-4cf1-800a-d7817196265b req-20741459-0689-41fe-a062-f641916a7df2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 1098 time: 0.0767989 Oct 05 10:54:07.607379 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-8b9cbbaf-6a71-4cf1-800a-d7817196265b req-8bf5b331-4b2f-44b6-9c0c-cf12d2e1c442 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339680 Oct 05 10:54:08.078715 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde04958-6efa-4c78-881e-ca5c9e42f3d6 req-891896c4-96c8-4ad6-9537-48a39f7995ff tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:08.080201 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fde04958-6efa-4c78-881e-ca5c9e42f3d6 req-891896c4-96c8-4ad6-9537-48a39f7995ff tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 945 time: 0.0911067 Oct 05 10:54:08.124358 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-fde04958-6efa-4c78-881e-ca5c9e42f3d6 req-ddf415af-8a9c-41d7-ac6f-31b7aabd0d86 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384030 Oct 05 10:54:09.417313 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3735b-e7d0-4f51-860c-a210545e311b req-1be9a0bc-78d0-4af2-9f72-f66fddc307c4 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:09.418718 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-30a3735b-e7d0-4f51-860c-a210545e311b req-1be9a0bc-78d0-4af2-9f72-f66fddc307c4 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 945 time: 0.1800013 Oct 05 10:54:09.462196 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-30a3735b-e7d0-4f51-860c-a210545e311b req-5922a1fd-07de-4175-ab88-f5b58f085cde tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378129 Oct 05 10:54:09.654165 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded0cb-7a3b-4092-9818-809b7414fbc8 req-71dafe76-fd39-4229-a5b3-80b0b5d8cf3d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:09.655612 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4bded0cb-7a3b-4092-9818-809b7414fbc8 req-71dafe76-fd39-4229-a5b3-80b0b5d8cf3d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 945 time: 0.0873032 Oct 05 10:54:09.698697 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-4bded0cb-7a3b-4092-9818-809b7414fbc8 req-fc2e2c41-397c-4b1e-8ede-0140356a1b6b tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375099 Oct 05 10:54:09.727547 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 53730) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:54:09.848337 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9289ff-38fd-40d9-88d5-6130f8b32950 tempest-TestSnapshotPattern-1310218556 tempest-TestSnapshotPattern-1310218556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:09.849821 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0d9289ff-38fd-40d9-88d5-6130f8b32950 tempest-TestSnapshotPattern-1310218556 tempest-TestSnapshotPattern-1310218556-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 1093 time: 0.1213098 Oct 05 10:54:09.852827 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 53736) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:54:09.857750 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:54:09.863887 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:54:09.867960 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Usage tracker for resource:floatingip and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:54:09.870657 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:54:09.877204 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:54:09.939307 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:10.072741 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:10.208857 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Allocated IP 172.26.7.75 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/418f208f-9889-4b2f-9819-6e494d0dbcee) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:54:10.353232 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:10.430332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:10.492356 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:54:10.494947 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:54:10.498605 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:54:10.536040 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event updated for resources: {'Port': ['ID=418f208f-9889-4b2f-9819-6e494d0dbcee,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:54:10.910908 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:11.031923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:11.235111 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:11.275779 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:11.377536 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:11.517196 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event updated for resources: {'Port': ['ID=418f208f-9889-4b2f-9819-6e494d0dbcee,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:54:11.640581 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Floating IP 000162ee-f587-4926-bc8a-64a48abd7a8e associated. External IP: 172.26.7.75, port: 53f9411d-5f39-4048-8284-58c9ee47c9ed. Oct 05 10:54:11.982344 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Router e2cc3782-1a91-4158-966b-dfb59eeaac38 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:54:12.160054 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:54:12.170724 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1591e-5ba9-46f8-895c-cd8b46bc99ec None None] Sync routers for ids ['e2cc3782-1a91-4158-966b-dfb59eeaac38'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:54:12.180418 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1591e-5ba9-46f8-895c-cd8b46bc99ec None None] Routers {'e2cc3782-1a91-4158-966b-dfb59eeaac38'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:54:12.181028 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c1e1591e-5ba9-46f8-895c-cd8b46bc99ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:53:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e2cc3782-1a91-4158-966b-dfb59eeaac38'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:54:12.230411 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:12.288113 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0c1b47f9-552f-4bd6-8b66-ff53d6e0d6b8 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4319913 Oct 05 10:54:12.288113 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'tag': '53f9411d-5f39-4048-8284-58c9ee47c9ed'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:54:12.288861 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8940b944d1cb0b736743cf1dca784893609a332e17d05f98fbb9d60a91039ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bbc82e-6adf-4e4a-9f11-0c679926811a" -d '{"events": [{"name": "network-changed", "server_uuid": "829ac15e-1b08-480d-ad0d-db224caa2d7a", "tag": "53f9411d-5f39-4048-8284-58c9ee47c9ed"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:54:12.360777 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-c1e1591e-5ba9-46f8-895c-cd8b46bc99ec None None] Set router e2cc3782-1a91-4158-966b-dfb59eeaac38 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:54:12.378923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a20db57-20ce-4df0-aea7-0f8f6b8acba2 x-openstack-request-id: req-5a20db57-20ce-4df0-aea7-0f8f6b8acba2 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:54:12.379214 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829ac15e-1b08-480d-ad0d-db224caa2d7a", "tag": "53f9411d-5f39-4048-8284-58c9ee47c9ed", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:54:12.379467 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a20db57-20ce-4df0-aea7-0f8f6b8acba2 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:54:12.379872 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a20db57-20ce-4df0-aea7-0f8f6b8acba2'] response: {'name': 'network-changed', 'server_uuid': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'tag': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'status': 'completed', 'code': 200} Oct 05 10:54:12.483467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbc82e-6adf-4e4a-9f11-0c679926811a req-169f7481-3171-4063-ac68-8e1692ed6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:12.485202 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-68bbc82e-6adf-4e4a-9f11-0c679926811a req-169f7481-3171-4063-ac68-8e1692ed6662 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 1098 time: 0.0831294 Oct 05 10:54:12.616227 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbc82e-6adf-4e4a-9f11-0c679926811a req-0cb64eb7-3782-4b68-be4a-e580ff5d15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:12.617583 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-68bbc82e-6adf-4e4a-9f11-0c679926811a req-0cb64eb7-3782-4b68-be4a-e580ff5d15ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec51f5c3-6a22-452e-a349-632654ff93d6 HTTP/1.1" status: 200 len: 910 time: 0.1260617 Oct 05 10:54:12.705783 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c1e1591e-5ba9-46f8-895c-cd8b46bc99ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '000162ee-f587-4926-bc8a-64a48abd7a8e', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'port_id': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'mac_address': 'fa:16:3e:f1:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:54:10Z', 'updated_at': '2022-10-05T10:54:10Z', 'revision_number': 0, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ff34c4-d553-400e-b9e5-4f5b314fdde0', 'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'mac_address': 'fa:16:3e:f0:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:43Z', 'updated_at': '2022-10-05T10:53:49Z', 'revision_number': 5, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'subnets': [{'id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:54:12.709761 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1591e-5ba9-46f8-895c-cd8b46bc99ec None None] Checking router: e2cc3782-1a91-4158-966b-dfb59eeaac38 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:54:12.718636 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1591e-5ba9-46f8-895c-cd8b46bc99ec None None] Routers {'e2cc3782-1a91-4158-966b-dfb59eeaac38'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:54:12.719261 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c1e1591e-5ba9-46f8-895c-cd8b46bc99ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:53:53Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e2cc3782-1a91-4158-966b-dfb59eeaac38'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:54:12.721546 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-68bbc82e-6adf-4e4a-9f11-0c679926811a req-501d3f36-f168-414e-a3d6-a1a70f8b4e5d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed HTTP/1.1" status: 200 len: 998 time: 0.0979524 Oct 05 10:54:12.783905 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbc82e-6adf-4e4a-9f11-0c679926811a req-f3f7f6aa-6b98-4bb7-8af5-10509517ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:12.785449 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-68bbc82e-6adf-4e4a-9f11-0c679926811a req-f3f7f6aa-6b98-4bb7-8af5-10509517ba7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e21c326-9c3e-42de-8c27-57c4e6428aaa HTTP/1.1" status: 200 len: 848 time: 0.0578992 Oct 05 10:54:12.872303 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbc82e-6adf-4e4a-9f11-0c679926811a req-990ad283-7b3b-4619-903e-7de39199fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:54:12.873699 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-68bbc82e-6adf-4e4a-9f11-0c679926811a req-990ad283-7b3b-4619-903e-7de39199fc83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec51f5c3-6a22-452e-a349-632654ff93d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826721 Oct 05 10:54:12.899657 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-c1e1591e-5ba9-46f8-895c-cd8b46bc99ec None None] Set router e2cc3782-1a91-4158-966b-dfb59eeaac38 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:54:13.005310 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-68bbc82e-6adf-4e4a-9f11-0c679926811a req-b45e0173-79b2-4587-9e2f-e3196bc2c061 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253438 Oct 05 10:54:13.136616 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-68bbc82e-6adf-4e4a-9f11-0c679926811a req-b8a75003-7939-49f8-8158-488968284358 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249533 Oct 05 10:54:13.245803 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-c1e1591e-5ba9-46f8-895c-cd8b46bc99ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '000162ee-f587-4926-bc8a-64a48abd7a8e', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'port_id': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'mac_address': 'fa:16:3e:f1:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:54:10Z', 'updated_at': '2022-10-05T10:54:10Z', 'revision_number': 0, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ff34c4-d553-400e-b9e5-4f5b314fdde0', 'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'mac_address': 'fa:16:3e:f0:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:43Z', 'updated_at': '2022-10-05T10:53:49Z', 'revision_number': 5, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'subnets': [{'id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:54:13.250323 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1591e-5ba9-46f8-895c-cd8b46bc99ec None None] The sync data for ids ['e2cc3782-1a91-4158-966b-dfb59eeaac38'] in dv-neutron-860329-1-hyperv is: [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '000162ee-f587-4926-bc8a-64a48abd7a8e', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'port_id': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'mac_address': 'fa:16:3e:f1:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:54:10Z', 'updated_at': '2022-10-05T10:54:10Z', 'revision_number': 0, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ff34c4-d553-400e-b9e5-4f5b314fdde0', 'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'mac_address': 'fa:16:3e:f0:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:43Z', 'updated_at': '2022-10-05T10:53:49Z', 'revision_number': 5, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'subnets': [{'id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:54:13.428863 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663d9f58-5f2c-41be-a514-5a83e711b3c9 None None] New status for floating IP 000162ee-f587-4926-bc8a-64a48abd7a8e: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:54:20.470562 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f90b07cd-a5dc-4d9f-bf99-d53fc1092c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:22.721399 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-15fdde0f-b8f5-4037-bdc2-c1359b8115cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:24.281359 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:24.584031 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:25.949522 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:26.081295 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:41.459766 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:54:50.434955 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0b2536bb-00cc-4fda-8f2e-a764a6ac81fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:52.691990 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-03688bf8-10c2-43f1-ace5-2d54dd7534c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:54.212130 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:54.543403 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:55.966611 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:54:56.120738 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:55:07.637721 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4902161-3621-4ff1-9d89-a922f187757f req-e7028406-fec7-43e2-9f83-94cfda33d30c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766850 Oct 05 10:55:07.787128 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4902161-3621-4ff1-9d89-a922f187757f req-559e1405-741d-4b07-9a3d-7d36714a281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:55:07.788581 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4902161-3621-4ff1-9d89-a922f187757f req-559e1405-741d-4b07-9a3d-7d36714a281c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 1098 time: 0.0822809 Oct 05 10:55:07.929875 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4902161-3621-4ff1-9d89-a922f187757f req-57685773-5801-482c-a3cd-a01c8dd9ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:55:07.931292 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4902161-3621-4ff1-9d89-a922f187757f req-57685773-5801-482c-a3cd-a01c8dd9ddbe service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec51f5c3-6a22-452e-a349-632654ff93d6 HTTP/1.1" status: 200 len: 910 time: 0.1245956 Oct 05 10:55:08.029369 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4902161-3621-4ff1-9d89-a922f187757f req-8cacc058-eefc-468e-a001-5ada8cee72f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed HTTP/1.1" status: 200 len: 1000 time: 0.0917158 Oct 05 10:55:08.093316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4902161-3621-4ff1-9d89-a922f187757f req-14e4d153-9ef8-449c-a6a7-d506546ccf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:55:08.094714 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4902161-3621-4ff1-9d89-a922f187757f req-14e4d153-9ef8-449c-a6a7-d506546ccf3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e21c326-9c3e-42de-8c27-57c4e6428aaa HTTP/1.1" status: 200 len: 848 time: 0.0583811 Oct 05 10:55:08.174394 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4902161-3621-4ff1-9d89-a922f187757f req-469eea1a-de9f-41b5-a06e-d086a099ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:55:08.175816 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4902161-3621-4ff1-9d89-a922f187757f req-469eea1a-de9f-41b5-a06e-d086a099ecbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec51f5c3-6a22-452e-a349-632654ff93d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747099 Oct 05 10:55:08.395557 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4902161-3621-4ff1-9d89-a922f187757f req-49668851-3d7c-4071-9767-916807b74f83 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128327 Oct 05 10:55:08.525195 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-a4902161-3621-4ff1-9d89-a922f187757f req-192750bb-4f58-437b-a4f8-c772d6d5ccae service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236129 Oct 05 10:55:18.459731 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:55:20.423149 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-24bdef6c-78b9-4ee1-8111-1a99592507ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:55:22.685429 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-53625401-6d8a-4210-b0da-8247fde84cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:55:24.245438 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:55:24.576936 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:55:25.948537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:55:26.085703 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:55:50.434173 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c8117acd-ee7c-414f-8de0-b1ad885a47b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:55:52.714172 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7d88-57e0-4a6f-9c63-8cb8be7926c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:55:54.245003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:55:54.548303 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:55:55.459054 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:55:55.948114 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:55:56.096509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:08.508632 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fa2f281e-0e28-433b-8bee-5908b27e976b req-57775668-73a7-4088-be4a-23ffe317eb3d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829971 Oct 05 10:56:08.657943 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f281e-0e28-433b-8bee-5908b27e976b req-08ae9109-7b73-4e9e-be24-2c753398188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:56:08.659488 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fa2f281e-0e28-433b-8bee-5908b27e976b req-08ae9109-7b73-4e9e-be24-2c753398188b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 1098 time: 0.0814598 Oct 05 10:56:08.811821 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f281e-0e28-433b-8bee-5908b27e976b req-7d1fb0e5-f5cc-47bb-a8ad-1c66f1b99ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:56:08.813272 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fa2f281e-0e28-433b-8bee-5908b27e976b req-7d1fb0e5-f5cc-47bb-a8ad-1c66f1b99ead service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec51f5c3-6a22-452e-a349-632654ff93d6 HTTP/1.1" status: 200 len: 910 time: 0.1363904 Oct 05 10:56:08.917906 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fa2f281e-0e28-433b-8bee-5908b27e976b req-e112d88c-842b-4d81-89fb-4b83850fc15a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed HTTP/1.1" status: 200 len: 1000 time: 0.0980289 Oct 05 10:56:08.985318 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f281e-0e28-433b-8bee-5908b27e976b req-91b7844a-a48a-4102-89d1-6776effc7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:56:08.987322 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fa2f281e-0e28-433b-8bee-5908b27e976b req-91b7844a-a48a-4102-89d1-6776effc7330 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e21c326-9c3e-42de-8c27-57c4e6428aaa HTTP/1.1" status: 200 len: 848 time: 0.0628095 Oct 05 10:56:09.073358 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f281e-0e28-433b-8bee-5908b27e976b req-14a621cf-f01c-4ca9-848e-b7c86965ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:56:09.074911 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fa2f281e-0e28-433b-8bee-5908b27e976b req-14a621cf-f01c-4ca9-848e-b7c86965ebc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec51f5c3-6a22-452e-a349-632654ff93d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827584 Oct 05 10:56:09.243968 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fa2f281e-0e28-433b-8bee-5908b27e976b req-4caefa7b-ce65-4766-9f2c-d8e7af0832a3 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615183 Oct 05 10:56:09.394958 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-fa2f281e-0e28-433b-8bee-5908b27e976b req-74e0d205-7f61-4565-80f3-8dbbe169cee3 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434417 Oct 05 10:56:20.421891 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-aa974b84-2bbc-424b-8869-1d7990ae4ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:22.713014 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d87162d7-201a-43fb-bc4b-2cd98d45318e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:24.233365 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:24.541734 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:25.958999 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:26.107742 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:32.459019 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:56:50.433069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4cd78020-ccb6-4e81-93fe-f442e45db851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:52.695994 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-a8eeb104-11e5-4d57-95d0-9436e55cc726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:54.239807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:54.575908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:55.597969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 53f9411d-5f39-4048-8284-58c9ee47c9ed details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:56:55.733583 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 53f9411d-5f39-4048-8284-58c9ee47c9ed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:56:55.748548 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'port_id': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'mac_address': 'fa:16:3e:f1:05:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:56:55.809498 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 53f9411d-5f39-4048-8284-58c9ee47c9ed is: ACTIVE; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:56:55.809879 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:55.827897 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53f9411d-5f39-4048-8284-58c9ee47c9ed {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:56:55.843400 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 53f9411d-5f39-4048-8284-58c9ee47c9ed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:56:55.901754 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:55.972962 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=53f9411d-5f39-4048-8284-58c9ee47c9ed,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:56:55.981048 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:55.982050 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['53f9411d-5f39-4048-8284-58c9ee47c9ed'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:56:56.008291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:56:56.008635 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:56:56.008976 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:56:56.009315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:56:56.009645 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:56:56.009974 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:56:56.010326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:56:56.010652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:56:56.010981 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:56:56.011303 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:56:56.011631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:56:56.011945 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:56:56.116067 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:57.606744 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 53f9411d-5f39-4048-8284-58c9ee47c9ed up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:56:57.674843 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 53f9411d-5f39-4048-8284-58c9ee47c9ed triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:56:57.675273 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:57.675620 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 53f9411d-5f39-4048-8284-58c9ee47c9ed Oct 05 10:56:57.794539 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 53f9411d-5f39-4048-8284-58c9ee47c9ed is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:56:57.794923 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:57.821597 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f9411d-5f39-4048-8284-58c9ee47c9ed'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:56:57.823902 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2787d853-7717-4e2b-9ec1-6504f9f7f636" -d '{"events": [{"server_uuid": "829ac15e-1b08-480d-ad0d-db224caa2d7a", "name": "network-vif-plugged", "status": "completed", "tag": "53f9411d-5f39-4048-8284-58c9ee47c9ed"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:56:57.831417 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 53f9411d-5f39-4048-8284-58c9ee47c9ed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:56:57.868966 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa2228b-18aa-4761-8106-a1dbca3e1955 x-openstack-request-id: req-dfa2228b-18aa-4761-8106-a1dbca3e1955 {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:56:57.869260 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829ac15e-1b08-480d-ad0d-db224caa2d7a", "name": "network-vif-plugged", "status": "completed", "tag": "53f9411d-5f39-4048-8284-58c9ee47c9ed", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:56:57.869511 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dfa2228b-18aa-4761-8106-a1dbca3e1955 {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:56:57.869904 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa2228b-18aa-4761-8106-a1dbca3e1955'] response: {'server_uuid': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'code': 200} Oct 05 10:56:57.901764 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:56:57.970003 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=53f9411d-5f39-4048-8284-58c9ee47c9ed,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:57:09.457947 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:57:10.582606 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0424a-b6fa-401c-8f7e-84f5d1f66ff9 req-bca51a98-2e80-40a1-96fd-c0b14d82e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:10.584765 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-57c0424a-b6fa-401c-8f7e-84f5d1f66ff9 req-bca51a98-2e80-40a1-96fd-c0b14d82e46b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 1098 time: 0.0927827 Oct 05 10:57:10.774355 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0424a-b6fa-401c-8f7e-84f5d1f66ff9 req-9ed9b949-ff23-45fa-9c32-7802ddd530df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:10.775716 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-57c0424a-b6fa-401c-8f7e-84f5d1f66ff9 req-9ed9b949-ff23-45fa-9c32-7802ddd530df service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec51f5c3-6a22-452e-a349-632654ff93d6 HTTP/1.1" status: 200 len: 910 time: 0.1680980 Oct 05 10:57:10.887823 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-57c0424a-b6fa-401c-8f7e-84f5d1f66ff9 req-fc0131a0-cac7-4aac-9877-d88b73a82764 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed HTTP/1.1" status: 200 len: 1000 time: 0.1045988 Oct 05 10:57:10.959734 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0424a-b6fa-401c-8f7e-84f5d1f66ff9 req-5db747a5-16c3-488a-a692-c30471d425d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:10.962056 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-57c0424a-b6fa-401c-8f7e-84f5d1f66ff9 req-5db747a5-16c3-488a-a692-c30471d425d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e21c326-9c3e-42de-8c27-57c4e6428aaa HTTP/1.1" status: 200 len: 848 time: 0.0657630 Oct 05 10:57:11.073552 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0424a-b6fa-401c-8f7e-84f5d1f66ff9 req-6057ed2f-e449-4c17-b45f-49f747fbc6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:11.075265 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-57c0424a-b6fa-401c-8f7e-84f5d1f66ff9 req-6057ed2f-e449-4c17-b45f-49f747fbc6c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec51f5c3-6a22-452e-a349-632654ff93d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1026294 Oct 05 10:57:11.220002 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-57c0424a-b6fa-401c-8f7e-84f5d1f66ff9 req-190d252b-4cac-4b6e-a4a9-7c49db287413 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362476 Oct 05 10:57:11.365058 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-57c0424a-b6fa-401c-8f7e-84f5d1f66ff9 req-6dd466cf-bd19-4293-b094-8ff2492d6124 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386333 Oct 05 10:57:14.318636 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-dae567cc-760d-43ae-9763-4344736e90b2 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93219520&fields=id&tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe HTTP/1.1" status: 200 len: 267 time: 0.0423763 Oct 05 10:57:14.478387 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-0241d532-af68-4309-8fe5-969ac9eb89d2 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:14.479905 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-0241d532-af68-4309-8fe5-969ac9eb89d2 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/networks?id=ec51f5c3-6a22-452e-a349-632654ff93d6 HTTP/1.1" status: 200 len: 809 time: 0.1551125 Oct 05 10:57:14.496761 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-1ff8568f-0b99-4fb1-ac1e-e8ea5c646386 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/quotas/f0e5bf6968024e8ea0cfdeff72873bfe HTTP/1.1" status: 200 len: 375 time: 0.0110319 Oct 05 10:57:14.593767 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-f0f42602-41c8-40e0-afe3-b5e7551d1560 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0915980 Oct 05 10:57:14.731931 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-1d9169fe-8dea-483c-be1f-5c49b467af36 service neutron] 10.222.0.49 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264200 Oct 05 10:57:14.865552 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-33c4ccdc-0ccf-4f42-a8b1-a1b4db20b369 service neutron] 10.222.0.49 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278539 Oct 05 10:57:15.129347 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-27cab2ec-f4bb-4c8b-bde4-0676c9a1411a req-0df7188e-578b-4cf7-b211-56eef4905075 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 210 time: 0.0531366 Oct 05 10:57:16.397140 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9d7f6fcb-1723-4340-975f-f165470902c4 req-2b6c5e60-13d9-4f6c-9eac-fba7e78f3ede tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 210 time: 0.1532376 Oct 05 10:57:17.208473 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-9b18e7e1-bcb8-46ee-87af-e453364540e3 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:17.209915 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-9b18e7e1-bcb8-46ee-87af-e453364540e3 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.55 "GET /v2.0/networks?id=ec51f5c3-6a22-452e-a349-632654ff93d6 HTTP/1.1" status: 200 len: 809 time: 0.1473517 Oct 05 10:57:17.261109 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-2b760c7b-16bc-421c-86f0-964fec6730b0 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe HTTP/1.1" status: 200 len: 378 time: 0.0432241 Oct 05 10:57:17.269504 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Request body: {'port': {'device_id': '518f2f4f-7019-4a90-8a60-132769186fa3', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'admin_state_up': True, 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'security_groups': ['9b6f133c-7674-468e-ae8d-5bd9c006b176']}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:57:17.503335 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:57:17.507462 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Usage tracker for resource:port and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:57:17.510449 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:57:17.516404 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.quota.driver [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:57:17.568690 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b27d5ede-c04d-4fc2-a491-68086afc2981 req-8500e6df-ee9a-4d03-b8b6-49efea3fc5eb tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 210 time: 0.0511041 Oct 05 10:57:17.579391 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Made reservation on behalf of f0e5bf6968024e8ea0cfdeff72873bfe for: {'port': 1} {{(pid=89845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:57:17.583500 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:17.751647 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_common [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Allocated IP 172.20.0.14 (ec51f5c3-6a22-452e-a349-632654ff93d6/0e21c326-9c3e-42de-8c27-57c4e6428aaa/0375781e-46f4-464c-afd7-9f4e2eccea91) {{(pid=89845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:57:17.968616 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for port, precommit_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:17.988650 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Transition to ACTIVE for port object 0375781e-46f4-464c-afd7-9f4e2eccea91 will not be triggered until provisioned by entity DHCP. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:57:18.082548 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_create {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:18.165849 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Network ec51f5c3-6a22-452e-a349-632654ff93d6 is already hosted by enough agents. {{(pid=89845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:57:18.169135 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.base_scheduler [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources bound (agent type, host, resource id): {{(pid=89845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:57:18.175053 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Received port after_create {{(pid=89845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:57:18.231079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event updated for resources: {'Port': ['ID=0375781e-46f4-464c-afd7-9f4e2eccea91,revision_number=1']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:57:18.252514 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:18.253688 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:18.254161 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:18.259446 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:18.260501 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:18.261423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:18.262331 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:18.263263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:18.264183 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:18.265070 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:18.266580 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:18.267513 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:18.320562 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:18.321240 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:18.439346 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-ee11343b-a8df-495b-a0f0-660a41b16fef tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1737747 Oct 05 10:57:18.655654 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Provisioning for port 0375781e-46f4-464c-afd7-9f4e2eccea91 completed by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:57:18.660854 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Provisioning complete for port 0375781e-46f4-464c-afd7-9f4e2eccea91 triggered by entity DHCP. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:57:18.661425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:18.661917 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Attempt 1 to provision port 0375781e-46f4-464c-afd7-9f4e2eccea91 Oct 05 10:57:18.762916 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Port 0375781e-46f4-464c-afd7-9f4e2eccea91 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:57:18.894997 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a44cd-776e-4632-af33-55544a6bb5ea req-d0825855-18cf-43c5-b3f3-159de4708ec6 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:18.896479 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b99a44cd-776e-4632-af33-55544a6bb5ea req-d0825855-18cf-43c5-b3f3-159de4708ec6 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 932 time: 0.1689303 Oct 05 10:57:18.949623 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b99a44cd-776e-4632-af33-55544a6bb5ea req-e33302f5-4527-46f3-8870-5e82dae8d71d tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455613 Oct 05 10:57:19.264555 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Attempt 2 to provision port 0375781e-46f4-464c-afd7-9f4e2eccea91 Oct 05 10:57:19.340203 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Port 0375781e-46f4-464c-afd7-9f4e2eccea91 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:57:19.746218 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 53f9411d-5f39-4048-8284-58c9ee47c9ed no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:57:19.845777 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Attempt 3 to provision port 0375781e-46f4-464c-afd7-9f4e2eccea91 Oct 05 10:57:19.926892 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Port 0375781e-46f4-464c-afd7-9f4e2eccea91 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:57:19.927886 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 53f9411d-5f39-4048-8284-58c9ee47c9ed is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:57:19.928018 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:19.955675 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f9411d-5f39-4048-8284-58c9ee47c9ed'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:57:19.958687 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beadd368-97cf-4669-ba85-08d0e304adce" -d '{"events": [{"server_uuid": "829ac15e-1b08-480d-ad0d-db224caa2d7a", "name": "network-vif-unplugged", "status": "completed", "tag": "53f9411d-5f39-4048-8284-58c9ee47c9ed"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:57:19.966736 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 53f9411d-5f39-4048-8284-58c9ee47c9ed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:57:20.009488 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 10:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a35be02-3378-4fb5-8476-1d74dcf682bb x-openstack-request-id: req-7a35be02-3378-4fb5-8476-1d74dcf682bb {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:57:20.009780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829ac15e-1b08-480d-ad0d-db224caa2d7a", "name": "network-vif-unplugged", "status": "completed", "tag": "53f9411d-5f39-4048-8284-58c9ee47c9ed", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:57:20.010090 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a35be02-3378-4fb5-8476-1d74dcf682bb {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:57:20.010475 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a35be02-3378-4fb5-8476-1d74dcf682bb'] response: {'server_uuid': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'code': 200} Oct 05 10:57:20.038554 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:20.114353 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=53f9411d-5f39-4048-8284-58c9ee47c9ed,revision_number=8']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:57:20.200710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708725ce-d322-4cc0-942b-6f8ad59b2b35 req-d15486ca-07ac-4a08-ac11-c1de8927a4eb tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:20.203155 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-708725ce-d322-4cc0-942b-6f8ad59b2b35 req-d15486ca-07ac-4a08-ac11-c1de8927a4eb tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 932 time: 0.0968134 Oct 05 10:57:20.255825 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-708725ce-d322-4cc0-942b-6f8ad59b2b35 req-6a63406c-bc4a-4a55-842b-e2f8b7bd48aa tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458772 Oct 05 10:57:20.428315 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Attempt 4 to provision port 0375781e-46f4-464c-afd7-9f4e2eccea91 Oct 05 10:57:20.486870 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Port 0375781e-46f4-464c-afd7-9f4e2eccea91 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:57:20.489441 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dcefaea3-b6ba-4141-8b71-d53008ade935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:20.988402 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Attempt 5 to provision port 0375781e-46f4-464c-afd7-9f4e2eccea91 Oct 05 10:57:21.074096 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Port 0375781e-46f4-464c-afd7-9f4e2eccea91 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:57:21.482198 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bb8ce-3569-4715-b990-0be8af207d99 req-8204b8cd-04ab-4cae-bd4b-ed9a4b46e013 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:21.483846 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9a3bb8ce-3569-4715-b990-0be8af207d99 req-8204b8cd-04ab-4cae-bd4b-ed9a4b46e013 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 932 time: 0.0962343 Oct 05 10:57:21.533450 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-9a3bb8ce-3569-4715-b990-0be8af207d99 req-cec0cf4e-2a32-4647-a302-24eec939a315 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431795 Oct 05 10:57:21.567323 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Attempt 6 to provision port 0375781e-46f4-464c-afd7-9f4e2eccea91 Oct 05 10:57:21.636228 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Port 0375781e-46f4-464c-afd7-9f4e2eccea91 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:57:22.138036 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Attempt 7 to provision port 0375781e-46f4-464c-afd7-9f4e2eccea91 Oct 05 10:57:22.232264 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Port 0375781e-46f4-464c-afd7-9f4e2eccea91 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:57:22.733604 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Attempt 8 to provision port 0375781e-46f4-464c-afd7-9f4e2eccea91 Oct 05 10:57:22.776743 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-85b3eac5-e65a-4aff-930e-3e26253a945e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:22.824203 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17174c61-3740-42ad-9e7a-61cfffdd3eb9 req-c6ded75f-d92b-4036-97c8-17e99dffddb5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:22.824203 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-17174c61-3740-42ad-9e7a-61cfffdd3eb9 req-c6ded75f-d92b-4036-97c8-17e99dffddb5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 932 time: 0.1293676 Oct 05 10:57:22.825453 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Port 0375781e-46f4-464c-afd7-9f4e2eccea91 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:57:22.843628 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-17174c61-3740-42ad-9e7a-61cfffdd3eb9 req-3664bbc7-5d14-41df-9c3c-961447b81c40 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477571 Oct 05 10:57:23.313288 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Attempt 9 to provision port 0375781e-46f4-464c-afd7-9f4e2eccea91 Oct 05 10:57:23.372259 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Port 0375781e-46f4-464c-afd7-9f4e2eccea91 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:57:23.874246 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Attempt 10 to provision port 0375781e-46f4-464c-afd7-9f4e2eccea91 Oct 05 10:57:23.951895 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-77a169f4-86d0-4066-9fa4-5ac3e23729e6 None None] Port 0375781e-46f4-464c-afd7-9f4e2eccea91 cannot update to ACTIVE because it is not bound. {{(pid=89847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:57:24.064505 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ff0a6-5649-4df3-8507-574ffed3ba20 req-dfbbda02-cb0d-40e4-b202-333387675a8c tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:24.066451 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5c9ff0a6-5649-4df3-8507-574ffed3ba20 req-dfbbda02-cb0d-40e4-b202-333387675a8c tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 932 time: 0.0976424 Oct 05 10:57:24.115510 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-5c9ff0a6-5649-4df3-8507-574ffed3ba20 req-4c7a6dbe-0f3e-4cc9-9f03-2508c432a157 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432072 Oct 05 10:57:24.238306 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:24.563293 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:25.319206 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ce37-9692-4620-bf16-0a1acef37987 req-1d8777da-ac4d-4041-bb7e-2f25bb3dd89b tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:25.320735 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7945ce37-9692-4620-bf16-0a1acef37987 req-1d8777da-ac4d-4041-bb7e-2f25bb3dd89b tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 932 time: 0.0911551 Oct 05 10:57:25.369314 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7945ce37-9692-4620-bf16-0a1acef37987 req-2e9a0193-63f0-4aa6-8571-5c33140a401f tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429473 Oct 05 10:57:25.958079 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:26.152477 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:26.568642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87169591-4869-4bb6-910d-53ac0633e6da req-66213cd4-daac-4117-84e2-8a47895f9139 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:26.570225 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-87169591-4869-4bb6-910d-53ac0633e6da req-66213cd4-daac-4117-84e2-8a47895f9139 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 932 time: 0.0877109 Oct 05 10:57:26.615438 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-87169591-4869-4bb6-910d-53ac0633e6da req-3cd122c1-0609-435e-bdbb-caf6b5d222e2 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376761 Oct 05 10:57:27.817088 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655bdac-d0d6-4404-b999-6f555b7c553d req-6659a0ed-a4ff-4454-b489-4d952737b2cc tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:27.818673 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b655bdac-d0d6-4404-b999-6f555b7c553d req-6659a0ed-a4ff-4454-b489-4d952737b2cc tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 932 time: 0.0913970 Oct 05 10:57:27.861698 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b655bdac-d0d6-4404-b999-6f555b7c553d req-a72f789c-d469-49c9-8650-bca1796c8fb9 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373702 Oct 05 10:57:29.054789 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90773372-d3b7-46a0-a981-f07fea73d49b req-659bb258-448a-4d05-95b5-cd191debf62a tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:29.056137 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-90773372-d3b7-46a0-a981-f07fea73d49b req-659bb258-448a-4d05-95b5-cd191debf62a tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 932 time: 0.0853045 Oct 05 10:57:29.104192 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-90773372-d3b7-46a0-a981-f07fea73d49b req-cc91175c-13d3-4ece-983f-667004e7e1dc tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424516 Oct 05 10:57:30.303148 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6977-a2bc-4271-9d89-1b8218e7d683 req-89b17350-4b3b-4433-9eb0-341a6700f4bc tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:30.304636 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0abf6977-a2bc-4271-9d89-1b8218e7d683 req-89b17350-4b3b-4433-9eb0-341a6700f4bc tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 932 time: 0.0881484 Oct 05 10:57:30.350048 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-0abf6977-a2bc-4271-9d89-1b8218e7d683 req-002da4a9-704c-49c3-bb46-cf9c78fb4699 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397067 Oct 05 10:57:30.627529 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.v2.base [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Request body: {'port': {'device_id': '518f2f4f-7019-4a90-8a60-132769186fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:57:30.740205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:31.076193 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0375781e-46f4-464c-afd7-9f4e2eccea91 {{(pid=89845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:57:31.083918 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:31.098356 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.provisioning_blocks [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Transition to ACTIVE for port object 0375781e-46f4-464c-afd7-9f4e2eccea91 will not be triggered until provisioned by entity L2. {{(pid=89845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:57:31.175109 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:31.356732 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Pushing event updated for resources: {'Port': ['ID=0375781e-46f4-464c-afd7-9f4e2eccea91,revision_number=2']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:57:31.397780 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Attempting to bind port 0375781e-46f4-464c-afd7-9f4e2eccea91 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:57:31.398153 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Attempting to bind port 0375781e-46f4-464c-afd7-9f4e2eccea91 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:57:31.398496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Attempting to bind port 0375781e-46f4-464c-afd7-9f4e2eccea91 on network ec51f5c3-6a22-452e-a349-632654ff93d6 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:57:31.403147 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Port 0375781e-46f4-464c-afd7-9f4e2eccea91 on network ec51f5c3-6a22-452e-a349-632654ff93d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:57:31.403467 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Attempting to bind port 0375781e-46f4-464c-afd7-9f4e2eccea91 on network ec51f5c3-6a22-452e-a349-632654ff93d6 {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:57:31.408549 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Checking agent: {'id': 'f97b6e9f-9900-4e31-8a70-55b2ea9dddb9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'started_at': datetime.datetime(2022, 10, 5, 9, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:57:31.409445 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Checking segment: {'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:57:31.409834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Bound using segment: {'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'} {{(pid=89845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:57:31.410294 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.managers [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Bound port: 0375781e-46f4-464c-afd7-9f4e2eccea91, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0269acd9-8c29-451d-b970-fc09afb54d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6'}}] {{(pid=89845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:57:31.410643 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:31.498961 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] For port 0375781e-46f4-464c-afd7-9f4e2eccea91, host hv-neutron-8603, cleared binding levels {{(pid=89845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:57:31.501972 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] For port 0375781e-46f4-464c-afd7-9f4e2eccea91, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0375781e-46f4-464c-afd7-9f4e2eccea91,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:57:31.550324 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a1c7c-32b7-4ae9-8488-3b5d0bb9bed1 req-b3fce980-2c76-4bd0-8d7c-456396fd3898 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:31.551852 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-875a1c7c-32b7-4ae9-8488-3b5d0bb9bed1 req-b3fce980-2c76-4bd0-8d7c-456396fd3898 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 944 time: 0.0904207 Oct 05 10:57:31.558610 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14874393'] for port, after_update {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:31.597093 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-875a1c7c-32b7-4ae9-8488-3b5d0bb9bed1 req-56461fa0-2d39-4983-b64c-ad36574b96fd tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392389 Oct 05 10:57:31.598021 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:31.598644 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:31.600018 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] 10.222.0.55 "PUT /v2.0/ports/0375781e-46f4-464c-afd7-9f4e2eccea91 HTTP/1.1" status: 200 len: 1094 time: 0.9770658 Oct 05 10:57:31.600463 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518f2f4f-7019-4a90-8a60-132769186fa3', 'tag': '0375781e-46f4-464c-afd7-9f4e2eccea91'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:57:31.602875 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719934c8-7ec7-4e21-8660-b72c65020e72" -d '{"events": [{"name": "network-changed", "server_uuid": "518f2f4f-7019-4a90-8a60-132769186fa3", "tag": "0375781e-46f4-464c-afd7-9f4e2eccea91"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:57:31.639735 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df717e-e8e8-44c4-9d98-dcd5067c6e81 service neutron] Pushing event updated for resources: {'Port': ['ID=0375781e-46f4-464c-afd7-9f4e2eccea91,revision_number=3']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:57:31.659152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c7195e-1512-4055-91af-882a96cc3dfb x-openstack-request-id: req-f3c7195e-1512-4055-91af-882a96cc3dfb {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:57:31.659152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518f2f4f-7019-4a90-8a60-132769186fa3", "tag": "0375781e-46f4-464c-afd7-9f4e2eccea91", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:57:31.659152 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3c7195e-1512-4055-91af-882a96cc3dfb {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:57:31.659152 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c7195e-1512-4055-91af-882a96cc3dfb'] response: {'name': 'network-changed', 'server_uuid': '518f2f4f-7019-4a90-8a60-132769186fa3', 'tag': '0375781e-46f4-464c-afd7-9f4e2eccea91', 'status': 'completed', 'code': 200} Oct 05 10:57:31.750646 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719934c8-7ec7-4e21-8660-b72c65020e72 req-101da5be-c46e-455f-b084-4a3eca72a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:31.752120 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-719934c8-7ec7-4e21-8660-b72c65020e72 req-101da5be-c46e-455f-b084-4a3eca72a5a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0801952 Oct 05 10:57:31.987431 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719934c8-7ec7-4e21-8660-b72c65020e72 req-b7f9a71b-19fe-4d77-8a73-9199ebb3d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:31.988879 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-719934c8-7ec7-4e21-8660-b72c65020e72 req-b7f9a71b-19fe-4d77-8a73-9199ebb3d944 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2303493 Oct 05 10:57:32.122850 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719934c8-7ec7-4e21-8660-b72c65020e72 req-1cf2ed07-5ee9-4e77-bf01-d93abc0053d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:32.124277 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-719934c8-7ec7-4e21-8660-b72c65020e72 req-1cf2ed07-5ee9-4e77-bf01-d93abc0053d3 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298125 Oct 05 10:57:32.237620 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-51331193-efa7-4893-b0e9-fc213db6a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:32.239086 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-51331193-efa7-4893-b0e9-fc213db6a3e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0811617 Oct 05 10:57:32.305118 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-f5c79cf5-5fe2-4f36-93a1-93e95d97a39f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0375781e-46f4-464c-afd7-9f4e2eccea91 HTTP/1.1" status: 200 len: 217 time: 0.0598195 Oct 05 10:57:32.368471 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-cf8d3cdb-be0c-46ca-b892-2890222dc10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:32.369902 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-cf8d3cdb-be0c-46ca-b892-2890222dc10e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e21c326-9c3e-42de-8c27-57c4e6428aaa HTTP/1.1" status: 200 len: 848 time: 0.0591648 Oct 05 10:57:32.452369 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-1c13b790-3a5a-42a6-94a8-11d5f79b173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:32.453872 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-1c13b790-3a5a-42a6-94a8-11d5f79b173e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec51f5c3-6a22-452e-a349-632654ff93d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785403 Oct 05 10:57:32.585628 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-01bb2d8d-7085-416a-a83d-315da484ad68 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247337 Oct 05 10:57:32.718153 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-ae2bf8fa-012f-4e5a-83a9-7e8ef838ada1 req-b6bc7ce8-a846-4e95-814c-baa13ad87ac6 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267533 Oct 05 10:57:32.798975 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5211c-2989-4cf7-bf94-3bab2ab6af5a req-84cb5c45-0b14-4df7-944e-87900f257236 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:32.802516 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-06b5211c-2989-4cf7-bf94-3bab2ab6af5a req-84cb5c45-0b14-4df7-944e-87900f257236 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 944 time: 0.0881379 Oct 05 10:57:32.848240 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-06b5211c-2989-4cf7-bf94-3bab2ab6af5a req-ef31d53e-3987-41ca-a299-f46658fc5e3f tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417933 Oct 05 10:57:34.054385 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d46e81-c805-4aa3-b7dd-e8d8da1e8723 req-7e3b58f3-cbf6-4429-bb81-2662d1876344 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:34.055779 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-28d46e81-c805-4aa3-b7dd-e8d8da1e8723 req-7e3b58f3-cbf6-4429-bb81-2662d1876344 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 944 time: 0.0904579 Oct 05 10:57:34.100411 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-28d46e81-c805-4aa3-b7dd-e8d8da1e8723 req-5b86f80a-4539-4ef8-90f8-bbb23aa3c522 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386987 Oct 05 10:57:35.299228 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f14ae6-28ce-4b11-bb46-b5a1e108d918 req-266a9af2-07fe-4f2d-817c-622eb5c47294 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:35.300659 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c5f14ae6-28ce-4b11-bb46-b5a1e108d918 req-266a9af2-07fe-4f2d-817c-622eb5c47294 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 944 time: 0.0893621 Oct 05 10:57:35.343593 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-c5f14ae6-28ce-4b11-bb46-b5a1e108d918 req-13edad62-9598-422a-9faa-7c56b11337c2 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373335 Oct 05 10:57:35.834071 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0375781e-46f4-464c-afd7-9f4e2eccea91 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:57:35.963116 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0375781e-46f4-464c-afd7-9f4e2eccea91, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0375781e-46f4-464c-afd7-9f4e2eccea91,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:57:35.975731 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '0375781e-46f4-464c-afd7-9f4e2eccea91', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'port_id': '0375781e-46f4-464c-afd7-9f4e2eccea91', 'mac_address': 'fa:16:3e:42:67:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:57:36.032069 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 0375781e-46f4-464c-afd7-9f4e2eccea91 is: DOWN; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:57:36.032364 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:36.048225 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0375781e-46f4-464c-afd7-9f4e2eccea91 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:57:36.062935 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0375781e-46f4-464c-afd7-9f4e2eccea91, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0375781e-46f4-464c-afd7-9f4e2eccea91,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:57:36.135124 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:36.200876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=0375781e-46f4-464c-afd7-9f4e2eccea91,revision_number=4']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:57:36.541109 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5b167-0abf-4edb-9139-7b18d79b0059 req-46f08d73-312a-4b25-9ca9-95d739c0178b tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:36.542574 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-94c5b167-0abf-4edb-9139-7b18d79b0059 req-46f08d73-312a-4b25-9ca9-95d739c0178b tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 945 time: 0.0879986 Oct 05 10:57:36.589252 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-94c5b167-0abf-4edb-9139-7b18d79b0059 req-aa5a2814-1d10-49bd-a7b8-a56adb733c08 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410967 Oct 05 10:57:36.599634 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['0375781e-46f4-464c-afd7-9f4e2eccea91'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:57:37.788642 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e298d-9f4d-4b0a-b708-77a3ad7c5905 req-ab0449b6-7ef7-4dc2-ac10-9e42c10a3a62 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:37.790126 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f03e298d-9f4d-4b0a-b708-77a3ad7c5905 req-ab0449b6-7ef7-4dc2-ac10-9e42c10a3a62 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 945 time: 0.0884244 Oct 05 10:57:37.834460 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0375781e-46f4-464c-afd7-9f4e2eccea91 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:57:37.835778 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f03e298d-9f4d-4b0a-b708-77a3ad7c5905 req-63208fee-b966-4076-830e-a42a66310142 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399172 Oct 05 10:57:37.963514 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning for port 0375781e-46f4-464c-afd7-9f4e2eccea91 completed by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:57:37.968238 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 0375781e-46f4-464c-afd7-9f4e2eccea91 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:57:37.968643 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:37.968982 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 0375781e-46f4-464c-afd7-9f4e2eccea91 Oct 05 10:57:38.085383 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 0375781e-46f4-464c-afd7-9f4e2eccea91 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:57:38.085762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:38.111482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518f2f4f-7019-4a90-8a60-132769186fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0375781e-46f4-464c-afd7-9f4e2eccea91'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:57:38.114342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaca0c1a-2349-4927-89e9-8279a684d908" -d '{"events": [{"server_uuid": "518f2f4f-7019-4a90-8a60-132769186fa3", "name": "network-vif-plugged", "status": "completed", "tag": "0375781e-46f4-464c-afd7-9f4e2eccea91"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:57:38.121684 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0375781e-46f4-464c-afd7-9f4e2eccea91, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0375781e-46f4-464c-afd7-9f4e2eccea91,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:57:38.160708 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7102b9af-f3f6-4477-8c9b-cd41e754df5d x-openstack-request-id: req-7102b9af-f3f6-4477-8c9b-cd41e754df5d {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:57:38.161005 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518f2f4f-7019-4a90-8a60-132769186fa3", "name": "network-vif-plugged", "status": "completed", "tag": "0375781e-46f4-464c-afd7-9f4e2eccea91", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:57:38.161255 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7102b9af-f3f6-4477-8c9b-cd41e754df5d {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:57:38.161652 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7102b9af-f3f6-4477-8c9b-cd41e754df5d'] response: {'server_uuid': '518f2f4f-7019-4a90-8a60-132769186fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0375781e-46f4-464c-afd7-9f4e2eccea91', 'code': 200} Oct 05 10:57:38.175904 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:38.243283 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=0375781e-46f4-464c-afd7-9f4e2eccea91,revision_number=5']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:57:38.501596 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbd7b3-c47d-442a-8e7c-fba119372889 req-46284375-daf1-413a-8d7d-171230504e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:38.503617 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f8bbd7b3-c47d-442a-8e7c-fba119372889 req-46284375-daf1-413a-8d7d-171230504e43 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 1099 time: 0.0823429 Oct 05 10:57:38.544405 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f8bbd7b3-c47d-442a-8e7c-fba119372889 req-83884bd6-8aac-49ba-9b41-25fba47a41b6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350461 Oct 05 10:57:39.038321 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d37c52-989b-4690-bae8-dd7bf576a51e req-190ec7a1-e392-4f57-aeb5-a76aa22a80f9 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:39.039670 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-29d37c52-989b-4690-bae8-dd7bf576a51e req-190ec7a1-e392-4f57-aeb5-a76aa22a80f9 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 946 time: 0.0912375 Oct 05 10:57:39.083800 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-29d37c52-989b-4690-bae8-dd7bf576a51e req-b455eee1-c4d7-4472-880b-3738d99b2feb tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381987 Oct 05 10:57:40.281023 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca700f-22cc-4b5b-a0af-97a7f76a6381 req-d190aa8a-4cc5-40f0-87eb-2728015c2813 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:40.282523 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f8ca700f-22cc-4b5b-a0af-97a7f76a6381 req-d190aa8a-4cc5-40f0-87eb-2728015c2813 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 946 time: 0.0879982 Oct 05 10:57:40.330607 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-f8ca700f-22cc-4b5b-a0af-97a7f76a6381 req-e28791c0-390e-4a13-8fda-b079e2d04d9c tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422518 Oct 05 10:57:40.529839 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986789b-f9d4-4041-aba3-4db8f8a1397f req-55877db6-592a-4dcd-9687-c30a37f74f21 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:40.531317 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2986789b-f9d4-4041-aba3-4db8f8a1397f req-55877db6-592a-4dcd-9687-c30a37f74f21 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 946 time: 0.0880864 Oct 05 10:57:40.574841 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-2986789b-f9d4-4041-aba3-4db8f8a1397f req-30951083-723d-4ab7-9f43-02c9f1b49546 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374534 Oct 05 10:57:40.602972 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 54074) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:57:40.773863 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc2d7f6-74a3-4f50-8fdf-24170110c7df tempest-TestSnapshotPattern-1310218556 tempest-TestSnapshotPattern-1310218556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:40.775457 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-5cc2d7f6-74a3-4f50-8fdf-24170110c7df tempest-TestSnapshotPattern-1310218556 tempest-TestSnapshotPattern-1310218556-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 1094 time: 0.1714706 Oct 05 10:57:40.778289 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 54078) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:57:40.783125 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.v2.base [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Request body: {'floatingip': {'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'port_id': '0375781e-46f4-464c-afd7-9f4e2eccea91', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:57:40.789490 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:57:40.793319 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Usage tracker for resource:floatingip and tenant:f0e5bf6968024e8ea0cfdeff72873bfe is out of sync, need to count used quota {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:57:40.796175 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:57:40.802436 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.quota.driver [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:57:40.877701 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for floatingip, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:41.010004 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:41.145177 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_common [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Allocated IP 172.26.7.130 (12658a95-590a-4fd3-b4a7-e649c53318e9/27a74f02-464e-484b-b2bc-4353968cfe6f/ac36d8d3-ce68-4b3e-9f15-6ebe1abbecbc) {{(pid=89846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:57:41.290326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for port, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:41.408714 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764024061974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:41.472381 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Network 12658a95-590a-4fd3-b4a7-e649c53318e9 is already hosted by enough agents. {{(pid=89846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:57:41.475152 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.base_scheduler [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Resources bound (agent type, host, resource id): {{(pid=89846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:57:41.478855 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Received port after_create {{(pid=89846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:57:41.508193 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event updated for resources: {'Port': ['ID=ac36d8d3-ce68-4b3e-9f15-6ebe1abbecbc,revision_number=1']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:57:41.526129 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:41.526474 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:41.526822 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:41.527137 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:41.527463 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:41.527793 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:41.528112 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:41.528432 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:41.528758 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:41.529078 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:41.529391 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:41.529704 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:57:41.897808 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:41.998496 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:42.199179 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for port, precommit_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:42.237675 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13361975'] for port, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:42.346649 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597097'] for floatingip, after_update {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:42.397152 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event updated for resources: {'Port': ['ID=ac36d8d3-ce68-4b3e-9f15-6ebe1abbecbc,revision_number=2']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:57:42.619719 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Floating IP c9cb28c2-7724-4bf0-817e-a4dc1de4b836 associated. External IP: 172.26.7.130, port: 0375781e-46f4-464c-afd7-9f4e2eccea91. Oct 05 10:57:42.971856 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Router e2cc3782-1a91-4158-966b-dfb59eeaac38 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:57:43.148781 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:57:43.157969 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea02092-b35f-4919-afda-e31c1632a87e None None] Sync routers for ids ['e2cc3782-1a91-4158-966b-dfb59eeaac38'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:57:43.166937 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea02092-b35f-4919-afda-e31c1632a87e None None] Routers {'e2cc3782-1a91-4158-966b-dfb59eeaac38'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:57:43.167618 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-2ea02092-b35f-4919-afda-e31c1632a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:57:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e2cc3782-1a91-4158-966b-dfb59eeaac38'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:57:43.254484 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:43.311737 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-98a64223-cade-456d-a3fe-85908a65a0ab tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5324376 Oct 05 10:57:43.312302 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518f2f4f-7019-4a90-8a60-132769186fa3', 'tag': '0375781e-46f4-464c-afd7-9f4e2eccea91'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:57:43.314711 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8940b944d1cb0b736743cf1dca784893609a332e17d05f98fbb9d60a91039ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de5a9b1-0191-4b42-aaec-af4937441209" -d '{"events": [{"name": "network-changed", "server_uuid": "518f2f4f-7019-4a90-8a60-132769186fa3", "tag": "0375781e-46f4-464c-afd7-9f4e2eccea91"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:57:43.345458 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-2ea02092-b35f-4919-afda-e31c1632a87e None None] Set router e2cc3782-1a91-4158-966b-dfb59eeaac38 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:57:43.356710 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0975832-f444-4796-ab53-0113736cacc4 x-openstack-request-id: req-a0975832-f444-4796-ab53-0113736cacc4 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:57:43.357229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518f2f4f-7019-4a90-8a60-132769186fa3", "tag": "0375781e-46f4-464c-afd7-9f4e2eccea91", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:57:43.357229 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0975832-f444-4796-ab53-0113736cacc4 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:57:43.357633 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0975832-f444-4796-ab53-0113736cacc4'] response: {'name': 'network-changed', 'server_uuid': '518f2f4f-7019-4a90-8a60-132769186fa3', 'tag': '0375781e-46f4-464c-afd7-9f4e2eccea91', 'status': 'completed', 'code': 200} Oct 05 10:57:43.454817 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5a9b1-0191-4b42-aaec-af4937441209 req-6b9837be-8fce-4a3d-950f-1ca22c39afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:43.460283 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1de5a9b1-0191-4b42-aaec-af4937441209 req-6b9837be-8fce-4a3d-950f-1ca22c39afd8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 1099 time: 0.0776639 Oct 05 10:57:43.585911 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5a9b1-0191-4b42-aaec-af4937441209 req-e2a772ec-1b59-465a-bef0-4065cf0b7403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:43.587513 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1de5a9b1-0191-4b42-aaec-af4937441209 req-e2a772ec-1b59-465a-bef0-4065cf0b7403 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec51f5c3-6a22-452e-a349-632654ff93d6 HTTP/1.1" status: 200 len: 910 time: 0.1258187 Oct 05 10:57:43.695024 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1de5a9b1-0191-4b42-aaec-af4937441209 req-c7f5110b-6c27-45ea-a590-19c917dba6a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0375781e-46f4-464c-afd7-9f4e2eccea91 HTTP/1.1" status: 200 len: 1000 time: 0.1015913 Oct 05 10:57:43.730598 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-2ea02092-b35f-4919-afda-e31c1632a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '000162ee-f587-4926-bc8a-64a48abd7a8e', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'port_id': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'mac_address': 'fa:16:3e:f1:05:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:54:10Z', 'updated_at': '2022-10-05T10:54:13Z', 'revision_number': 1, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'fixed_ip_address_scope': None}, {'id': 'c9cb28c2-7724-4bf0-817e-a4dc1de4b836', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'port_id': '0375781e-46f4-464c-afd7-9f4e2eccea91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'mac_address': 'fa:16:3e:42:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518f2f4f-7019-4a90-8a60-132769186fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:57:41Z', 'updated_at': '2022-10-05T10:57:41Z', 'revision_number': 0, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ff34c4-d553-400e-b9e5-4f5b314fdde0', 'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'mac_address': 'fa:16:3e:f0:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:43Z', 'updated_at': '2022-10-05T10:53:49Z', 'revision_number': 5, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'subnets': [{'id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:57:43.734584 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea02092-b35f-4919-afda-e31c1632a87e None None] Checking router: e2cc3782-1a91-4158-966b-dfb59eeaac38 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:57:43.743823 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea02092-b35f-4919-afda-e31c1632a87e None None] Routers {'e2cc3782-1a91-4158-966b-dfb59eeaac38'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:57:43.744426 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-2ea02092-b35f-4919-afda-e31c1632a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T10:57:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e2cc3782-1a91-4158-966b-dfb59eeaac38'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:57:43.762275 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5a9b1-0191-4b42-aaec-af4937441209 req-4e836f0c-9d74-4456-8bbf-74495ff70269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:43.763746 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1de5a9b1-0191-4b42-aaec-af4937441209 req-4e836f0c-9d74-4456-8bbf-74495ff70269 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e21c326-9c3e-42de-8c27-57c4e6428aaa HTTP/1.1" status: 200 len: 848 time: 0.0627244 Oct 05 10:57:43.847498 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5a9b1-0191-4b42-aaec-af4937441209 req-330109fb-08b3-4d7b-864d-5dc5f433a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:57:43.849087 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1de5a9b1-0191-4b42-aaec-af4937441209 req-330109fb-08b3-4d7b-864d-5dc5f433a0e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec51f5c3-6a22-452e-a349-632654ff93d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784752 Oct 05 10:57:43.922078 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-2ea02092-b35f-4919-afda-e31c1632a87e None None] Set router e2cc3782-1a91-4158-966b-dfb59eeaac38 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:57:43.983500 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1de5a9b1-0191-4b42-aaec-af4937441209 req-d1921ceb-3a8e-4a8a-8f3c-3cda96b89ad8 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285093 Oct 05 10:57:44.116051 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-1de5a9b1-0191-4b42-aaec-af4937441209 req-eddfb42c-b42a-4ffa-825a-191f5b2d8152 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269369 Oct 05 10:57:44.270681 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-2ea02092-b35f-4919-afda-e31c1632a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '000162ee-f587-4926-bc8a-64a48abd7a8e', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'port_id': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'mac_address': 'fa:16:3e:f1:05:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:54:10Z', 'updated_at': '2022-10-05T10:54:13Z', 'revision_number': 1, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'fixed_ip_address_scope': None}, {'id': 'c9cb28c2-7724-4bf0-817e-a4dc1de4b836', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'port_id': '0375781e-46f4-464c-afd7-9f4e2eccea91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'mac_address': 'fa:16:3e:42:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518f2f4f-7019-4a90-8a60-132769186fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:57:41Z', 'updated_at': '2022-10-05T10:57:41Z', 'revision_number': 0, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ff34c4-d553-400e-b9e5-4f5b314fdde0', 'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'mac_address': 'fa:16:3e:f0:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:43Z', 'updated_at': '2022-10-05T10:53:49Z', 'revision_number': 5, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'subnets': [{'id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:57:44.274595 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea02092-b35f-4919-afda-e31c1632a87e None None] The sync data for ids ['e2cc3782-1a91-4158-966b-dfb59eeaac38'] in dv-neutron-860329-1-hyperv is: [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '000162ee-f587-4926-bc8a-64a48abd7a8e', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'port_id': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'mac_address': 'fa:16:3e:f1:05:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:54:10Z', 'updated_at': '2022-10-05T10:54:13Z', 'revision_number': 1, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'fixed_ip_address_scope': None}, {'id': 'c9cb28c2-7724-4bf0-817e-a4dc1de4b836', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'port_id': '0375781e-46f4-464c-afd7-9f4e2eccea91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'mac_address': 'fa:16:3e:42:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518f2f4f-7019-4a90-8a60-132769186fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:57:41Z', 'updated_at': '2022-10-05T10:57:41Z', 'revision_number': 0, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ff34c4-d553-400e-b9e5-4f5b314fdde0', 'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'mac_address': 'fa:16:3e:f0:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:43Z', 'updated_at': '2022-10-05T10:53:49Z', 'revision_number': 5, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'subnets': [{'id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:57:44.454178 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db366d04-c26e-47f1-8052-d2ed1c89beca None None] New status for floating IP c9cb28c2-7724-4bf0-817e-a4dc1de4b836: ACTIVE {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:57:46.456983 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:57:50.431717 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7d92c901-4aff-4c2f-b8fb-4b8004b655aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:52.758066 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-152da0b3-0bda-4f1f-871d-cef6c4b2ab69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:54.236312 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:54.574536 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:55.945886 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:57:56.088722 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:58:10.492617 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5a6166f8-6972-4e75-8ebe-cdf991f73829 req-a795e32e-8258-4597-81cc-eba60344ea84 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802932 Oct 05 10:58:10.637523 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6166f8-6972-4e75-8ebe-cdf991f73829 req-f998bb31-1201-431e-80f0-b8fad884a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:58:10.639006 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5a6166f8-6972-4e75-8ebe-cdf991f73829 req-f998bb31-1201-431e-80f0-b8fad884a2ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 1096 time: 0.0795836 Oct 05 10:58:10.783143 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6166f8-6972-4e75-8ebe-cdf991f73829 req-35cc58b6-2864-480f-9c7d-f9449137375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:58:10.784587 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5a6166f8-6972-4e75-8ebe-cdf991f73829 req-35cc58b6-2864-480f-9c7d-f9449137375a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec51f5c3-6a22-452e-a349-632654ff93d6 HTTP/1.1" status: 200 len: 910 time: 0.1267910 Oct 05 10:58:10.887380 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5a6166f8-6972-4e75-8ebe-cdf991f73829 req-c1f6d21d-162f-4ec8-a51f-3431c66b5a31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed HTTP/1.1" status: 200 len: 998 time: 0.0964885 Oct 05 10:58:10.948079 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6166f8-6972-4e75-8ebe-cdf991f73829 req-8ad6e174-f177-4b4a-8038-3670f26bd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:58:10.949467 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5a6166f8-6972-4e75-8ebe-cdf991f73829 req-8ad6e174-f177-4b4a-8038-3670f26bd4da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e21c326-9c3e-42de-8c27-57c4e6428aaa HTTP/1.1" status: 200 len: 848 time: 0.0568962 Oct 05 10:58:11.035651 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6166f8-6972-4e75-8ebe-cdf991f73829 req-c7205a34-3909-4fbd-8b1b-697331c68160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:58:11.037047 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5a6166f8-6972-4e75-8ebe-cdf991f73829 req-c7205a34-3909-4fbd-8b1b-697331c68160 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec51f5c3-6a22-452e-a349-632654ff93d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811505 Oct 05 10:58:11.266572 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5a6166f8-6972-4e75-8ebe-cdf991f73829 req-b45048d6-6351-42f1-9897-a210e07510f3 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224934 Oct 05 10:58:11.397788 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-5a6166f8-6972-4e75-8ebe-cdf991f73829 req-05471562-176f-4784-aab2-09fb640ecca6 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243525 Oct 05 10:58:20.465569 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2f848674-0e75-47ea-b1b4-7930c117e7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:58:22.711571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-168ad989-b3cf-48d2-bc1d-65c9d0ed4127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:58:23.457037 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:58:24.214146 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:58:24.595845 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:58:25.972866 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:58:26.117133 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:58:50.446876 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-4173b8db-f76f-4bcb-85b8-9f7e80ef6377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:58:52.693475 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-abad573f-f4cb-4db6-b788-23ebb71dbbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:58:54.235629 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:58:54.614640 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:58:56.013531 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:58:56.132909 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:58:59.590515 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [req-8bd62295-b9cd-48c2-9530-ce0ece538bc9 req-878f6fc7-5d22-4120-9189-b1d459eee3e0 tempest-TestShelveInstance-991174095 tempest-TestShelveInstance-991174095-project] (89846) timed out ('10.222.0.49', 60164) {{(pid=89846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 05 10:59:00.456670 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:59:10.581936 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79397e38-c497-4c21-86b3-3142982666fe req-00fcf72a-3b7b-4d37-a7f9-28b6c5e3f404 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1212001 Oct 05 10:59:10.693691 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79397e38-c497-4c21-86b3-3142982666fe req-16df360c-a6e8-4146-8c19-473f43734270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:59:10.695193 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79397e38-c497-4c21-86b3-3142982666fe req-16df360c-a6e8-4146-8c19-473f43734270 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 1099 time: 0.0909472 Oct 05 10:59:10.849203 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79397e38-c497-4c21-86b3-3142982666fe req-b602091c-ca27-4610-95dd-03dead177669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:59:10.851670 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79397e38-c497-4c21-86b3-3142982666fe req-b602091c-ca27-4610-95dd-03dead177669 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec51f5c3-6a22-452e-a349-632654ff93d6 HTTP/1.1" status: 200 len: 910 time: 0.1363280 Oct 05 10:59:10.990515 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79397e38-c497-4c21-86b3-3142982666fe req-7da94a28-def9-48c6-9db5-e3701db712ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0375781e-46f4-464c-afd7-9f4e2eccea91 HTTP/1.1" status: 200 len: 1002 time: 0.1325784 Oct 05 10:59:11.052218 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79397e38-c497-4c21-86b3-3142982666fe req-c4f23c6e-254a-4399-9178-59d6869c9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:59:11.053559 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79397e38-c497-4c21-86b3-3142982666fe req-c4f23c6e-254a-4399-9178-59d6869c9d5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e21c326-9c3e-42de-8c27-57c4e6428aaa HTTP/1.1" status: 200 len: 848 time: 0.0575037 Oct 05 10:59:11.141598 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79397e38-c497-4c21-86b3-3142982666fe req-c79ddaea-53af-40e3-b9fd-8ce05279d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:59:11.143123 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79397e38-c497-4c21-86b3-3142982666fe req-c79ddaea-53af-40e3-b9fd-8ce05279d610 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec51f5c3-6a22-452e-a349-632654ff93d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841813 Oct 05 10:59:11.275561 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79397e38-c497-4c21-86b3-3142982666fe req-df5d36ff-6c11-4f49-9c4d-4eec26570b32 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260829 Oct 05 10:59:11.416324 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-79397e38-c497-4c21-86b3-3142982666fe req-0327283f-ceb0-4b90-953d-cb736792c85a service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343136 Oct 05 10:59:20.453304 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f00b77d2-333f-4132-a572-78efcf72ba18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:59:22.744776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0abdde1c-e8d4-49d9-b6a9-71c02b17302b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:59:24.242537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:59:24.590770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:59:25.984832 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:59:26.185451 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:59:37.455448 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:59:50.510288 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-193f8396-fb8c-4b1f-9975-2957e5990cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:59:52.727171 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c7272d41-a877-4c94-aa8b-e10c4b314b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:59:54.218509 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:59:54.595561 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:59:55.988167 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:59:56.142571 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:04.479113 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0375781e-46f4-464c-afd7-9f4e2eccea91 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 11:00:04.612970 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0375781e-46f4-464c-afd7-9f4e2eccea91, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0375781e-46f4-464c-afd7-9f4e2eccea91,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 11:00:04.625948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Returning: {'device': '0375781e-46f4-464c-afd7-9f4e2eccea91', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'port_id': '0375781e-46f4-464c-afd7-9f4e2eccea91', 'mac_address': 'fa:16:3e:42:67:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 11:00:04.681585 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 0375781e-46f4-464c-afd7-9f4e2eccea91 is: ACTIVE; New status is: BUILD {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 11:00:04.681972 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:04.698673 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0375781e-46f4-464c-afd7-9f4e2eccea91 {{(pid=89847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 11:00:04.714738 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0375781e-46f4-464c-afd7-9f4e2eccea91, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0375781e-46f4-464c-afd7-9f4e2eccea91,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 11:00:04.795537 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:04.867333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=0375781e-46f4-464c-afd7-9f4e2eccea91,revision_number=6']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:04.875023 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:04.875375 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:04.875718 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:04.876058 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:04.876394 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:04.876745 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:04.877061 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:04.877389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:04.877715 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:04.878333 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:04.878661 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:04.878982 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:04.883702 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] get_ports_and_sgs() called for port_ids ['0375781e-46f4-464c-afd7-9f4e2eccea91'] {{(pid=89847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 11:00:06.492948 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0375781e-46f4-464c-afd7-9f4e2eccea91 up at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 11:00:06.563463 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.provisioning_blocks [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Provisioning complete for port 0375781e-46f4-464c-afd7-9f4e2eccea91 triggered by entity L2. {{(pid=89847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 11:00:06.563838 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681920'] for port, provisioning_complete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:06.564174 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Attempt 1 to provision port 0375781e-46f4-464c-afd7-9f4e2eccea91 Oct 05 11:00:06.682342 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 0375781e-46f4-464c-afd7-9f4e2eccea91 is: BUILD; New status is: ACTIVE {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 11:00:06.682717 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:06.709908 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518f2f4f-7019-4a90-8a60-132769186fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0375781e-46f4-464c-afd7-9f4e2eccea91'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 11:00:06.712197 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77291a09-3ed2-487f-a461-aa553be3d9ca" -d '{"events": [{"server_uuid": "518f2f4f-7019-4a90-8a60-132769186fa3", "name": "network-vif-plugged", "status": "completed", "tag": "0375781e-46f4-464c-afd7-9f4e2eccea91"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 11:00:06.720666 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0375781e-46f4-464c-afd7-9f4e2eccea91, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0375781e-46f4-464c-afd7-9f4e2eccea91,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 11:00:06.783995 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:06.815189 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 11:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b917db-ae39-4278-b546-1cfa3da1e7de x-openstack-request-id: req-62b917db-ae39-4278-b546-1cfa3da1e7de {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 11:00:06.815481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518f2f4f-7019-4a90-8a60-132769186fa3", "name": "network-vif-plugged", "status": "completed", "tag": "0375781e-46f4-464c-afd7-9f4e2eccea91", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 11:00:06.815733 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62b917db-ae39-4278-b546-1cfa3da1e7de {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 11:00:06.816120 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b917db-ae39-4278-b546-1cfa3da1e7de'] response: {'server_uuid': '518f2f4f-7019-4a90-8a60-132769186fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0375781e-46f4-464c-afd7-9f4e2eccea91', 'code': 200} Oct 05 11:00:06.853513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=0375781e-46f4-464c-afd7-9f4e2eccea91,revision_number=7']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:11.540992 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d88045c1-78c2-42f0-b48e-c27fa3d66563 req-06c6883d-1058-4a9b-be0d-491a89a27ab2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1053178 Oct 05 11:00:11.776081 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88045c1-78c2-42f0-b48e-c27fa3d66563 req-4dc89c52-482a-4b77-9f69-83e0975221be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:11.777667 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d88045c1-78c2-42f0-b48e-c27fa3d66563 req-4dc89c52-482a-4b77-9f69-83e0975221be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 1096 time: 0.1512334 Oct 05 11:00:11.973382 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88045c1-78c2-42f0-b48e-c27fa3d66563 req-623ba785-4bb8-4ec4-b3a7-0524fbd2b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:11.975643 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d88045c1-78c2-42f0-b48e-c27fa3d66563 req-623ba785-4bb8-4ec4-b3a7-0524fbd2b053 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec51f5c3-6a22-452e-a349-632654ff93d6 HTTP/1.1" status: 200 len: 910 time: 0.1667881 Oct 05 11:00:12.106904 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d88045c1-78c2-42f0-b48e-c27fa3d66563 req-6ba0d44c-ce27-4119-8047-6c4dbe37a6f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed HTTP/1.1" status: 200 len: 998 time: 0.1232252 Oct 05 11:00:12.199054 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88045c1-78c2-42f0-b48e-c27fa3d66563 req-0afe2e22-ab5a-4f61-a50f-1b9acd91711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:12.200703 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d88045c1-78c2-42f0-b48e-c27fa3d66563 req-0afe2e22-ab5a-4f61-a50f-1b9acd91711c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e21c326-9c3e-42de-8c27-57c4e6428aaa HTTP/1.1" status: 200 len: 848 time: 0.0881770 Oct 05 11:00:12.302033 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88045c1-78c2-42f0-b48e-c27fa3d66563 req-be07ac7c-74d4-48a1-81e1-f206ef20ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:12.302913 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d88045c1-78c2-42f0-b48e-c27fa3d66563 req-be07ac7c-74d4-48a1-81e1-f206ef20ee4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec51f5c3-6a22-452e-a349-632654ff93d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0962920 Oct 05 11:00:12.556289 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d88045c1-78c2-42f0-b48e-c27fa3d66563 req-e0a21288-04b5-4a6d-82ce-ba0eb2293d96 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453518 Oct 05 11:00:12.696153 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d88045c1-78c2-42f0-b48e-c27fa3d66563 req-3574a676-20fa-4c46-bb1c-5f128f8ad98b service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335447 Oct 05 11:00:14.460697 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 11:00:20.481355 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-76a04e07-b6d8-40ae-830b-44376ef79b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:22.184788 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 54338) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 11:00:22.387087 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Deleting port ac36d8d3-ce68-4b3e-9f15-6ebe1abbecbc {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 11:00:22.387342 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:22.561897 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:22.562281 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:22.692630 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Calling delete_port for ac36d8d3-ce68-4b3e-9f15-6ebe1abbecbc owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 11:00:22.761181 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-16ccba18-e3a3-45ed-8432-2cec102d45bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:22.936826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:22.983821 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event deleted for resources: {'Port': ['ID=ac36d8d3-ce68-4b3e-9f15-6ebe1abbecbc,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:23.146647 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:23.146990 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:23.147332 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:23.147657 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:23.147982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:23.148303 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:23.148625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:23.148943 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:23.149266 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:23.149587 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:23.149896 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:23.150617 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:23.211625 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:23.212303 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Floating IP c9cb28c2-7724-4bf0-817e-a4dc1de4b836 disassociated (deleted). External IP: 172.26.7.130, port: 0375781e-46f4-464c-afd7-9f4e2eccea91. Oct 05 11:00:23.587844 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Router e2cc3782-1a91-4158-966b-dfb59eeaac38 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 11:00:23.772312 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 11:00:23.783979 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5724bc29-dcd1-4ccc-91aa-25fd2c60ee85 None None] Sync routers for ids ['e2cc3782-1a91-4158-966b-dfb59eeaac38'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 11:00:23.785401 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:23.793403 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5724bc29-dcd1-4ccc-91aa-25fd2c60ee85 None None] Routers {'e2cc3782-1a91-4158-966b-dfb59eeaac38'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 11:00:23.794040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-5724bc29-dcd1-4ccc-91aa-25fd2c60ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T11:00:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e2cc3782-1a91-4158-966b-dfb59eeaac38'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:23.844215 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-d55a4b64-a90b-47c6-86f9-7feaec5b87d5 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "DELETE /v2.0/floatingips/c9cb28c2-7724-4bf0-817e-a4dc1de4b836 HTTP/1.1" status: 204 len: 168 time: 1.6582458 Oct 05 11:00:23.844691 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518f2f4f-7019-4a90-8a60-132769186fa3', 'tag': '0375781e-46f4-464c-afd7-9f4e2eccea91'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 11:00:23.847032 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8940b944d1cb0b736743cf1dca784893609a332e17d05f98fbb9d60a91039ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08275b2-c7b7-455b-90c3-835c57db7466" -d '{"events": [{"name": "network-changed", "server_uuid": "518f2f4f-7019-4a90-8a60-132769186fa3", "tag": "0375781e-46f4-464c-afd7-9f4e2eccea91"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 11:00:23.980641 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-5724bc29-dcd1-4ccc-91aa-25fd2c60ee85 None None] Set router e2cc3782-1a91-4158-966b-dfb59eeaac38 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 11:00:24.248328 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:24.373210 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 11:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb51e03-7c94-4442-829e-920780c681d7 x-openstack-request-id: req-ceb51e03-7c94-4442-829e-920780c681d7 {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 11:00:24.373747 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518f2f4f-7019-4a90-8a60-132769186fa3", "tag": "0375781e-46f4-464c-afd7-9f4e2eccea91", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 11:00:24.373833 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ceb51e03-7c94-4442-829e-920780c681d7 {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 11:00:24.374197 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb51e03-7c94-4442-829e-920780c681d7'] response: {'name': 'network-changed', 'server_uuid': '518f2f4f-7019-4a90-8a60-132769186fa3', 'tag': '0375781e-46f4-464c-afd7-9f4e2eccea91', 'status': 'completed', 'code': 200} Oct 05 11:00:24.390488 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-5724bc29-dcd1-4ccc-91aa-25fd2c60ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '000162ee-f587-4926-bc8a-64a48abd7a8e', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'port_id': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'mac_address': 'fa:16:3e:f1:05:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:54:10Z', 'updated_at': '2022-10-05T10:54:13Z', 'revision_number': 1, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ff34c4-d553-400e-b9e5-4f5b314fdde0', 'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'mac_address': 'fa:16:3e:f0:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:43Z', 'updated_at': '2022-10-05T10:53:49Z', 'revision_number': 5, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'subnets': [{'id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:24.390488 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5724bc29-dcd1-4ccc-91aa-25fd2c60ee85 None None] Checking router: e2cc3782-1a91-4158-966b-dfb59eeaac38 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 11:00:24.399788 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5724bc29-dcd1-4ccc-91aa-25fd2c60ee85 None None] Routers {'e2cc3782-1a91-4158-966b-dfb59eeaac38'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 11:00:24.400410 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-5724bc29-dcd1-4ccc-91aa-25fd2c60ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T11:00:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e2cc3782-1a91-4158-966b-dfb59eeaac38'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:24.495230 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08275b2-c7b7-455b-90c3-835c57db7466 req-d9a68f95-02e1-4e2e-9bae-eabb6f3bb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:24.496998 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d08275b2-c7b7-455b-90c3-835c57db7466 req-d9a68f95-02e1-4e2e-9bae-eabb6f3bb148 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 1099 time: 0.0993404 Oct 05 11:00:24.567906 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0375781e-46f4-464c-afd7-9f4e2eccea91 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 11:00:24.659867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08275b2-c7b7-455b-90c3-835c57db7466 req-2220b6b0-0975-4ee8-9f35-575d32e9d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:24.661717 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d08275b2-c7b7-455b-90c3-835c57db7466 req-2220b6b0-0975-4ee8-9f35-575d32e9d09f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec51f5c3-6a22-452e-a349-632654ff93d6 HTTP/1.1" status: 200 len: 910 time: 0.1576190 Oct 05 11:00:24.736950 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-5724bc29-dcd1-4ccc-91aa-25fd2c60ee85 None None] Set router e2cc3782-1a91-4158-966b-dfb59eeaac38 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 11:00:24.742751 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d08275b2-c7b7-455b-90c3-835c57db7466 req-813cdf62-ba81-4288-ada1-8b57dff0af83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0375781e-46f4-464c-afd7-9f4e2eccea91 HTTP/1.1" status: 200 len: 217 time: 0.0715663 Oct 05 11:00:24.756261 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afee031-3bea-4923-b532-15ff0272d1d7 req-6ef5358a-74c7-482d-a7aa-3ded25d225cb tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:24.761518 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-3afee031-3bea-4923-b532-15ff0272d1d7 req-6ef5358a-74c7-482d-a7aa-3ded25d225cb tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Synchronizing usage tracker for tenant:f0e5bf6968024e8ea0cfdeff72873bfe on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 11:00:24.818470 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08275b2-c7b7-455b-90c3-835c57db7466 req-48583e49-c610-4b1d-b727-0c6099e15579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:24.819834 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d08275b2-c7b7-455b-90c3-835c57db7466 req-48583e49-c610-4b1d-b727-0c6099e15579 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e21c326-9c3e-42de-8c27-57c4e6428aaa HTTP/1.1" status: 200 len: 848 time: 0.0700688 Oct 05 11:00:24.826853 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:24.915058 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08275b2-c7b7-455b-90c3-835c57db7466 req-44eff34e-169c-4813-8251-ded926c71dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:24.916540 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d08275b2-c7b7-455b-90c3-835c57db7466 req-44eff34e-169c-4813-8251-ded926c71dd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec51f5c3-6a22-452e-a349-632654ff93d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891287 Oct 05 11:00:24.921130 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-3afee031-3bea-4923-b532-15ff0272d1d7 req-6ef5358a-74c7-482d-a7aa-3ded25d225cb tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Unset dirty status for tenant:f0e5bf6968024e8ea0cfdeff72873bfe on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 11:00:24.922296 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3afee031-3bea-4923-b532-15ff0272d1d7 req-6ef5358a-74c7-482d-a7aa-3ded25d225cb tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 946 time: 0.2980540 Oct 05 11:00:24.940643 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Current status of the port 0375781e-46f4-464c-afd7-9f4e2eccea91 is: ACTIVE; New status is: DOWN {{(pid=89847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 11:00:24.941334 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675289'] for port, before_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:24.979083 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-3afee031-3bea-4923-b532-15ff0272d1d7 req-9386cb93-3a2f-4041-9a25-71d39ccb11e1 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503314 Oct 05 11:00:25.007404 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518f2f4f-7019-4a90-8a60-132769186fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0375781e-46f4-464c-afd7-9f4e2eccea91'}] {{(pid=89847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 11:00:25.009875 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac35a572529977a20158a17eb936e42ead6b0fef7f5fb52a8f498d0fccb2d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b605b14-d435-41fc-8be5-a7148964b6aa" -d '{"events": [{"server_uuid": "518f2f4f-7019-4a90-8a60-132769186fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "0375781e-46f4-464c-afd7-9f4e2eccea91"}]}' {{(pid=89847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 11:00:25.063111 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 11:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c4dc41-633c-4280-8feb-e9fc868755ac x-openstack-request-id: req-37c4dc41-633c-4280-8feb-e9fc868755ac {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 11:00:25.063447 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518f2f4f-7019-4a90-8a60-132769186fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "0375781e-46f4-464c-afd7-9f4e2eccea91", "code": 200}]} {{(pid=89847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 11:00:25.063699 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37c4dc41-633c-4280-8feb-e9fc868755ac {{(pid=89847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 11:00:25.064131 dv-neutron-860329-1-hyperv neutron-server[89847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c4dc41-633c-4280-8feb-e9fc868755ac'] response: {'server_uuid': '518f2f4f-7019-4a90-8a60-132769186fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0375781e-46f4-464c-afd7-9f4e2eccea91', 'code': 200} Oct 05 11:00:25.074824 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d08275b2-c7b7-455b-90c3-835c57db7466 req-e2276bf7-843e-4a06-8398-60ad667a8ac0 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510363 Oct 05 11:00:25.083975 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] For port 0375781e-46f4-464c-afd7-9f4e2eccea91, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0375781e-46f4-464c-afd7-9f4e2eccea91,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 11:00:25.171111 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764024587093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764024061992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764024062037'] for port, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:25.227411 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-d08275b2-c7b7-455b-90c3-835c57db7466 req-9e2e9f7c-b7d8-4adc-98ae-ae16a39f95c8 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448858 Oct 05 11:00:25.264569 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Pushing event updated for resources: {'Port': ['ID=0375781e-46f4-464c-afd7-9f4e2eccea91,revision_number=8']} {{(pid=89847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:25.280513 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-5724bc29-dcd1-4ccc-91aa-25fd2c60ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '000162ee-f587-4926-bc8a-64a48abd7a8e', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'port_id': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'mac_address': 'fa:16:3e:f1:05:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:54:10Z', 'updated_at': '2022-10-05T10:54:13Z', 'revision_number': 1, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ff34c4-d553-400e-b9e5-4f5b314fdde0', 'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'mac_address': 'fa:16:3e:f0:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:43Z', 'updated_at': '2022-10-05T10:53:49Z', 'revision_number': 5, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'subnets': [{'id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:25.286716 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5724bc29-dcd1-4ccc-91aa-25fd2c60ee85 None None] The sync data for ids ['e2cc3782-1a91-4158-966b-dfb59eeaac38'] in dv-neutron-860329-1-hyperv is: [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_floatingips': [{'id': '000162ee-f587-4926-bc8a-64a48abd7a8e', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'router_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'port_id': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'mac_address': 'fa:16:3e:f1:05:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:54:10Z', 'updated_at': '2022-10-05T10:54:13Z', 'revision_number': 1, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ff34c4-d553-400e-b9e5-4f5b314fdde0', 'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'mac_address': 'fa:16:3e:f0:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:43Z', 'updated_at': '2022-10-05T10:53:49Z', 'revision_number': 5, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'subnets': [{'id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 11:00:25.524278 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2010b-7a0a-4d5b-9a85-b2932fcce232 None None] New status for floating IP c9cb28c2-7724-4bf0-817e-a4dc1de4b836: DOWN {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 11:00:25.999315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:26.160888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:26.180793 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040aa1de-a657-4cd3-8fd3-663aa1fa1918 req-cc5b4d84-c6aa-4abf-a7f9-5c3352919004 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:26.182311 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-040aa1de-a657-4cd3-8fd3-663aa1fa1918 req-cc5b4d84-c6aa-4abf-a7f9-5c3352919004 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 944 time: 0.0923150 Oct 05 11:00:26.226188 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943c448-68ce-4a9c-bd16-5c73367c28cd req-2ba2042d-9c68-4881-8ced-eb2cc22ae8ee tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:26.226188 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-b943c448-68ce-4a9c-bd16-5c73367c28cd req-2ba2042d-9c68-4881-8ced-eb2cc22ae8ee tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Synchronizing usage tracker for tenant:f0e5bf6968024e8ea0cfdeff72873bfe on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 11:00:26.228994 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-040aa1de-a657-4cd3-8fd3-663aa1fa1918 req-2c82227e-c343-4f5c-a5ff-5082d8959aaf tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400188 Oct 05 11:00:26.239403 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-b943c448-68ce-4a9c-bd16-5c73367c28cd req-2ba2042d-9c68-4881-8ced-eb2cc22ae8ee tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Unset dirty status for tenant:f0e5bf6968024e8ea0cfdeff72873bfe on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 11:00:26.240597 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b943c448-68ce-4a9c-bd16-5c73367c28cd req-2ba2042d-9c68-4881-8ced-eb2cc22ae8ee tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.55 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 944 time: 0.1014304 Oct 05 11:00:26.311379 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-b943c448-68ce-4a9c-bd16-5c73367c28cd req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Deleting port 0375781e-46f4-464c-afd7-9f4e2eccea91 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 11:00:26.311723 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b943c448-68ce-4a9c-bd16-5c73367c28cd req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:26.559202 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-b943c448-68ce-4a9c-bd16-5c73367c28cd req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] For port 0375781e-46f4-464c-afd7-9f4e2eccea91, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0375781e-46f4-464c-afd7-9f4e2eccea91,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 11:00:26.559566 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b943c448-68ce-4a9c-bd16-5c73367c28cd req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:26.784247 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-b943c448-68ce-4a9c-bd16-5c73367c28cd req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Calling delete_port for 0375781e-46f4-464c-afd7-9f4e2eccea91 owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 11:00:27.030116 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b943c448-68ce-4a9c-bd16-5c73367c28cd req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:27.086418 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event deleted for resources: {'Port': ['ID=0375781e-46f4-464c-afd7-9f4e2eccea91,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:27.133652 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:27.134008 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:27.134353 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:27.134683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:27.135012 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:27.135338 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:27.135665 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:27.135989 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:27.136310 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:27.136630 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:27.136948 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:27.137263 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-1-hyperv {{(pid=89845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 11:00:27.184285 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b943c448-68ce-4a9c-bd16-5c73367c28cd req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] No DVR routers for this DVR port 0375781e-46f4-464c-afd7-9f4e2eccea91 on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 11:00:27.186831 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-b943c448-68ce-4a9c-bd16-5c73367c28cd req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:27.189410 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518f2f4f-7019-4a90-8a60-132769186fa3', 'name': 'network-vif-deleted', 'tag': '0375781e-46f4-464c-afd7-9f4e2eccea91'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 11:00:27.191697 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c9a94f-195a-401f-a68d-a4a948baac1d" -d '{"events": [{"server_uuid": "518f2f4f-7019-4a90-8a60-132769186fa3", "name": "network-vif-deleted", "tag": "0375781e-46f4-464c-afd7-9f4e2eccea91"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 11:00:27.282522 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-b943c448-68ce-4a9c-bd16-5c73367c28cd req-37a86f3e-fc18-4a32-98c2-459cdd075c89 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.55 "DELETE /v2.0/ports/0375781e-46f4-464c-afd7-9f4e2eccea91 HTTP/1.1" status: 204 len: 173 time: 1.0362480 Oct 05 11:00:27.284039 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 11:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2008b816-a119-4732-9fbe-2cb34c5d475d x-openstack-request-id: req-2008b816-a119-4732-9fbe-2cb34c5d475d {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 11:00:27.284326 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518f2f4f-7019-4a90-8a60-132769186fa3", "name": "network-vif-deleted", "tag": "0375781e-46f4-464c-afd7-9f4e2eccea91", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 11:00:27.284577 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2008b816-a119-4732-9fbe-2cb34c5d475d {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 11:00:27.285199 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2008b816-a119-4732-9fbe-2cb34c5d475d'] response: {'server_uuid': '518f2f4f-7019-4a90-8a60-132769186fa3', 'name': 'network-vif-deleted', 'tag': '0375781e-46f4-464c-afd7-9f4e2eccea91', 'status': 'completed', 'code': 200} Oct 05 11:00:27.423934 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-10ee47a7-672b-4722-bbef-de09ab5e5369 req-dcd3a754-2470-48a4-be20-092b135b032b tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=518f2f4f-7019-4a90-8a60-132769186fa3 HTTP/1.1" status: 200 len: 210 time: 0.0524504 Oct 05 11:00:29.912792 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 54414) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 11:00:30.118821 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-644036fb-62a4-4e7a-bf06-9c75c1f32789 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Deleting port 418f208f-9889-4b2f-9819-6e494d0dbcee {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 11:00:30.119093 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-644036fb-62a4-4e7a-bf06-9c75c1f32789 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:30.293293 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-644036fb-62a4-4e7a-bf06-9c75c1f32789 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:30.293622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-644036fb-62a4-4e7a-bf06-9c75c1f32789 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:30.521326 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-644036fb-62a4-4e7a-bf06-9c75c1f32789 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Calling delete_port for 418f208f-9889-4b2f-9819-6e494d0dbcee owned by network:floatingip {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 11:00:30.585714 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0375781e-46f4-464c-afd7-9f4e2eccea91 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 11:00:30.619809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 0375781e-46f4-464c-afd7-9f4e2eccea91 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 11:00:30.620158 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 0375781e-46f4-464c-afd7-9f4e2eccea91 not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 11:00:30.749652 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-644036fb-62a4-4e7a-bf06-9c75c1f32789 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:30.797544 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644036fb-62a4-4e7a-bf06-9c75c1f32789 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event deleted for resources: {'Port': ['ID=418f208f-9889-4b2f-9819-6e494d0dbcee,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:30.896086 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-644036fb-62a4-4e7a-bf06-9c75c1f32789 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for floatingip, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:30.896417 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.db.l3_db [None req-644036fb-62a4-4e7a-bf06-9c75c1f32789 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Floating IP 000162ee-f587-4926-bc8a-64a48abd7a8e disassociated (deleted). External IP: 172.26.7.75, port: 53f9411d-5f39-4048-8284-58c9ee47c9ed. Oct 05 11:00:31.255146 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644036fb-62a4-4e7a-bf06-9c75c1f32789 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Router e2cc3782-1a91-4158-966b-dfb59eeaac38 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 11:00:31.434892 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644036fb-62a4-4e7a-bf06-9c75c1f32789 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 11:00:31.444772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffb305c-ee7b-43f9-befd-d0f1057770db None None] Sync routers for ids ['e2cc3782-1a91-4158-966b-dfb59eeaac38'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 11:00:31.453013 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-644036fb-62a4-4e7a-bf06-9c75c1f32789 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for floatingip, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:31.455152 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb305c-ee7b-43f9-befd-d0f1057770db None None] Routers {'e2cc3782-1a91-4158-966b-dfb59eeaac38'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 11:00:31.455771 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-0ffb305c-ee7b-43f9-befd-d0f1057770db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T11:00:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e2cc3782-1a91-4158-966b-dfb59eeaac38'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:31.508383 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-644036fb-62a4-4e7a-bf06-9c75c1f32789 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "DELETE /v2.0/floatingips/000162ee-f587-4926-bc8a-64a48abd7a8e HTTP/1.1" status: 204 len: 168 time: 1.5943744 Oct 05 11:00:31.508894 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'tag': '53f9411d-5f39-4048-8284-58c9ee47c9ed'}] {{(pid=89846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 11:00:31.511208 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8940b944d1cb0b736743cf1dca784893609a332e17d05f98fbb9d60a91039ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b64dab-77c9-496a-adf1-449e79c4da6e" -d '{"events": [{"name": "network-changed", "server_uuid": "829ac15e-1b08-480d-ad0d-db224caa2d7a", "tag": "53f9411d-5f39-4048-8284-58c9ee47c9ed"}]}' {{(pid=89846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 11:00:31.638578 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-0ffb305c-ee7b-43f9-befd-d0f1057770db None None] Set router e2cc3782-1a91-4158-966b-dfb59eeaac38 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 11:00:31.930846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 11:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb01b217-e3c3-4305-b18b-2de97b3c060f x-openstack-request-id: req-eb01b217-e3c3-4305-b18b-2de97b3c060f {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 11:00:31.930846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829ac15e-1b08-480d-ad0d-db224caa2d7a", "tag": "53f9411d-5f39-4048-8284-58c9ee47c9ed", "status": "completed", "code": 200}]} {{(pid=89846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 11:00:31.930846 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb01b217-e3c3-4305-b18b-2de97b3c060f {{(pid=89846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 11:00:31.930846 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb01b217-e3c3-4305-b18b-2de97b3c060f'] response: {'name': 'network-changed', 'server_uuid': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'tag': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'status': 'completed', 'code': 200} Oct 05 11:00:31.960993 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-0ffb305c-ee7b-43f9-befd-d0f1057770db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'a9ff34c4-d553-400e-b9e5-4f5b314fdde0', 'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'mac_address': 'fa:16:3e:f0:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:43Z', 'updated_at': '2022-10-05T10:53:49Z', 'revision_number': 5, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'subnets': [{'id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:31.965175 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffb305c-ee7b-43f9-befd-d0f1057770db None None] Checking router: e2cc3782-1a91-4158-966b-dfb59eeaac38 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 11:00:31.973841 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb305c-ee7b-43f9-befd-d0f1057770db None None] Routers {'e2cc3782-1a91-4158-966b-dfb59eeaac38'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 11:00:31.974646 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-0ffb305c-ee7b-43f9-befd-d0f1057770db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T11:00:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e2cc3782-1a91-4158-966b-dfb59eeaac38'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:32.049191 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b64dab-77c9-496a-adf1-449e79c4da6e req-36284743-c03b-4927-b370-62862ba46a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:32.050681 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f5b64dab-77c9-496a-adf1-449e79c4da6e req-36284743-c03b-4927-b370-62862ba46a98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 1096 time: 0.0908015 Oct 05 11:00:32.108227 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed2b2b-faf8-4d13-9ef1-5d68264e0366 req-f783bb3d-5b06-4625-970d-d09150adb204 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:32.108932 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-b0ed2b2b-faf8-4d13-9ef1-5d68264e0366 req-f783bb3d-5b06-4625-970d-d09150adb204 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Synchronizing usage tracker for tenant:f0e5bf6968024e8ea0cfdeff72873bfe on resource:port {{(pid=89846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 11:00:32.157259 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-0ffb305c-ee7b-43f9-befd-d0f1057770db None None] Set router e2cc3782-1a91-4158-966b-dfb59eeaac38 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 11:00:32.183443 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.quota.resource [req-b0ed2b2b-faf8-4d13-9ef1-5d68264e0366 req-f783bb3d-5b06-4625-970d-d09150adb204 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Unset dirty status for tenant:f0e5bf6968024e8ea0cfdeff72873bfe on resource:port {{(pid=89846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 11:00:32.184660 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b0ed2b2b-faf8-4d13-9ef1-5d68264e0366 req-f783bb3d-5b06-4625-970d-d09150adb204 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 943 time: 0.1662631 Oct 05 11:00:32.190881 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b64dab-77c9-496a-adf1-449e79c4da6e req-ccb77b46-cd9f-4a3a-86f1-2cbfbda5496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:32.192453 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f5b64dab-77c9-496a-adf1-449e79c4da6e req-ccb77b46-cd9f-4a3a-86f1-2cbfbda5496b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec51f5c3-6a22-452e-a349-632654ff93d6 HTTP/1.1" status: 200 len: 910 time: 0.1349249 Oct 05 11:00:32.238026 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-b0ed2b2b-faf8-4d13-9ef1-5d68264e0366 req-887d3deb-aad9-42e2-a330-8ab3867941ce tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467420 Oct 05 11:00:32.268888 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f5b64dab-77c9-496a-adf1-449e79c4da6e req-212b0309-86c3-4496-9594-1a42d3ad2546 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed HTTP/1.1" status: 200 len: 217 time: 0.0687521 Oct 05 11:00:32.334812 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b64dab-77c9-496a-adf1-449e79c4da6e req-065e4ebc-375d-4188-975f-3d13d07f4194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:32.336180 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f5b64dab-77c9-496a-adf1-449e79c4da6e req-065e4ebc-375d-4188-975f-3d13d07f4194 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e21c326-9c3e-42de-8c27-57c4e6428aaa HTTP/1.1" status: 200 len: 848 time: 0.0599806 Oct 05 11:00:32.424030 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b64dab-77c9-496a-adf1-449e79c4da6e req-10ac9c73-bcc5-48e8-8b05-e4c5a8373b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:32.425513 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f5b64dab-77c9-496a-adf1-449e79c4da6e req-10ac9c73-bcc5-48e8-8b05-e4c5a8373b0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec51f5c3-6a22-452e-a349-632654ff93d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822823 Oct 05 11:00:32.536943 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-0ffb305c-ee7b-43f9-befd-d0f1057770db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'a9ff34c4-d553-400e-b9e5-4f5b314fdde0', 'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'mac_address': 'fa:16:3e:f0:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:43Z', 'updated_at': '2022-10-05T10:53:49Z', 'revision_number': 5, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'subnets': [{'id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:32.541118 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffb305c-ee7b-43f9-befd-d0f1057770db None None] The sync data for ids ['e2cc3782-1a91-4158-966b-dfb59eeaac38'] in dv-neutron-860329-1-hyperv is: [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T10:53:43Z', 'revision_number': 4, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv', '_interfaces': [{'id': 'a9ff34c4-d553-400e-b9e5-4f5b314fdde0', 'name': '', 'network_id': 'ec51f5c3-6a22-452e-a349-632654ff93d6', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'mac_address': 'fa:16:3e:f0:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:43Z', 'updated_at': '2022-10-05T10:53:49Z', 'revision_number': 5, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'subnets': [{'id': '0e21c326-9c3e-42de-8c27-57c4e6428aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 11:00:32.566326 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f5b64dab-77c9-496a-adf1-449e79c4da6e req-7c024b60-aabd-46e2-a97a-7a5b996aeb98 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319501 Oct 05 11:00:32.706558 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-f5b64dab-77c9-496a-adf1-449e79c4da6e req-84298b83-0f47-441a-9f56-6dbe3e4ab0b3 service neutron] 10.222.0.55 "GET /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338375 Oct 05 11:00:32.783489 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34825ebf-9e68-441b-a5fe-1dee4a033a82 None None] New status for floating IP 000162ee-f587-4926-bc8a-64a48abd7a8e: DOWN {{(pid=89848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 11:00:33.012028 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31f323-0546-47c2-ab20-6854d4736cbb req-5596f7da-9104-478a-b899-f3a3c0f8c7a0 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:33.012710 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-2b31f323-0546-47c2-ab20-6854d4736cbb req-5596f7da-9104-478a-b899-f3a3c0f8c7a0 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Synchronizing usage tracker for tenant:f0e5bf6968024e8ea0cfdeff72873bfe on resource:port {{(pid=89845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 11:00:33.024952 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.quota.resource [req-2b31f323-0546-47c2-ab20-6854d4736cbb req-5596f7da-9104-478a-b899-f3a3c0f8c7a0 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Unset dirty status for tenant:f0e5bf6968024e8ea0cfdeff72873bfe on resource:port {{(pid=89845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 11:00:33.026073 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2b31f323-0546-47c2-ab20-6854d4736cbb req-5596f7da-9104-478a-b899-f3a3c0f8c7a0 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.55 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 943 time: 0.1004958 Oct 05 11:00:33.096742 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-2b31f323-0546-47c2-ab20-6854d4736cbb req-217a6580-7ba6-49f9-b77b-76e3a7829b8e tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Deleting port 53f9411d-5f39-4048-8284-58c9ee47c9ed {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 11:00:33.097430 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2b31f323-0546-47c2-ab20-6854d4736cbb req-217a6580-7ba6-49f9-b77b-76e3a7829b8e tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:33.347942 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [req-2b31f323-0546-47c2-ab20-6854d4736cbb req-217a6580-7ba6-49f9-b77b-76e3a7829b8e tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] For port 53f9411d-5f39-4048-8284-58c9ee47c9ed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=53f9411d-5f39-4048-8284-58c9ee47c9ed,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 11:00:33.348306 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2b31f323-0546-47c2-ab20-6854d4736cbb req-217a6580-7ba6-49f9-b77b-76e3a7829b8e tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:33.438715 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb76992-fbaf-4bcd-ae07-08d9448fcdf0 req-ca576c69-4c4a-47b3-a083-db6d12d267a3 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 11:00:33.440162 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7eb76992-fbaf-4bcd-ae07-08d9448fcdf0 req-ca576c69-4c4a-47b3-a083-db6d12d267a3 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 943 time: 0.0896783 Oct 05 11:00:33.482264 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [req-2b31f323-0546-47c2-ab20-6854d4736cbb req-217a6580-7ba6-49f9-b77b-76e3a7829b8e tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Calling delete_port for 53f9411d-5f39-4048-8284-58c9ee47c9ed owned by compute:nova {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 11:00:33.484896 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-7eb76992-fbaf-4bcd-ae07-08d9448fcdf0 req-78df6cd1-2f68-45ad-a219-1b3fa3c34a5a tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f133c-7674-468e-ae8d-5bd9c006b176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391238 Oct 05 11:00:33.657867 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2b31f323-0546-47c2-ab20-6854d4736cbb req-217a6580-7ba6-49f9-b77b-76e3a7829b8e tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:33.809224 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a6580-7ba6-49f9-b77b-76e3a7829b8e tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event deleted for resources: {'Port': ['ID=53f9411d-5f39-4048-8284-58c9ee47c9ed,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:33.896984 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b31f323-0546-47c2-ab20-6854d4736cbb req-217a6580-7ba6-49f9-b77b-76e3a7829b8e tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] No DVR routers for this DVR port 53f9411d-5f39-4048-8284-58c9ee47c9ed on host hv-neutron-8603 {{(pid=89845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 11:00:33.899458 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [req-2b31f323-0546-47c2-ab20-6854d4736cbb req-217a6580-7ba6-49f9-b77b-76e3a7829b8e tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010230'] for port, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:33.902069 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'name': 'network-vif-deleted', 'tag': '53f9411d-5f39-4048-8284-58c9ee47c9ed'}] {{(pid=89845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 11:00:33.904834 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4446a1e5fb8bb891ad1cb87565f9f02e9e940eb2c489e3fec8d48f7da04791d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881d7ce3-96ee-4c4a-8051-072e00f90386" -d '{"events": [{"server_uuid": "829ac15e-1b08-480d-ad0d-db224caa2d7a", "name": "network-vif-deleted", "tag": "53f9411d-5f39-4048-8284-58c9ee47c9ed"}]}' {{(pid=89845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 11:00:33.945430 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 11:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35124ad6-6de6-4d9f-a7b2-747fb26972df x-openstack-request-id: req-35124ad6-6de6-4d9f-a7b2-747fb26972df {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 11:00:33.945722 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829ac15e-1b08-480d-ad0d-db224caa2d7a", "name": "network-vif-deleted", "tag": "53f9411d-5f39-4048-8284-58c9ee47c9ed", "status": "completed", "code": 200}]} {{(pid=89845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 11:00:33.945997 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35124ad6-6de6-4d9f-a7b2-747fb26972df {{(pid=89845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 11:00:33.946400 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35124ad6-6de6-4d9f-a7b2-747fb26972df'] response: {'server_uuid': '829ac15e-1b08-480d-ad0d-db224caa2d7a', 'name': 'network-vif-deleted', 'tag': '53f9411d-5f39-4048-8284-58c9ee47c9ed', 'status': 'completed', 'code': 200} Oct 05 11:00:33.964873 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [req-2b31f323-0546-47c2-ab20-6854d4736cbb req-217a6580-7ba6-49f9-b77b-76e3a7829b8e tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.55 "DELETE /v2.0/ports/53f9411d-5f39-4048-8284-58c9ee47c9ed HTTP/1.1" status: 204 len: 173 time: 0.9338708 Oct 05 11:00:34.671002 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [req-1fd67f6d-d7de-4d3d-84e9-668a3679a45d req-eabed891-bfda-4f34-9c32-80ab5e508a15 tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "GET /v2.0/ports?device_id=829ac15e-1b08-480d-ad0d-db224caa2d7a HTTP/1.1" status: 200 len: 210 time: 0.0556746 Oct 05 11:00:35.775370 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 54432) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 11:00:35.842554 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87077b48-1976-45d3-8dbb-f8e7f4c5db2a tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:35.870987 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87077b48-1976-45d3-8dbb-f8e7f4c5db2a tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:35.987454 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87077b48-1976-45d3-8dbb-f8e7f4c5db2a tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:36.005027 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87077b48-1976-45d3-8dbb-f8e7f4c5db2a tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6f133c-7674-468e-ae8d-5bd9c006b176,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:36.066959 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-87077b48-1976-45d3-8dbb-f8e7f4c5db2a tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:36.068137 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-87077b48-1976-45d3-8dbb-f8e7f4c5db2a tempest-TestSnapshotPattern-1071803021 tempest-TestSnapshotPattern-1071803021-project] 10.222.0.49 "DELETE /v2.0/security-groups/9b6f133c-7674-468e-ae8d-5bd9c006b176 HTTP/1.1" status: 204 len: 168 time: 0.2918017 Oct 05 11:00:36.172096 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 54438) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 11:00:36.639762 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 53f9411d-5f39-4048-8284-58c9ee47c9ed no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 11:00:36.673931 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] No Port match for: 53f9411d-5f39-4048-8284-58c9ee47c9ed {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 11:00:36.674308 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Device 53f9411d-5f39-4048-8284-58c9ee47c9ed not bound to the agent host hv-neutron-8603 {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 11:00:36.804976 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-855bf79e-7f3d-405c-89e1-72037b1e57c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:37.152978 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-855bf79e-7f3d-405c-89e1-72037b1e57c6 admin admin] Deleting port a9ff34c4-d553-400e-b9e5-4f5b314fdde0 {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 11:00:37.153207 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-855bf79e-7f3d-405c-89e1-72037b1e57c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:37.330875 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-855bf79e-7f3d-405c-89e1-72037b1e57c6 admin admin] For port a9ff34c4-d553-400e-b9e5-4f5b314fdde0, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=a9ff34c4-d553-400e-b9e5-4f5b314fdde0,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 11:00:37.331571 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-855bf79e-7f3d-405c-89e1-72037b1e57c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:37.459281 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-855bf79e-7f3d-405c-89e1-72037b1e57c6 admin admin] Calling delete_port for a9ff34c4-d553-400e-b9e5-4f5b314fdde0 owned by network:router_interface {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 11:00:37.955521 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-855bf79e-7f3d-405c-89e1-72037b1e57c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:38.005897 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bf79e-7f3d-405c-89e1-72037b1e57c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ff34c4-d553-400e-b9e5-4f5b314fdde0,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:38.305105 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-855bf79e-7f3d-405c-89e1-72037b1e57c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:38.667602 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855bf79e-7f3d-405c-89e1-72037b1e57c6 admin admin] Router e2cc3782-1a91-4158-966b-dfb59eeaac38 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 11:00:38.848508 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855bf79e-7f3d-405c-89e1-72037b1e57c6 admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 11:00:38.857226 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c35ec-ff60-46ea-b032-a538a0877ca8 None None] Sync routers for ids ['e2cc3782-1a91-4158-966b-dfb59eeaac38'] in dv-neutron-860329-1-hyperv {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 11:00:38.860451 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-855bf79e-7f3d-405c-89e1-72037b1e57c6 admin admin] 10.222.0.49 "PUT /v2.0/routers/e2cc3782-1a91-4158-966b-dfb59eeaac38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6871877 Oct 05 11:00:38.863028 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 54444) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 11:00:38.866710 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c35ec-ff60-46ea-b032-a538a0877ca8 None None] Routers {'e2cc3782-1a91-4158-966b-dfb59eeaac38'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 11:00:38.867315 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-df7c35ec-ff60-46ea-b032-a538a0877ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T11:00:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e2cc3782-1a91-4158-966b-dfb59eeaac38'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:39.048434 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-df7c35ec-ff60-46ea-b032-a538a0877ca8 None None] Set router e2cc3782-1a91-4158-966b-dfb59eeaac38 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 11:00:39.160316 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] Notify callbacks [] for router, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:39.335456 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-df7c35ec-ff60-46ea-b032-a538a0877ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T11:00:37Z', 'revision_number': 5, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:39.339686 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c35ec-ff60-46ea-b032-a538a0877ca8 None None] Checking router: e2cc3782-1a91-4158-966b-dfb59eeaac38 for host: dv-neutron-860329-1-hyperv {{(pid=89847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 11:00:39.346309 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:39.349075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c35ec-ff60-46ea-b032-a538a0877ca8 None None] Routers {'e2cc3782-1a91-4158-966b-dfb59eeaac38'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 11:00:39.349680 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-df7c35ec-ff60-46ea-b032-a538a0877ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T11:00:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['e2cc3782-1a91-4158-966b-dfb59eeaac38'], 'active': True} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:39.427423 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] Deleting port b95c37f7-a771-4664-a1c4-57c10e27622d {{(pid=89845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 11:00:39.427683 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:39.536281 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_dvr_db [None req-df7c35ec-ff60-46ea-b032-a538a0877ca8 None None] Set router e2cc3782-1a91-4158-966b-dfb59eeaac38 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 11:00:39.602666 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.db [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] For port b95c37f7-a771-4664-a1c4-57c10e27622d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=b95c37f7-a771-4664-a1c4-57c10e27622d,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 11:00:39.603023 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:39.728791 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.plugins.ml2.plugin [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] Calling delete_port for b95c37f7-a771-4664-a1c4-57c10e27622d owned by network:router_gateway {{(pid=89845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 11:00:39.835241 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.db.l3_hamode_db [None req-df7c35ec-ff60-46ea-b032-a538a0877ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T11:00:37Z', 'revision_number': 5, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:39.839352 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c35ec-ff60-46ea-b032-a538a0877ca8 None None] The sync data for ids ['e2cc3782-1a91-4158-966b-dfb59eeaac38'] in dv-neutron-860329-1-hyperv is: [{'id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'name': 'tempest-TestSnapshotPattern-466274537-router', 'tenant_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:39Z', 'updated_at': '2022-10-05T11:00:37Z', 'revision_number': 5, 'project_id': 'f0e5bf6968024e8ea0cfdeff72873bfe', 'gw_port': {'id': 'b95c37f7-a771-4664-a1c4-57c10e27622d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc3782-1a91-4158-966b-dfb59eeaac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:40Z', 'updated_at': '2022-10-05T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}] {{(pid=89847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 11:00:39.966546 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14874386'] for port, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:40.015890 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] Pushing event deleted for resources: {'Port': ['ID=b95c37f7-a771-4664-a1c4-57c10e27622d,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:40.115082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:40.288865 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:40.291422 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:40.381279 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:40.381832 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2cc3782-1a91-4158-966b-dfb59eeaac38 {{(pid=89845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 11:00:40.395181 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] Notify callbacks [] for router, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:40.396314 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-078e8712-919f-4ff8-b697-0ed79f990efb admin admin] 10.222.0.49 "DELETE /v2.0/routers/e2cc3782-1a91-4158-966b-dfb59eeaac38 HTTP/1.1" status: 204 len: 168 time: 1.5324039 Oct 05 11:00:40.399082 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 54448) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 11:00:40.463496 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5436989-62d6-40f7-9d01-531070f9001e admin admin] Deleting subnet 0e21c326-9c3e-42de-8c27-57c4e6428aaa {{(pid=89845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 11:00:40.467352 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c5436989-62d6-40f7-9d01-531070f9001e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:40.518205 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c5436989-62d6-40f7-9d01-531070f9001e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14874393'] for subnet, precommit_delete_associations {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:40.599025 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c5436989-62d6-40f7-9d01-531070f9001e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:40.713187 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c5436989-62d6-40f7-9d01-531070f9001e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14874447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16643894'] for subnet, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:40.752904 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5436989-62d6-40f7-9d01-531070f9001e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e21c326-9c3e-42de-8c27-57c4e6428aaa,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:40.754784 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-c5436989-62d6-40f7-9d01-531070f9001e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:40.759075 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc545bad-8b8f-4d9e-8199-eff98fdea971 None None] Network ec51f5c3-6a22-452e-a349-632654ff93d6 requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 11:00:40.762709 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-c5436989-62d6-40f7-9d01-531070f9001e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0e21c326-9c3e-42de-8c27-57c4e6428aaa HTTP/1.1" status: 204 len: 168 time: 0.3626630 Oct 05 11:00:40.765973 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 54452) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 11:00:40.891944 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device b95c37f7-a771-4664-a1c4-57c10e27622d no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 11:00:40.939050 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: b95c37f7-a771-4664-a1c4-57c10e27622d {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 11:00:40.939389 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device b95c37f7-a771-4664-a1c4-57c10e27622d not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 11:00:40.939807 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a9ff34c4-d553-400e-b9e5-4f5b314fdde0 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 11:00:40.984291 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: a9ff34c4-d553-400e-b9e5-4f5b314fdde0 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 11:00:40.984625 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device a9ff34c4-d553-400e-b9e5-4f5b314fdde0 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 11:00:40.989278 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:40.999765 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] Deleting port d07e05d1-439d-4bee-9bd4-619a59cb1fa8 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 11:00:41.000096 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:41.158664 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a354a8c-f6a6-4664-b9a1-2c08d24f8569 None None] DHCP port deletion for ec51f5c3-6a22-452e-a349-632654ff93d6 request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 11:00:41.163044 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2a354a8c-f6a6-4664-b9a1-2c08d24f8569 None None] Deleting port d07e05d1-439d-4bee-9bd4-619a59cb1fa8 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 11:00:41.163419 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2a354a8c-f6a6-4664-b9a1-2c08d24f8569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:41.210644 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] For port d07e05d1-439d-4bee-9bd4-619a59cb1fa8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d07e05d1-439d-4bee-9bd4-619a59cb1fa8,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 11:00:41.211025 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:41.344810 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] Calling delete_port for d07e05d1-439d-4bee-9bd4-619a59cb1fa8 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 11:00:41.373963 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-2a354a8c-f6a6-4664-b9a1-2c08d24f8569 None None] For port d07e05d1-439d-4bee-9bd4-619a59cb1fa8, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d07e05d1-439d-4bee-9bd4-619a59cb1fa8,segment=NetworkSegment(0269acd9-8c29-451d-b970-fc09afb54d53),segment_id=0269acd9-8c29-451d-b970-fc09afb54d53)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 11:00:41.374379 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2a354a8c-f6a6-4664-b9a1-2c08d24f8569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:41.480765 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:41.496302 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2a354a8c-f6a6-4664-b9a1-2c08d24f8569 None None] Calling delete_port for d07e05d1-439d-4bee-9bd4-619a59cb1fa8 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 11:00:41.531524 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] Pushing event deleted for resources: {'Port': ['ID=d07e05d1-439d-4bee-9bd4-619a59cb1fa8,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:41.533387 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] No DVR routers for this DVR port d07e05d1-439d-4bee-9bd4-619a59cb1fa8 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 11:00:41.572081 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-2a354a8c-f6a6-4664-b9a1-2c08d24f8569 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 11:00:41.572532 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-2a354a8c-f6a6-4664-b9a1-2c08d24f8569 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 11:00:41.652049 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:41.678301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec51f5c3-6a22-452e-a349-632654ff93d6']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:41.691407 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0269acd9-8c29-451d-b970-fc09afb54d53') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:41.691707 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0269acd9-8c29-451d-b970-fc09afb54d53') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:41.702671 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:41.718832 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:41.724978 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 11:00:41.725392 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:41.833610 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 0269acd9-8c29-451d-b970-fc09afb54d53 resource provider aggregate not found Oct 05 11:00:41.850380 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 0269acd9-8c29-451d-b970-fc09afb54d53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0269acd9-8c29-451d-b970-fc09afb54d53 found for delete ", "request_id": "req-f51ddfa3-e4c5-4937-b099-3949adff21fe"}]} Oct 05 11:00:41.972414 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:41.989341 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:42.000982 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec51f5c3-6a22-452e-a349-632654ff93d6,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:42.073637 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2a354a8c-f6a6-4664-b9a1-2c08d24f8569 None None] Deleting port d07e05d1-439d-4bee-9bd4-619a59cb1fa8 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 11:00:42.074303 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-2a354a8c-f6a6-4664-b9a1-2c08d24f8569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:42.076041 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-25cbcd8a-4f1a-4e89-95ae-8cb4ec011643 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ec51f5c3-6a22-452e-a349-632654ff93d6 HTTP/1.1" status: 204 len: 168 time: 1.3089652 Oct 05 11:00:42.080770 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 54462) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 11:00:42.140349 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-2a354a8c-f6a6-4664-b9a1-2c08d24f8569 None None] The port 'd07e05d1-439d-4bee-9bd4-619a59cb1fa8' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 11:00:42.609616 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d07e05d1-439d-4bee-9bd4-619a59cb1fa8 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 11:00:42.648671 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: d07e05d1-439d-4bee-9bd4-619a59cb1fa8 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 11:00:42.649012 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d07e05d1-439d-4bee-9bd4-619a59cb1fa8 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 11:00:42.723966 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a4aa3bf-1250-4488-b346-62de050c7a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590463'] for router_interface, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:43.074906 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0a4aa3bf-1250-4488-b346-62de050c7a8a admin admin] Deleting port 38014ad0-6eae-47bf-8549-b6ac5803341d {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 11:00:43.075589 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a4aa3bf-1250-4488-b346-62de050c7a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:43.252780 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-0a4aa3bf-1250-4488-b346-62de050c7a8a admin admin] For port 38014ad0-6eae-47bf-8549-b6ac5803341d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=38014ad0-6eae-47bf-8549-b6ac5803341d,segment=NetworkSegment(59661fef-6f9c-4a34-89c1-0942e3c2555b),segment_id=59661fef-6f9c-4a34-89c1-0942e3c2555b)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 11:00:43.253136 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a4aa3bf-1250-4488-b346-62de050c7a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:43.385226 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-0a4aa3bf-1250-4488-b346-62de050c7a8a admin admin] Calling delete_port for 38014ad0-6eae-47bf-8549-b6ac5803341d owned by network:router_interface {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 11:00:43.634582 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a4aa3bf-1250-4488-b346-62de050c7a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:43.681148 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4aa3bf-1250-4488-b346-62de050c7a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=38014ad0-6eae-47bf-8549-b6ac5803341d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:43.958519 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-0a4aa3bf-1250-4488-b346-62de050c7a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590483'] for router_interface, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:44.410662 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4aa3bf-1250-4488-b346-62de050c7a8a admin admin] Router b9439a78-ed4b-45f2-90e9-c85c1f967fd9 has already been hosted by L3 agent 09d5106d-c157-4dba-b1de-ceb831eb4da5 {{(pid=89846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 11:00:44.593923 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4aa3bf-1250-4488-b346-62de050c7a8a admin admin] Notify agent at l3_agent.dv-neutron-860329-1-hyperv the message routers_updated {{(pid=89846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 11:00:44.603651 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9b0e7-9ef9-4e64-880b-9909ef43a79f None None] Sync routers for ids ['b9439a78-ed4b-45f2-90e9-c85c1f967fd9'] in dv-neutron-860329-1-hyperv {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 11:00:44.607091 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-0a4aa3bf-1250-4488-b346-62de050c7a8a admin admin] 10.222.0.49 "PUT /v2.0/routers/b9439a78-ed4b-45f2-90e9-c85c1f967fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5225635 Oct 05 11:00:44.607091 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 54466) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 11:00:44.617509 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c9b0e7-9ef9-4e64-880b-9909ef43a79f None None] Routers {'b9439a78-ed4b-45f2-90e9-c85c1f967fd9'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 11:00:44.618216 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e0c9b0e7-9ef9-4e64-880b-9909ef43a79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T11:00:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b9439a78-ed4b-45f2-90e9-c85c1f967fd9'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:44.795305 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] Notify callbacks [] for router, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:44.850011 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-e0c9b0e7-9ef9-4e64-880b-9909ef43a79f None None] Set router b9439a78-ed4b-45f2-90e9-c85c1f967fd9 gateway port host: dv-neutron-860329-1-hyperv {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 11:00:44.983360 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:45.061849 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] Deleting port d52a95c6-a181-45b4-ba07-932e2f85541d {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 11:00:45.062159 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:45.140992 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e0c9b0e7-9ef9-4e64-880b-9909ef43a79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'name': 'tempest-TestSnapshotPattern-1000911364-router', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'external_fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd52a95c6-a181-45b4-ba07-932e2f85541d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:47Z', 'updated_at': '2022-10-05T11:00:43Z', 'revision_number': 5, 'project_id': '15f0bc13107847a38a15b05d755b8350', 'gw_port': {'id': 'd52a95c6-a181-45b4-ba07-932e2f85541d', 'name': '', 'network_id': '12658a95-590a-4fd3-b4a7-e649c53318e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:53:48Z', 'updated_at': '2022-10-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27a74f02-464e-484b-b2bc-4353968cfe6f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-1-hyperv'}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:45.145278 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9b0e7-9ef9-4e64-880b-9909ef43a79f None None] Checking router: b9439a78-ed4b-45f2-90e9-c85c1f967fd9 for host: dv-neutron-860329-1-hyperv {{(pid=89848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 11:00:45.155240 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c9b0e7-9ef9-4e64-880b-9909ef43a79f None None] Routers {'b9439a78-ed4b-45f2-90e9-c85c1f967fd9'} bound to L3 agent in host dv-neutron-860329-1-hyperv {{(pid=89848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 11:00:45.155571 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e0c9b0e7-9ef9-4e64-880b-9909ef43a79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:21:23Z,description=,heartbeat_timestamp=2022-10-05T11:00:23Z,host='dv-neutron-860329-1-hyperv',id=09d5106d-c157-4dba-b1de-ceb831eb4da5,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:21:23Z,topic='l3_agent')) {'router_ids': ['b9439a78-ed4b-45f2-90e9-c85c1f967fd9'], 'active': True} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:45.243560 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] For port d52a95c6-a181-45b4-ba07-932e2f85541d, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=d52a95c6-a181-45b4-ba07-932e2f85541d,segment=NetworkSegment(379ae247-6653-4ad4-8486-24d2b430e69a),segment_id=379ae247-6653-4ad4-8486-24d2b430e69a)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 11:00:45.243909 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:45.312291 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_dvr_db [None req-e0c9b0e7-9ef9-4e64-880b-9909ef43a79f None None] Set router b9439a78-ed4b-45f2-90e9-c85c1f967fd9 gateway port host: None {{(pid=89848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 11:00:45.371826 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] Calling delete_port for d52a95c6-a181-45b4-ba07-932e2f85541d owned by network:router_gateway {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 11:00:45.417626 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.l3_hamode_db [None req-e0c9b0e7-9ef9-4e64-880b-9909ef43a79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'name': 'tempest-TestSnapshotPattern-1000911364-router', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:47Z', 'updated_at': '2022-10-05T11:00:44Z', 'revision_number': 6, 'project_id': '15f0bc13107847a38a15b05d755b8350', 'gw_port_host': None}], 'dv-neutron-860329-1-hyperv', False) {} {{(pid=89848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:45.422240 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9b0e7-9ef9-4e64-880b-9909ef43a79f None None] The sync data for ids ['b9439a78-ed4b-45f2-90e9-c85c1f967fd9'] in dv-neutron-860329-1-hyperv is: [{'id': 'b9439a78-ed4b-45f2-90e9-c85c1f967fd9', 'name': 'tempest-TestSnapshotPattern-1000911364-router', 'tenant_id': '15f0bc13107847a38a15b05d755b8350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:53:47Z', 'updated_at': '2022-10-05T11:00:44Z', 'revision_number': 6, 'project_id': '15f0bc13107847a38a15b05d755b8350', 'gw_port_host': None}] {{(pid=89848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 11:00:45.616053 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:45.693915 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d52a95c6-a181-45b4-ba07-932e2f85541d,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:45.879133 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597018'] for router_gateway, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:46.046795 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1361'] for router, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:46.048934 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:46.124413 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1597409'] for router, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:46.124880 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9439a78-ed4b-45f2-90e9-c85c1f967fd9 {{(pid=89846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 11:00:46.137234 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] Notify callbacks [] for router, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:46.138323 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-57cc042b-6dfc-4351-baa4-99043f4f24ed admin admin] 10.222.0.49 "DELETE /v2.0/routers/b9439a78-ed4b-45f2-90e9-c85c1f967fd9 HTTP/1.1" status: 204 len: 168 time: 1.5304511 Oct 05 11:00:46.141359 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 54470) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 11:00:46.201601 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.db_base_plugin_v2 [None req-53561061-53f5-4af0-bb06-e90ea98486d1 admin admin] Deleting subnet ed101b1c-1e6d-4873-9719-5d31bd30d23b {{(pid=89846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 11:00:46.204540 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-53561061-53f5-4af0-bb06-e90ea98486d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:46.256132 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-53561061-53f5-4af0-bb06-e90ea98486d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362066'] for subnet, precommit_delete_associations {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:46.334895 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-53561061-53f5-4af0-bb06-e90ea98486d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680763'] for subnet, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:46.484864 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-53561061-53f5-4af0-bb06-e90ea98486d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13362017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299608'] for subnet, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:46.526160 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53561061-53f5-4af0-bb06-e90ea98486d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed101b1c-1e6d-4873-9719-5d31bd30d23b,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:46.530275 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-53561061-53f5-4af0-bb06-e90ea98486d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:46.535446 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14dbc06-6a68-4dc8-898f-a62e918844e4 None None] Network b023d13a-285d-464b-a377-84f2047250dc requested from dv-neutron-860329-1-hyperv {{(pid=89847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 11:00:46.537736 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-53561061-53f5-4af0-bb06-e90ea98486d1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ed101b1c-1e6d-4873-9719-5d31bd30d23b HTTP/1.1" status: 204 len: 168 time: 0.3953807 Oct 05 11:00:46.540255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 54474) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 11:00:46.621237 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 38014ad0-6eae-47bf-8549-b6ac5803341d no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 11:00:46.654429 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763507'] for network, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:46.666837 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 38014ad0-6eae-47bf-8549-b6ac5803341d {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 11:00:46.667179 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 38014ad0-6eae-47bf-8549-b6ac5803341d not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 11:00:46.667601 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d52a95c6-a181-45b4-ba07-932e2f85541d no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 11:00:46.668173 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] Deleting port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 {{(pid=89846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 11:00:46.668514 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:46.728032 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: d52a95c6-a181-45b4-ba07-932e2f85541d {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 11:00:46.728376 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device d52a95c6-a181-45b4-ba07-932e2f85541d not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 11:00:46.854021 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1704cfb-9667-4331-841c-6aea3533f2ac None None] DHCP port deletion for b023d13a-285d-464b-a377-84f2047250dc request from dv-neutron-860329-1-hyperv {{(pid=89847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 11:00:46.858741 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f1704cfb-9667-4331-841c-6aea3533f2ac None None] Deleting port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 11:00:46.859115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f1704cfb-9667-4331-841c-6aea3533f2ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:46.879128 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.db [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] For port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4fa40ca2-62a3-47df-ab57-5386a62ee8b4,segment=NetworkSegment(59661fef-6f9c-4a34-89c1-0942e3c2555b),segment_id=59661fef-6f9c-4a34-89c1-0942e3c2555b)] {{(pid=89846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 11:00:46.879466 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:47.008622 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.plugin [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] Calling delete_port for 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 owned by network:dhcp {{(pid=89846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 11:00:47.065452 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.db [None req-f1704cfb-9667-4331-841c-6aea3533f2ac None None] For port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4, host dv-neutron-860329-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-1-hyperv',level=0,port_id=4fa40ca2-62a3-47df-ab57-5386a62ee8b4,segment=NetworkSegment(59661fef-6f9c-4a34-89c1-0942e3c2555b),segment_id=59661fef-6f9c-4a34-89c1-0942e3c2555b)] {{(pid=89847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 11:00:47.065845 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f1704cfb-9667-4331-841c-6aea3533f2ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597330'] for port, precommit_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:47.200408 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764024587138', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764024061983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13361980'] for port, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:47.219484 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f1704cfb-9667-4331-841c-6aea3533f2ac None None] Calling delete_port for 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 owned by network:dhcp {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 11:00:47.246111 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa40ca2-62a3-47df-ab57-5386a62ee8b4,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:47.249904 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] No DVR routers for this DVR port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 on host dv-neutron-860329-1-hyperv {{(pid=89846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 11:00:47.291510 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.db.api [None req-f1704cfb-9667-4331-841c-6aea3533f2ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 11:00:47.291776 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG oslo_db.api [None req-f1704cfb-9667-4331-841c-6aea3533f2ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 11:00:47.364185 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761695', 'neutron.services.segments.db._delete_segments_for_network-8764024515557'] for network, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:47.393154 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b023d13a-285d-464b-a377-84f2047250dc']}} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:47.405405 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59661fef-6f9c-4a34-89c1-0942e3c2555b') {'for_net_delete': True} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:47.405705 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.services.segments.db [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59661fef-6f9c-4a34-89c1-0942e3c2555b') {} {{(pid=89846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 11:00:47.416731 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764024518413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13362059'] for segment, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:47.432477 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757164'] for segment, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:47.439021 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=89846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 11:00:47.439398 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-757157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13328591'] for segment, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:47.500400 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 59661fef-6f9c-4a34-89c1-0942e3c2555b resource provider aggregate not found Oct 05 11:00:47.525115 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.services.segments.plugin [-] Segment 59661fef-6f9c-4a34-89c1-0942e3c2555b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59661fef-6f9c-4a34-89c1-0942e3c2555b found for delete ", "request_id": "req-94d44709-d0f7-4d78-bc5a-734dee78b430"}]} Oct 05 11:00:47.617335 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597119'] for network, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:47.723262 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] Notify callbacks [] for network, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:47.733681 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] Pushing event deleted for resources: {'Network': ['ID=b023d13a-285d-464b-a377-84f2047250dc,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:47.740021 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-513b91ec-e36f-4135-a9a0-b698270b378b admin admin] 10.222.0.49 "DELETE /v2.0/networks/b023d13a-285d-464b-a377-84f2047250dc HTTP/1.1" status: 204 len: 168 time: 1.1963837 Oct 05 11:00:47.793346 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f1704cfb-9667-4331-841c-6aea3533f2ac None None] Deleting port 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 {{(pid=89847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 11:00:47.793888 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f1704cfb-9667-4331-841c-6aea3533f2ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764024584879'] for port, before_delete {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:47.861056 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-f1704cfb-9667-4331-841c-6aea3533f2ac None None] The port '4fa40ca2-62a3-47df-ab57-5386a62ee8b4' was deleted {{(pid=89847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 11:00:48.028469 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 54484) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 11:00:48.080288 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-53ea217b-2d0d-40d0-bb8c-1991939f84f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0e5bf6968024e8ea0cfdeff72873bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501630 Oct 05 11:00:48.082907 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [-] (89845) accepted ('10.222.0.49', 54488) {{(pid=89845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 11:00:48.139387 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8f1d278d-0d36-40e6-98c1-9674fb9deea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:48.165317 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8f1d278d-0d36-40e6-98c1-9674fb9deea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:48.297616 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8f1d278d-0d36-40e6-98c1-9674fb9deea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:48.314684 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d278d-0d36-40e6-98c1-9674fb9deea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7760304a-c023-4a13-9b30-98f62e9c6637,revision_number=None']} {{(pid=89845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:48.323212 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron_lib.callbacks.manager [None req-8f1d278d-0d36-40e6-98c1-9674fb9deea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:48.324336 dv-neutron-860329-1-hyperv neutron-server[89845]: INFO neutron.wsgi [None req-8f1d278d-0d36-40e6-98c1-9674fb9deea2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7760304a-c023-4a13-9b30-98f62e9c6637 HTTP/1.1" status: 204 len: 168 time: 0.2405508 Oct 05 11:00:48.610935 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 no longer exists at agent ovs-agent-dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 11:00:48.645309 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] No Port match for: 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 {{(pid=89847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 11:00:48.645652 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron.plugins.ml2.rpc [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Device 4fa40ca2-62a3-47df-ab57-5386a62ee8b4 not bound to the agent host dv-neutron-860329-1-hyperv {{(pid=89847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 11:00:48.982510 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 54496) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 11:00:49.031040 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-77a88374-093f-437a-acde-d779116d7d4d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15f0bc13107847a38a15b05d755b8350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473740 Oct 05 11:00:49.033479 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.wsgi [-] (89846) accepted ('10.222.0.49', 54500) {{(pid=89846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 11:00:49.089388 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb232374-f914-49bb-b86d-f3f3b5e40537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:49.126295 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb232374-f914-49bb-b86d-f3f3b5e40537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:49.263255 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb232374-f914-49bb-b86d-f3f3b5e40537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776786'] for security_group, after_delete {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:49.279301 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb232374-f914-49bb-b86d-f3f3b5e40537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bdbd76-5047-414b-b169-a55ee1be3aaa,revision_number=None']} {{(pid=89846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 11:00:49.284470 dv-neutron-860329-1-hyperv neutron-server[89846]: DEBUG neutron_lib.callbacks.manager [None req-fb232374-f914-49bb-b86d-f3f3b5e40537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:49.286339 dv-neutron-860329-1-hyperv neutron-server[89846]: INFO neutron.wsgi [None req-fb232374-f914-49bb-b86d-f3f3b5e40537 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02bdbd76-5047-414b-b169-a55ee1be3aaa HTTP/1.1" status: 204 len: 168 time: 0.2511904 Oct 05 11:00:50.446323 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e82e13e8-ac8c-4554-8080-8f809b7e7ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:51.459352 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 11:00:52.709074 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5bf2b9f3-24dc-4cbe-8ace-e5cf42da7089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:54.217788 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:54.598148 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:56.011523 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:00:56.194234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:01:20.451178 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-aaa1fa04-bfda-4758-9b49-753e2c6935a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:01:22.731485 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5030-feec-421e-b101-d3a062e6d282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:01:24.233892 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:01:24.605279 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:01:26.003330 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:01:26.210991 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:01:28.462211 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 11:01:50.488425 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-30a6fdee-6f72-4ede-9fd8-3591e80b7d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:01:52.734155 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d7481bb7-0b96-4bc7-911e-7ae24241fab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:01:54.214772 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:01:54.642560 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:01:56.014220 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:01:56.205097 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:02:05.461694 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 11:02:20.430365 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6db2cb4c-2d35-4573-89cc-7195262f29e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:02:22.727753 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-0ee305e4-ae0e-4fc5-846f-300f9b41a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:02:24.233007 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:02:24.607673 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:02:26.031229 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:02:26.224481 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:02:42.460339 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 11:02:50.470099 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5a26a879-81be-4758-a4bf-12b5eff71fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:02:52.747049 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e3f35a60-0e81-4fed-b244-a272ad56b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:02:54.232631 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:02:54.603855 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:02:56.012533 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:02:56.246567 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:03:19.459983 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 11:03:20.460728 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ed4a1d0b-41c9-4f95-b069-6df0c04caaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:03:22.780542 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-e9795dbd-7da3-4e7a-a558-de6f05772b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:03:24.235326 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:03:24.651775 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:03:26.040102 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:03:26.237809 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:03:50.471363 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-f8d0a370-9e15-4e9c-9bff-b45c93e5aafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:03:52.737152 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-64c49873-4569-4385-b920-848e226bb6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:03:54.219968 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:03:54.622496 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:03:56.010907 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:03:56.222570 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:03:56.459260 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 11:04:20.450419 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-01fcdbcd-03b7-4e60-9da2-4423ed86cf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:04:22.730683 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-c85c08ef-fb29-4505-97d4-797df7c71862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:04:24.233420 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:04:24.610371 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:04:26.010194 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:04:26.215986 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:04:33.458894 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 11:04:50.447563 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bf96-5d29-4504-8e02-268b17de8a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:04:52.739373 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-9044f6b3-5aaf-4719-b065-72315f75c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:04:54.213251 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:04:54.626896 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:04:56.038252 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:04:56.241780 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:05:10.457346 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 11:05:20.478207 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-ae90ebc2-246e-447b-8233-f2f4a30f698d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:05:22.735482 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3968df49-a1e3-40b8-b8fc-9fc02d1dae0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:05:24.226808 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:05:24.621150 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:05:26.038919 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:05:26.243715 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:05:47.456001 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 11:05:50.443487 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-6cc582f1-dc2f-447b-bd60-52f22ff568f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:05:52.722037 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-5390728f-f970-42ad-a138-d8ae2c4d8313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:05:54.237856 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:05:54.649408 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:05:56.032047 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:05:56.287713 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:06:09.993646 dv-neutron-860329-1-hyperv neutron-server[89845]: DEBUG neutron.wsgi [req-b8453275-fcbd-4bd4-8360-e1551abd9bd8 req-f5d37a14-d055-4604-8960-5e8df12e3713 service neutron] (89845) timed out ('10.222.0.49', 51714) {{(pid=89845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 05 11:06:20.455115 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-32a8c7bc-a9ed-4449-8324-d01aa39c01b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:06:22.734957 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-3a7f4525-e922-4fa5-b490-5fb2f1e3f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:06:24.255167 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cbdc-002f-4d76-8308-6ba25a884cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:06:24.457695 dv-neutron-860329-1-hyperv neutron-server[89848]: DEBUG neutron.db.agents_db [None req-6aa46006-3a10-4974-ba03-df9310acd6dd None None] Agent healthcheck: found 6 active agents {{(pid=89848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 11:06:24.621474 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-588ed192-cb8d-4e88-9c06-c2089117c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:06:26.053622 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-453f91b6-8f06-4994-8985-ae51718b6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:06:26.278040 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-d9d30717-00ae-4643-8b50-49b22ebe7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:06:50.483234 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-8827651e-6525-44fb-86c4-989fd9f617d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 11:06:52.733770 dv-neutron-860329-1-hyperv neutron-server[89847]: DEBUG neutron_lib.callbacks.manager [None req-dc2f58db-761e-47f4-9bc6-d8fa0f1231e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764024515539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681493'] for agent, after_update {{(pid=89847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}